diff --git "a/trainer_state.json" "b/trainer_state.json" new file mode 100644--- /dev/null +++ "b/trainer_state.json" @@ -0,0 +1,360034 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 100000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "loss_action": 1.641156792640686, + "loss_total": 1.641156792640686, + "step": 0 + }, + { + "loss_action": 1.4174476861953735, + "loss_total": 1.4174476861953735, + "step": 0 + }, + { + "loss_action": 1.5445150136947632, + "loss_total": 1.5445150136947632, + "step": 0 + }, + { + "loss_action": 1.5618348121643066, + "loss_total": 1.5618348121643066, + "step": 0 + }, + { + "loss_action": 1.5453004837036133, + "loss_total": 1.5453004837036133, + "step": 0 + }, + { + "loss_action": 1.4596961736679077, + "loss_total": 1.4596961736679077, + "step": 0 + }, + { + "grad_norm": 0.3919171988964081, + "learning_rate": 1.8e-07, + "loss": 1.4893, + "step": 10 + }, + { + "loss_action": 1.5481659173965454, + "loss_total": 1.5481659173965454, + "step": 10 + }, + { + "loss_action": 1.40663743019104, + "loss_total": 1.40663743019104, + "step": 10 + }, + { + "loss_action": 1.4297767877578735, + "loss_total": 1.4297767877578735, + "step": 10 + }, + { + "loss_action": 1.5409462451934814, + "loss_total": 1.5409462451934814, + "step": 10 + }, + { + "loss_action": 1.514744520187378, + "loss_total": 1.514744520187378, + "step": 10 + }, + { + "loss_action": 1.5231496095657349, + "loss_total": 1.5231496095657349, + "step": 10 + }, + { + "grad_norm": 0.3289663791656494, + "learning_rate": 3.8e-07, + "loss": 1.4935, + "step": 20 + }, + { + "loss_action": 1.5924227237701416, + "loss_total": 1.5924227237701416, + "step": 20 + }, + { + "loss_action": 1.4986162185668945, + "loss_total": 1.4986162185668945, + "step": 20 + }, + { + "loss_action": 1.509809970855713, + "loss_total": 1.509809970855713, + "step": 20 + }, + { + "loss_action": 1.524605393409729, + "loss_total": 1.524605393409729, + "step": 20 + }, + { + "loss_action": 1.4561914205551147, + "loss_total": 1.4561914205551147, + "step": 20 + }, + { + "loss_action": 1.5585180521011353, + "loss_total": 1.5585180521011353, + "step": 20 + }, + { + "grad_norm": 0.39280304312705994, + "learning_rate": 5.8e-07, + "loss": 1.4886, + "step": 30 + }, + { + "loss_action": 1.4184472560882568, + "loss_total": 1.4184472560882568, + "step": 30 + }, + { + "loss_action": 1.3583883047103882, + "loss_total": 1.3583883047103882, + "step": 30 + }, + { + "loss_action": 1.5381391048431396, + "loss_total": 1.5381391048431396, + "step": 30 + }, + { + "loss_action": 1.5959359407424927, + "loss_total": 1.5959359407424927, + "step": 30 + }, + { + "loss_action": 1.483006238937378, + "loss_total": 1.483006238937378, + "step": 30 + }, + { + "loss_action": 1.4037588834762573, + "loss_total": 1.4037588834762573, + "step": 30 + }, + { + "grad_norm": 0.4724733531475067, + "learning_rate": 7.8e-07, + "loss": 1.4931, + "step": 40 + }, + { + "loss_action": 1.356567621231079, + "loss_total": 1.356567621231079, + "step": 40 + }, + { + "loss_action": 1.5015337467193604, + "loss_total": 1.5015337467193604, + "step": 40 + }, + { + "loss_action": 1.4918370246887207, + "loss_total": 1.4918370246887207, + "step": 40 + }, + { + "loss_action": 1.5508173704147339, + "loss_total": 1.5508173704147339, + "step": 40 + }, + { + "loss_action": 1.5387816429138184, + "loss_total": 1.5387816429138184, + "step": 40 + }, + { + "loss_action": 1.4683823585510254, + "loss_total": 1.4683823585510254, + "step": 40 + }, + { + "grad_norm": 0.3749566972255707, + "learning_rate": 9.8e-07, + "loss": 1.4826, + "step": 50 + }, + { + "loss_action": 1.5764803886413574, + "loss_total": 1.5764803886413574, + "step": 50 + }, + { + "loss_action": 1.4760528802871704, + "loss_total": 1.4760528802871704, + "step": 50 + }, + { + "loss_action": 1.5294290781021118, + "loss_total": 1.5294290781021118, + "step": 50 + }, + { + "loss_action": 1.4062349796295166, + "loss_total": 1.4062349796295166, + "step": 50 + }, + { + "loss_action": 1.4646451473236084, + "loss_total": 1.4646451473236084, + "step": 50 + }, + { + "loss_action": 1.5943849086761475, + "loss_total": 1.5943849086761475, + "step": 50 + }, + { + "grad_norm": 0.4435577690601349, + "learning_rate": 1.18e-06, + "loss": 1.479, + "step": 60 + }, + { + "loss_action": 1.441156268119812, + "loss_total": 1.441156268119812, + "step": 60 + }, + { + "loss_action": 1.4974726438522339, + "loss_total": 1.4974726438522339, + "step": 60 + }, + { + "loss_action": 1.4160512685775757, + "loss_total": 1.4160512685775757, + "step": 60 + }, + { + "loss_action": 1.4377154111862183, + "loss_total": 1.4377154111862183, + "step": 60 + }, + { + "loss_action": 1.530097484588623, + "loss_total": 1.530097484588623, + "step": 60 + }, + { + "loss_action": 1.5204782485961914, + "loss_total": 1.5204782485961914, + "step": 60 + }, + { + "grad_norm": 0.5713527202606201, + "learning_rate": 1.3800000000000001e-06, + "loss": 1.452, + "step": 70 + }, + { + "loss_action": 1.4888291358947754, + "loss_total": 1.4888291358947754, + "step": 70 + }, + { + "loss_action": 1.3925613164901733, + "loss_total": 1.3925613164901733, + "step": 70 + }, + { + "loss_action": 1.4859709739685059, + "loss_total": 1.4859709739685059, + "step": 70 + }, + { + "loss_action": 1.3965715169906616, + "loss_total": 1.3965715169906616, + "step": 70 + }, + { + "loss_action": 1.3129582405090332, + "loss_total": 1.3129582405090332, + "step": 70 + }, + { + "loss_action": 1.4555418491363525, + "loss_total": 1.4555418491363525, + "step": 70 + }, + { + "grad_norm": 0.5675768256187439, + "learning_rate": 1.5800000000000003e-06, + "loss": 1.4188, + "step": 80 + }, + { + "loss_action": 1.4281468391418457, + "loss_total": 1.4281468391418457, + "step": 80 + }, + { + "loss_action": 1.3830865621566772, + "loss_total": 1.3830865621566772, + "step": 80 + }, + { + "loss_action": 1.5108659267425537, + "loss_total": 1.5108659267425537, + "step": 80 + }, + { + "loss_action": 1.302138328552246, + "loss_total": 1.302138328552246, + "step": 80 + }, + { + "loss_action": 1.4152668714523315, + "loss_total": 1.4152668714523315, + "step": 80 + }, + { + "loss_action": 1.5866518020629883, + "loss_total": 1.5866518020629883, + "step": 80 + }, + { + "grad_norm": 0.49147674441337585, + "learning_rate": 1.7800000000000001e-06, + "loss": 1.3892, + "step": 90 + }, + { + "loss_action": 1.4294806718826294, + "loss_total": 1.4294806718826294, + "step": 90 + }, + { + "loss_action": 1.4120361804962158, + "loss_total": 1.4120361804962158, + "step": 90 + }, + { + "loss_action": 1.3089749813079834, + "loss_total": 1.3089749813079834, + "step": 90 + }, + { + "loss_action": 1.3285565376281738, + "loss_total": 1.3285565376281738, + "step": 90 + }, + { + "loss_action": 1.5245437622070312, + "loss_total": 1.5245437622070312, + "step": 90 + }, + { + "loss_action": 1.2689329385757446, + "loss_total": 1.2689329385757446, + "step": 90 + }, + { + "grad_norm": 0.4750612676143646, + "learning_rate": 1.98e-06, + "loss": 1.404, + "step": 100 + }, + { + "loss_action": 1.2329615354537964, + "loss_total": 1.2329615354537964, + "step": 100 + }, + { + "loss_action": 1.3554495573043823, + "loss_total": 1.3554495573043823, + "step": 100 + }, + { + "loss_action": 1.3271944522857666, + "loss_total": 1.3271944522857666, + "step": 100 + }, + { + "loss_action": 1.3728513717651367, + "loss_total": 1.3728513717651367, + "step": 100 + }, + { + "loss_action": 1.5126709938049316, + "loss_total": 1.5126709938049316, + "step": 100 + }, + { + "loss_action": 1.3478959798812866, + "loss_total": 1.3478959798812866, + "step": 100 + }, + { + "grad_norm": 0.7121336460113525, + "learning_rate": 2.1800000000000003e-06, + "loss": 1.3894, + "step": 110 + }, + { + "loss_action": 1.3300260305404663, + "loss_total": 1.3300260305404663, + "step": 110 + }, + { + "loss_action": 1.5183179378509521, + "loss_total": 1.5183179378509521, + "step": 110 + }, + { + "loss_action": 1.395621657371521, + "loss_total": 1.395621657371521, + "step": 110 + }, + { + "loss_action": 1.3468174934387207, + "loss_total": 1.3468174934387207, + "step": 110 + }, + { + "loss_action": 1.5113370418548584, + "loss_total": 1.5113370418548584, + "step": 110 + }, + { + "loss_action": 1.5108047723770142, + "loss_total": 1.5108047723770142, + "step": 110 + }, + { + "grad_norm": 0.7809314727783203, + "learning_rate": 2.38e-06, + "loss": 1.4039, + "step": 120 + }, + { + "loss_action": 1.4781349897384644, + "loss_total": 1.4781349897384644, + "step": 120 + }, + { + "loss_action": 1.3477728366851807, + "loss_total": 1.3477728366851807, + "step": 120 + }, + { + "loss_action": 1.377881407737732, + "loss_total": 1.377881407737732, + "step": 120 + }, + { + "loss_action": 1.377171516418457, + "loss_total": 1.377171516418457, + "step": 120 + }, + { + "loss_action": 1.2915022373199463, + "loss_total": 1.2915022373199463, + "step": 120 + }, + { + "loss_action": 1.3464752435684204, + "loss_total": 1.3464752435684204, + "step": 120 + }, + { + "grad_norm": 0.7710934281349182, + "learning_rate": 2.5800000000000003e-06, + "loss": 1.3658, + "step": 130 + }, + { + "loss_action": 1.5077766180038452, + "loss_total": 1.5077766180038452, + "step": 130 + }, + { + "loss_action": 1.352251410484314, + "loss_total": 1.352251410484314, + "step": 130 + }, + { + "loss_action": 1.4132802486419678, + "loss_total": 1.4132802486419678, + "step": 130 + }, + { + "loss_action": 1.313833475112915, + "loss_total": 1.313833475112915, + "step": 130 + }, + { + "loss_action": 1.2822020053863525, + "loss_total": 1.2822020053863525, + "step": 130 + }, + { + "loss_action": 1.2967616319656372, + "loss_total": 1.2967616319656372, + "step": 130 + }, + { + "grad_norm": 0.8480894565582275, + "learning_rate": 2.78e-06, + "loss": 1.3233, + "step": 140 + }, + { + "loss_action": 1.1758512258529663, + "loss_total": 1.1758512258529663, + "step": 140 + }, + { + "loss_action": 1.3203455209732056, + "loss_total": 1.3203455209732056, + "step": 140 + }, + { + "loss_action": 1.1794694662094116, + "loss_total": 1.1794694662094116, + "step": 140 + }, + { + "loss_action": 1.1903932094573975, + "loss_total": 1.1903932094573975, + "step": 140 + }, + { + "loss_action": 1.4160395860671997, + "loss_total": 1.4160395860671997, + "step": 140 + }, + { + "loss_action": 1.3919943571090698, + "loss_total": 1.3919943571090698, + "step": 140 + }, + { + "grad_norm": 1.1303139925003052, + "learning_rate": 2.9800000000000003e-06, + "loss": 1.2962, + "step": 150 + }, + { + "loss_action": 1.2638577222824097, + "loss_total": 1.2638577222824097, + "step": 150 + }, + { + "loss_action": 1.312410593032837, + "loss_total": 1.312410593032837, + "step": 150 + }, + { + "loss_action": 1.2542299032211304, + "loss_total": 1.2542299032211304, + "step": 150 + }, + { + "loss_action": 1.2208918333053589, + "loss_total": 1.2208918333053589, + "step": 150 + }, + { + "loss_action": 1.434883952140808, + "loss_total": 1.434883952140808, + "step": 150 + }, + { + "loss_action": 1.305383324623108, + "loss_total": 1.305383324623108, + "step": 150 + }, + { + "grad_norm": 1.2665892839431763, + "learning_rate": 3.1800000000000005e-06, + "loss": 1.2665, + "step": 160 + }, + { + "loss_action": 1.3078794479370117, + "loss_total": 1.3078794479370117, + "step": 160 + }, + { + "loss_action": 1.2264801263809204, + "loss_total": 1.2264801263809204, + "step": 160 + }, + { + "loss_action": 1.3500009775161743, + "loss_total": 1.3500009775161743, + "step": 160 + }, + { + "loss_action": 1.2074663639068604, + "loss_total": 1.2074663639068604, + "step": 160 + }, + { + "loss_action": 1.3144822120666504, + "loss_total": 1.3144822120666504, + "step": 160 + }, + { + "loss_action": 1.2949663400650024, + "loss_total": 1.2949663400650024, + "step": 160 + }, + { + "grad_norm": 0.9302693605422974, + "learning_rate": 3.38e-06, + "loss": 1.2337, + "step": 170 + }, + { + "loss_action": 1.1890244483947754, + "loss_total": 1.1890244483947754, + "step": 170 + }, + { + "loss_action": 1.1840530633926392, + "loss_total": 1.1840530633926392, + "step": 170 + }, + { + "loss_action": 1.1335583925247192, + "loss_total": 1.1335583925247192, + "step": 170 + }, + { + "loss_action": 1.0600897073745728, + "loss_total": 1.0600897073745728, + "step": 170 + }, + { + "loss_action": 1.170323133468628, + "loss_total": 1.170323133468628, + "step": 170 + }, + { + "loss_action": 1.2022367715835571, + "loss_total": 1.2022367715835571, + "step": 170 + }, + { + "grad_norm": 0.8468278646469116, + "learning_rate": 3.58e-06, + "loss": 1.1882, + "step": 180 + }, + { + "loss_action": 1.21329927444458, + "loss_total": 1.21329927444458, + "step": 180 + }, + { + "loss_action": 1.1832034587860107, + "loss_total": 1.1832034587860107, + "step": 180 + }, + { + "loss_action": 1.1979467868804932, + "loss_total": 1.1979467868804932, + "step": 180 + }, + { + "loss_action": 1.1560063362121582, + "loss_total": 1.1560063362121582, + "step": 180 + }, + { + "loss_action": 1.145307183265686, + "loss_total": 1.145307183265686, + "step": 180 + }, + { + "loss_action": 1.159316062927246, + "loss_total": 1.159316062927246, + "step": 180 + }, + { + "grad_norm": 1.480557918548584, + "learning_rate": 3.7800000000000002e-06, + "loss": 1.1648, + "step": 190 + }, + { + "loss_action": 1.1559841632843018, + "loss_total": 1.1559841632843018, + "step": 190 + }, + { + "loss_action": 1.155617594718933, + "loss_total": 1.155617594718933, + "step": 190 + }, + { + "loss_action": 1.0911519527435303, + "loss_total": 1.0911519527435303, + "step": 190 + }, + { + "loss_action": 1.133858561515808, + "loss_total": 1.133858561515808, + "step": 190 + }, + { + "loss_action": 1.1093127727508545, + "loss_total": 1.1093127727508545, + "step": 190 + }, + { + "loss_action": 1.1711984872817993, + "loss_total": 1.1711984872817993, + "step": 190 + }, + { + "grad_norm": 1.134989619255066, + "learning_rate": 3.98e-06, + "loss": 1.1278, + "step": 200 + }, + { + "loss_action": 1.1751103401184082, + "loss_total": 1.1751103401184082, + "step": 200 + }, + { + "loss_action": 1.1549807786941528, + "loss_total": 1.1549807786941528, + "step": 200 + }, + { + "loss_action": 1.2043172121047974, + "loss_total": 1.2043172121047974, + "step": 200 + }, + { + "loss_action": 1.0485548973083496, + "loss_total": 1.0485548973083496, + "step": 200 + }, + { + "loss_action": 1.1121217012405396, + "loss_total": 1.1121217012405396, + "step": 200 + }, + { + "loss_action": 1.2026612758636475, + "loss_total": 1.2026612758636475, + "step": 200 + }, + { + "grad_norm": 4.5747971534729, + "learning_rate": 4.18e-06, + "loss": 1.1131, + "step": 210 + }, + { + "loss_action": 1.0811113119125366, + "loss_total": 1.0811113119125366, + "step": 210 + }, + { + "loss_action": 1.1882094144821167, + "loss_total": 1.1882094144821167, + "step": 210 + }, + { + "loss_action": 1.0926523208618164, + "loss_total": 1.0926523208618164, + "step": 210 + }, + { + "loss_action": 1.0839064121246338, + "loss_total": 1.0839064121246338, + "step": 210 + }, + { + "loss_action": 1.1550211906433105, + "loss_total": 1.1550211906433105, + "step": 210 + }, + { + "loss_action": 1.1518751382827759, + "loss_total": 1.1518751382827759, + "step": 210 + }, + { + "grad_norm": 2.064688205718994, + "learning_rate": 4.38e-06, + "loss": 1.1016, + "step": 220 + }, + { + "loss_action": 1.0209053754806519, + "loss_total": 1.0209053754806519, + "step": 220 + }, + { + "loss_action": 1.1407078504562378, + "loss_total": 1.1407078504562378, + "step": 220 + }, + { + "loss_action": 1.01893150806427, + "loss_total": 1.01893150806427, + "step": 220 + }, + { + "loss_action": 1.092457890510559, + "loss_total": 1.092457890510559, + "step": 220 + }, + { + "loss_action": 1.0981829166412354, + "loss_total": 1.0981829166412354, + "step": 220 + }, + { + "loss_action": 1.125868797302246, + "loss_total": 1.125868797302246, + "step": 220 + }, + { + "grad_norm": 2.0987014770507812, + "learning_rate": 4.58e-06, + "loss": 1.0945, + "step": 230 + }, + { + "loss_action": 1.1273083686828613, + "loss_total": 1.1273083686828613, + "step": 230 + }, + { + "loss_action": 1.1741769313812256, + "loss_total": 1.1741769313812256, + "step": 230 + }, + { + "loss_action": 1.1217933893203735, + "loss_total": 1.1217933893203735, + "step": 230 + }, + { + "loss_action": 1.0212725400924683, + "loss_total": 1.0212725400924683, + "step": 230 + }, + { + "loss_action": 1.0577298402786255, + "loss_total": 1.0577298402786255, + "step": 230 + }, + { + "loss_action": 1.072206974029541, + "loss_total": 1.072206974029541, + "step": 230 + }, + { + "grad_norm": 1.8593806028366089, + "learning_rate": 4.780000000000001e-06, + "loss": 1.092, + "step": 240 + }, + { + "loss_action": 1.1338331699371338, + "loss_total": 1.1338331699371338, + "step": 240 + }, + { + "loss_action": 1.074859380722046, + "loss_total": 1.074859380722046, + "step": 240 + }, + { + "loss_action": 1.0802291631698608, + "loss_total": 1.0802291631698608, + "step": 240 + }, + { + "loss_action": 1.0080329179763794, + "loss_total": 1.0080329179763794, + "step": 240 + }, + { + "loss_action": 1.1159330606460571, + "loss_total": 1.1159330606460571, + "step": 240 + }, + { + "loss_action": 1.1006336212158203, + "loss_total": 1.1006336212158203, + "step": 240 + }, + { + "grad_norm": 1.3973177671432495, + "learning_rate": 4.98e-06, + "loss": 1.0881, + "step": 250 + }, + { + "loss_action": 1.0724753141403198, + "loss_total": 1.0724753141403198, + "step": 250 + }, + { + "loss_action": 1.0659633874893188, + "loss_total": 1.0659633874893188, + "step": 250 + }, + { + "loss_action": 1.0237069129943848, + "loss_total": 1.0237069129943848, + "step": 250 + }, + { + "loss_action": 1.1361581087112427, + "loss_total": 1.1361581087112427, + "step": 250 + }, + { + "loss_action": 1.080533742904663, + "loss_total": 1.080533742904663, + "step": 250 + }, + { + "loss_action": 1.0365006923675537, + "loss_total": 1.0365006923675537, + "step": 250 + }, + { + "grad_norm": 0.7130494117736816, + "learning_rate": 5.18e-06, + "loss": 1.0815, + "step": 260 + }, + { + "loss_action": 1.1636443138122559, + "loss_total": 1.1636443138122559, + "step": 260 + }, + { + "loss_action": 1.0767595767974854, + "loss_total": 1.0767595767974854, + "step": 260 + }, + { + "loss_action": 1.0430599451065063, + "loss_total": 1.0430599451065063, + "step": 260 + }, + { + "loss_action": 1.1089688539505005, + "loss_total": 1.1089688539505005, + "step": 260 + }, + { + "loss_action": 1.0918173789978027, + "loss_total": 1.0918173789978027, + "step": 260 + }, + { + "loss_action": 1.094420313835144, + "loss_total": 1.094420313835144, + "step": 260 + }, + { + "grad_norm": 2.1912944316864014, + "learning_rate": 5.38e-06, + "loss": 1.0882, + "step": 270 + }, + { + "loss_action": 1.0782028436660767, + "loss_total": 1.0782028436660767, + "step": 270 + }, + { + "loss_action": 1.0781019926071167, + "loss_total": 1.0781019926071167, + "step": 270 + }, + { + "loss_action": 1.0674999952316284, + "loss_total": 1.0674999952316284, + "step": 270 + }, + { + "loss_action": 1.0419608354568481, + "loss_total": 1.0419608354568481, + "step": 270 + }, + { + "loss_action": 1.0805306434631348, + "loss_total": 1.0805306434631348, + "step": 270 + }, + { + "loss_action": 1.0334315299987793, + "loss_total": 1.0334315299987793, + "step": 270 + }, + { + "grad_norm": 1.1124377250671387, + "learning_rate": 5.580000000000001e-06, + "loss": 1.0757, + "step": 280 + }, + { + "loss_action": 1.0476810932159424, + "loss_total": 1.0476810932159424, + "step": 280 + }, + { + "loss_action": 1.0436594486236572, + "loss_total": 1.0436594486236572, + "step": 280 + }, + { + "loss_action": 1.1049747467041016, + "loss_total": 1.1049747467041016, + "step": 280 + }, + { + "loss_action": 1.1284769773483276, + "loss_total": 1.1284769773483276, + "step": 280 + }, + { + "loss_action": 1.126173973083496, + "loss_total": 1.126173973083496, + "step": 280 + }, + { + "loss_action": 1.0396445989608765, + "loss_total": 1.0396445989608765, + "step": 280 + }, + { + "grad_norm": 1.1062242984771729, + "learning_rate": 5.78e-06, + "loss": 1.0664, + "step": 290 + }, + { + "loss_action": 1.0955281257629395, + "loss_total": 1.0955281257629395, + "step": 290 + }, + { + "loss_action": 1.023526906967163, + "loss_total": 1.023526906967163, + "step": 290 + }, + { + "loss_action": 1.1507093906402588, + "loss_total": 1.1507093906402588, + "step": 290 + }, + { + "loss_action": 1.027221441268921, + "loss_total": 1.027221441268921, + "step": 290 + }, + { + "loss_action": 0.9790101051330566, + "loss_total": 0.9790101051330566, + "step": 290 + }, + { + "loss_action": 1.2151390314102173, + "loss_total": 1.2151390314102173, + "step": 290 + }, + { + "grad_norm": 1.8233617544174194, + "learning_rate": 5.98e-06, + "loss": 1.0689, + "step": 300 + }, + { + "loss_action": 1.0810165405273438, + "loss_total": 1.0810165405273438, + "step": 300 + }, + { + "loss_action": 1.115032434463501, + "loss_total": 1.115032434463501, + "step": 300 + }, + { + "loss_action": 1.0874673128128052, + "loss_total": 1.0874673128128052, + "step": 300 + }, + { + "loss_action": 1.0784590244293213, + "loss_total": 1.0784590244293213, + "step": 300 + }, + { + "loss_action": 1.0190269947052002, + "loss_total": 1.0190269947052002, + "step": 300 + }, + { + "loss_action": 1.0787863731384277, + "loss_total": 1.0787863731384277, + "step": 300 + }, + { + "grad_norm": 0.728033185005188, + "learning_rate": 6.18e-06, + "loss": 1.0712, + "step": 310 + }, + { + "loss_action": 1.0243028402328491, + "loss_total": 1.0243028402328491, + "step": 310 + }, + { + "loss_action": 1.0729931592941284, + "loss_total": 1.0729931592941284, + "step": 310 + }, + { + "loss_action": 0.9868667125701904, + "loss_total": 0.9868667125701904, + "step": 310 + }, + { + "loss_action": 1.1089048385620117, + "loss_total": 1.1089048385620117, + "step": 310 + }, + { + "loss_action": 1.0718317031860352, + "loss_total": 1.0718317031860352, + "step": 310 + }, + { + "loss_action": 1.0694355964660645, + "loss_total": 1.0694355964660645, + "step": 310 + }, + { + "grad_norm": 1.1383044719696045, + "learning_rate": 6.38e-06, + "loss": 1.0632, + "step": 320 + }, + { + "loss_action": 1.0581101179122925, + "loss_total": 1.0581101179122925, + "step": 320 + }, + { + "loss_action": 1.1060247421264648, + "loss_total": 1.1060247421264648, + "step": 320 + }, + { + "loss_action": 1.0398592948913574, + "loss_total": 1.0398592948913574, + "step": 320 + }, + { + "loss_action": 1.062753438949585, + "loss_total": 1.062753438949585, + "step": 320 + }, + { + "loss_action": 1.0611978769302368, + "loss_total": 1.0611978769302368, + "step": 320 + }, + { + "loss_action": 1.070650577545166, + "loss_total": 1.070650577545166, + "step": 320 + }, + { + "grad_norm": 0.9347631931304932, + "learning_rate": 6.58e-06, + "loss": 1.0624, + "step": 330 + }, + { + "loss_action": 1.0941619873046875, + "loss_total": 1.0941619873046875, + "step": 330 + }, + { + "loss_action": 1.0496362447738647, + "loss_total": 1.0496362447738647, + "step": 330 + }, + { + "loss_action": 1.0221937894821167, + "loss_total": 1.0221937894821167, + "step": 330 + }, + { + "loss_action": 1.068938136100769, + "loss_total": 1.068938136100769, + "step": 330 + }, + { + "loss_action": 1.0944007635116577, + "loss_total": 1.0944007635116577, + "step": 330 + }, + { + "loss_action": 1.0133229494094849, + "loss_total": 1.0133229494094849, + "step": 330 + }, + { + "grad_norm": 1.5238441228866577, + "learning_rate": 6.78e-06, + "loss": 1.0513, + "step": 340 + }, + { + "loss_action": 1.204716682434082, + "loss_total": 1.204716682434082, + "step": 340 + }, + { + "loss_action": 1.0437324047088623, + "loss_total": 1.0437324047088623, + "step": 340 + }, + { + "loss_action": 1.027442455291748, + "loss_total": 1.027442455291748, + "step": 340 + }, + { + "loss_action": 1.1277519464492798, + "loss_total": 1.1277519464492798, + "step": 340 + }, + { + "loss_action": 1.1045784950256348, + "loss_total": 1.1045784950256348, + "step": 340 + }, + { + "loss_action": 1.0683717727661133, + "loss_total": 1.0683717727661133, + "step": 340 + }, + { + "grad_norm": 1.3850646018981934, + "learning_rate": 6.98e-06, + "loss": 1.0732, + "step": 350 + }, + { + "loss_action": 1.1336233615875244, + "loss_total": 1.1336233615875244, + "step": 350 + }, + { + "loss_action": 1.1049516201019287, + "loss_total": 1.1049516201019287, + "step": 350 + }, + { + "loss_action": 1.0081257820129395, + "loss_total": 1.0081257820129395, + "step": 350 + }, + { + "loss_action": 1.106009840965271, + "loss_total": 1.106009840965271, + "step": 350 + }, + { + "loss_action": 1.040507197380066, + "loss_total": 1.040507197380066, + "step": 350 + }, + { + "loss_action": 1.0418198108673096, + "loss_total": 1.0418198108673096, + "step": 350 + }, + { + "grad_norm": 1.257696270942688, + "learning_rate": 7.180000000000001e-06, + "loss": 1.0662, + "step": 360 + }, + { + "loss_action": 1.136278510093689, + "loss_total": 1.136278510093689, + "step": 360 + }, + { + "loss_action": 1.0095484256744385, + "loss_total": 1.0095484256744385, + "step": 360 + }, + { + "loss_action": 1.2079304456710815, + "loss_total": 1.2079304456710815, + "step": 360 + }, + { + "loss_action": 1.021457552909851, + "loss_total": 1.021457552909851, + "step": 360 + }, + { + "loss_action": 1.1031653881072998, + "loss_total": 1.1031653881072998, + "step": 360 + }, + { + "loss_action": 1.0731407403945923, + "loss_total": 1.0731407403945923, + "step": 360 + }, + { + "grad_norm": 1.5072863101959229, + "learning_rate": 7.3800000000000005e-06, + "loss": 1.0618, + "step": 370 + }, + { + "loss_action": 1.0370153188705444, + "loss_total": 1.0370153188705444, + "step": 370 + }, + { + "loss_action": 1.02206552028656, + "loss_total": 1.02206552028656, + "step": 370 + }, + { + "loss_action": 1.0116108655929565, + "loss_total": 1.0116108655929565, + "step": 370 + }, + { + "loss_action": 1.0594602823257446, + "loss_total": 1.0594602823257446, + "step": 370 + }, + { + "loss_action": 1.0653630495071411, + "loss_total": 1.0653630495071411, + "step": 370 + }, + { + "loss_action": 1.0337328910827637, + "loss_total": 1.0337328910827637, + "step": 370 + }, + { + "grad_norm": 2.3794379234313965, + "learning_rate": 7.580000000000001e-06, + "loss": 1.0551, + "step": 380 + }, + { + "loss_action": 1.08784019947052, + "loss_total": 1.08784019947052, + "step": 380 + }, + { + "loss_action": 0.9932786226272583, + "loss_total": 0.9932786226272583, + "step": 380 + }, + { + "loss_action": 1.0430506467819214, + "loss_total": 1.0430506467819214, + "step": 380 + }, + { + "loss_action": 1.023858904838562, + "loss_total": 1.023858904838562, + "step": 380 + }, + { + "loss_action": 1.0641131401062012, + "loss_total": 1.0641131401062012, + "step": 380 + }, + { + "loss_action": 1.0039293766021729, + "loss_total": 1.0039293766021729, + "step": 380 + }, + { + "grad_norm": 1.1599125862121582, + "learning_rate": 7.78e-06, + "loss": 1.0588, + "step": 390 + }, + { + "loss_action": 1.0329222679138184, + "loss_total": 1.0329222679138184, + "step": 390 + }, + { + "loss_action": 1.066080927848816, + "loss_total": 1.066080927848816, + "step": 390 + }, + { + "loss_action": 1.0242241621017456, + "loss_total": 1.0242241621017456, + "step": 390 + }, + { + "loss_action": 1.015697717666626, + "loss_total": 1.015697717666626, + "step": 390 + }, + { + "loss_action": 1.164360761642456, + "loss_total": 1.164360761642456, + "step": 390 + }, + { + "loss_action": 1.1036521196365356, + "loss_total": 1.1036521196365356, + "step": 390 + }, + { + "grad_norm": 0.8485246896743774, + "learning_rate": 7.98e-06, + "loss": 1.0473, + "step": 400 + }, + { + "loss_action": 1.1444796323776245, + "loss_total": 1.1444796323776245, + "step": 400 + }, + { + "loss_action": 1.0155364274978638, + "loss_total": 1.0155364274978638, + "step": 400 + }, + { + "loss_action": 1.0638141632080078, + "loss_total": 1.0638141632080078, + "step": 400 + }, + { + "loss_action": 1.1161553859710693, + "loss_total": 1.1161553859710693, + "step": 400 + }, + { + "loss_action": 1.138022780418396, + "loss_total": 1.138022780418396, + "step": 400 + }, + { + "loss_action": 1.0163812637329102, + "loss_total": 1.0163812637329102, + "step": 400 + }, + { + "grad_norm": 1.206842303276062, + "learning_rate": 8.18e-06, + "loss": 1.0645, + "step": 410 + }, + { + "loss_action": 1.0564879179000854, + "loss_total": 1.0564879179000854, + "step": 410 + }, + { + "loss_action": 1.0940821170806885, + "loss_total": 1.0940821170806885, + "step": 410 + }, + { + "loss_action": 1.0305837392807007, + "loss_total": 1.0305837392807007, + "step": 410 + }, + { + "loss_action": 1.0422110557556152, + "loss_total": 1.0422110557556152, + "step": 410 + }, + { + "loss_action": 1.117881178855896, + "loss_total": 1.117881178855896, + "step": 410 + }, + { + "loss_action": 1.0949774980545044, + "loss_total": 1.0949774980545044, + "step": 410 + }, + { + "grad_norm": 0.7070914506912231, + "learning_rate": 8.380000000000001e-06, + "loss": 1.0502, + "step": 420 + }, + { + "loss_action": 1.0450892448425293, + "loss_total": 1.0450892448425293, + "step": 420 + }, + { + "loss_action": 1.0490633249282837, + "loss_total": 1.0490633249282837, + "step": 420 + }, + { + "loss_action": 1.0511022806167603, + "loss_total": 1.0511022806167603, + "step": 420 + }, + { + "loss_action": 1.0461926460266113, + "loss_total": 1.0461926460266113, + "step": 420 + }, + { + "loss_action": 1.097389817237854, + "loss_total": 1.097389817237854, + "step": 420 + }, + { + "loss_action": 1.0512515306472778, + "loss_total": 1.0512515306472778, + "step": 420 + }, + { + "grad_norm": 0.9738540649414062, + "learning_rate": 8.580000000000001e-06, + "loss": 1.0602, + "step": 430 + }, + { + "loss_action": 1.0265973806381226, + "loss_total": 1.0265973806381226, + "step": 430 + }, + { + "loss_action": 1.1081619262695312, + "loss_total": 1.1081619262695312, + "step": 430 + }, + { + "loss_action": 1.053358554840088, + "loss_total": 1.053358554840088, + "step": 430 + }, + { + "loss_action": 1.0242586135864258, + "loss_total": 1.0242586135864258, + "step": 430 + }, + { + "loss_action": 1.088974952697754, + "loss_total": 1.088974952697754, + "step": 430 + }, + { + "loss_action": 0.9887583255767822, + "loss_total": 0.9887583255767822, + "step": 430 + }, + { + "grad_norm": 1.2706927061080933, + "learning_rate": 8.78e-06, + "loss": 1.0476, + "step": 440 + }, + { + "loss_action": 1.224754810333252, + "loss_total": 1.224754810333252, + "step": 440 + }, + { + "loss_action": 1.0111119747161865, + "loss_total": 1.0111119747161865, + "step": 440 + }, + { + "loss_action": 0.9672424793243408, + "loss_total": 0.9672424793243408, + "step": 440 + }, + { + "loss_action": 1.0058223009109497, + "loss_total": 1.0058223009109497, + "step": 440 + }, + { + "loss_action": 1.0202207565307617, + "loss_total": 1.0202207565307617, + "step": 440 + }, + { + "loss_action": 1.0204532146453857, + "loss_total": 1.0204532146453857, + "step": 440 + }, + { + "grad_norm": 0.7364457845687866, + "learning_rate": 8.98e-06, + "loss": 1.0467, + "step": 450 + }, + { + "loss_action": 1.0501638650894165, + "loss_total": 1.0501638650894165, + "step": 450 + }, + { + "loss_action": 1.0426548719406128, + "loss_total": 1.0426548719406128, + "step": 450 + }, + { + "loss_action": 1.0445051193237305, + "loss_total": 1.0445051193237305, + "step": 450 + }, + { + "loss_action": 1.0362281799316406, + "loss_total": 1.0362281799316406, + "step": 450 + }, + { + "loss_action": 1.0766911506652832, + "loss_total": 1.0766911506652832, + "step": 450 + }, + { + "loss_action": 1.0584908723831177, + "loss_total": 1.0584908723831177, + "step": 450 + }, + { + "grad_norm": 1.0115400552749634, + "learning_rate": 9.180000000000002e-06, + "loss": 1.0488, + "step": 460 + }, + { + "loss_action": 1.087873935699463, + "loss_total": 1.087873935699463, + "step": 460 + }, + { + "loss_action": 1.0633277893066406, + "loss_total": 1.0633277893066406, + "step": 460 + }, + { + "loss_action": 1.0528993606567383, + "loss_total": 1.0528993606567383, + "step": 460 + }, + { + "loss_action": 1.0234960317611694, + "loss_total": 1.0234960317611694, + "step": 460 + }, + { + "loss_action": 1.0770306587219238, + "loss_total": 1.0770306587219238, + "step": 460 + }, + { + "loss_action": 1.0160890817642212, + "loss_total": 1.0160890817642212, + "step": 460 + }, + { + "grad_norm": 0.835040807723999, + "learning_rate": 9.38e-06, + "loss": 1.0328, + "step": 470 + }, + { + "loss_action": 1.0325474739074707, + "loss_total": 1.0325474739074707, + "step": 470 + }, + { + "loss_action": 1.0164762735366821, + "loss_total": 1.0164762735366821, + "step": 470 + }, + { + "loss_action": 1.0431809425354004, + "loss_total": 1.0431809425354004, + "step": 470 + }, + { + "loss_action": 1.1429017782211304, + "loss_total": 1.1429017782211304, + "step": 470 + }, + { + "loss_action": 1.0477920770645142, + "loss_total": 1.0477920770645142, + "step": 470 + }, + { + "loss_action": 0.9880691170692444, + "loss_total": 0.9880691170692444, + "step": 470 + }, + { + "grad_norm": 0.7994937300682068, + "learning_rate": 9.58e-06, + "loss": 1.0289, + "step": 480 + }, + { + "loss_action": 1.0595824718475342, + "loss_total": 1.0595824718475342, + "step": 480 + }, + { + "loss_action": 1.0250390768051147, + "loss_total": 1.0250390768051147, + "step": 480 + }, + { + "loss_action": 1.022086262702942, + "loss_total": 1.022086262702942, + "step": 480 + }, + { + "loss_action": 1.0420018434524536, + "loss_total": 1.0420018434524536, + "step": 480 + }, + { + "loss_action": 1.0432424545288086, + "loss_total": 1.0432424545288086, + "step": 480 + }, + { + "loss_action": 1.0353755950927734, + "loss_total": 1.0353755950927734, + "step": 480 + }, + { + "grad_norm": 0.7260833978652954, + "learning_rate": 9.78e-06, + "loss": 1.026, + "step": 490 + }, + { + "loss_action": 1.2062994241714478, + "loss_total": 1.2062994241714478, + "step": 490 + }, + { + "loss_action": 1.0258930921554565, + "loss_total": 1.0258930921554565, + "step": 490 + }, + { + "loss_action": 1.0504006147384644, + "loss_total": 1.0504006147384644, + "step": 490 + }, + { + "loss_action": 1.0310921669006348, + "loss_total": 1.0310921669006348, + "step": 490 + }, + { + "loss_action": 1.0680017471313477, + "loss_total": 1.0680017471313477, + "step": 490 + }, + { + "loss_action": 0.980496883392334, + "loss_total": 0.980496883392334, + "step": 490 + }, + { + "grad_norm": 0.7633351683616638, + "learning_rate": 9.980000000000001e-06, + "loss": 1.0259, + "step": 500 + }, + { + "loss_action": 1.0428212881088257, + "loss_total": 1.0428212881088257, + "step": 500 + }, + { + "loss_action": 1.1502480506896973, + "loss_total": 1.1502480506896973, + "step": 500 + }, + { + "loss_action": 1.0029233694076538, + "loss_total": 1.0029233694076538, + "step": 500 + }, + { + "loss_action": 1.003845453262329, + "loss_total": 1.003845453262329, + "step": 500 + }, + { + "loss_action": 1.0658974647521973, + "loss_total": 1.0658974647521973, + "step": 500 + }, + { + "loss_action": 1.0712803602218628, + "loss_total": 1.0712803602218628, + "step": 500 + }, + { + "grad_norm": 0.9846422672271729, + "learning_rate": 1.018e-05, + "loss": 1.0182, + "step": 510 + }, + { + "loss_action": 1.0121550559997559, + "loss_total": 1.0121550559997559, + "step": 510 + }, + { + "loss_action": 1.0008504390716553, + "loss_total": 1.0008504390716553, + "step": 510 + }, + { + "loss_action": 1.2322957515716553, + "loss_total": 1.2322957515716553, + "step": 510 + }, + { + "loss_action": 1.0141500234603882, + "loss_total": 1.0141500234603882, + "step": 510 + }, + { + "loss_action": 1.0470844507217407, + "loss_total": 1.0470844507217407, + "step": 510 + }, + { + "loss_action": 1.045534372329712, + "loss_total": 1.045534372329712, + "step": 510 + }, + { + "grad_norm": 1.088179111480713, + "learning_rate": 1.038e-05, + "loss": 1.0061, + "step": 520 + }, + { + "loss_action": 0.9626592993736267, + "loss_total": 0.9626592993736267, + "step": 520 + }, + { + "loss_action": 1.011718988418579, + "loss_total": 1.011718988418579, + "step": 520 + }, + { + "loss_action": 0.9894819855690002, + "loss_total": 0.9894819855690002, + "step": 520 + }, + { + "loss_action": 1.0318304300308228, + "loss_total": 1.0318304300308228, + "step": 520 + }, + { + "loss_action": 1.0856668949127197, + "loss_total": 1.0856668949127197, + "step": 520 + }, + { + "loss_action": 0.9947342276573181, + "loss_total": 0.9947342276573181, + "step": 520 + }, + { + "grad_norm": 2.0876047611236572, + "learning_rate": 1.058e-05, + "loss": 0.9837, + "step": 530 + }, + { + "loss_action": 0.9503329992294312, + "loss_total": 0.9503329992294312, + "step": 530 + }, + { + "loss_action": 0.9483821392059326, + "loss_total": 0.9483821392059326, + "step": 530 + }, + { + "loss_action": 0.9724382758140564, + "loss_total": 0.9724382758140564, + "step": 530 + }, + { + "loss_action": 0.9430450201034546, + "loss_total": 0.9430450201034546, + "step": 530 + }, + { + "loss_action": 0.9681684970855713, + "loss_total": 0.9681684970855713, + "step": 530 + }, + { + "loss_action": 0.9354392886161804, + "loss_total": 0.9354392886161804, + "step": 530 + }, + { + "grad_norm": 0.8939476013183594, + "learning_rate": 1.0780000000000002e-05, + "loss": 0.9747, + "step": 540 + }, + { + "loss_action": 1.0025731325149536, + "loss_total": 1.0025731325149536, + "step": 540 + }, + { + "loss_action": 0.9588260054588318, + "loss_total": 0.9588260054588318, + "step": 540 + }, + { + "loss_action": 0.9668309092521667, + "loss_total": 0.9668309092521667, + "step": 540 + }, + { + "loss_action": 1.0023558139801025, + "loss_total": 1.0023558139801025, + "step": 540 + }, + { + "loss_action": 0.9399583339691162, + "loss_total": 0.9399583339691162, + "step": 540 + }, + { + "loss_action": 0.9701141715049744, + "loss_total": 0.9701141715049744, + "step": 540 + }, + { + "grad_norm": 1.018681287765503, + "learning_rate": 1.098e-05, + "loss": 0.9664, + "step": 550 + }, + { + "loss_action": 0.983649492263794, + "loss_total": 0.983649492263794, + "step": 550 + }, + { + "loss_action": 0.9572951793670654, + "loss_total": 0.9572951793670654, + "step": 550 + }, + { + "loss_action": 1.0405218601226807, + "loss_total": 1.0405218601226807, + "step": 550 + }, + { + "loss_action": 1.0037132501602173, + "loss_total": 1.0037132501602173, + "step": 550 + }, + { + "loss_action": 1.0043911933898926, + "loss_total": 1.0043911933898926, + "step": 550 + }, + { + "loss_action": 0.9563754200935364, + "loss_total": 0.9563754200935364, + "step": 550 + }, + { + "grad_norm": 1.0885326862335205, + "learning_rate": 1.118e-05, + "loss": 0.9505, + "step": 560 + }, + { + "loss_action": 0.9535362720489502, + "loss_total": 0.9535362720489502, + "step": 560 + }, + { + "loss_action": 0.9070150852203369, + "loss_total": 0.9070150852203369, + "step": 560 + }, + { + "loss_action": 0.9971781373023987, + "loss_total": 0.9971781373023987, + "step": 560 + }, + { + "loss_action": 0.9393322467803955, + "loss_total": 0.9393322467803955, + "step": 560 + }, + { + "loss_action": 0.962961733341217, + "loss_total": 0.962961733341217, + "step": 560 + }, + { + "loss_action": 0.9187748432159424, + "loss_total": 0.9187748432159424, + "step": 560 + }, + { + "grad_norm": 1.0597484111785889, + "learning_rate": 1.1380000000000001e-05, + "loss": 0.9335, + "step": 570 + }, + { + "loss_action": 0.9302977323532104, + "loss_total": 0.9302977323532104, + "step": 570 + }, + { + "loss_action": 0.9374681115150452, + "loss_total": 0.9374681115150452, + "step": 570 + }, + { + "loss_action": 0.9232075214385986, + "loss_total": 0.9232075214385986, + "step": 570 + }, + { + "loss_action": 0.9268591403961182, + "loss_total": 0.9268591403961182, + "step": 570 + }, + { + "loss_action": 0.9640257358551025, + "loss_total": 0.9640257358551025, + "step": 570 + }, + { + "loss_action": 0.9162917137145996, + "loss_total": 0.9162917137145996, + "step": 570 + }, + { + "grad_norm": 1.3359438180923462, + "learning_rate": 1.1580000000000001e-05, + "loss": 0.9154, + "step": 580 + }, + { + "loss_action": 0.9398095607757568, + "loss_total": 0.9398095607757568, + "step": 580 + }, + { + "loss_action": 0.9263542890548706, + "loss_total": 0.9263542890548706, + "step": 580 + }, + { + "loss_action": 0.8790016174316406, + "loss_total": 0.8790016174316406, + "step": 580 + }, + { + "loss_action": 0.8950461149215698, + "loss_total": 0.8950461149215698, + "step": 580 + }, + { + "loss_action": 0.9120047092437744, + "loss_total": 0.9120047092437744, + "step": 580 + }, + { + "loss_action": 0.8854784965515137, + "loss_total": 0.8854784965515137, + "step": 580 + }, + { + "grad_norm": 0.7922024130821228, + "learning_rate": 1.178e-05, + "loss": 0.8972, + "step": 590 + }, + { + "loss_action": 0.9232760071754456, + "loss_total": 0.9232760071754456, + "step": 590 + }, + { + "loss_action": 0.8543352484703064, + "loss_total": 0.8543352484703064, + "step": 590 + }, + { + "loss_action": 0.8711028695106506, + "loss_total": 0.8711028695106506, + "step": 590 + }, + { + "loss_action": 0.8421473503112793, + "loss_total": 0.8421473503112793, + "step": 590 + }, + { + "loss_action": 0.8619282841682434, + "loss_total": 0.8619282841682434, + "step": 590 + }, + { + "loss_action": 0.9159739017486572, + "loss_total": 0.9159739017486572, + "step": 590 + }, + { + "grad_norm": 0.9292658567428589, + "learning_rate": 1.198e-05, + "loss": 0.8797, + "step": 600 + }, + { + "loss_action": 0.9110751152038574, + "loss_total": 0.9110751152038574, + "step": 600 + }, + { + "loss_action": 0.9006157517433167, + "loss_total": 0.9006157517433167, + "step": 600 + }, + { + "loss_action": 0.8481997847557068, + "loss_total": 0.8481997847557068, + "step": 600 + }, + { + "loss_action": 0.8776935935020447, + "loss_total": 0.8776935935020447, + "step": 600 + }, + { + "loss_action": 0.8330971598625183, + "loss_total": 0.8330971598625183, + "step": 600 + }, + { + "loss_action": 0.8626312613487244, + "loss_total": 0.8626312613487244, + "step": 600 + }, + { + "grad_norm": 1.8393967151641846, + "learning_rate": 1.2180000000000002e-05, + "loss": 0.8531, + "step": 610 + }, + { + "loss_action": 0.8192433714866638, + "loss_total": 0.8192433714866638, + "step": 610 + }, + { + "loss_action": 0.811786949634552, + "loss_total": 0.811786949634552, + "step": 610 + }, + { + "loss_action": 0.851408064365387, + "loss_total": 0.851408064365387, + "step": 610 + }, + { + "loss_action": 0.9041537642478943, + "loss_total": 0.9041537642478943, + "step": 610 + }, + { + "loss_action": 0.9071720242500305, + "loss_total": 0.9071720242500305, + "step": 610 + }, + { + "loss_action": 0.9142457246780396, + "loss_total": 0.9142457246780396, + "step": 610 + }, + { + "grad_norm": 2.0115134716033936, + "learning_rate": 1.238e-05, + "loss": 0.8636, + "step": 620 + }, + { + "loss_action": 0.9338938593864441, + "loss_total": 0.9338938593864441, + "step": 620 + }, + { + "loss_action": 0.7713882923126221, + "loss_total": 0.7713882923126221, + "step": 620 + }, + { + "loss_action": 0.8136209845542908, + "loss_total": 0.8136209845542908, + "step": 620 + }, + { + "loss_action": 0.7381996512413025, + "loss_total": 0.7381996512413025, + "step": 620 + }, + { + "loss_action": 0.8044208884239197, + "loss_total": 0.8044208884239197, + "step": 620 + }, + { + "loss_action": 0.7919909358024597, + "loss_total": 0.7919909358024597, + "step": 620 + }, + { + "grad_norm": 1.2492905855178833, + "learning_rate": 1.258e-05, + "loss": 0.8263, + "step": 630 + }, + { + "loss_action": 0.8099389672279358, + "loss_total": 0.8099389672279358, + "step": 630 + }, + { + "loss_action": 0.9037296175956726, + "loss_total": 0.9037296175956726, + "step": 630 + }, + { + "loss_action": 0.9839209318161011, + "loss_total": 0.9839209318161011, + "step": 630 + }, + { + "loss_action": 0.8184958696365356, + "loss_total": 0.8184958696365356, + "step": 630 + }, + { + "loss_action": 0.7989420294761658, + "loss_total": 0.7989420294761658, + "step": 630 + }, + { + "loss_action": 0.8384098410606384, + "loss_total": 0.8384098410606384, + "step": 630 + }, + { + "grad_norm": 1.3001766204833984, + "learning_rate": 1.278e-05, + "loss": 0.8235, + "step": 640 + }, + { + "loss_action": 0.8887432813644409, + "loss_total": 0.8887432813644409, + "step": 640 + }, + { + "loss_action": 0.7937278747558594, + "loss_total": 0.7937278747558594, + "step": 640 + }, + { + "loss_action": 0.8165146112442017, + "loss_total": 0.8165146112442017, + "step": 640 + }, + { + "loss_action": 0.7903996706008911, + "loss_total": 0.7903996706008911, + "step": 640 + }, + { + "loss_action": 0.7552281022071838, + "loss_total": 0.7552281022071838, + "step": 640 + }, + { + "loss_action": 0.8214859366416931, + "loss_total": 0.8214859366416931, + "step": 640 + }, + { + "grad_norm": 1.0983612537384033, + "learning_rate": 1.2980000000000001e-05, + "loss": 0.8045, + "step": 650 + }, + { + "loss_action": 0.8400330543518066, + "loss_total": 0.8400330543518066, + "step": 650 + }, + { + "loss_action": 0.8158649802207947, + "loss_total": 0.8158649802207947, + "step": 650 + }, + { + "loss_action": 0.8977511525154114, + "loss_total": 0.8977511525154114, + "step": 650 + }, + { + "loss_action": 0.8352763056755066, + "loss_total": 0.8352763056755066, + "step": 650 + }, + { + "loss_action": 0.9232964515686035, + "loss_total": 0.9232964515686035, + "step": 650 + }, + { + "loss_action": 0.8045535087585449, + "loss_total": 0.8045535087585449, + "step": 650 + }, + { + "grad_norm": 1.2225043773651123, + "learning_rate": 1.3180000000000001e-05, + "loss": 0.7894, + "step": 660 + }, + { + "loss_action": 0.7951271533966064, + "loss_total": 0.7951271533966064, + "step": 660 + }, + { + "loss_action": 0.8212379813194275, + "loss_total": 0.8212379813194275, + "step": 660 + }, + { + "loss_action": 0.7335323691368103, + "loss_total": 0.7335323691368103, + "step": 660 + }, + { + "loss_action": 0.7218718528747559, + "loss_total": 0.7218718528747559, + "step": 660 + }, + { + "loss_action": 0.8110885620117188, + "loss_total": 0.8110885620117188, + "step": 660 + }, + { + "loss_action": 0.7796710729598999, + "loss_total": 0.7796710729598999, + "step": 660 + }, + { + "grad_norm": 1.1558592319488525, + "learning_rate": 1.338e-05, + "loss": 0.7796, + "step": 670 + }, + { + "loss_action": 0.7312750816345215, + "loss_total": 0.7312750816345215, + "step": 670 + }, + { + "loss_action": 0.833901584148407, + "loss_total": 0.833901584148407, + "step": 670 + }, + { + "loss_action": 0.7488146424293518, + "loss_total": 0.7488146424293518, + "step": 670 + }, + { + "loss_action": 0.7245346903800964, + "loss_total": 0.7245346903800964, + "step": 670 + }, + { + "loss_action": 0.7003426551818848, + "loss_total": 0.7003426551818848, + "step": 670 + }, + { + "loss_action": 0.7379338145256042, + "loss_total": 0.7379338145256042, + "step": 670 + }, + { + "grad_norm": 1.1891322135925293, + "learning_rate": 1.358e-05, + "loss": 0.7452, + "step": 680 + }, + { + "loss_action": 0.779098391532898, + "loss_total": 0.779098391532898, + "step": 680 + }, + { + "loss_action": 0.7114500999450684, + "loss_total": 0.7114500999450684, + "step": 680 + }, + { + "loss_action": 0.7492715120315552, + "loss_total": 0.7492715120315552, + "step": 680 + }, + { + "loss_action": 0.6792458295822144, + "loss_total": 0.6792458295822144, + "step": 680 + }, + { + "loss_action": 0.6857371926307678, + "loss_total": 0.6857371926307678, + "step": 680 + }, + { + "loss_action": 0.7452690601348877, + "loss_total": 0.7452690601348877, + "step": 680 + }, + { + "grad_norm": 1.7757915258407593, + "learning_rate": 1.3780000000000002e-05, + "loss": 0.7401, + "step": 690 + }, + { + "loss_action": 0.683478593826294, + "loss_total": 0.683478593826294, + "step": 690 + }, + { + "loss_action": 0.8195677399635315, + "loss_total": 0.8195677399635315, + "step": 690 + }, + { + "loss_action": 0.7245113253593445, + "loss_total": 0.7245113253593445, + "step": 690 + }, + { + "loss_action": 0.7067300081253052, + "loss_total": 0.7067300081253052, + "step": 690 + }, + { + "loss_action": 0.6998801231384277, + "loss_total": 0.6998801231384277, + "step": 690 + }, + { + "loss_action": 0.8023438453674316, + "loss_total": 0.8023438453674316, + "step": 690 + }, + { + "grad_norm": 1.538569450378418, + "learning_rate": 1.3980000000000002e-05, + "loss": 0.7225, + "step": 700 + }, + { + "loss_action": 0.704302191734314, + "loss_total": 0.704302191734314, + "step": 700 + }, + { + "loss_action": 0.8105238676071167, + "loss_total": 0.8105238676071167, + "step": 700 + }, + { + "loss_action": 0.6743713617324829, + "loss_total": 0.6743713617324829, + "step": 700 + }, + { + "loss_action": 0.6758334040641785, + "loss_total": 0.6758334040641785, + "step": 700 + }, + { + "loss_action": 0.7058690190315247, + "loss_total": 0.7058690190315247, + "step": 700 + }, + { + "loss_action": 0.7350159287452698, + "loss_total": 0.7350159287452698, + "step": 700 + }, + { + "grad_norm": 1.6715774536132812, + "learning_rate": 1.4180000000000001e-05, + "loss": 0.7167, + "step": 710 + }, + { + "loss_action": 0.6929526329040527, + "loss_total": 0.6929526329040527, + "step": 710 + }, + { + "loss_action": 0.6549191474914551, + "loss_total": 0.6549191474914551, + "step": 710 + }, + { + "loss_action": 0.6985839605331421, + "loss_total": 0.6985839605331421, + "step": 710 + }, + { + "loss_action": 0.6413587927818298, + "loss_total": 0.6413587927818298, + "step": 710 + }, + { + "loss_action": 0.662438690662384, + "loss_total": 0.662438690662384, + "step": 710 + }, + { + "loss_action": 0.7200019359588623, + "loss_total": 0.7200019359588623, + "step": 710 + }, + { + "grad_norm": 1.3347960710525513, + "learning_rate": 1.4380000000000001e-05, + "loss": 0.6954, + "step": 720 + }, + { + "loss_action": 0.7707403898239136, + "loss_total": 0.7707403898239136, + "step": 720 + }, + { + "loss_action": 0.6616142988204956, + "loss_total": 0.6616142988204956, + "step": 720 + }, + { + "loss_action": 0.653160810470581, + "loss_total": 0.653160810470581, + "step": 720 + }, + { + "loss_action": 0.6390766501426697, + "loss_total": 0.6390766501426697, + "step": 720 + }, + { + "loss_action": 0.6585423350334167, + "loss_total": 0.6585423350334167, + "step": 720 + }, + { + "loss_action": 0.7404402494430542, + "loss_total": 0.7404402494430542, + "step": 720 + }, + { + "grad_norm": 1.449595332145691, + "learning_rate": 1.4580000000000003e-05, + "loss": 0.6837, + "step": 730 + }, + { + "loss_action": 0.6502053141593933, + "loss_total": 0.6502053141593933, + "step": 730 + }, + { + "loss_action": 0.675068736076355, + "loss_total": 0.675068736076355, + "step": 730 + }, + { + "loss_action": 0.6882557272911072, + "loss_total": 0.6882557272911072, + "step": 730 + }, + { + "loss_action": 0.7403379082679749, + "loss_total": 0.7403379082679749, + "step": 730 + }, + { + "loss_action": 0.7049570679664612, + "loss_total": 0.7049570679664612, + "step": 730 + }, + { + "loss_action": 0.6357117295265198, + "loss_total": 0.6357117295265198, + "step": 730 + }, + { + "grad_norm": 1.305585503578186, + "learning_rate": 1.4779999999999999e-05, + "loss": 0.6608, + "step": 740 + }, + { + "loss_action": 0.6405872106552124, + "loss_total": 0.6405872106552124, + "step": 740 + }, + { + "loss_action": 0.6298996210098267, + "loss_total": 0.6298996210098267, + "step": 740 + }, + { + "loss_action": 0.7162426710128784, + "loss_total": 0.7162426710128784, + "step": 740 + }, + { + "loss_action": 0.6161376237869263, + "loss_total": 0.6161376237869263, + "step": 740 + }, + { + "loss_action": 0.658944308757782, + "loss_total": 0.658944308757782, + "step": 740 + }, + { + "loss_action": 0.6076561212539673, + "loss_total": 0.6076561212539673, + "step": 740 + }, + { + "grad_norm": 1.5156052112579346, + "learning_rate": 1.4979999999999999e-05, + "loss": 0.658, + "step": 750 + }, + { + "loss_action": 0.7227254509925842, + "loss_total": 0.7227254509925842, + "step": 750 + }, + { + "loss_action": 0.5895671844482422, + "loss_total": 0.5895671844482422, + "step": 750 + }, + { + "loss_action": 0.6342083811759949, + "loss_total": 0.6342083811759949, + "step": 750 + }, + { + "loss_action": 0.7483670115470886, + "loss_total": 0.7483670115470886, + "step": 750 + }, + { + "loss_action": 0.6148586869239807, + "loss_total": 0.6148586869239807, + "step": 750 + }, + { + "loss_action": 0.6746661067008972, + "loss_total": 0.6746661067008972, + "step": 750 + }, + { + "grad_norm": 1.3772164583206177, + "learning_rate": 1.518e-05, + "loss": 0.644, + "step": 760 + }, + { + "loss_action": 0.7060416340827942, + "loss_total": 0.7060416340827942, + "step": 760 + }, + { + "loss_action": 0.5808261632919312, + "loss_total": 0.5808261632919312, + "step": 760 + }, + { + "loss_action": 0.6199226379394531, + "loss_total": 0.6199226379394531, + "step": 760 + }, + { + "loss_action": 0.8389235734939575, + "loss_total": 0.8389235734939575, + "step": 760 + }, + { + "loss_action": 0.615265429019928, + "loss_total": 0.615265429019928, + "step": 760 + }, + { + "loss_action": 0.6809585094451904, + "loss_total": 0.6809585094451904, + "step": 760 + }, + { + "grad_norm": 1.8099133968353271, + "learning_rate": 1.538e-05, + "loss": 0.6295, + "step": 770 + }, + { + "loss_action": 0.6232494115829468, + "loss_total": 0.6232494115829468, + "step": 770 + }, + { + "loss_action": 0.7247330546379089, + "loss_total": 0.7247330546379089, + "step": 770 + }, + { + "loss_action": 0.6455071568489075, + "loss_total": 0.6455071568489075, + "step": 770 + }, + { + "loss_action": 0.6049113869667053, + "loss_total": 0.6049113869667053, + "step": 770 + }, + { + "loss_action": 0.6219054460525513, + "loss_total": 0.6219054460525513, + "step": 770 + }, + { + "loss_action": 0.563245952129364, + "loss_total": 0.563245952129364, + "step": 770 + }, + { + "grad_norm": 2.1234564781188965, + "learning_rate": 1.558e-05, + "loss": 0.6265, + "step": 780 + }, + { + "loss_action": 0.6814942955970764, + "loss_total": 0.6814942955970764, + "step": 780 + }, + { + "loss_action": 0.6123194098472595, + "loss_total": 0.6123194098472595, + "step": 780 + }, + { + "loss_action": 0.6196304559707642, + "loss_total": 0.6196304559707642, + "step": 780 + }, + { + "loss_action": 0.668812096118927, + "loss_total": 0.668812096118927, + "step": 780 + }, + { + "loss_action": 0.571913480758667, + "loss_total": 0.571913480758667, + "step": 780 + }, + { + "loss_action": 0.5535951256752014, + "loss_total": 0.5535951256752014, + "step": 780 + }, + { + "grad_norm": 1.6936261653900146, + "learning_rate": 1.578e-05, + "loss": 0.6278, + "step": 790 + }, + { + "loss_action": 0.5847180485725403, + "loss_total": 0.5847180485725403, + "step": 790 + }, + { + "loss_action": 0.7454620599746704, + "loss_total": 0.7454620599746704, + "step": 790 + }, + { + "loss_action": 0.5864847898483276, + "loss_total": 0.5864847898483276, + "step": 790 + }, + { + "loss_action": 0.5416498780250549, + "loss_total": 0.5416498780250549, + "step": 790 + }, + { + "loss_action": 0.5733134150505066, + "loss_total": 0.5733134150505066, + "step": 790 + }, + { + "loss_action": 0.5982266068458557, + "loss_total": 0.5982266068458557, + "step": 790 + }, + { + "grad_norm": 1.3188612461090088, + "learning_rate": 1.598e-05, + "loss": 0.5966, + "step": 800 + }, + { + "loss_action": 0.6110987067222595, + "loss_total": 0.6110987067222595, + "step": 800 + }, + { + "loss_action": 0.5275500416755676, + "loss_total": 0.5275500416755676, + "step": 800 + }, + { + "loss_action": 0.5887285470962524, + "loss_total": 0.5887285470962524, + "step": 800 + }, + { + "loss_action": 0.5823900103569031, + "loss_total": 0.5823900103569031, + "step": 800 + }, + { + "loss_action": 0.6035239696502686, + "loss_total": 0.6035239696502686, + "step": 800 + }, + { + "loss_action": 0.6414984464645386, + "loss_total": 0.6414984464645386, + "step": 800 + }, + { + "grad_norm": 1.4937869310379028, + "learning_rate": 1.618e-05, + "loss": 0.6038, + "step": 810 + }, + { + "loss_action": 0.6380627155303955, + "loss_total": 0.6380627155303955, + "step": 810 + }, + { + "loss_action": 0.6146710515022278, + "loss_total": 0.6146710515022278, + "step": 810 + }, + { + "loss_action": 0.5412525534629822, + "loss_total": 0.5412525534629822, + "step": 810 + }, + { + "loss_action": 0.5428264141082764, + "loss_total": 0.5428264141082764, + "step": 810 + }, + { + "loss_action": 0.552852213382721, + "loss_total": 0.552852213382721, + "step": 810 + }, + { + "loss_action": 0.5476523041725159, + "loss_total": 0.5476523041725159, + "step": 810 + }, + { + "grad_norm": 1.5255937576293945, + "learning_rate": 1.6380000000000002e-05, + "loss": 0.5848, + "step": 820 + }, + { + "loss_action": 0.5260236263275146, + "loss_total": 0.5260236263275146, + "step": 820 + }, + { + "loss_action": 0.6436362266540527, + "loss_total": 0.6436362266540527, + "step": 820 + }, + { + "loss_action": 0.5520215630531311, + "loss_total": 0.5520215630531311, + "step": 820 + }, + { + "loss_action": 0.5201340913772583, + "loss_total": 0.5201340913772583, + "step": 820 + }, + { + "loss_action": 0.5107817649841309, + "loss_total": 0.5107817649841309, + "step": 820 + }, + { + "loss_action": 0.5818179845809937, + "loss_total": 0.5818179845809937, + "step": 820 + }, + { + "grad_norm": 1.4467642307281494, + "learning_rate": 1.658e-05, + "loss": 0.5654, + "step": 830 + }, + { + "loss_action": 0.6109715104103088, + "loss_total": 0.6109715104103088, + "step": 830 + }, + { + "loss_action": 0.5164282321929932, + "loss_total": 0.5164282321929932, + "step": 830 + }, + { + "loss_action": 0.5192788243293762, + "loss_total": 0.5192788243293762, + "step": 830 + }, + { + "loss_action": 0.5345320105552673, + "loss_total": 0.5345320105552673, + "step": 830 + }, + { + "loss_action": 0.5188170671463013, + "loss_total": 0.5188170671463013, + "step": 830 + }, + { + "loss_action": 0.5935419797897339, + "loss_total": 0.5935419797897339, + "step": 830 + }, + { + "grad_norm": 1.743321418762207, + "learning_rate": 1.6780000000000002e-05, + "loss": 0.5519, + "step": 840 + }, + { + "loss_action": 0.576115608215332, + "loss_total": 0.576115608215332, + "step": 840 + }, + { + "loss_action": 0.5702524781227112, + "loss_total": 0.5702524781227112, + "step": 840 + }, + { + "loss_action": 0.5869243144989014, + "loss_total": 0.5869243144989014, + "step": 840 + }, + { + "loss_action": 0.5621359348297119, + "loss_total": 0.5621359348297119, + "step": 840 + }, + { + "loss_action": 0.5887736678123474, + "loss_total": 0.5887736678123474, + "step": 840 + }, + { + "loss_action": 0.5637364983558655, + "loss_total": 0.5637364983558655, + "step": 840 + }, + { + "grad_norm": 1.4580456018447876, + "learning_rate": 1.698e-05, + "loss": 0.5453, + "step": 850 + }, + { + "loss_action": 0.5882306694984436, + "loss_total": 0.5882306694984436, + "step": 850 + }, + { + "loss_action": 0.5241650938987732, + "loss_total": 0.5241650938987732, + "step": 850 + }, + { + "loss_action": 0.5221036076545715, + "loss_total": 0.5221036076545715, + "step": 850 + }, + { + "loss_action": 0.5268793106079102, + "loss_total": 0.5268793106079102, + "step": 850 + }, + { + "loss_action": 0.666818380355835, + "loss_total": 0.666818380355835, + "step": 850 + }, + { + "loss_action": 0.493359237909317, + "loss_total": 0.493359237909317, + "step": 850 + }, + { + "grad_norm": 1.7414767742156982, + "learning_rate": 1.718e-05, + "loss": 0.5383, + "step": 860 + }, + { + "loss_action": 0.562610924243927, + "loss_total": 0.562610924243927, + "step": 860 + }, + { + "loss_action": 0.5818552374839783, + "loss_total": 0.5818552374839783, + "step": 860 + }, + { + "loss_action": 0.5235656499862671, + "loss_total": 0.5235656499862671, + "step": 860 + }, + { + "loss_action": 0.5362233519554138, + "loss_total": 0.5362233519554138, + "step": 860 + }, + { + "loss_action": 0.5645363926887512, + "loss_total": 0.5645363926887512, + "step": 860 + }, + { + "loss_action": 0.5844301581382751, + "loss_total": 0.5844301581382751, + "step": 860 + }, + { + "grad_norm": 1.7216625213623047, + "learning_rate": 1.7380000000000003e-05, + "loss": 0.5393, + "step": 870 + }, + { + "loss_action": 0.5259933471679688, + "loss_total": 0.5259933471679688, + "step": 870 + }, + { + "loss_action": 0.5573214292526245, + "loss_total": 0.5573214292526245, + "step": 870 + }, + { + "loss_action": 0.5646929740905762, + "loss_total": 0.5646929740905762, + "step": 870 + }, + { + "loss_action": 0.5520060658454895, + "loss_total": 0.5520060658454895, + "step": 870 + }, + { + "loss_action": 0.5415705442428589, + "loss_total": 0.5415705442428589, + "step": 870 + }, + { + "loss_action": 0.4990263283252716, + "loss_total": 0.4990263283252716, + "step": 870 + }, + { + "grad_norm": 1.6376217603683472, + "learning_rate": 1.758e-05, + "loss": 0.5251, + "step": 880 + }, + { + "loss_action": 0.6168601512908936, + "loss_total": 0.6168601512908936, + "step": 880 + }, + { + "loss_action": 0.5260204672813416, + "loss_total": 0.5260204672813416, + "step": 880 + }, + { + "loss_action": 0.49614423513412476, + "loss_total": 0.49614423513412476, + "step": 880 + }, + { + "loss_action": 0.4814828932285309, + "loss_total": 0.4814828932285309, + "step": 880 + }, + { + "loss_action": 0.4698171317577362, + "loss_total": 0.4698171317577362, + "step": 880 + }, + { + "loss_action": 0.5312442779541016, + "loss_total": 0.5312442779541016, + "step": 880 + }, + { + "grad_norm": 1.4640580415725708, + "learning_rate": 1.7780000000000003e-05, + "loss": 0.5142, + "step": 890 + }, + { + "loss_action": 0.46313032507896423, + "loss_total": 0.46313032507896423, + "step": 890 + }, + { + "loss_action": 0.5134246349334717, + "loss_total": 0.5134246349334717, + "step": 890 + }, + { + "loss_action": 0.5777453184127808, + "loss_total": 0.5777453184127808, + "step": 890 + }, + { + "loss_action": 0.4669845402240753, + "loss_total": 0.4669845402240753, + "step": 890 + }, + { + "loss_action": 0.5032386779785156, + "loss_total": 0.5032386779785156, + "step": 890 + }, + { + "loss_action": 0.6157030463218689, + "loss_total": 0.6157030463218689, + "step": 890 + }, + { + "grad_norm": 1.8500796556472778, + "learning_rate": 1.798e-05, + "loss": 0.5113, + "step": 900 + }, + { + "loss_action": 0.49043938517570496, + "loss_total": 0.49043938517570496, + "step": 900 + }, + { + "loss_action": 0.4720531105995178, + "loss_total": 0.4720531105995178, + "step": 900 + }, + { + "loss_action": 0.5175557732582092, + "loss_total": 0.5175557732582092, + "step": 900 + }, + { + "loss_action": 0.4483543634414673, + "loss_total": 0.4483543634414673, + "step": 900 + }, + { + "loss_action": 0.4531410038471222, + "loss_total": 0.4531410038471222, + "step": 900 + }, + { + "loss_action": 0.5058684945106506, + "loss_total": 0.5058684945106506, + "step": 900 + }, + { + "grad_norm": 1.8521995544433594, + "learning_rate": 1.818e-05, + "loss": 0.4974, + "step": 910 + }, + { + "loss_action": 0.4601699113845825, + "loss_total": 0.4601699113845825, + "step": 910 + }, + { + "loss_action": 0.5216087698936462, + "loss_total": 0.5216087698936462, + "step": 910 + }, + { + "loss_action": 0.42828312516212463, + "loss_total": 0.42828312516212463, + "step": 910 + }, + { + "loss_action": 0.42518430948257446, + "loss_total": 0.42518430948257446, + "step": 910 + }, + { + "loss_action": 0.45385071635246277, + "loss_total": 0.45385071635246277, + "step": 910 + }, + { + "loss_action": 0.510327935218811, + "loss_total": 0.510327935218811, + "step": 910 + }, + { + "grad_norm": 1.7100958824157715, + "learning_rate": 1.838e-05, + "loss": 0.4759, + "step": 920 + }, + { + "loss_action": 0.4676695168018341, + "loss_total": 0.4676695168018341, + "step": 920 + }, + { + "loss_action": 0.4645187258720398, + "loss_total": 0.4645187258720398, + "step": 920 + }, + { + "loss_action": 0.4869041442871094, + "loss_total": 0.4869041442871094, + "step": 920 + }, + { + "loss_action": 0.44775786995887756, + "loss_total": 0.44775786995887756, + "step": 920 + }, + { + "loss_action": 0.4295433759689331, + "loss_total": 0.4295433759689331, + "step": 920 + }, + { + "loss_action": 0.5045692920684814, + "loss_total": 0.5045692920684814, + "step": 920 + }, + { + "grad_norm": 1.5113601684570312, + "learning_rate": 1.858e-05, + "loss": 0.479, + "step": 930 + }, + { + "loss_action": 0.5206721425056458, + "loss_total": 0.5206721425056458, + "step": 930 + }, + { + "loss_action": 0.48837125301361084, + "loss_total": 0.48837125301361084, + "step": 930 + }, + { + "loss_action": 0.48505881428718567, + "loss_total": 0.48505881428718567, + "step": 930 + }, + { + "loss_action": 0.4296117126941681, + "loss_total": 0.4296117126941681, + "step": 930 + }, + { + "loss_action": 0.4729017913341522, + "loss_total": 0.4729017913341522, + "step": 930 + }, + { + "loss_action": 0.42664834856987, + "loss_total": 0.42664834856987, + "step": 930 + }, + { + "grad_norm": 2.2313337326049805, + "learning_rate": 1.878e-05, + "loss": 0.4751, + "step": 940 + }, + { + "loss_action": 0.5404363870620728, + "loss_total": 0.5404363870620728, + "step": 940 + }, + { + "loss_action": 0.4623194932937622, + "loss_total": 0.4623194932937622, + "step": 940 + }, + { + "loss_action": 0.4726262390613556, + "loss_total": 0.4726262390613556, + "step": 940 + }, + { + "loss_action": 0.42162731289863586, + "loss_total": 0.42162731289863586, + "step": 940 + }, + { + "loss_action": 0.42194876074790955, + "loss_total": 0.42194876074790955, + "step": 940 + }, + { + "loss_action": 0.4667290449142456, + "loss_total": 0.4667290449142456, + "step": 940 + }, + { + "grad_norm": 1.714945673942566, + "learning_rate": 1.898e-05, + "loss": 0.47, + "step": 950 + }, + { + "loss_action": 0.48349612951278687, + "loss_total": 0.48349612951278687, + "step": 950 + }, + { + "loss_action": 0.42619383335113525, + "loss_total": 0.42619383335113525, + "step": 950 + }, + { + "loss_action": 0.40926992893218994, + "loss_total": 0.40926992893218994, + "step": 950 + }, + { + "loss_action": 0.46616026759147644, + "loss_total": 0.46616026759147644, + "step": 950 + }, + { + "loss_action": 0.5196271538734436, + "loss_total": 0.5196271538734436, + "step": 950 + }, + { + "loss_action": 0.4272594153881073, + "loss_total": 0.4272594153881073, + "step": 950 + }, + { + "grad_norm": 1.6016570329666138, + "learning_rate": 1.918e-05, + "loss": 0.4478, + "step": 960 + }, + { + "loss_action": 0.5410735607147217, + "loss_total": 0.5410735607147217, + "step": 960 + }, + { + "loss_action": 0.3928481936454773, + "loss_total": 0.3928481936454773, + "step": 960 + }, + { + "loss_action": 0.4713915288448334, + "loss_total": 0.4713915288448334, + "step": 960 + }, + { + "loss_action": 0.4843046963214874, + "loss_total": 0.4843046963214874, + "step": 960 + }, + { + "loss_action": 0.5629448294639587, + "loss_total": 0.5629448294639587, + "step": 960 + }, + { + "loss_action": 0.4409751296043396, + "loss_total": 0.4409751296043396, + "step": 960 + }, + { + "grad_norm": 1.4322386980056763, + "learning_rate": 1.938e-05, + "loss": 0.4411, + "step": 970 + }, + { + "loss_action": 0.4130191206932068, + "loss_total": 0.4130191206932068, + "step": 970 + }, + { + "loss_action": 0.4562758803367615, + "loss_total": 0.4562758803367615, + "step": 970 + }, + { + "loss_action": 0.43748268485069275, + "loss_total": 0.43748268485069275, + "step": 970 + }, + { + "loss_action": 0.5357379913330078, + "loss_total": 0.5357379913330078, + "step": 970 + }, + { + "loss_action": 0.4802710711956024, + "loss_total": 0.4802710711956024, + "step": 970 + }, + { + "loss_action": 0.3953966200351715, + "loss_total": 0.3953966200351715, + "step": 970 + }, + { + "grad_norm": 1.9193650484085083, + "learning_rate": 1.9580000000000002e-05, + "loss": 0.4208, + "step": 980 + }, + { + "loss_action": 0.4212265610694885, + "loss_total": 0.4212265610694885, + "step": 980 + }, + { + "loss_action": 0.35802170634269714, + "loss_total": 0.35802170634269714, + "step": 980 + }, + { + "loss_action": 0.41111019253730774, + "loss_total": 0.41111019253730774, + "step": 980 + }, + { + "loss_action": 0.4221932590007782, + "loss_total": 0.4221932590007782, + "step": 980 + }, + { + "loss_action": 0.4282916784286499, + "loss_total": 0.4282916784286499, + "step": 980 + }, + { + "loss_action": 0.4188142716884613, + "loss_total": 0.4188142716884613, + "step": 980 + }, + { + "grad_norm": 1.651118278503418, + "learning_rate": 1.978e-05, + "loss": 0.4065, + "step": 990 + }, + { + "loss_action": 0.48266366124153137, + "loss_total": 0.48266366124153137, + "step": 990 + }, + { + "loss_action": 0.4342392683029175, + "loss_total": 0.4342392683029175, + "step": 990 + }, + { + "loss_action": 0.3494516611099243, + "loss_total": 0.3494516611099243, + "step": 990 + }, + { + "loss_action": 0.41024109721183777, + "loss_total": 0.41024109721183777, + "step": 990 + }, + { + "loss_action": 0.3666611313819885, + "loss_total": 0.3666611313819885, + "step": 990 + }, + { + "loss_action": 0.37085846066474915, + "loss_total": 0.37085846066474915, + "step": 990 + }, + { + "grad_norm": 2.076988935470581, + "learning_rate": 1.9980000000000002e-05, + "loss": 0.4168, + "step": 1000 + }, + { + "loss_action": 0.4085709750652313, + "loss_total": 0.4085709750652313, + "step": 1000 + }, + { + "loss_action": 0.3681710958480835, + "loss_total": 0.3681710958480835, + "step": 1000 + }, + { + "loss_action": 0.4917568862438202, + "loss_total": 0.4917568862438202, + "step": 1000 + }, + { + "loss_action": 0.3477257192134857, + "loss_total": 0.3477257192134857, + "step": 1000 + }, + { + "loss_action": 0.47070086002349854, + "loss_total": 0.47070086002349854, + "step": 1000 + }, + { + "loss_action": 0.38306164741516113, + "loss_total": 0.38306164741516113, + "step": 1000 + }, + { + "grad_norm": 1.5809643268585205, + "learning_rate": 2.0180000000000003e-05, + "loss": 0.3921, + "step": 1010 + }, + { + "loss_action": 0.46484825015068054, + "loss_total": 0.46484825015068054, + "step": 1010 + }, + { + "loss_action": 0.3361741602420807, + "loss_total": 0.3361741602420807, + "step": 1010 + }, + { + "loss_action": 0.3950694799423218, + "loss_total": 0.3950694799423218, + "step": 1010 + }, + { + "loss_action": 0.3546588718891144, + "loss_total": 0.3546588718891144, + "step": 1010 + }, + { + "loss_action": 0.4496135711669922, + "loss_total": 0.4496135711669922, + "step": 1010 + }, + { + "loss_action": 0.3851259648799896, + "loss_total": 0.3851259648799896, + "step": 1010 + }, + { + "grad_norm": 2.009554386138916, + "learning_rate": 2.038e-05, + "loss": 0.3942, + "step": 1020 + }, + { + "loss_action": 0.3460184335708618, + "loss_total": 0.3460184335708618, + "step": 1020 + }, + { + "loss_action": 0.3723643124103546, + "loss_total": 0.3723643124103546, + "step": 1020 + }, + { + "loss_action": 0.37755492329597473, + "loss_total": 0.37755492329597473, + "step": 1020 + }, + { + "loss_action": 0.4478532671928406, + "loss_total": 0.4478532671928406, + "step": 1020 + }, + { + "loss_action": 0.34275633096694946, + "loss_total": 0.34275633096694946, + "step": 1020 + }, + { + "loss_action": 0.348481684923172, + "loss_total": 0.348481684923172, + "step": 1020 + }, + { + "grad_norm": 1.5406275987625122, + "learning_rate": 2.0580000000000003e-05, + "loss": 0.3868, + "step": 1030 + }, + { + "loss_action": 0.4545194208621979, + "loss_total": 0.4545194208621979, + "step": 1030 + }, + { + "loss_action": 0.3576490581035614, + "loss_total": 0.3576490581035614, + "step": 1030 + }, + { + "loss_action": 0.4208950102329254, + "loss_total": 0.4208950102329254, + "step": 1030 + }, + { + "loss_action": 0.38429147005081177, + "loss_total": 0.38429147005081177, + "step": 1030 + }, + { + "loss_action": 0.3491085469722748, + "loss_total": 0.3491085469722748, + "step": 1030 + }, + { + "loss_action": 0.36129453778266907, + "loss_total": 0.36129453778266907, + "step": 1030 + }, + { + "grad_norm": 2.156331777572632, + "learning_rate": 2.078e-05, + "loss": 0.3709, + "step": 1040 + }, + { + "loss_action": 0.38365909457206726, + "loss_total": 0.38365909457206726, + "step": 1040 + }, + { + "loss_action": 0.3345312476158142, + "loss_total": 0.3345312476158142, + "step": 1040 + }, + { + "loss_action": 0.31597355008125305, + "loss_total": 0.31597355008125305, + "step": 1040 + }, + { + "loss_action": 0.35282662510871887, + "loss_total": 0.35282662510871887, + "step": 1040 + }, + { + "loss_action": 0.3243013322353363, + "loss_total": 0.3243013322353363, + "step": 1040 + }, + { + "loss_action": 0.349904328584671, + "loss_total": 0.349904328584671, + "step": 1040 + }, + { + "grad_norm": 1.6834051609039307, + "learning_rate": 2.098e-05, + "loss": 0.3627, + "step": 1050 + }, + { + "loss_action": 0.38133925199508667, + "loss_total": 0.38133925199508667, + "step": 1050 + }, + { + "loss_action": 0.4126644730567932, + "loss_total": 0.4126644730567932, + "step": 1050 + }, + { + "loss_action": 0.3476939797401428, + "loss_total": 0.3476939797401428, + "step": 1050 + }, + { + "loss_action": 0.34983670711517334, + "loss_total": 0.34983670711517334, + "step": 1050 + }, + { + "loss_action": 0.3783825635910034, + "loss_total": 0.3783825635910034, + "step": 1050 + }, + { + "loss_action": 0.3283085525035858, + "loss_total": 0.3283085525035858, + "step": 1050 + }, + { + "grad_norm": 1.9656486511230469, + "learning_rate": 2.118e-05, + "loss": 0.363, + "step": 1060 + }, + { + "loss_action": 0.42116206884384155, + "loss_total": 0.42116206884384155, + "step": 1060 + }, + { + "loss_action": 0.34736332297325134, + "loss_total": 0.34736332297325134, + "step": 1060 + }, + { + "loss_action": 0.36295393109321594, + "loss_total": 0.36295393109321594, + "step": 1060 + }, + { + "loss_action": 0.328146755695343, + "loss_total": 0.328146755695343, + "step": 1060 + }, + { + "loss_action": 0.527242124080658, + "loss_total": 0.527242124080658, + "step": 1060 + }, + { + "loss_action": 0.33431145548820496, + "loss_total": 0.33431145548820496, + "step": 1060 + }, + { + "grad_norm": 1.833341360092163, + "learning_rate": 2.138e-05, + "loss": 0.3515, + "step": 1070 + }, + { + "loss_action": 0.4211679995059967, + "loss_total": 0.4211679995059967, + "step": 1070 + }, + { + "loss_action": 0.3263130784034729, + "loss_total": 0.3263130784034729, + "step": 1070 + }, + { + "loss_action": 0.36110588908195496, + "loss_total": 0.36110588908195496, + "step": 1070 + }, + { + "loss_action": 0.3936120867729187, + "loss_total": 0.3936120867729187, + "step": 1070 + }, + { + "loss_action": 0.29861217737197876, + "loss_total": 0.29861217737197876, + "step": 1070 + }, + { + "loss_action": 0.37582066655158997, + "loss_total": 0.37582066655158997, + "step": 1070 + }, + { + "grad_norm": 1.8067638874053955, + "learning_rate": 2.158e-05, + "loss": 0.3558, + "step": 1080 + }, + { + "loss_action": 0.4116548001766205, + "loss_total": 0.4116548001766205, + "step": 1080 + }, + { + "loss_action": 0.28421950340270996, + "loss_total": 0.28421950340270996, + "step": 1080 + }, + { + "loss_action": 0.29407989978790283, + "loss_total": 0.29407989978790283, + "step": 1080 + }, + { + "loss_action": 0.2753404378890991, + "loss_total": 0.2753404378890991, + "step": 1080 + }, + { + "loss_action": 0.3773782253265381, + "loss_total": 0.3773782253265381, + "step": 1080 + }, + { + "loss_action": 0.3097120225429535, + "loss_total": 0.3097120225429535, + "step": 1080 + }, + { + "grad_norm": 1.722532868385315, + "learning_rate": 2.178e-05, + "loss": 0.3463, + "step": 1090 + }, + { + "loss_action": 0.2999958097934723, + "loss_total": 0.2999958097934723, + "step": 1090 + }, + { + "loss_action": 0.27233317494392395, + "loss_total": 0.27233317494392395, + "step": 1090 + }, + { + "loss_action": 0.3749803304672241, + "loss_total": 0.3749803304672241, + "step": 1090 + }, + { + "loss_action": 0.2882101237773895, + "loss_total": 0.2882101237773895, + "step": 1090 + }, + { + "loss_action": 0.31813108921051025, + "loss_total": 0.31813108921051025, + "step": 1090 + }, + { + "loss_action": 0.3737328052520752, + "loss_total": 0.3737328052520752, + "step": 1090 + }, + { + "grad_norm": 1.912408471107483, + "learning_rate": 2.198e-05, + "loss": 0.3288, + "step": 1100 + }, + { + "loss_action": 0.29854094982147217, + "loss_total": 0.29854094982147217, + "step": 1100 + }, + { + "loss_action": 0.3048332631587982, + "loss_total": 0.3048332631587982, + "step": 1100 + }, + { + "loss_action": 0.3551703095436096, + "loss_total": 0.3551703095436096, + "step": 1100 + }, + { + "loss_action": 0.2982245683670044, + "loss_total": 0.2982245683670044, + "step": 1100 + }, + { + "loss_action": 0.4872223138809204, + "loss_total": 0.4872223138809204, + "step": 1100 + }, + { + "loss_action": 0.28855377435684204, + "loss_total": 0.28855377435684204, + "step": 1100 + }, + { + "grad_norm": 1.8536783456802368, + "learning_rate": 2.218e-05, + "loss": 0.3315, + "step": 1110 + }, + { + "loss_action": 0.34692439436912537, + "loss_total": 0.34692439436912537, + "step": 1110 + }, + { + "loss_action": 0.2846820056438446, + "loss_total": 0.2846820056438446, + "step": 1110 + }, + { + "loss_action": 0.2651523947715759, + "loss_total": 0.2651523947715759, + "step": 1110 + }, + { + "loss_action": 0.34947240352630615, + "loss_total": 0.34947240352630615, + "step": 1110 + }, + { + "loss_action": 0.37194541096687317, + "loss_total": 0.37194541096687317, + "step": 1110 + }, + { + "loss_action": 0.3042919337749481, + "loss_total": 0.3042919337749481, + "step": 1110 + }, + { + "grad_norm": 1.9498106241226196, + "learning_rate": 2.2380000000000003e-05, + "loss": 0.3109, + "step": 1120 + }, + { + "loss_action": 0.2998791038990021, + "loss_total": 0.2998791038990021, + "step": 1120 + }, + { + "loss_action": 0.2564855217933655, + "loss_total": 0.2564855217933655, + "step": 1120 + }, + { + "loss_action": 0.2687724232673645, + "loss_total": 0.2687724232673645, + "step": 1120 + }, + { + "loss_action": 0.29333463311195374, + "loss_total": 0.29333463311195374, + "step": 1120 + }, + { + "loss_action": 0.27772730588912964, + "loss_total": 0.27772730588912964, + "step": 1120 + }, + { + "loss_action": 0.4398919343948364, + "loss_total": 0.4398919343948364, + "step": 1120 + }, + { + "grad_norm": 2.297212839126587, + "learning_rate": 2.258e-05, + "loss": 0.3248, + "step": 1130 + }, + { + "loss_action": 0.49998190999031067, + "loss_total": 0.49998190999031067, + "step": 1130 + }, + { + "loss_action": 0.34677088260650635, + "loss_total": 0.34677088260650635, + "step": 1130 + }, + { + "loss_action": 0.3666156232357025, + "loss_total": 0.3666156232357025, + "step": 1130 + }, + { + "loss_action": 0.28800058364868164, + "loss_total": 0.28800058364868164, + "step": 1130 + }, + { + "loss_action": 0.28872114419937134, + "loss_total": 0.28872114419937134, + "step": 1130 + }, + { + "loss_action": 0.228144571185112, + "loss_total": 0.228144571185112, + "step": 1130 + }, + { + "grad_norm": 2.2357981204986572, + "learning_rate": 2.2780000000000002e-05, + "loss": 0.3096, + "step": 1140 + }, + { + "loss_action": 0.275237500667572, + "loss_total": 0.275237500667572, + "step": 1140 + }, + { + "loss_action": 0.3091396689414978, + "loss_total": 0.3091396689414978, + "step": 1140 + }, + { + "loss_action": 0.24716816842556, + "loss_total": 0.24716816842556, + "step": 1140 + }, + { + "loss_action": 0.3093506097793579, + "loss_total": 0.3093506097793579, + "step": 1140 + }, + { + "loss_action": 0.2756994068622589, + "loss_total": 0.2756994068622589, + "step": 1140 + }, + { + "loss_action": 0.3628603518009186, + "loss_total": 0.3628603518009186, + "step": 1140 + }, + { + "grad_norm": 2.584167242050171, + "learning_rate": 2.298e-05, + "loss": 0.318, + "step": 1150 + }, + { + "loss_action": 0.3588319718837738, + "loss_total": 0.3588319718837738, + "step": 1150 + }, + { + "loss_action": 0.25374746322631836, + "loss_total": 0.25374746322631836, + "step": 1150 + }, + { + "loss_action": 0.3405623137950897, + "loss_total": 0.3405623137950897, + "step": 1150 + }, + { + "loss_action": 0.2586846947669983, + "loss_total": 0.2586846947669983, + "step": 1150 + }, + { + "loss_action": 0.35156479477882385, + "loss_total": 0.35156479477882385, + "step": 1150 + }, + { + "loss_action": 0.2890167832374573, + "loss_total": 0.2890167832374573, + "step": 1150 + }, + { + "grad_norm": 1.7962805032730103, + "learning_rate": 2.318e-05, + "loss": 0.2962, + "step": 1160 + }, + { + "loss_action": 0.23851631581783295, + "loss_total": 0.23851631581783295, + "step": 1160 + }, + { + "loss_action": 0.24100910127162933, + "loss_total": 0.24100910127162933, + "step": 1160 + }, + { + "loss_action": 0.2787342667579651, + "loss_total": 0.2787342667579651, + "step": 1160 + }, + { + "loss_action": 0.28500014543533325, + "loss_total": 0.28500014543533325, + "step": 1160 + }, + { + "loss_action": 0.277675598859787, + "loss_total": 0.277675598859787, + "step": 1160 + }, + { + "loss_action": 0.27496689558029175, + "loss_total": 0.27496689558029175, + "step": 1160 + }, + { + "grad_norm": 2.266206741333008, + "learning_rate": 2.3380000000000003e-05, + "loss": 0.2803, + "step": 1170 + }, + { + "loss_action": 0.3053038418292999, + "loss_total": 0.3053038418292999, + "step": 1170 + }, + { + "loss_action": 0.2786944806575775, + "loss_total": 0.2786944806575775, + "step": 1170 + }, + { + "loss_action": 0.2779758870601654, + "loss_total": 0.2779758870601654, + "step": 1170 + }, + { + "loss_action": 0.3055483102798462, + "loss_total": 0.3055483102798462, + "step": 1170 + }, + { + "loss_action": 0.23567788302898407, + "loss_total": 0.23567788302898407, + "step": 1170 + }, + { + "loss_action": 0.2832123935222626, + "loss_total": 0.2832123935222626, + "step": 1170 + }, + { + "grad_norm": 1.7043894529342651, + "learning_rate": 2.358e-05, + "loss": 0.2826, + "step": 1180 + }, + { + "loss_action": 0.2376960664987564, + "loss_total": 0.2376960664987564, + "step": 1180 + }, + { + "loss_action": 0.2669542133808136, + "loss_total": 0.2669542133808136, + "step": 1180 + }, + { + "loss_action": 0.31197449564933777, + "loss_total": 0.31197449564933777, + "step": 1180 + }, + { + "loss_action": 0.24068337678909302, + "loss_total": 0.24068337678909302, + "step": 1180 + }, + { + "loss_action": 0.2986575663089752, + "loss_total": 0.2986575663089752, + "step": 1180 + }, + { + "loss_action": 0.29657816886901855, + "loss_total": 0.29657816886901855, + "step": 1180 + }, + { + "grad_norm": 1.802364706993103, + "learning_rate": 2.3780000000000003e-05, + "loss": 0.2761, + "step": 1190 + }, + { + "loss_action": 0.4366174638271332, + "loss_total": 0.4366174638271332, + "step": 1190 + }, + { + "loss_action": 0.2671610414981842, + "loss_total": 0.2671610414981842, + "step": 1190 + }, + { + "loss_action": 0.41267484426498413, + "loss_total": 0.41267484426498413, + "step": 1190 + }, + { + "loss_action": 0.27221980690956116, + "loss_total": 0.27221980690956116, + "step": 1190 + }, + { + "loss_action": 0.27964699268341064, + "loss_total": 0.27964699268341064, + "step": 1190 + }, + { + "loss_action": 0.3389941453933716, + "loss_total": 0.3389941453933716, + "step": 1190 + }, + { + "grad_norm": 1.9258160591125488, + "learning_rate": 2.398e-05, + "loss": 0.2886, + "step": 1200 + }, + { + "loss_action": 0.24459591507911682, + "loss_total": 0.24459591507911682, + "step": 1200 + }, + { + "loss_action": 0.29995837807655334, + "loss_total": 0.29995837807655334, + "step": 1200 + }, + { + "loss_action": 0.29233187437057495, + "loss_total": 0.29233187437057495, + "step": 1200 + }, + { + "loss_action": 0.21849042177200317, + "loss_total": 0.21849042177200317, + "step": 1200 + }, + { + "loss_action": 0.26019471883773804, + "loss_total": 0.26019471883773804, + "step": 1200 + }, + { + "loss_action": 0.43908387422561646, + "loss_total": 0.43908387422561646, + "step": 1200 + }, + { + "grad_norm": 1.7009412050247192, + "learning_rate": 2.418e-05, + "loss": 0.2677, + "step": 1210 + }, + { + "loss_action": 0.23655933141708374, + "loss_total": 0.23655933141708374, + "step": 1210 + }, + { + "loss_action": 0.23360860347747803, + "loss_total": 0.23360860347747803, + "step": 1210 + }, + { + "loss_action": 0.19438965618610382, + "loss_total": 0.19438965618610382, + "step": 1210 + }, + { + "loss_action": 0.2201702743768692, + "loss_total": 0.2201702743768692, + "step": 1210 + }, + { + "loss_action": 0.29830995202064514, + "loss_total": 0.29830995202064514, + "step": 1210 + }, + { + "loss_action": 0.2768998444080353, + "loss_total": 0.2768998444080353, + "step": 1210 + }, + { + "grad_norm": 1.62930428981781, + "learning_rate": 2.438e-05, + "loss": 0.2649, + "step": 1220 + }, + { + "loss_action": 0.22090685367584229, + "loss_total": 0.22090685367584229, + "step": 1220 + }, + { + "loss_action": 0.3052867352962494, + "loss_total": 0.3052867352962494, + "step": 1220 + }, + { + "loss_action": 0.2893202602863312, + "loss_total": 0.2893202602863312, + "step": 1220 + }, + { + "loss_action": 0.40501827001571655, + "loss_total": 0.40501827001571655, + "step": 1220 + }, + { + "loss_action": 0.2542368173599243, + "loss_total": 0.2542368173599243, + "step": 1220 + }, + { + "loss_action": 0.28017446398735046, + "loss_total": 0.28017446398735046, + "step": 1220 + }, + { + "grad_norm": 2.6782126426696777, + "learning_rate": 2.4580000000000002e-05, + "loss": 0.2738, + "step": 1230 + }, + { + "loss_action": 0.24489381909370422, + "loss_total": 0.24489381909370422, + "step": 1230 + }, + { + "loss_action": 0.29811596870422363, + "loss_total": 0.29811596870422363, + "step": 1230 + }, + { + "loss_action": 0.2235691100358963, + "loss_total": 0.2235691100358963, + "step": 1230 + }, + { + "loss_action": 0.23741750419139862, + "loss_total": 0.23741750419139862, + "step": 1230 + }, + { + "loss_action": 0.21573549509048462, + "loss_total": 0.21573549509048462, + "step": 1230 + }, + { + "loss_action": 0.4295862317085266, + "loss_total": 0.4295862317085266, + "step": 1230 + }, + { + "grad_norm": 1.9913523197174072, + "learning_rate": 2.478e-05, + "loss": 0.2604, + "step": 1240 + }, + { + "loss_action": 0.19762922823429108, + "loss_total": 0.19762922823429108, + "step": 1240 + }, + { + "loss_action": 0.2784554660320282, + "loss_total": 0.2784554660320282, + "step": 1240 + }, + { + "loss_action": 0.236366868019104, + "loss_total": 0.236366868019104, + "step": 1240 + }, + { + "loss_action": 0.2164514660835266, + "loss_total": 0.2164514660835266, + "step": 1240 + }, + { + "loss_action": 0.24079400300979614, + "loss_total": 0.24079400300979614, + "step": 1240 + }, + { + "loss_action": 0.24007833003997803, + "loss_total": 0.24007833003997803, + "step": 1240 + }, + { + "grad_norm": 1.899205207824707, + "learning_rate": 2.498e-05, + "loss": 0.2454, + "step": 1250 + }, + { + "loss_action": 0.18198613822460175, + "loss_total": 0.18198613822460175, + "step": 1250 + }, + { + "loss_action": 0.27400919795036316, + "loss_total": 0.27400919795036316, + "step": 1250 + }, + { + "loss_action": 0.2091713696718216, + "loss_total": 0.2091713696718216, + "step": 1250 + }, + { + "loss_action": 0.27382948994636536, + "loss_total": 0.27382948994636536, + "step": 1250 + }, + { + "loss_action": 0.2315278947353363, + "loss_total": 0.2315278947353363, + "step": 1250 + }, + { + "loss_action": 0.24915380775928497, + "loss_total": 0.24915380775928497, + "step": 1250 + }, + { + "grad_norm": 1.8577730655670166, + "learning_rate": 2.5180000000000003e-05, + "loss": 0.2494, + "step": 1260 + }, + { + "loss_action": 0.2039896845817566, + "loss_total": 0.2039896845817566, + "step": 1260 + }, + { + "loss_action": 0.33626842498779297, + "loss_total": 0.33626842498779297, + "step": 1260 + }, + { + "loss_action": 0.2493114173412323, + "loss_total": 0.2493114173412323, + "step": 1260 + }, + { + "loss_action": 0.37340807914733887, + "loss_total": 0.37340807914733887, + "step": 1260 + }, + { + "loss_action": 0.2621190845966339, + "loss_total": 0.2621190845966339, + "step": 1260 + }, + { + "loss_action": 0.19105517864227295, + "loss_total": 0.19105517864227295, + "step": 1260 + }, + { + "grad_norm": 2.2756638526916504, + "learning_rate": 2.5380000000000004e-05, + "loss": 0.2345, + "step": 1270 + }, + { + "loss_action": 0.21514451503753662, + "loss_total": 0.21514451503753662, + "step": 1270 + }, + { + "loss_action": 0.2532607316970825, + "loss_total": 0.2532607316970825, + "step": 1270 + }, + { + "loss_action": 0.3235723674297333, + "loss_total": 0.3235723674297333, + "step": 1270 + }, + { + "loss_action": 0.21930263936519623, + "loss_total": 0.21930263936519623, + "step": 1270 + }, + { + "loss_action": 0.2625124156475067, + "loss_total": 0.2625124156475067, + "step": 1270 + }, + { + "loss_action": 0.26441970467567444, + "loss_total": 0.26441970467567444, + "step": 1270 + }, + { + "grad_norm": 1.8966861963272095, + "learning_rate": 2.5580000000000002e-05, + "loss": 0.2234, + "step": 1280 + }, + { + "loss_action": 0.19995635747909546, + "loss_total": 0.19995635747909546, + "step": 1280 + }, + { + "loss_action": 0.2583698034286499, + "loss_total": 0.2583698034286499, + "step": 1280 + }, + { + "loss_action": 0.18421252071857452, + "loss_total": 0.18421252071857452, + "step": 1280 + }, + { + "loss_action": 0.49043866991996765, + "loss_total": 0.49043866991996765, + "step": 1280 + }, + { + "loss_action": 0.1961173713207245, + "loss_total": 0.1961173713207245, + "step": 1280 + }, + { + "loss_action": 0.29024165868759155, + "loss_total": 0.29024165868759155, + "step": 1280 + }, + { + "grad_norm": 2.1685328483581543, + "learning_rate": 2.5779999999999997e-05, + "loss": 0.2201, + "step": 1290 + }, + { + "loss_action": 0.19278484582901, + "loss_total": 0.19278484582901, + "step": 1290 + }, + { + "loss_action": 0.24058310687541962, + "loss_total": 0.24058310687541962, + "step": 1290 + }, + { + "loss_action": 0.18267790973186493, + "loss_total": 0.18267790973186493, + "step": 1290 + }, + { + "loss_action": 0.22338402271270752, + "loss_total": 0.22338402271270752, + "step": 1290 + }, + { + "loss_action": 0.21547996997833252, + "loss_total": 0.21547996997833252, + "step": 1290 + }, + { + "loss_action": 0.17210254073143005, + "loss_total": 0.17210254073143005, + "step": 1290 + }, + { + "grad_norm": 2.300185441970825, + "learning_rate": 2.598e-05, + "loss": 0.2225, + "step": 1300 + }, + { + "loss_action": 0.189915731549263, + "loss_total": 0.189915731549263, + "step": 1300 + }, + { + "loss_action": 0.3389540910720825, + "loss_total": 0.3389540910720825, + "step": 1300 + }, + { + "loss_action": 0.20461760461330414, + "loss_total": 0.20461760461330414, + "step": 1300 + }, + { + "loss_action": 0.2170097976922989, + "loss_total": 0.2170097976922989, + "step": 1300 + }, + { + "loss_action": 0.19090557098388672, + "loss_total": 0.19090557098388672, + "step": 1300 + }, + { + "loss_action": 0.20272931456565857, + "loss_total": 0.20272931456565857, + "step": 1300 + }, + { + "grad_norm": 1.9519214630126953, + "learning_rate": 2.618e-05, + "loss": 0.2095, + "step": 1310 + }, + { + "loss_action": 0.2172088623046875, + "loss_total": 0.2172088623046875, + "step": 1310 + }, + { + "loss_action": 0.19099126756191254, + "loss_total": 0.19099126756191254, + "step": 1310 + }, + { + "loss_action": 0.44211655855178833, + "loss_total": 0.44211655855178833, + "step": 1310 + }, + { + "loss_action": 0.29659244418144226, + "loss_total": 0.29659244418144226, + "step": 1310 + }, + { + "loss_action": 0.1639385223388672, + "loss_total": 0.1639385223388672, + "step": 1310 + }, + { + "loss_action": 0.18170112371444702, + "loss_total": 0.18170112371444702, + "step": 1310 + }, + { + "grad_norm": 1.7641606330871582, + "learning_rate": 2.6379999999999998e-05, + "loss": 0.2161, + "step": 1320 + }, + { + "loss_action": 0.18373693525791168, + "loss_total": 0.18373693525791168, + "step": 1320 + }, + { + "loss_action": 0.16481904685497284, + "loss_total": 0.16481904685497284, + "step": 1320 + }, + { + "loss_action": 0.1891719251871109, + "loss_total": 0.1891719251871109, + "step": 1320 + }, + { + "loss_action": 0.15658821165561676, + "loss_total": 0.15658821165561676, + "step": 1320 + }, + { + "loss_action": 0.18021385371685028, + "loss_total": 0.18021385371685028, + "step": 1320 + }, + { + "loss_action": 0.21484220027923584, + "loss_total": 0.21484220027923584, + "step": 1320 + }, + { + "grad_norm": 2.2740230560302734, + "learning_rate": 2.658e-05, + "loss": 0.1964, + "step": 1330 + }, + { + "loss_action": 0.17387185990810394, + "loss_total": 0.17387185990810394, + "step": 1330 + }, + { + "loss_action": 0.17045958340168, + "loss_total": 0.17045958340168, + "step": 1330 + }, + { + "loss_action": 0.3149627149105072, + "loss_total": 0.3149627149105072, + "step": 1330 + }, + { + "loss_action": 0.22290468215942383, + "loss_total": 0.22290468215942383, + "step": 1330 + }, + { + "loss_action": 0.20333696901798248, + "loss_total": 0.20333696901798248, + "step": 1330 + }, + { + "loss_action": 0.2718461751937866, + "loss_total": 0.2718461751937866, + "step": 1330 + }, + { + "grad_norm": 2.1590468883514404, + "learning_rate": 2.678e-05, + "loss": 0.1952, + "step": 1340 + }, + { + "loss_action": 0.14593781530857086, + "loss_total": 0.14593781530857086, + "step": 1340 + }, + { + "loss_action": 0.16976268589496613, + "loss_total": 0.16976268589496613, + "step": 1340 + }, + { + "loss_action": 0.2108427733182907, + "loss_total": 0.2108427733182907, + "step": 1340 + }, + { + "loss_action": 0.22413581609725952, + "loss_total": 0.22413581609725952, + "step": 1340 + }, + { + "loss_action": 0.20918157696723938, + "loss_total": 0.20918157696723938, + "step": 1340 + }, + { + "loss_action": 0.15094497799873352, + "loss_total": 0.15094497799873352, + "step": 1340 + }, + { + "grad_norm": 1.7412402629852295, + "learning_rate": 2.698e-05, + "loss": 0.1793, + "step": 1350 + }, + { + "loss_action": 0.26603400707244873, + "loss_total": 0.26603400707244873, + "step": 1350 + }, + { + "loss_action": 0.1188737228512764, + "loss_total": 0.1188737228512764, + "step": 1350 + }, + { + "loss_action": 0.13273867964744568, + "loss_total": 0.13273867964744568, + "step": 1350 + }, + { + "loss_action": 0.22364193201065063, + "loss_total": 0.22364193201065063, + "step": 1350 + }, + { + "loss_action": 0.1650901734828949, + "loss_total": 0.1650901734828949, + "step": 1350 + }, + { + "loss_action": 0.15731485188007355, + "loss_total": 0.15731485188007355, + "step": 1350 + }, + { + "grad_norm": 2.2882261276245117, + "learning_rate": 2.718e-05, + "loss": 0.1712, + "step": 1360 + }, + { + "loss_action": 0.12220601737499237, + "loss_total": 0.12220601737499237, + "step": 1360 + }, + { + "loss_action": 0.15972073376178741, + "loss_total": 0.15972073376178741, + "step": 1360 + }, + { + "loss_action": 0.24743007123470306, + "loss_total": 0.24743007123470306, + "step": 1360 + }, + { + "loss_action": 0.1554519534111023, + "loss_total": 0.1554519534111023, + "step": 1360 + }, + { + "loss_action": 0.19134090840816498, + "loss_total": 0.19134090840816498, + "step": 1360 + }, + { + "loss_action": 0.22480371594429016, + "loss_total": 0.22480371594429016, + "step": 1360 + }, + { + "grad_norm": 2.2608909606933594, + "learning_rate": 2.738e-05, + "loss": 0.177, + "step": 1370 + }, + { + "loss_action": 0.16330549120903015, + "loss_total": 0.16330549120903015, + "step": 1370 + }, + { + "loss_action": 0.12269691377878189, + "loss_total": 0.12269691377878189, + "step": 1370 + }, + { + "loss_action": 0.30751216411590576, + "loss_total": 0.30751216411590576, + "step": 1370 + }, + { + "loss_action": 0.190289705991745, + "loss_total": 0.190289705991745, + "step": 1370 + }, + { + "loss_action": 0.27439677715301514, + "loss_total": 0.27439677715301514, + "step": 1370 + }, + { + "loss_action": 0.18676626682281494, + "loss_total": 0.18676626682281494, + "step": 1370 + }, + { + "grad_norm": 2.510680913925171, + "learning_rate": 2.758e-05, + "loss": 0.1881, + "step": 1380 + }, + { + "loss_action": 0.18065205216407776, + "loss_total": 0.18065205216407776, + "step": 1380 + }, + { + "loss_action": 0.17917737364768982, + "loss_total": 0.17917737364768982, + "step": 1380 + }, + { + "loss_action": 0.20189282298088074, + "loss_total": 0.20189282298088074, + "step": 1380 + }, + { + "loss_action": 0.1289754956960678, + "loss_total": 0.1289754956960678, + "step": 1380 + }, + { + "loss_action": 0.21116742491722107, + "loss_total": 0.21116742491722107, + "step": 1380 + }, + { + "loss_action": 0.17389315366744995, + "loss_total": 0.17389315366744995, + "step": 1380 + }, + { + "grad_norm": 2.281649351119995, + "learning_rate": 2.778e-05, + "loss": 0.1786, + "step": 1390 + }, + { + "loss_action": 0.1428288072347641, + "loss_total": 0.1428288072347641, + "step": 1390 + }, + { + "loss_action": 0.11620788276195526, + "loss_total": 0.11620788276195526, + "step": 1390 + }, + { + "loss_action": 0.160527765750885, + "loss_total": 0.160527765750885, + "step": 1390 + }, + { + "loss_action": 0.15173082053661346, + "loss_total": 0.15173082053661346, + "step": 1390 + }, + { + "loss_action": 0.11229640990495682, + "loss_total": 0.11229640990495682, + "step": 1390 + }, + { + "loss_action": 0.23213541507720947, + "loss_total": 0.23213541507720947, + "step": 1390 + }, + { + "grad_norm": 1.8555383682250977, + "learning_rate": 2.798e-05, + "loss": 0.1758, + "step": 1400 + }, + { + "loss_action": 0.1177750751376152, + "loss_total": 0.1177750751376152, + "step": 1400 + }, + { + "loss_action": 0.1803772896528244, + "loss_total": 0.1803772896528244, + "step": 1400 + }, + { + "loss_action": 0.12387588620185852, + "loss_total": 0.12387588620185852, + "step": 1400 + }, + { + "loss_action": 0.3291185796260834, + "loss_total": 0.3291185796260834, + "step": 1400 + }, + { + "loss_action": 0.14503155648708344, + "loss_total": 0.14503155648708344, + "step": 1400 + }, + { + "loss_action": 0.14534153044223785, + "loss_total": 0.14534153044223785, + "step": 1400 + }, + { + "grad_norm": 2.4955272674560547, + "learning_rate": 2.818e-05, + "loss": 0.1857, + "step": 1410 + }, + { + "loss_action": 0.22488118708133698, + "loss_total": 0.22488118708133698, + "step": 1410 + }, + { + "loss_action": 0.28843796253204346, + "loss_total": 0.28843796253204346, + "step": 1410 + }, + { + "loss_action": 0.17027321457862854, + "loss_total": 0.17027321457862854, + "step": 1410 + }, + { + "loss_action": 0.1722910851240158, + "loss_total": 0.1722910851240158, + "step": 1410 + }, + { + "loss_action": 0.12357214838266373, + "loss_total": 0.12357214838266373, + "step": 1410 + }, + { + "loss_action": 0.13155366480350494, + "loss_total": 0.13155366480350494, + "step": 1410 + }, + { + "grad_norm": 1.9967104196548462, + "learning_rate": 2.8380000000000003e-05, + "loss": 0.1781, + "step": 1420 + }, + { + "loss_action": 0.1638667732477188, + "loss_total": 0.1638667732477188, + "step": 1420 + }, + { + "loss_action": 0.1765439361333847, + "loss_total": 0.1765439361333847, + "step": 1420 + }, + { + "loss_action": 0.17431233823299408, + "loss_total": 0.17431233823299408, + "step": 1420 + }, + { + "loss_action": 0.1685822457075119, + "loss_total": 0.1685822457075119, + "step": 1420 + }, + { + "loss_action": 0.20387190580368042, + "loss_total": 0.20387190580368042, + "step": 1420 + }, + { + "loss_action": 0.16018857061862946, + "loss_total": 0.16018857061862946, + "step": 1420 + }, + { + "grad_norm": 1.8717981576919556, + "learning_rate": 2.858e-05, + "loss": 0.1631, + "step": 1430 + }, + { + "loss_action": 0.1471627950668335, + "loss_total": 0.1471627950668335, + "step": 1430 + }, + { + "loss_action": 0.1365763545036316, + "loss_total": 0.1365763545036316, + "step": 1430 + }, + { + "loss_action": 0.1553562730550766, + "loss_total": 0.1553562730550766, + "step": 1430 + }, + { + "loss_action": 0.1485823690891266, + "loss_total": 0.1485823690891266, + "step": 1430 + }, + { + "loss_action": 0.14841148257255554, + "loss_total": 0.14841148257255554, + "step": 1430 + }, + { + "loss_action": 0.14207424223423004, + "loss_total": 0.14207424223423004, + "step": 1430 + }, + { + "grad_norm": 2.011448860168457, + "learning_rate": 2.8780000000000002e-05, + "loss": 0.163, + "step": 1440 + }, + { + "loss_action": 0.16390568017959595, + "loss_total": 0.16390568017959595, + "step": 1440 + }, + { + "loss_action": 0.11887852102518082, + "loss_total": 0.11887852102518082, + "step": 1440 + }, + { + "loss_action": 0.16730277240276337, + "loss_total": 0.16730277240276337, + "step": 1440 + }, + { + "loss_action": 0.1463603526353836, + "loss_total": 0.1463603526353836, + "step": 1440 + }, + { + "loss_action": 0.11363294720649719, + "loss_total": 0.11363294720649719, + "step": 1440 + }, + { + "loss_action": 0.13286389410495758, + "loss_total": 0.13286389410495758, + "step": 1440 + }, + { + "grad_norm": 1.4612033367156982, + "learning_rate": 2.898e-05, + "loss": 0.1432, + "step": 1450 + }, + { + "loss_action": 0.21602889895439148, + "loss_total": 0.21602889895439148, + "step": 1450 + }, + { + "loss_action": 0.1385859102010727, + "loss_total": 0.1385859102010727, + "step": 1450 + }, + { + "loss_action": 0.13628004491329193, + "loss_total": 0.13628004491329193, + "step": 1450 + }, + { + "loss_action": 0.13423901796340942, + "loss_total": 0.13423901796340942, + "step": 1450 + }, + { + "loss_action": 0.1354120969772339, + "loss_total": 0.1354120969772339, + "step": 1450 + }, + { + "loss_action": 0.12430813908576965, + "loss_total": 0.12430813908576965, + "step": 1450 + }, + { + "grad_norm": 2.473572254180908, + "learning_rate": 2.9180000000000002e-05, + "loss": 0.1464, + "step": 1460 + }, + { + "loss_action": 0.12251664698123932, + "loss_total": 0.12251664698123932, + "step": 1460 + }, + { + "loss_action": 0.16457320749759674, + "loss_total": 0.16457320749759674, + "step": 1460 + }, + { + "loss_action": 0.2383146584033966, + "loss_total": 0.2383146584033966, + "step": 1460 + }, + { + "loss_action": 0.1275610327720642, + "loss_total": 0.1275610327720642, + "step": 1460 + }, + { + "loss_action": 0.09984701871871948, + "loss_total": 0.09984701871871948, + "step": 1460 + }, + { + "loss_action": 0.12987308204174042, + "loss_total": 0.12987308204174042, + "step": 1460 + }, + { + "grad_norm": 2.028536081314087, + "learning_rate": 2.9380000000000003e-05, + "loss": 0.1516, + "step": 1470 + }, + { + "loss_action": 0.14898698031902313, + "loss_total": 0.14898698031902313, + "step": 1470 + }, + { + "loss_action": 0.15194670855998993, + "loss_total": 0.15194670855998993, + "step": 1470 + }, + { + "loss_action": 0.14189526438713074, + "loss_total": 0.14189526438713074, + "step": 1470 + }, + { + "loss_action": 0.14034995436668396, + "loss_total": 0.14034995436668396, + "step": 1470 + }, + { + "loss_action": 0.09922848641872406, + "loss_total": 0.09922848641872406, + "step": 1470 + }, + { + "loss_action": 0.1260720044374466, + "loss_total": 0.1260720044374466, + "step": 1470 + }, + { + "grad_norm": 2.1108853816986084, + "learning_rate": 2.958e-05, + "loss": 0.1552, + "step": 1480 + }, + { + "loss_action": 0.1264769434928894, + "loss_total": 0.1264769434928894, + "step": 1480 + }, + { + "loss_action": 0.21303223073482513, + "loss_total": 0.21303223073482513, + "step": 1480 + }, + { + "loss_action": 0.10815809667110443, + "loss_total": 0.10815809667110443, + "step": 1480 + }, + { + "loss_action": 0.1152709499001503, + "loss_total": 0.1152709499001503, + "step": 1480 + }, + { + "loss_action": 0.36126405000686646, + "loss_total": 0.36126405000686646, + "step": 1480 + }, + { + "loss_action": 0.11039885133504868, + "loss_total": 0.11039885133504868, + "step": 1480 + }, + { + "grad_norm": 1.712928056716919, + "learning_rate": 2.9780000000000003e-05, + "loss": 0.1451, + "step": 1490 + }, + { + "loss_action": 0.0869617760181427, + "loss_total": 0.0869617760181427, + "step": 1490 + }, + { + "loss_action": 0.17465518414974213, + "loss_total": 0.17465518414974213, + "step": 1490 + }, + { + "loss_action": 0.10339688509702682, + "loss_total": 0.10339688509702682, + "step": 1490 + }, + { + "loss_action": 0.18425871431827545, + "loss_total": 0.18425871431827545, + "step": 1490 + }, + { + "loss_action": 0.09826484322547913, + "loss_total": 0.09826484322547913, + "step": 1490 + }, + { + "loss_action": 0.11030524224042892, + "loss_total": 0.11030524224042892, + "step": 1490 + }, + { + "grad_norm": 1.9652559757232666, + "learning_rate": 2.998e-05, + "loss": 0.1428, + "step": 1500 + }, + { + "loss_action": 0.08957191556692123, + "loss_total": 0.08957191556692123, + "step": 1500 + }, + { + "loss_action": 0.10706514120101929, + "loss_total": 0.10706514120101929, + "step": 1500 + }, + { + "loss_action": 0.15947744250297546, + "loss_total": 0.15947744250297546, + "step": 1500 + }, + { + "loss_action": 0.11745138466358185, + "loss_total": 0.11745138466358185, + "step": 1500 + }, + { + "loss_action": 0.23525835573673248, + "loss_total": 0.23525835573673248, + "step": 1500 + }, + { + "loss_action": 0.33489909768104553, + "loss_total": 0.33489909768104553, + "step": 1500 + }, + { + "grad_norm": 2.027306079864502, + "learning_rate": 3.0180000000000002e-05, + "loss": 0.1489, + "step": 1510 + }, + { + "loss_action": 0.11734943091869354, + "loss_total": 0.11734943091869354, + "step": 1510 + }, + { + "loss_action": 0.08872972428798676, + "loss_total": 0.08872972428798676, + "step": 1510 + }, + { + "loss_action": 0.2445051074028015, + "loss_total": 0.2445051074028015, + "step": 1510 + }, + { + "loss_action": 0.11699456721544266, + "loss_total": 0.11699456721544266, + "step": 1510 + }, + { + "loss_action": 0.2950449287891388, + "loss_total": 0.2950449287891388, + "step": 1510 + }, + { + "loss_action": 0.09155412763357162, + "loss_total": 0.09155412763357162, + "step": 1510 + }, + { + "grad_norm": 1.694257378578186, + "learning_rate": 3.0380000000000004e-05, + "loss": 0.1493, + "step": 1520 + }, + { + "loss_action": 0.1701819747686386, + "loss_total": 0.1701819747686386, + "step": 1520 + }, + { + "loss_action": 0.15949708223342896, + "loss_total": 0.15949708223342896, + "step": 1520 + }, + { + "loss_action": 0.1383712887763977, + "loss_total": 0.1383712887763977, + "step": 1520 + }, + { + "loss_action": 0.11556946486234665, + "loss_total": 0.11556946486234665, + "step": 1520 + }, + { + "loss_action": 0.22611360251903534, + "loss_total": 0.22611360251903534, + "step": 1520 + }, + { + "loss_action": 0.08397673070430756, + "loss_total": 0.08397673070430756, + "step": 1520 + }, + { + "grad_norm": 1.8364765644073486, + "learning_rate": 3.058e-05, + "loss": 0.1387, + "step": 1530 + }, + { + "loss_action": 0.07892174273729324, + "loss_total": 0.07892174273729324, + "step": 1530 + }, + { + "loss_action": 0.23891699314117432, + "loss_total": 0.23891699314117432, + "step": 1530 + }, + { + "loss_action": 0.09543705731630325, + "loss_total": 0.09543705731630325, + "step": 1530 + }, + { + "loss_action": 0.11716814339160919, + "loss_total": 0.11716814339160919, + "step": 1530 + }, + { + "loss_action": 0.10474695265293121, + "loss_total": 0.10474695265293121, + "step": 1530 + }, + { + "loss_action": 0.40272384881973267, + "loss_total": 0.40272384881973267, + "step": 1530 + }, + { + "grad_norm": 2.35166335105896, + "learning_rate": 3.078e-05, + "loss": 0.13, + "step": 1540 + }, + { + "loss_action": 0.08058611303567886, + "loss_total": 0.08058611303567886, + "step": 1540 + }, + { + "loss_action": 0.12209558486938477, + "loss_total": 0.12209558486938477, + "step": 1540 + }, + { + "loss_action": 0.10647644102573395, + "loss_total": 0.10647644102573395, + "step": 1540 + }, + { + "loss_action": 0.08852146565914154, + "loss_total": 0.08852146565914154, + "step": 1540 + }, + { + "loss_action": 0.0957331657409668, + "loss_total": 0.0957331657409668, + "step": 1540 + }, + { + "loss_action": 0.1084236428141594, + "loss_total": 0.1084236428141594, + "step": 1540 + }, + { + "grad_norm": 2.343254804611206, + "learning_rate": 3.0980000000000005e-05, + "loss": 0.1284, + "step": 1550 + }, + { + "loss_action": 0.10903137922286987, + "loss_total": 0.10903137922286987, + "step": 1550 + }, + { + "loss_action": 0.14825555682182312, + "loss_total": 0.14825555682182312, + "step": 1550 + }, + { + "loss_action": 0.22213877737522125, + "loss_total": 0.22213877737522125, + "step": 1550 + }, + { + "loss_action": 0.13335105776786804, + "loss_total": 0.13335105776786804, + "step": 1550 + }, + { + "loss_action": 0.13078242540359497, + "loss_total": 0.13078242540359497, + "step": 1550 + }, + { + "loss_action": 0.16339100897312164, + "loss_total": 0.16339100897312164, + "step": 1550 + }, + { + "grad_norm": 2.1406736373901367, + "learning_rate": 3.118e-05, + "loss": 0.1307, + "step": 1560 + }, + { + "loss_action": 0.07798851281404495, + "loss_total": 0.07798851281404495, + "step": 1560 + }, + { + "loss_action": 0.12142776697874069, + "loss_total": 0.12142776697874069, + "step": 1560 + }, + { + "loss_action": 0.10431176424026489, + "loss_total": 0.10431176424026489, + "step": 1560 + }, + { + "loss_action": 0.1231677234172821, + "loss_total": 0.1231677234172821, + "step": 1560 + }, + { + "loss_action": 0.07250513136386871, + "loss_total": 0.07250513136386871, + "step": 1560 + }, + { + "loss_action": 0.09217756986618042, + "loss_total": 0.09217756986618042, + "step": 1560 + }, + { + "grad_norm": 2.3897695541381836, + "learning_rate": 3.138e-05, + "loss": 0.1284, + "step": 1570 + }, + { + "loss_action": 0.11058276891708374, + "loss_total": 0.11058276891708374, + "step": 1570 + }, + { + "loss_action": 0.08946724981069565, + "loss_total": 0.08946724981069565, + "step": 1570 + }, + { + "loss_action": 0.10982309281826019, + "loss_total": 0.10982309281826019, + "step": 1570 + }, + { + "loss_action": 0.08455277979373932, + "loss_total": 0.08455277979373932, + "step": 1570 + }, + { + "loss_action": 0.08767394721508026, + "loss_total": 0.08767394721508026, + "step": 1570 + }, + { + "loss_action": 0.08854493498802185, + "loss_total": 0.08854493498802185, + "step": 1570 + }, + { + "grad_norm": 2.096257209777832, + "learning_rate": 3.1580000000000006e-05, + "loss": 0.1276, + "step": 1580 + }, + { + "loss_action": 0.07819721102714539, + "loss_total": 0.07819721102714539, + "step": 1580 + }, + { + "loss_action": 0.09166404604911804, + "loss_total": 0.09166404604911804, + "step": 1580 + }, + { + "loss_action": 0.128982275724411, + "loss_total": 0.128982275724411, + "step": 1580 + }, + { + "loss_action": 0.09736218303442001, + "loss_total": 0.09736218303442001, + "step": 1580 + }, + { + "loss_action": 0.10493728518486023, + "loss_total": 0.10493728518486023, + "step": 1580 + }, + { + "loss_action": 0.07415011525154114, + "loss_total": 0.07415011525154114, + "step": 1580 + }, + { + "grad_norm": 2.3094193935394287, + "learning_rate": 3.1780000000000004e-05, + "loss": 0.1249, + "step": 1590 + }, + { + "loss_action": 0.26966801285743713, + "loss_total": 0.26966801285743713, + "step": 1590 + }, + { + "loss_action": 0.08791955560445786, + "loss_total": 0.08791955560445786, + "step": 1590 + }, + { + "loss_action": 0.2385774552822113, + "loss_total": 0.2385774552822113, + "step": 1590 + }, + { + "loss_action": 0.4158153533935547, + "loss_total": 0.4158153533935547, + "step": 1590 + }, + { + "loss_action": 0.12656940519809723, + "loss_total": 0.12656940519809723, + "step": 1590 + }, + { + "loss_action": 0.08613080531358719, + "loss_total": 0.08613080531358719, + "step": 1590 + }, + { + "grad_norm": 2.152061700820923, + "learning_rate": 3.198e-05, + "loss": 0.1254, + "step": 1600 + }, + { + "loss_action": 0.0923222228884697, + "loss_total": 0.0923222228884697, + "step": 1600 + }, + { + "loss_action": 0.1052381694316864, + "loss_total": 0.1052381694316864, + "step": 1600 + }, + { + "loss_action": 0.10291190445423126, + "loss_total": 0.10291190445423126, + "step": 1600 + }, + { + "loss_action": 0.09451403468847275, + "loss_total": 0.09451403468847275, + "step": 1600 + }, + { + "loss_action": 0.12365514039993286, + "loss_total": 0.12365514039993286, + "step": 1600 + }, + { + "loss_action": 0.1603483259677887, + "loss_total": 0.1603483259677887, + "step": 1600 + }, + { + "grad_norm": 1.6082631349563599, + "learning_rate": 3.218e-05, + "loss": 0.1243, + "step": 1610 + }, + { + "loss_action": 0.0800466239452362, + "loss_total": 0.0800466239452362, + "step": 1610 + }, + { + "loss_action": 0.06742997467517853, + "loss_total": 0.06742997467517853, + "step": 1610 + }, + { + "loss_action": 0.08106693625450134, + "loss_total": 0.08106693625450134, + "step": 1610 + }, + { + "loss_action": 0.16446636617183685, + "loss_total": 0.16446636617183685, + "step": 1610 + }, + { + "loss_action": 0.31152018904685974, + "loss_total": 0.31152018904685974, + "step": 1610 + }, + { + "loss_action": 0.08890166133642197, + "loss_total": 0.08890166133642197, + "step": 1610 + }, + { + "grad_norm": 1.823843240737915, + "learning_rate": 3.238e-05, + "loss": 0.11, + "step": 1620 + }, + { + "loss_action": 0.1372634917497635, + "loss_total": 0.1372634917497635, + "step": 1620 + }, + { + "loss_action": 0.09786582738161087, + "loss_total": 0.09786582738161087, + "step": 1620 + }, + { + "loss_action": 0.06280896067619324, + "loss_total": 0.06280896067619324, + "step": 1620 + }, + { + "loss_action": 0.14616559445858002, + "loss_total": 0.14616559445858002, + "step": 1620 + }, + { + "loss_action": 0.07095596194267273, + "loss_total": 0.07095596194267273, + "step": 1620 + }, + { + "loss_action": 0.1314956098794937, + "loss_total": 0.1314956098794937, + "step": 1620 + }, + { + "grad_norm": 1.849144458770752, + "learning_rate": 3.2579999999999996e-05, + "loss": 0.1195, + "step": 1630 + }, + { + "loss_action": 0.1451406180858612, + "loss_total": 0.1451406180858612, + "step": 1630 + }, + { + "loss_action": 0.11453372240066528, + "loss_total": 0.11453372240066528, + "step": 1630 + }, + { + "loss_action": 0.08495749533176422, + "loss_total": 0.08495749533176422, + "step": 1630 + }, + { + "loss_action": 0.1839936077594757, + "loss_total": 0.1839936077594757, + "step": 1630 + }, + { + "loss_action": 0.07700560986995697, + "loss_total": 0.07700560986995697, + "step": 1630 + }, + { + "loss_action": 0.07975552976131439, + "loss_total": 0.07975552976131439, + "step": 1630 + }, + { + "grad_norm": 1.6156421899795532, + "learning_rate": 3.278e-05, + "loss": 0.1176, + "step": 1640 + }, + { + "loss_action": 0.11125955730676651, + "loss_total": 0.11125955730676651, + "step": 1640 + }, + { + "loss_action": 0.25299713015556335, + "loss_total": 0.25299713015556335, + "step": 1640 + }, + { + "loss_action": 0.08098101615905762, + "loss_total": 0.08098101615905762, + "step": 1640 + }, + { + "loss_action": 0.09980358928442001, + "loss_total": 0.09980358928442001, + "step": 1640 + }, + { + "loss_action": 0.12599600851535797, + "loss_total": 0.12599600851535797, + "step": 1640 + }, + { + "loss_action": 0.123040109872818, + "loss_total": 0.123040109872818, + "step": 1640 + }, + { + "grad_norm": 1.5751192569732666, + "learning_rate": 3.298e-05, + "loss": 0.1168, + "step": 1650 + }, + { + "loss_action": 0.08111743628978729, + "loss_total": 0.08111743628978729, + "step": 1650 + }, + { + "loss_action": 0.1688019037246704, + "loss_total": 0.1688019037246704, + "step": 1650 + }, + { + "loss_action": 0.1472713202238083, + "loss_total": 0.1472713202238083, + "step": 1650 + }, + { + "loss_action": 0.07354160398244858, + "loss_total": 0.07354160398244858, + "step": 1650 + }, + { + "loss_action": 0.12576806545257568, + "loss_total": 0.12576806545257568, + "step": 1650 + }, + { + "loss_action": 0.1139579489827156, + "loss_total": 0.1139579489827156, + "step": 1650 + }, + { + "grad_norm": 2.0333807468414307, + "learning_rate": 3.318e-05, + "loss": 0.1197, + "step": 1660 + }, + { + "loss_action": 0.09432151913642883, + "loss_total": 0.09432151913642883, + "step": 1660 + }, + { + "loss_action": 0.09091532975435257, + "loss_total": 0.09091532975435257, + "step": 1660 + }, + { + "loss_action": 0.09448493272066116, + "loss_total": 0.09448493272066116, + "step": 1660 + }, + { + "loss_action": 0.13132591545581818, + "loss_total": 0.13132591545581818, + "step": 1660 + }, + { + "loss_action": 0.11330313980579376, + "loss_total": 0.11330313980579376, + "step": 1660 + }, + { + "loss_action": 0.13639439642429352, + "loss_total": 0.13639439642429352, + "step": 1660 + }, + { + "grad_norm": 2.0281307697296143, + "learning_rate": 3.338e-05, + "loss": 0.1219, + "step": 1670 + }, + { + "loss_action": 0.14333269000053406, + "loss_total": 0.14333269000053406, + "step": 1670 + }, + { + "loss_action": 0.08986197412014008, + "loss_total": 0.08986197412014008, + "step": 1670 + }, + { + "loss_action": 0.06577762216329575, + "loss_total": 0.06577762216329575, + "step": 1670 + }, + { + "loss_action": 0.07362020760774612, + "loss_total": 0.07362020760774612, + "step": 1670 + }, + { + "loss_action": 0.22480428218841553, + "loss_total": 0.22480428218841553, + "step": 1670 + }, + { + "loss_action": 0.09600245207548141, + "loss_total": 0.09600245207548141, + "step": 1670 + }, + { + "grad_norm": 1.7456283569335938, + "learning_rate": 3.358e-05, + "loss": 0.1027, + "step": 1680 + }, + { + "loss_action": 0.0773313120007515, + "loss_total": 0.0773313120007515, + "step": 1680 + }, + { + "loss_action": 0.3112432658672333, + "loss_total": 0.3112432658672333, + "step": 1680 + }, + { + "loss_action": 0.09832864254713058, + "loss_total": 0.09832864254713058, + "step": 1680 + }, + { + "loss_action": 0.1157417818903923, + "loss_total": 0.1157417818903923, + "step": 1680 + }, + { + "loss_action": 0.09770458936691284, + "loss_total": 0.09770458936691284, + "step": 1680 + }, + { + "loss_action": 0.1047431007027626, + "loss_total": 0.1047431007027626, + "step": 1680 + }, + { + "grad_norm": 1.8198022842407227, + "learning_rate": 3.378e-05, + "loss": 0.1213, + "step": 1690 + }, + { + "loss_action": 0.07402531057596207, + "loss_total": 0.07402531057596207, + "step": 1690 + }, + { + "loss_action": 0.13286715745925903, + "loss_total": 0.13286715745925903, + "step": 1690 + }, + { + "loss_action": 0.1483287662267685, + "loss_total": 0.1483287662267685, + "step": 1690 + }, + { + "loss_action": 0.2042389065027237, + "loss_total": 0.2042389065027237, + "step": 1690 + }, + { + "loss_action": 0.23724029958248138, + "loss_total": 0.23724029958248138, + "step": 1690 + }, + { + "loss_action": 0.27500471472740173, + "loss_total": 0.27500471472740173, + "step": 1690 + }, + { + "grad_norm": 2.2257537841796875, + "learning_rate": 3.398e-05, + "loss": 0.1147, + "step": 1700 + }, + { + "loss_action": 0.08267920464277267, + "loss_total": 0.08267920464277267, + "step": 1700 + }, + { + "loss_action": 0.0897042378783226, + "loss_total": 0.0897042378783226, + "step": 1700 + }, + { + "loss_action": 0.08656073361635208, + "loss_total": 0.08656073361635208, + "step": 1700 + }, + { + "loss_action": 0.08008114248514175, + "loss_total": 0.08008114248514175, + "step": 1700 + }, + { + "loss_action": 0.1078893318772316, + "loss_total": 0.1078893318772316, + "step": 1700 + }, + { + "loss_action": 0.08840897679328918, + "loss_total": 0.08840897679328918, + "step": 1700 + }, + { + "grad_norm": 1.763983130455017, + "learning_rate": 3.418e-05, + "loss": 0.1279, + "step": 1710 + }, + { + "loss_action": 0.08623891323804855, + "loss_total": 0.08623891323804855, + "step": 1710 + }, + { + "loss_action": 0.10415130108594894, + "loss_total": 0.10415130108594894, + "step": 1710 + }, + { + "loss_action": 0.10172564536333084, + "loss_total": 0.10172564536333084, + "step": 1710 + }, + { + "loss_action": 0.11617570370435715, + "loss_total": 0.11617570370435715, + "step": 1710 + }, + { + "loss_action": 0.1933833807706833, + "loss_total": 0.1933833807706833, + "step": 1710 + }, + { + "loss_action": 0.10081710666418076, + "loss_total": 0.10081710666418076, + "step": 1710 + }, + { + "grad_norm": 3.3701212406158447, + "learning_rate": 3.438e-05, + "loss": 0.124, + "step": 1720 + }, + { + "loss_action": 0.0921890139579773, + "loss_total": 0.0921890139579773, + "step": 1720 + }, + { + "loss_action": 0.36232608556747437, + "loss_total": 0.36232608556747437, + "step": 1720 + }, + { + "loss_action": 0.09533608704805374, + "loss_total": 0.09533608704805374, + "step": 1720 + }, + { + "loss_action": 0.08995519578456879, + "loss_total": 0.08995519578456879, + "step": 1720 + }, + { + "loss_action": 0.12015476077795029, + "loss_total": 0.12015476077795029, + "step": 1720 + }, + { + "loss_action": 0.09187707304954529, + "loss_total": 0.09187707304954529, + "step": 1720 + }, + { + "grad_norm": 1.6309382915496826, + "learning_rate": 3.4580000000000004e-05, + "loss": 0.115, + "step": 1730 + }, + { + "loss_action": 0.1061558723449707, + "loss_total": 0.1061558723449707, + "step": 1730 + }, + { + "loss_action": 0.0782076045870781, + "loss_total": 0.0782076045870781, + "step": 1730 + }, + { + "loss_action": 0.09907367825508118, + "loss_total": 0.09907367825508118, + "step": 1730 + }, + { + "loss_action": 0.1308360993862152, + "loss_total": 0.1308360993862152, + "step": 1730 + }, + { + "loss_action": 0.10266698151826859, + "loss_total": 0.10266698151826859, + "step": 1730 + }, + { + "loss_action": 0.08317335695028305, + "loss_total": 0.08317335695028305, + "step": 1730 + }, + { + "grad_norm": 2.1082866191864014, + "learning_rate": 3.478e-05, + "loss": 0.1081, + "step": 1740 + }, + { + "loss_action": 0.1650117188692093, + "loss_total": 0.1650117188692093, + "step": 1740 + }, + { + "loss_action": 0.06712065637111664, + "loss_total": 0.06712065637111664, + "step": 1740 + }, + { + "loss_action": 0.07362756133079529, + "loss_total": 0.07362756133079529, + "step": 1740 + }, + { + "loss_action": 0.07790025323629379, + "loss_total": 0.07790025323629379, + "step": 1740 + }, + { + "loss_action": 0.08193893730640411, + "loss_total": 0.08193893730640411, + "step": 1740 + }, + { + "loss_action": 0.21749697625637054, + "loss_total": 0.21749697625637054, + "step": 1740 + }, + { + "grad_norm": 1.6687389612197876, + "learning_rate": 3.498e-05, + "loss": 0.1131, + "step": 1750 + }, + { + "loss_action": 0.08463411033153534, + "loss_total": 0.08463411033153534, + "step": 1750 + }, + { + "loss_action": 0.1515408307313919, + "loss_total": 0.1515408307313919, + "step": 1750 + }, + { + "loss_action": 0.15046116709709167, + "loss_total": 0.15046116709709167, + "step": 1750 + }, + { + "loss_action": 0.07305213063955307, + "loss_total": 0.07305213063955307, + "step": 1750 + }, + { + "loss_action": 0.10934752970933914, + "loss_total": 0.10934752970933914, + "step": 1750 + }, + { + "loss_action": 0.07256332039833069, + "loss_total": 0.07256332039833069, + "step": 1750 + }, + { + "grad_norm": 1.8086899518966675, + "learning_rate": 3.518e-05, + "loss": 0.11, + "step": 1760 + }, + { + "loss_action": 0.10643626749515533, + "loss_total": 0.10643626749515533, + "step": 1760 + }, + { + "loss_action": 0.07923242449760437, + "loss_total": 0.07923242449760437, + "step": 1760 + }, + { + "loss_action": 0.09808211773633957, + "loss_total": 0.09808211773633957, + "step": 1760 + }, + { + "loss_action": 0.29702773690223694, + "loss_total": 0.29702773690223694, + "step": 1760 + }, + { + "loss_action": 0.12093853205442429, + "loss_total": 0.12093853205442429, + "step": 1760 + }, + { + "loss_action": 0.07810664921998978, + "loss_total": 0.07810664921998978, + "step": 1760 + }, + { + "grad_norm": 1.8561774492263794, + "learning_rate": 3.5380000000000003e-05, + "loss": 0.106, + "step": 1770 + }, + { + "loss_action": 0.07828545570373535, + "loss_total": 0.07828545570373535, + "step": 1770 + }, + { + "loss_action": 0.08549471199512482, + "loss_total": 0.08549471199512482, + "step": 1770 + }, + { + "loss_action": 0.28680169582366943, + "loss_total": 0.28680169582366943, + "step": 1770 + }, + { + "loss_action": 0.09356722235679626, + "loss_total": 0.09356722235679626, + "step": 1770 + }, + { + "loss_action": 0.0795615091919899, + "loss_total": 0.0795615091919899, + "step": 1770 + }, + { + "loss_action": 0.2039167582988739, + "loss_total": 0.2039167582988739, + "step": 1770 + }, + { + "grad_norm": 1.5682411193847656, + "learning_rate": 3.558e-05, + "loss": 0.1048, + "step": 1780 + }, + { + "loss_action": 0.06584463268518448, + "loss_total": 0.06584463268518448, + "step": 1780 + }, + { + "loss_action": 0.11811883002519608, + "loss_total": 0.11811883002519608, + "step": 1780 + }, + { + "loss_action": 0.0638437420129776, + "loss_total": 0.0638437420129776, + "step": 1780 + }, + { + "loss_action": 0.09430669993162155, + "loss_total": 0.09430669993162155, + "step": 1780 + }, + { + "loss_action": 0.08892470598220825, + "loss_total": 0.08892470598220825, + "step": 1780 + }, + { + "loss_action": 0.07222223281860352, + "loss_total": 0.07222223281860352, + "step": 1780 + }, + { + "grad_norm": 2.0639264583587646, + "learning_rate": 3.578e-05, + "loss": 0.0985, + "step": 1790 + }, + { + "loss_action": 0.06412215530872345, + "loss_total": 0.06412215530872345, + "step": 1790 + }, + { + "loss_action": 0.24718374013900757, + "loss_total": 0.24718374013900757, + "step": 1790 + }, + { + "loss_action": 0.06736724823713303, + "loss_total": 0.06736724823713303, + "step": 1790 + }, + { + "loss_action": 0.06050419807434082, + "loss_total": 0.06050419807434082, + "step": 1790 + }, + { + "loss_action": 0.09766913950443268, + "loss_total": 0.09766913950443268, + "step": 1790 + }, + { + "loss_action": 0.10931914299726486, + "loss_total": 0.10931914299726486, + "step": 1790 + }, + { + "grad_norm": 1.540662169456482, + "learning_rate": 3.5980000000000004e-05, + "loss": 0.1001, + "step": 1800 + }, + { + "loss_action": 0.06501132994890213, + "loss_total": 0.06501132994890213, + "step": 1800 + }, + { + "loss_action": 0.1235024631023407, + "loss_total": 0.1235024631023407, + "step": 1800 + }, + { + "loss_action": 0.06300707906484604, + "loss_total": 0.06300707906484604, + "step": 1800 + }, + { + "loss_action": 0.07918263226747513, + "loss_total": 0.07918263226747513, + "step": 1800 + }, + { + "loss_action": 0.06647937744855881, + "loss_total": 0.06647937744855881, + "step": 1800 + }, + { + "loss_action": 0.07509232312440872, + "loss_total": 0.07509232312440872, + "step": 1800 + }, + { + "grad_norm": 1.4709663391113281, + "learning_rate": 3.618e-05, + "loss": 0.0986, + "step": 1810 + }, + { + "loss_action": 0.11411796510219574, + "loss_total": 0.11411796510219574, + "step": 1810 + }, + { + "loss_action": 0.2681647539138794, + "loss_total": 0.2681647539138794, + "step": 1810 + }, + { + "loss_action": 0.08586432039737701, + "loss_total": 0.08586432039737701, + "step": 1810 + }, + { + "loss_action": 0.2873685657978058, + "loss_total": 0.2873685657978058, + "step": 1810 + }, + { + "loss_action": 0.17916414141654968, + "loss_total": 0.17916414141654968, + "step": 1810 + }, + { + "loss_action": 0.06935184448957443, + "loss_total": 0.06935184448957443, + "step": 1810 + }, + { + "grad_norm": 1.8630744218826294, + "learning_rate": 3.638e-05, + "loss": 0.1065, + "step": 1820 + }, + { + "loss_action": 0.06561355292797089, + "loss_total": 0.06561355292797089, + "step": 1820 + }, + { + "loss_action": 0.09452180564403534, + "loss_total": 0.09452180564403534, + "step": 1820 + }, + { + "loss_action": 0.08254086226224899, + "loss_total": 0.08254086226224899, + "step": 1820 + }, + { + "loss_action": 0.0641571655869484, + "loss_total": 0.0641571655869484, + "step": 1820 + }, + { + "loss_action": 0.09529279917478561, + "loss_total": 0.09529279917478561, + "step": 1820 + }, + { + "loss_action": 0.06752635538578033, + "loss_total": 0.06752635538578033, + "step": 1820 + }, + { + "grad_norm": 1.3359614610671997, + "learning_rate": 3.6580000000000006e-05, + "loss": 0.0993, + "step": 1830 + }, + { + "loss_action": 0.11563380807638168, + "loss_total": 0.11563380807638168, + "step": 1830 + }, + { + "loss_action": 0.06751684099435806, + "loss_total": 0.06751684099435806, + "step": 1830 + }, + { + "loss_action": 0.1194630041718483, + "loss_total": 0.1194630041718483, + "step": 1830 + }, + { + "loss_action": 0.11185824126005173, + "loss_total": 0.11185824126005173, + "step": 1830 + }, + { + "loss_action": 0.09358233213424683, + "loss_total": 0.09358233213424683, + "step": 1830 + }, + { + "loss_action": 0.09386187046766281, + "loss_total": 0.09386187046766281, + "step": 1830 + }, + { + "grad_norm": 1.5644997358322144, + "learning_rate": 3.6780000000000004e-05, + "loss": 0.1079, + "step": 1840 + }, + { + "loss_action": 0.1514187753200531, + "loss_total": 0.1514187753200531, + "step": 1840 + }, + { + "loss_action": 0.08600468188524246, + "loss_total": 0.08600468188524246, + "step": 1840 + }, + { + "loss_action": 0.09767359495162964, + "loss_total": 0.09767359495162964, + "step": 1840 + }, + { + "loss_action": 0.1351902186870575, + "loss_total": 0.1351902186870575, + "step": 1840 + }, + { + "loss_action": 0.06635350733995438, + "loss_total": 0.06635350733995438, + "step": 1840 + }, + { + "loss_action": 0.06986851990222931, + "loss_total": 0.06986851990222931, + "step": 1840 + }, + { + "grad_norm": 1.5673960447311401, + "learning_rate": 3.698e-05, + "loss": 0.0961, + "step": 1850 + }, + { + "loss_action": 0.09254683554172516, + "loss_total": 0.09254683554172516, + "step": 1850 + }, + { + "loss_action": 0.07093826681375504, + "loss_total": 0.07093826681375504, + "step": 1850 + }, + { + "loss_action": 0.07244785875082016, + "loss_total": 0.07244785875082016, + "step": 1850 + }, + { + "loss_action": 0.10295660048723221, + "loss_total": 0.10295660048723221, + "step": 1850 + }, + { + "loss_action": 0.09725328534841537, + "loss_total": 0.09725328534841537, + "step": 1850 + }, + { + "loss_action": 0.1561817079782486, + "loss_total": 0.1561817079782486, + "step": 1850 + }, + { + "grad_norm": 1.831575632095337, + "learning_rate": 3.7180000000000007e-05, + "loss": 0.103, + "step": 1860 + }, + { + "loss_action": 0.09158971905708313, + "loss_total": 0.09158971905708313, + "step": 1860 + }, + { + "loss_action": 0.07454604655504227, + "loss_total": 0.07454604655504227, + "step": 1860 + }, + { + "loss_action": 0.057584669440984726, + "loss_total": 0.057584669440984726, + "step": 1860 + }, + { + "loss_action": 0.12068486958742142, + "loss_total": 0.12068486958742142, + "step": 1860 + }, + { + "loss_action": 0.11989927291870117, + "loss_total": 0.11989927291870117, + "step": 1860 + }, + { + "loss_action": 0.13076695799827576, + "loss_total": 0.13076695799827576, + "step": 1860 + }, + { + "grad_norm": 1.6115862131118774, + "learning_rate": 3.7380000000000005e-05, + "loss": 0.0982, + "step": 1870 + }, + { + "loss_action": 0.13240109384059906, + "loss_total": 0.13240109384059906, + "step": 1870 + }, + { + "loss_action": 0.08460673689842224, + "loss_total": 0.08460673689842224, + "step": 1870 + }, + { + "loss_action": 0.08447112143039703, + "loss_total": 0.08447112143039703, + "step": 1870 + }, + { + "loss_action": 0.07585448026657104, + "loss_total": 0.07585448026657104, + "step": 1870 + }, + { + "loss_action": 0.0734066441655159, + "loss_total": 0.0734066441655159, + "step": 1870 + }, + { + "loss_action": 0.09042166918516159, + "loss_total": 0.09042166918516159, + "step": 1870 + }, + { + "grad_norm": 2.027264356613159, + "learning_rate": 3.758e-05, + "loss": 0.0872, + "step": 1880 + }, + { + "loss_action": 0.060224346816539764, + "loss_total": 0.060224346816539764, + "step": 1880 + }, + { + "loss_action": 0.07755082100629807, + "loss_total": 0.07755082100629807, + "step": 1880 + }, + { + "loss_action": 0.09567898511886597, + "loss_total": 0.09567898511886597, + "step": 1880 + }, + { + "loss_action": 0.06603739410638809, + "loss_total": 0.06603739410638809, + "step": 1880 + }, + { + "loss_action": 0.09660524874925613, + "loss_total": 0.09660524874925613, + "step": 1880 + }, + { + "loss_action": 0.07865902036428452, + "loss_total": 0.07865902036428452, + "step": 1880 + }, + { + "grad_norm": 1.9996299743652344, + "learning_rate": 3.778000000000001e-05, + "loss": 0.1063, + "step": 1890 + }, + { + "loss_action": 0.10363326221704483, + "loss_total": 0.10363326221704483, + "step": 1890 + }, + { + "loss_action": 0.09926089644432068, + "loss_total": 0.09926089644432068, + "step": 1890 + }, + { + "loss_action": 0.0946270078420639, + "loss_total": 0.0946270078420639, + "step": 1890 + }, + { + "loss_action": 0.06478237360715866, + "loss_total": 0.06478237360715866, + "step": 1890 + }, + { + "loss_action": 0.12134265899658203, + "loss_total": 0.12134265899658203, + "step": 1890 + }, + { + "loss_action": 0.09356952458620071, + "loss_total": 0.09356952458620071, + "step": 1890 + }, + { + "grad_norm": 1.7781329154968262, + "learning_rate": 3.7980000000000006e-05, + "loss": 0.106, + "step": 1900 + }, + { + "loss_action": 0.09074755012989044, + "loss_total": 0.09074755012989044, + "step": 1900 + }, + { + "loss_action": 0.08973218500614166, + "loss_total": 0.08973218500614166, + "step": 1900 + }, + { + "loss_action": 0.12773166596889496, + "loss_total": 0.12773166596889496, + "step": 1900 + }, + { + "loss_action": 0.053184185177087784, + "loss_total": 0.053184185177087784, + "step": 1900 + }, + { + "loss_action": 0.06411493569612503, + "loss_total": 0.06411493569612503, + "step": 1900 + }, + { + "loss_action": 0.15902794897556305, + "loss_total": 0.15902794897556305, + "step": 1900 + }, + { + "grad_norm": 2.232998847961426, + "learning_rate": 3.818e-05, + "loss": 0.1045, + "step": 1910 + }, + { + "loss_action": 0.1477971374988556, + "loss_total": 0.1477971374988556, + "step": 1910 + }, + { + "loss_action": 0.10746525973081589, + "loss_total": 0.10746525973081589, + "step": 1910 + }, + { + "loss_action": 0.06791280955076218, + "loss_total": 0.06791280955076218, + "step": 1910 + }, + { + "loss_action": 0.08653862029314041, + "loss_total": 0.08653862029314041, + "step": 1910 + }, + { + "loss_action": 0.07736819982528687, + "loss_total": 0.07736819982528687, + "step": 1910 + }, + { + "loss_action": 0.2459896206855774, + "loss_total": 0.2459896206855774, + "step": 1910 + }, + { + "grad_norm": 1.9576817750930786, + "learning_rate": 3.838e-05, + "loss": 0.11, + "step": 1920 + }, + { + "loss_action": 0.09933482110500336, + "loss_total": 0.09933482110500336, + "step": 1920 + }, + { + "loss_action": 0.07743323594331741, + "loss_total": 0.07743323594331741, + "step": 1920 + }, + { + "loss_action": 0.09735631197690964, + "loss_total": 0.09735631197690964, + "step": 1920 + }, + { + "loss_action": 0.12281335145235062, + "loss_total": 0.12281335145235062, + "step": 1920 + }, + { + "loss_action": 0.07772763818502426, + "loss_total": 0.07772763818502426, + "step": 1920 + }, + { + "loss_action": 0.07482296228408813, + "loss_total": 0.07482296228408813, + "step": 1920 + }, + { + "grad_norm": 1.768534541130066, + "learning_rate": 3.858e-05, + "loss": 0.1081, + "step": 1930 + }, + { + "loss_action": 0.10413605719804764, + "loss_total": 0.10413605719804764, + "step": 1930 + }, + { + "loss_action": 0.0857551172375679, + "loss_total": 0.0857551172375679, + "step": 1930 + }, + { + "loss_action": 0.20484228432178497, + "loss_total": 0.20484228432178497, + "step": 1930 + }, + { + "loss_action": 0.07630971819162369, + "loss_total": 0.07630971819162369, + "step": 1930 + }, + { + "loss_action": 0.09407761693000793, + "loss_total": 0.09407761693000793, + "step": 1930 + }, + { + "loss_action": 0.30305734276771545, + "loss_total": 0.30305734276771545, + "step": 1930 + }, + { + "grad_norm": 1.5481958389282227, + "learning_rate": 3.878e-05, + "loss": 0.1003, + "step": 1940 + }, + { + "loss_action": 0.1808580458164215, + "loss_total": 0.1808580458164215, + "step": 1940 + }, + { + "loss_action": 0.09567158669233322, + "loss_total": 0.09567158669233322, + "step": 1940 + }, + { + "loss_action": 0.09236249327659607, + "loss_total": 0.09236249327659607, + "step": 1940 + }, + { + "loss_action": 0.09167657047510147, + "loss_total": 0.09167657047510147, + "step": 1940 + }, + { + "loss_action": 0.06049241125583649, + "loss_total": 0.06049241125583649, + "step": 1940 + }, + { + "loss_action": 0.11597446352243423, + "loss_total": 0.11597446352243423, + "step": 1940 + }, + { + "grad_norm": 1.9843525886535645, + "learning_rate": 3.898e-05, + "loss": 0.1014, + "step": 1950 + }, + { + "loss_action": 0.11869806051254272, + "loss_total": 0.11869806051254272, + "step": 1950 + }, + { + "loss_action": 0.23562055826187134, + "loss_total": 0.23562055826187134, + "step": 1950 + }, + { + "loss_action": 0.06415056437253952, + "loss_total": 0.06415056437253952, + "step": 1950 + }, + { + "loss_action": 0.29899343848228455, + "loss_total": 0.29899343848228455, + "step": 1950 + }, + { + "loss_action": 0.07579386979341507, + "loss_total": 0.07579386979341507, + "step": 1950 + }, + { + "loss_action": 0.22590674459934235, + "loss_total": 0.22590674459934235, + "step": 1950 + }, + { + "grad_norm": 1.6034890413284302, + "learning_rate": 3.918e-05, + "loss": 0.1121, + "step": 1960 + }, + { + "loss_action": 0.10044288635253906, + "loss_total": 0.10044288635253906, + "step": 1960 + }, + { + "loss_action": 0.088119737803936, + "loss_total": 0.088119737803936, + "step": 1960 + }, + { + "loss_action": 0.28928953409194946, + "loss_total": 0.28928953409194946, + "step": 1960 + }, + { + "loss_action": 0.09399708360433578, + "loss_total": 0.09399708360433578, + "step": 1960 + }, + { + "loss_action": 0.0876520648598671, + "loss_total": 0.0876520648598671, + "step": 1960 + }, + { + "loss_action": 0.09600196778774261, + "loss_total": 0.09600196778774261, + "step": 1960 + }, + { + "grad_norm": 1.7141239643096924, + "learning_rate": 3.938e-05, + "loss": 0.1069, + "step": 1970 + }, + { + "loss_action": 0.07583247870206833, + "loss_total": 0.07583247870206833, + "step": 1970 + }, + { + "loss_action": 0.11196094006299973, + "loss_total": 0.11196094006299973, + "step": 1970 + }, + { + "loss_action": 0.11512121558189392, + "loss_total": 0.11512121558189392, + "step": 1970 + }, + { + "loss_action": 0.06961498409509659, + "loss_total": 0.06961498409509659, + "step": 1970 + }, + { + "loss_action": 0.07146497815847397, + "loss_total": 0.07146497815847397, + "step": 1970 + }, + { + "loss_action": 0.06103834509849548, + "loss_total": 0.06103834509849548, + "step": 1970 + }, + { + "grad_norm": 1.6759772300720215, + "learning_rate": 3.958e-05, + "loss": 0.0972, + "step": 1980 + }, + { + "loss_action": 0.07725006341934204, + "loss_total": 0.07725006341934204, + "step": 1980 + }, + { + "loss_action": 0.07300244271755219, + "loss_total": 0.07300244271755219, + "step": 1980 + }, + { + "loss_action": 0.06346745789051056, + "loss_total": 0.06346745789051056, + "step": 1980 + }, + { + "loss_action": 0.3053419291973114, + "loss_total": 0.3053419291973114, + "step": 1980 + }, + { + "loss_action": 0.09232445061206818, + "loss_total": 0.09232445061206818, + "step": 1980 + }, + { + "loss_action": 0.09945683926343918, + "loss_total": 0.09945683926343918, + "step": 1980 + }, + { + "grad_norm": 1.9525654315948486, + "learning_rate": 3.978e-05, + "loss": 0.0981, + "step": 1990 + }, + { + "loss_action": 0.08680027723312378, + "loss_total": 0.08680027723312378, + "step": 1990 + }, + { + "loss_action": 0.0938895046710968, + "loss_total": 0.0938895046710968, + "step": 1990 + }, + { + "loss_action": 0.055945977568626404, + "loss_total": 0.055945977568626404, + "step": 1990 + }, + { + "loss_action": 0.12533371150493622, + "loss_total": 0.12533371150493622, + "step": 1990 + }, + { + "loss_action": 0.05627112090587616, + "loss_total": 0.05627112090587616, + "step": 1990 + }, + { + "loss_action": 0.1299593299627304, + "loss_total": 0.1299593299627304, + "step": 1990 + }, + { + "grad_norm": 1.7737220525741577, + "learning_rate": 3.998e-05, + "loss": 0.1137, + "step": 2000 + }, + { + "loss_action": 0.2676415741443634, + "loss_total": 0.2676415741443634, + "step": 2000 + }, + { + "loss_action": 0.10951194167137146, + "loss_total": 0.10951194167137146, + "step": 2000 + }, + { + "loss_action": 0.10948473960161209, + "loss_total": 0.10948473960161209, + "step": 2000 + }, + { + "loss_action": 0.0995437279343605, + "loss_total": 0.0995437279343605, + "step": 2000 + }, + { + "loss_action": 0.06313422322273254, + "loss_total": 0.06313422322273254, + "step": 2000 + }, + { + "loss_action": 0.27063465118408203, + "loss_total": 0.27063465118408203, + "step": 2000 + }, + { + "grad_norm": 1.9844390153884888, + "learning_rate": 4.018e-05, + "loss": 0.116, + "step": 2010 + }, + { + "loss_action": 0.06276904046535492, + "loss_total": 0.06276904046535492, + "step": 2010 + }, + { + "loss_action": 0.0780535638332367, + "loss_total": 0.0780535638332367, + "step": 2010 + }, + { + "loss_action": 0.12928983569145203, + "loss_total": 0.12928983569145203, + "step": 2010 + }, + { + "loss_action": 0.1309972107410431, + "loss_total": 0.1309972107410431, + "step": 2010 + }, + { + "loss_action": 0.2143416553735733, + "loss_total": 0.2143416553735733, + "step": 2010 + }, + { + "loss_action": 0.09847043454647064, + "loss_total": 0.09847043454647064, + "step": 2010 + }, + { + "grad_norm": 3.032102584838867, + "learning_rate": 4.038e-05, + "loss": 0.1149, + "step": 2020 + }, + { + "loss_action": 0.16666185855865479, + "loss_total": 0.16666185855865479, + "step": 2020 + }, + { + "loss_action": 0.11439162492752075, + "loss_total": 0.11439162492752075, + "step": 2020 + }, + { + "loss_action": 0.13440439105033875, + "loss_total": 0.13440439105033875, + "step": 2020 + }, + { + "loss_action": 0.11717429012060165, + "loss_total": 0.11717429012060165, + "step": 2020 + }, + { + "loss_action": 0.10174459964036942, + "loss_total": 0.10174459964036942, + "step": 2020 + }, + { + "loss_action": 0.08349470049142838, + "loss_total": 0.08349470049142838, + "step": 2020 + }, + { + "grad_norm": 1.8277435302734375, + "learning_rate": 4.058e-05, + "loss": 0.1208, + "step": 2030 + }, + { + "loss_action": 0.0891040712594986, + "loss_total": 0.0891040712594986, + "step": 2030 + }, + { + "loss_action": 0.13309705257415771, + "loss_total": 0.13309705257415771, + "step": 2030 + }, + { + "loss_action": 0.09847771376371384, + "loss_total": 0.09847771376371384, + "step": 2030 + }, + { + "loss_action": 0.14771267771720886, + "loss_total": 0.14771267771720886, + "step": 2030 + }, + { + "loss_action": 0.09475404024124146, + "loss_total": 0.09475404024124146, + "step": 2030 + }, + { + "loss_action": 0.17424151301383972, + "loss_total": 0.17424151301383972, + "step": 2030 + }, + { + "grad_norm": 1.7049081325531006, + "learning_rate": 4.078e-05, + "loss": 0.1065, + "step": 2040 + }, + { + "loss_action": 0.07226427644491196, + "loss_total": 0.07226427644491196, + "step": 2040 + }, + { + "loss_action": 0.0795636773109436, + "loss_total": 0.0795636773109436, + "step": 2040 + }, + { + "loss_action": 0.06962618976831436, + "loss_total": 0.06962618976831436, + "step": 2040 + }, + { + "loss_action": 0.0785554051399231, + "loss_total": 0.0785554051399231, + "step": 2040 + }, + { + "loss_action": 0.0615743063390255, + "loss_total": 0.0615743063390255, + "step": 2040 + }, + { + "loss_action": 0.06967038661241531, + "loss_total": 0.06967038661241531, + "step": 2040 + }, + { + "grad_norm": 1.5330716371536255, + "learning_rate": 4.0980000000000004e-05, + "loss": 0.1034, + "step": 2050 + }, + { + "loss_action": 0.1604265570640564, + "loss_total": 0.1604265570640564, + "step": 2050 + }, + { + "loss_action": 0.07295627146959305, + "loss_total": 0.07295627146959305, + "step": 2050 + }, + { + "loss_action": 0.08609519153833389, + "loss_total": 0.08609519153833389, + "step": 2050 + }, + { + "loss_action": 0.11742318421602249, + "loss_total": 0.11742318421602249, + "step": 2050 + }, + { + "loss_action": 0.06458241492509842, + "loss_total": 0.06458241492509842, + "step": 2050 + }, + { + "loss_action": 0.06986185908317566, + "loss_total": 0.06986185908317566, + "step": 2050 + }, + { + "grad_norm": 1.795277714729309, + "learning_rate": 4.118e-05, + "loss": 0.1147, + "step": 2060 + }, + { + "loss_action": 0.07100991159677505, + "loss_total": 0.07100991159677505, + "step": 2060 + }, + { + "loss_action": 0.06781233102083206, + "loss_total": 0.06781233102083206, + "step": 2060 + }, + { + "loss_action": 0.13830973207950592, + "loss_total": 0.13830973207950592, + "step": 2060 + }, + { + "loss_action": 0.09210504591464996, + "loss_total": 0.09210504591464996, + "step": 2060 + }, + { + "loss_action": 0.08389905095100403, + "loss_total": 0.08389905095100403, + "step": 2060 + }, + { + "loss_action": 0.3102859556674957, + "loss_total": 0.3102859556674957, + "step": 2060 + }, + { + "grad_norm": 1.7106505632400513, + "learning_rate": 4.138e-05, + "loss": 0.1049, + "step": 2070 + }, + { + "loss_action": 0.14348308742046356, + "loss_total": 0.14348308742046356, + "step": 2070 + }, + { + "loss_action": 0.07373843342065811, + "loss_total": 0.07373843342065811, + "step": 2070 + }, + { + "loss_action": 0.06547373533248901, + "loss_total": 0.06547373533248901, + "step": 2070 + }, + { + "loss_action": 0.0840611457824707, + "loss_total": 0.0840611457824707, + "step": 2070 + }, + { + "loss_action": 0.0709543228149414, + "loss_total": 0.0709543228149414, + "step": 2070 + }, + { + "loss_action": 0.08747252821922302, + "loss_total": 0.08747252821922302, + "step": 2070 + }, + { + "grad_norm": 1.7974989414215088, + "learning_rate": 4.1580000000000005e-05, + "loss": 0.1005, + "step": 2080 + }, + { + "loss_action": 0.14321571588516235, + "loss_total": 0.14321571588516235, + "step": 2080 + }, + { + "loss_action": 0.09433355182409286, + "loss_total": 0.09433355182409286, + "step": 2080 + }, + { + "loss_action": 0.07792630046606064, + "loss_total": 0.07792630046606064, + "step": 2080 + }, + { + "loss_action": 0.113213911652565, + "loss_total": 0.113213911652565, + "step": 2080 + }, + { + "loss_action": 0.07007329910993576, + "loss_total": 0.07007329910993576, + "step": 2080 + }, + { + "loss_action": 0.10275166481733322, + "loss_total": 0.10275166481733322, + "step": 2080 + }, + { + "grad_norm": 1.30079984664917, + "learning_rate": 4.178e-05, + "loss": 0.0891, + "step": 2090 + }, + { + "loss_action": 0.05483589693903923, + "loss_total": 0.05483589693903923, + "step": 2090 + }, + { + "loss_action": 0.0931003987789154, + "loss_total": 0.0931003987789154, + "step": 2090 + }, + { + "loss_action": 0.16030754148960114, + "loss_total": 0.16030754148960114, + "step": 2090 + }, + { + "loss_action": 0.08619879186153412, + "loss_total": 0.08619879186153412, + "step": 2090 + }, + { + "loss_action": 0.09003391116857529, + "loss_total": 0.09003391116857529, + "step": 2090 + }, + { + "loss_action": 0.0633758082985878, + "loss_total": 0.0633758082985878, + "step": 2090 + }, + { + "grad_norm": 1.4973808526992798, + "learning_rate": 4.198e-05, + "loss": 0.098, + "step": 2100 + }, + { + "loss_action": 0.09208221733570099, + "loss_total": 0.09208221733570099, + "step": 2100 + }, + { + "loss_action": 0.09817688912153244, + "loss_total": 0.09817688912153244, + "step": 2100 + }, + { + "loss_action": 0.0734037458896637, + "loss_total": 0.0734037458896637, + "step": 2100 + }, + { + "loss_action": 0.07693103700876236, + "loss_total": 0.07693103700876236, + "step": 2100 + }, + { + "loss_action": 0.08555463701486588, + "loss_total": 0.08555463701486588, + "step": 2100 + }, + { + "loss_action": 0.06716328859329224, + "loss_total": 0.06716328859329224, + "step": 2100 + }, + { + "grad_norm": 1.338356375694275, + "learning_rate": 4.2180000000000006e-05, + "loss": 0.0854, + "step": 2110 + }, + { + "loss_action": 0.07124241441488266, + "loss_total": 0.07124241441488266, + "step": 2110 + }, + { + "loss_action": 0.05642761290073395, + "loss_total": 0.05642761290073395, + "step": 2110 + }, + { + "loss_action": 0.10492581129074097, + "loss_total": 0.10492581129074097, + "step": 2110 + }, + { + "loss_action": 0.32476580142974854, + "loss_total": 0.32476580142974854, + "step": 2110 + }, + { + "loss_action": 0.13715127110481262, + "loss_total": 0.13715127110481262, + "step": 2110 + }, + { + "loss_action": 0.0699213445186615, + "loss_total": 0.0699213445186615, + "step": 2110 + }, + { + "grad_norm": 1.9976766109466553, + "learning_rate": 4.2380000000000004e-05, + "loss": 0.0989, + "step": 2120 + }, + { + "loss_action": 0.0772911086678505, + "loss_total": 0.0772911086678505, + "step": 2120 + }, + { + "loss_action": 0.10167468339204788, + "loss_total": 0.10167468339204788, + "step": 2120 + }, + { + "loss_action": 0.06084994599223137, + "loss_total": 0.06084994599223137, + "step": 2120 + }, + { + "loss_action": 0.08403950184583664, + "loss_total": 0.08403950184583664, + "step": 2120 + }, + { + "loss_action": 0.10314926505088806, + "loss_total": 0.10314926505088806, + "step": 2120 + }, + { + "loss_action": 0.06322921067476273, + "loss_total": 0.06322921067476273, + "step": 2120 + }, + { + "grad_norm": 1.7282440662384033, + "learning_rate": 4.258e-05, + "loss": 0.1026, + "step": 2130 + }, + { + "loss_action": 0.08099228143692017, + "loss_total": 0.08099228143692017, + "step": 2130 + }, + { + "loss_action": 0.07876156270503998, + "loss_total": 0.07876156270503998, + "step": 2130 + }, + { + "loss_action": 0.07916633039712906, + "loss_total": 0.07916633039712906, + "step": 2130 + }, + { + "loss_action": 0.07178503274917603, + "loss_total": 0.07178503274917603, + "step": 2130 + }, + { + "loss_action": 0.08581838756799698, + "loss_total": 0.08581838756799698, + "step": 2130 + }, + { + "loss_action": 0.09005099534988403, + "loss_total": 0.09005099534988403, + "step": 2130 + }, + { + "grad_norm": 1.5185129642486572, + "learning_rate": 4.278e-05, + "loss": 0.1011, + "step": 2140 + }, + { + "loss_action": 0.09851346164941788, + "loss_total": 0.09851346164941788, + "step": 2140 + }, + { + "loss_action": 0.05463804304599762, + "loss_total": 0.05463804304599762, + "step": 2140 + }, + { + "loss_action": 0.07897067815065384, + "loss_total": 0.07897067815065384, + "step": 2140 + }, + { + "loss_action": 0.10651525110006332, + "loss_total": 0.10651525110006332, + "step": 2140 + }, + { + "loss_action": 0.07626204937696457, + "loss_total": 0.07626204937696457, + "step": 2140 + }, + { + "loss_action": 0.06564715504646301, + "loss_total": 0.06564715504646301, + "step": 2140 + }, + { + "grad_norm": 1.5107020139694214, + "learning_rate": 4.2980000000000005e-05, + "loss": 0.09, + "step": 2150 + }, + { + "loss_action": 0.06462335586547852, + "loss_total": 0.06462335586547852, + "step": 2150 + }, + { + "loss_action": 0.1269504725933075, + "loss_total": 0.1269504725933075, + "step": 2150 + }, + { + "loss_action": 0.1580599546432495, + "loss_total": 0.1580599546432495, + "step": 2150 + }, + { + "loss_action": 0.0526384562253952, + "loss_total": 0.0526384562253952, + "step": 2150 + }, + { + "loss_action": 0.0835234522819519, + "loss_total": 0.0835234522819519, + "step": 2150 + }, + { + "loss_action": 0.10407426953315735, + "loss_total": 0.10407426953315735, + "step": 2150 + }, + { + "grad_norm": 1.6284366846084595, + "learning_rate": 4.318e-05, + "loss": 0.0867, + "step": 2160 + }, + { + "loss_action": 0.06957372277975082, + "loss_total": 0.06957372277975082, + "step": 2160 + }, + { + "loss_action": 0.053177401423454285, + "loss_total": 0.053177401423454285, + "step": 2160 + }, + { + "loss_action": 0.08818726241588593, + "loss_total": 0.08818726241588593, + "step": 2160 + }, + { + "loss_action": 0.056711770594120026, + "loss_total": 0.056711770594120026, + "step": 2160 + }, + { + "loss_action": 0.12407166510820389, + "loss_total": 0.12407166510820389, + "step": 2160 + }, + { + "loss_action": 0.07987799495458603, + "loss_total": 0.07987799495458603, + "step": 2160 + }, + { + "grad_norm": 1.2060589790344238, + "learning_rate": 4.338e-05, + "loss": 0.0862, + "step": 2170 + }, + { + "loss_action": 0.13112032413482666, + "loss_total": 0.13112032413482666, + "step": 2170 + }, + { + "loss_action": 0.2082112580537796, + "loss_total": 0.2082112580537796, + "step": 2170 + }, + { + "loss_action": 0.07022900879383087, + "loss_total": 0.07022900879383087, + "step": 2170 + }, + { + "loss_action": 0.11434531211853027, + "loss_total": 0.11434531211853027, + "step": 2170 + }, + { + "loss_action": 0.08922485262155533, + "loss_total": 0.08922485262155533, + "step": 2170 + }, + { + "loss_action": 0.12058515101671219, + "loss_total": 0.12058515101671219, + "step": 2170 + }, + { + "grad_norm": 1.7871158123016357, + "learning_rate": 4.3580000000000006e-05, + "loss": 0.0954, + "step": 2180 + }, + { + "loss_action": 0.06917770951986313, + "loss_total": 0.06917770951986313, + "step": 2180 + }, + { + "loss_action": 0.08552876114845276, + "loss_total": 0.08552876114845276, + "step": 2180 + }, + { + "loss_action": 0.09487000852823257, + "loss_total": 0.09487000852823257, + "step": 2180 + }, + { + "loss_action": 0.06013050302863121, + "loss_total": 0.06013050302863121, + "step": 2180 + }, + { + "loss_action": 0.04711177572607994, + "loss_total": 0.04711177572607994, + "step": 2180 + }, + { + "loss_action": 0.09173955023288727, + "loss_total": 0.09173955023288727, + "step": 2180 + }, + { + "grad_norm": 2.1057655811309814, + "learning_rate": 4.3780000000000004e-05, + "loss": 0.0947, + "step": 2190 + }, + { + "loss_action": 0.056872740387916565, + "loss_total": 0.056872740387916565, + "step": 2190 + }, + { + "loss_action": 0.06289506703615189, + "loss_total": 0.06289506703615189, + "step": 2190 + }, + { + "loss_action": 0.07361403852701187, + "loss_total": 0.07361403852701187, + "step": 2190 + }, + { + "loss_action": 0.06009724363684654, + "loss_total": 0.06009724363684654, + "step": 2190 + }, + { + "loss_action": 0.14641904830932617, + "loss_total": 0.14641904830932617, + "step": 2190 + }, + { + "loss_action": 0.0538482628762722, + "loss_total": 0.0538482628762722, + "step": 2190 + }, + { + "grad_norm": 1.6461939811706543, + "learning_rate": 4.398e-05, + "loss": 0.0999, + "step": 2200 + }, + { + "loss_action": 0.11893340945243835, + "loss_total": 0.11893340945243835, + "step": 2200 + }, + { + "loss_action": 0.09936606138944626, + "loss_total": 0.09936606138944626, + "step": 2200 + }, + { + "loss_action": 0.12115396559238434, + "loss_total": 0.12115396559238434, + "step": 2200 + }, + { + "loss_action": 0.07949928194284439, + "loss_total": 0.07949928194284439, + "step": 2200 + }, + { + "loss_action": 0.07168188691139221, + "loss_total": 0.07168188691139221, + "step": 2200 + }, + { + "loss_action": 0.07332395017147064, + "loss_total": 0.07332395017147064, + "step": 2200 + }, + { + "grad_norm": 1.954074501991272, + "learning_rate": 4.418000000000001e-05, + "loss": 0.0843, + "step": 2210 + }, + { + "loss_action": 0.06832767277956009, + "loss_total": 0.06832767277956009, + "step": 2210 + }, + { + "loss_action": 0.08348406851291656, + "loss_total": 0.08348406851291656, + "step": 2210 + }, + { + "loss_action": 0.10157925635576248, + "loss_total": 0.10157925635576248, + "step": 2210 + }, + { + "loss_action": 0.06834995746612549, + "loss_total": 0.06834995746612549, + "step": 2210 + }, + { + "loss_action": 0.1251228004693985, + "loss_total": 0.1251228004693985, + "step": 2210 + }, + { + "loss_action": 0.05349842831492424, + "loss_total": 0.05349842831492424, + "step": 2210 + }, + { + "grad_norm": 1.3628352880477905, + "learning_rate": 4.438e-05, + "loss": 0.0869, + "step": 2220 + }, + { + "loss_action": 0.09360586106777191, + "loss_total": 0.09360586106777191, + "step": 2220 + }, + { + "loss_action": 0.05556962639093399, + "loss_total": 0.05556962639093399, + "step": 2220 + }, + { + "loss_action": 0.06724143773317337, + "loss_total": 0.06724143773317337, + "step": 2220 + }, + { + "loss_action": 0.15197795629501343, + "loss_total": 0.15197795629501343, + "step": 2220 + }, + { + "loss_action": 0.05727843940258026, + "loss_total": 0.05727843940258026, + "step": 2220 + }, + { + "loss_action": 0.050140317529439926, + "loss_total": 0.050140317529439926, + "step": 2220 + }, + { + "grad_norm": 1.5239869356155396, + "learning_rate": 4.458e-05, + "loss": 0.0925, + "step": 2230 + }, + { + "loss_action": 0.09229344129562378, + "loss_total": 0.09229344129562378, + "step": 2230 + }, + { + "loss_action": 0.07231908291578293, + "loss_total": 0.07231908291578293, + "step": 2230 + }, + { + "loss_action": 0.11255241930484772, + "loss_total": 0.11255241930484772, + "step": 2230 + }, + { + "loss_action": 0.17801515758037567, + "loss_total": 0.17801515758037567, + "step": 2230 + }, + { + "loss_action": 0.05838022008538246, + "loss_total": 0.05838022008538246, + "step": 2230 + }, + { + "loss_action": 0.06942153722047806, + "loss_total": 0.06942153722047806, + "step": 2230 + }, + { + "grad_norm": 1.7241710424423218, + "learning_rate": 4.478e-05, + "loss": 0.0978, + "step": 2240 + }, + { + "loss_action": 0.06778999418020248, + "loss_total": 0.06778999418020248, + "step": 2240 + }, + { + "loss_action": 0.09644713997840881, + "loss_total": 0.09644713997840881, + "step": 2240 + }, + { + "loss_action": 0.07132737338542938, + "loss_total": 0.07132737338542938, + "step": 2240 + }, + { + "loss_action": 0.07687286287546158, + "loss_total": 0.07687286287546158, + "step": 2240 + }, + { + "loss_action": 0.06798205524682999, + "loss_total": 0.06798205524682999, + "step": 2240 + }, + { + "loss_action": 0.07299169898033142, + "loss_total": 0.07299169898033142, + "step": 2240 + }, + { + "grad_norm": 1.382562518119812, + "learning_rate": 4.498e-05, + "loss": 0.1009, + "step": 2250 + }, + { + "loss_action": 0.0666431337594986, + "loss_total": 0.0666431337594986, + "step": 2250 + }, + { + "loss_action": 0.22214147448539734, + "loss_total": 0.22214147448539734, + "step": 2250 + }, + { + "loss_action": 0.09206141531467438, + "loss_total": 0.09206141531467438, + "step": 2250 + }, + { + "loss_action": 0.09035159647464752, + "loss_total": 0.09035159647464752, + "step": 2250 + }, + { + "loss_action": 0.057745978236198425, + "loss_total": 0.057745978236198425, + "step": 2250 + }, + { + "loss_action": 0.05755385383963585, + "loss_total": 0.05755385383963585, + "step": 2250 + }, + { + "grad_norm": 1.2819459438323975, + "learning_rate": 4.518e-05, + "loss": 0.0884, + "step": 2260 + }, + { + "loss_action": 0.05251128971576691, + "loss_total": 0.05251128971576691, + "step": 2260 + }, + { + "loss_action": 0.07370462268590927, + "loss_total": 0.07370462268590927, + "step": 2260 + }, + { + "loss_action": 0.07504473626613617, + "loss_total": 0.07504473626613617, + "step": 2260 + }, + { + "loss_action": 0.0634513795375824, + "loss_total": 0.0634513795375824, + "step": 2260 + }, + { + "loss_action": 0.07126805186271667, + "loss_total": 0.07126805186271667, + "step": 2260 + }, + { + "loss_action": 0.11206889897584915, + "loss_total": 0.11206889897584915, + "step": 2260 + }, + { + "grad_norm": 1.6398454904556274, + "learning_rate": 4.538e-05, + "loss": 0.0843, + "step": 2270 + }, + { + "loss_action": 0.06996946781873703, + "loss_total": 0.06996946781873703, + "step": 2270 + }, + { + "loss_action": 0.06787099689245224, + "loss_total": 0.06787099689245224, + "step": 2270 + }, + { + "loss_action": 0.1252564638853073, + "loss_total": 0.1252564638853073, + "step": 2270 + }, + { + "loss_action": 0.08549319952726364, + "loss_total": 0.08549319952726364, + "step": 2270 + }, + { + "loss_action": 0.06240507587790489, + "loss_total": 0.06240507587790489, + "step": 2270 + }, + { + "loss_action": 0.056835610419511795, + "loss_total": 0.056835610419511795, + "step": 2270 + }, + { + "grad_norm": 1.8241634368896484, + "learning_rate": 4.558e-05, + "loss": 0.0914, + "step": 2280 + }, + { + "loss_action": 0.05481044575572014, + "loss_total": 0.05481044575572014, + "step": 2280 + }, + { + "loss_action": 0.0712488517165184, + "loss_total": 0.0712488517165184, + "step": 2280 + }, + { + "loss_action": 0.06376418471336365, + "loss_total": 0.06376418471336365, + "step": 2280 + }, + { + "loss_action": 0.047204047441482544, + "loss_total": 0.047204047441482544, + "step": 2280 + }, + { + "loss_action": 0.05608682334423065, + "loss_total": 0.05608682334423065, + "step": 2280 + }, + { + "loss_action": 0.12048881500959396, + "loss_total": 0.12048881500959396, + "step": 2280 + }, + { + "grad_norm": 1.2656748294830322, + "learning_rate": 4.578e-05, + "loss": 0.0909, + "step": 2290 + }, + { + "loss_action": 0.048507433384656906, + "loss_total": 0.048507433384656906, + "step": 2290 + }, + { + "loss_action": 0.048073381185531616, + "loss_total": 0.048073381185531616, + "step": 2290 + }, + { + "loss_action": 0.09275288879871368, + "loss_total": 0.09275288879871368, + "step": 2290 + }, + { + "loss_action": 0.07211799919605255, + "loss_total": 0.07211799919605255, + "step": 2290 + }, + { + "loss_action": 0.0860447883605957, + "loss_total": 0.0860447883605957, + "step": 2290 + }, + { + "loss_action": 0.062000300735235214, + "loss_total": 0.062000300735235214, + "step": 2290 + }, + { + "grad_norm": 1.468597412109375, + "learning_rate": 4.5980000000000004e-05, + "loss": 0.0943, + "step": 2300 + }, + { + "loss_action": 0.06943060457706451, + "loss_total": 0.06943060457706451, + "step": 2300 + }, + { + "loss_action": 0.058987583965063095, + "loss_total": 0.058987583965063095, + "step": 2300 + }, + { + "loss_action": 0.11884316802024841, + "loss_total": 0.11884316802024841, + "step": 2300 + }, + { + "loss_action": 0.07813230901956558, + "loss_total": 0.07813230901956558, + "step": 2300 + }, + { + "loss_action": 0.161634162068367, + "loss_total": 0.161634162068367, + "step": 2300 + }, + { + "loss_action": 0.11559958010911942, + "loss_total": 0.11559958010911942, + "step": 2300 + }, + { + "grad_norm": 1.6756303310394287, + "learning_rate": 4.618e-05, + "loss": 0.0942, + "step": 2310 + }, + { + "loss_action": 0.08181007951498032, + "loss_total": 0.08181007951498032, + "step": 2310 + }, + { + "loss_action": 0.061069268733263016, + "loss_total": 0.061069268733263016, + "step": 2310 + }, + { + "loss_action": 0.06527234613895416, + "loss_total": 0.06527234613895416, + "step": 2310 + }, + { + "loss_action": 0.07838422060012817, + "loss_total": 0.07838422060012817, + "step": 2310 + }, + { + "loss_action": 0.1040787547826767, + "loss_total": 0.1040787547826767, + "step": 2310 + }, + { + "loss_action": 0.07723501324653625, + "loss_total": 0.07723501324653625, + "step": 2310 + }, + { + "grad_norm": 1.126659631729126, + "learning_rate": 4.638e-05, + "loss": 0.0791, + "step": 2320 + }, + { + "loss_action": 0.11889190971851349, + "loss_total": 0.11889190971851349, + "step": 2320 + }, + { + "loss_action": 0.06387496739625931, + "loss_total": 0.06387496739625931, + "step": 2320 + }, + { + "loss_action": 0.16101448237895966, + "loss_total": 0.16101448237895966, + "step": 2320 + }, + { + "loss_action": 0.12119399756193161, + "loss_total": 0.12119399756193161, + "step": 2320 + }, + { + "loss_action": 0.07211259752511978, + "loss_total": 0.07211259752511978, + "step": 2320 + }, + { + "loss_action": 0.06420578807592392, + "loss_total": 0.06420578807592392, + "step": 2320 + }, + { + "grad_norm": 1.3555541038513184, + "learning_rate": 4.6580000000000005e-05, + "loss": 0.0874, + "step": 2330 + }, + { + "loss_action": 0.1020374447107315, + "loss_total": 0.1020374447107315, + "step": 2330 + }, + { + "loss_action": 0.11692067980766296, + "loss_total": 0.11692067980766296, + "step": 2330 + }, + { + "loss_action": 0.07461881637573242, + "loss_total": 0.07461881637573242, + "step": 2330 + }, + { + "loss_action": 0.15782395005226135, + "loss_total": 0.15782395005226135, + "step": 2330 + }, + { + "loss_action": 0.06432531774044037, + "loss_total": 0.06432531774044037, + "step": 2330 + }, + { + "loss_action": 0.19231700897216797, + "loss_total": 0.19231700897216797, + "step": 2330 + }, + { + "grad_norm": 1.5239107608795166, + "learning_rate": 4.678e-05, + "loss": 0.0923, + "step": 2340 + }, + { + "loss_action": 0.07373260706663132, + "loss_total": 0.07373260706663132, + "step": 2340 + }, + { + "loss_action": 0.06968800723552704, + "loss_total": 0.06968800723552704, + "step": 2340 + }, + { + "loss_action": 0.09862849116325378, + "loss_total": 0.09862849116325378, + "step": 2340 + }, + { + "loss_action": 0.05477002635598183, + "loss_total": 0.05477002635598183, + "step": 2340 + }, + { + "loss_action": 0.0849727988243103, + "loss_total": 0.0849727988243103, + "step": 2340 + }, + { + "loss_action": 0.0574551597237587, + "loss_total": 0.0574551597237587, + "step": 2340 + }, + { + "grad_norm": 1.1732183694839478, + "learning_rate": 4.698e-05, + "loss": 0.0911, + "step": 2350 + }, + { + "loss_action": 0.06066359579563141, + "loss_total": 0.06066359579563141, + "step": 2350 + }, + { + "loss_action": 0.12194747477769852, + "loss_total": 0.12194747477769852, + "step": 2350 + }, + { + "loss_action": 0.0683196485042572, + "loss_total": 0.0683196485042572, + "step": 2350 + }, + { + "loss_action": 0.0720842257142067, + "loss_total": 0.0720842257142067, + "step": 2350 + }, + { + "loss_action": 0.058480121195316315, + "loss_total": 0.058480121195316315, + "step": 2350 + }, + { + "loss_action": 0.07138232886791229, + "loss_total": 0.07138232886791229, + "step": 2350 + }, + { + "grad_norm": 1.2758005857467651, + "learning_rate": 4.718e-05, + "loss": 0.0907, + "step": 2360 + }, + { + "loss_action": 0.05837791785597801, + "loss_total": 0.05837791785597801, + "step": 2360 + }, + { + "loss_action": 0.06783123314380646, + "loss_total": 0.06783123314380646, + "step": 2360 + }, + { + "loss_action": 0.06894601881504059, + "loss_total": 0.06894601881504059, + "step": 2360 + }, + { + "loss_action": 0.06656618416309357, + "loss_total": 0.06656618416309357, + "step": 2360 + }, + { + "loss_action": 0.13548429310321808, + "loss_total": 0.13548429310321808, + "step": 2360 + }, + { + "loss_action": 0.08040938526391983, + "loss_total": 0.08040938526391983, + "step": 2360 + }, + { + "grad_norm": 1.5340365171432495, + "learning_rate": 4.7380000000000004e-05, + "loss": 0.0962, + "step": 2370 + }, + { + "loss_action": 0.07903937250375748, + "loss_total": 0.07903937250375748, + "step": 2370 + }, + { + "loss_action": 0.0691721960902214, + "loss_total": 0.0691721960902214, + "step": 2370 + }, + { + "loss_action": 0.09855268895626068, + "loss_total": 0.09855268895626068, + "step": 2370 + }, + { + "loss_action": 0.1424560397863388, + "loss_total": 0.1424560397863388, + "step": 2370 + }, + { + "loss_action": 0.1164998859167099, + "loss_total": 0.1164998859167099, + "step": 2370 + }, + { + "loss_action": 0.08323219418525696, + "loss_total": 0.08323219418525696, + "step": 2370 + }, + { + "grad_norm": 1.8318390846252441, + "learning_rate": 4.758e-05, + "loss": 0.0927, + "step": 2380 + }, + { + "loss_action": 0.06274494528770447, + "loss_total": 0.06274494528770447, + "step": 2380 + }, + { + "loss_action": 0.05761725828051567, + "loss_total": 0.05761725828051567, + "step": 2380 + }, + { + "loss_action": 0.14145280420780182, + "loss_total": 0.14145280420780182, + "step": 2380 + }, + { + "loss_action": 0.20412024855613708, + "loss_total": 0.20412024855613708, + "step": 2380 + }, + { + "loss_action": 0.18762241303920746, + "loss_total": 0.18762241303920746, + "step": 2380 + }, + { + "loss_action": 0.09098080545663834, + "loss_total": 0.09098080545663834, + "step": 2380 + }, + { + "grad_norm": 1.4584242105484009, + "learning_rate": 4.778e-05, + "loss": 0.1002, + "step": 2390 + }, + { + "loss_action": 0.07076985388994217, + "loss_total": 0.07076985388994217, + "step": 2390 + }, + { + "loss_action": 0.07164687663316727, + "loss_total": 0.07164687663316727, + "step": 2390 + }, + { + "loss_action": 0.07846477627754211, + "loss_total": 0.07846477627754211, + "step": 2390 + }, + { + "loss_action": 0.0928487479686737, + "loss_total": 0.0928487479686737, + "step": 2390 + }, + { + "loss_action": 0.11691168695688248, + "loss_total": 0.11691168695688248, + "step": 2390 + }, + { + "loss_action": 0.0686032623052597, + "loss_total": 0.0686032623052597, + "step": 2390 + }, + { + "grad_norm": 1.4554553031921387, + "learning_rate": 4.7980000000000005e-05, + "loss": 0.0939, + "step": 2400 + }, + { + "loss_action": 0.06597743183374405, + "loss_total": 0.06597743183374405, + "step": 2400 + }, + { + "loss_action": 0.05803371220827103, + "loss_total": 0.05803371220827103, + "step": 2400 + }, + { + "loss_action": 0.05511002242565155, + "loss_total": 0.05511002242565155, + "step": 2400 + }, + { + "loss_action": 0.08351891487836838, + "loss_total": 0.08351891487836838, + "step": 2400 + }, + { + "loss_action": 0.061335474252700806, + "loss_total": 0.061335474252700806, + "step": 2400 + }, + { + "loss_action": 0.06870435923337936, + "loss_total": 0.06870435923337936, + "step": 2400 + }, + { + "grad_norm": 1.306735873222351, + "learning_rate": 4.818e-05, + "loss": 0.087, + "step": 2410 + }, + { + "loss_action": 0.0732426568865776, + "loss_total": 0.0732426568865776, + "step": 2410 + }, + { + "loss_action": 0.17236560583114624, + "loss_total": 0.17236560583114624, + "step": 2410 + }, + { + "loss_action": 0.0897979587316513, + "loss_total": 0.0897979587316513, + "step": 2410 + }, + { + "loss_action": 0.06505048274993896, + "loss_total": 0.06505048274993896, + "step": 2410 + }, + { + "loss_action": 0.06472287327051163, + "loss_total": 0.06472287327051163, + "step": 2410 + }, + { + "loss_action": 0.05829963833093643, + "loss_total": 0.05829963833093643, + "step": 2410 + }, + { + "grad_norm": 1.1581475734710693, + "learning_rate": 4.838e-05, + "loss": 0.0831, + "step": 2420 + }, + { + "loss_action": 0.23281249403953552, + "loss_total": 0.23281249403953552, + "step": 2420 + }, + { + "loss_action": 0.04666304588317871, + "loss_total": 0.04666304588317871, + "step": 2420 + }, + { + "loss_action": 0.05709705874323845, + "loss_total": 0.05709705874323845, + "step": 2420 + }, + { + "loss_action": 0.08109235018491745, + "loss_total": 0.08109235018491745, + "step": 2420 + }, + { + "loss_action": 0.04855513945221901, + "loss_total": 0.04855513945221901, + "step": 2420 + }, + { + "loss_action": 0.06547986716032028, + "loss_total": 0.06547986716032028, + "step": 2420 + }, + { + "grad_norm": 2.5994179248809814, + "learning_rate": 4.8580000000000006e-05, + "loss": 0.0902, + "step": 2430 + }, + { + "loss_action": 0.05864107236266136, + "loss_total": 0.05864107236266136, + "step": 2430 + }, + { + "loss_action": 0.10935159772634506, + "loss_total": 0.10935159772634506, + "step": 2430 + }, + { + "loss_action": 0.08697982877492905, + "loss_total": 0.08697982877492905, + "step": 2430 + }, + { + "loss_action": 0.08809284120798111, + "loss_total": 0.08809284120798111, + "step": 2430 + }, + { + "loss_action": 0.12054438143968582, + "loss_total": 0.12054438143968582, + "step": 2430 + }, + { + "loss_action": 0.04888853430747986, + "loss_total": 0.04888853430747986, + "step": 2430 + }, + { + "grad_norm": 1.149031162261963, + "learning_rate": 4.8780000000000004e-05, + "loss": 0.0783, + "step": 2440 + }, + { + "loss_action": 0.06787458062171936, + "loss_total": 0.06787458062171936, + "step": 2440 + }, + { + "loss_action": 0.14076292514801025, + "loss_total": 0.14076292514801025, + "step": 2440 + }, + { + "loss_action": 0.07977557927370071, + "loss_total": 0.07977557927370071, + "step": 2440 + }, + { + "loss_action": 0.06609915941953659, + "loss_total": 0.06609915941953659, + "step": 2440 + }, + { + "loss_action": 0.05850765481591225, + "loss_total": 0.05850765481591225, + "step": 2440 + }, + { + "loss_action": 0.0919797345995903, + "loss_total": 0.0919797345995903, + "step": 2440 + }, + { + "grad_norm": 1.519156813621521, + "learning_rate": 4.898e-05, + "loss": 0.0815, + "step": 2450 + }, + { + "loss_action": 0.056384824216365814, + "loss_total": 0.056384824216365814, + "step": 2450 + }, + { + "loss_action": 0.08479374647140503, + "loss_total": 0.08479374647140503, + "step": 2450 + }, + { + "loss_action": 0.10675539821386337, + "loss_total": 0.10675539821386337, + "step": 2450 + }, + { + "loss_action": 0.1092969998717308, + "loss_total": 0.1092969998717308, + "step": 2450 + }, + { + "loss_action": 0.060809191316366196, + "loss_total": 0.060809191316366196, + "step": 2450 + }, + { + "loss_action": 0.11973914504051208, + "loss_total": 0.11973914504051208, + "step": 2450 + }, + { + "grad_norm": 1.7803345918655396, + "learning_rate": 4.918000000000001e-05, + "loss": 0.0862, + "step": 2460 + }, + { + "loss_action": 0.07891381531953812, + "loss_total": 0.07891381531953812, + "step": 2460 + }, + { + "loss_action": 0.08396392315626144, + "loss_total": 0.08396392315626144, + "step": 2460 + }, + { + "loss_action": 0.11603136360645294, + "loss_total": 0.11603136360645294, + "step": 2460 + }, + { + "loss_action": 0.08864498138427734, + "loss_total": 0.08864498138427734, + "step": 2460 + }, + { + "loss_action": 0.16724130511283875, + "loss_total": 0.16724130511283875, + "step": 2460 + }, + { + "loss_action": 0.09687360376119614, + "loss_total": 0.09687360376119614, + "step": 2460 + }, + { + "grad_norm": 1.4523065090179443, + "learning_rate": 4.9380000000000005e-05, + "loss": 0.0907, + "step": 2470 + }, + { + "loss_action": 0.10279478877782822, + "loss_total": 0.10279478877782822, + "step": 2470 + }, + { + "loss_action": 0.07811090350151062, + "loss_total": 0.07811090350151062, + "step": 2470 + }, + { + "loss_action": 0.08314307779073715, + "loss_total": 0.08314307779073715, + "step": 2470 + }, + { + "loss_action": 0.07003650814294815, + "loss_total": 0.07003650814294815, + "step": 2470 + }, + { + "loss_action": 0.08049467206001282, + "loss_total": 0.08049467206001282, + "step": 2470 + }, + { + "loss_action": 0.0937267318367958, + "loss_total": 0.0937267318367958, + "step": 2470 + }, + { + "grad_norm": 1.3245476484298706, + "learning_rate": 4.958e-05, + "loss": 0.0956, + "step": 2480 + }, + { + "loss_action": 0.11384836584329605, + "loss_total": 0.11384836584329605, + "step": 2480 + }, + { + "loss_action": 0.12733878195285797, + "loss_total": 0.12733878195285797, + "step": 2480 + }, + { + "loss_action": 0.07135247439146042, + "loss_total": 0.07135247439146042, + "step": 2480 + }, + { + "loss_action": 0.10234878957271576, + "loss_total": 0.10234878957271576, + "step": 2480 + }, + { + "loss_action": 0.05919072404503822, + "loss_total": 0.05919072404503822, + "step": 2480 + }, + { + "loss_action": 0.07240139693021774, + "loss_total": 0.07240139693021774, + "step": 2480 + }, + { + "grad_norm": 1.5466972589492798, + "learning_rate": 4.978e-05, + "loss": 0.0866, + "step": 2490 + }, + { + "loss_action": 0.16256819665431976, + "loss_total": 0.16256819665431976, + "step": 2490 + }, + { + "loss_action": 0.05400027334690094, + "loss_total": 0.05400027334690094, + "step": 2490 + }, + { + "loss_action": 0.08016247302293777, + "loss_total": 0.08016247302293777, + "step": 2490 + }, + { + "loss_action": 0.11484888195991516, + "loss_total": 0.11484888195991516, + "step": 2490 + }, + { + "loss_action": 0.044933248311281204, + "loss_total": 0.044933248311281204, + "step": 2490 + }, + { + "loss_action": 0.05139026418328285, + "loss_total": 0.05139026418328285, + "step": 2490 + }, + { + "grad_norm": 1.3130879402160645, + "learning_rate": 4.9980000000000006e-05, + "loss": 0.0849, + "step": 2500 + }, + { + "loss_action": 0.07987278699874878, + "loss_total": 0.07987278699874878, + "step": 2500 + }, + { + "loss_action": 0.05441068857908249, + "loss_total": 0.05441068857908249, + "step": 2500 + }, + { + "loss_action": 0.07211016118526459, + "loss_total": 0.07211016118526459, + "step": 2500 + }, + { + "loss_action": 0.07808729261159897, + "loss_total": 0.07808729261159897, + "step": 2500 + }, + { + "loss_action": 0.055958762764930725, + "loss_total": 0.055958762764930725, + "step": 2500 + }, + { + "loss_action": 0.04866828769445419, + "loss_total": 0.04866828769445419, + "step": 2500 + }, + { + "grad_norm": 1.1309747695922852, + "learning_rate": 5.0180000000000004e-05, + "loss": 0.0696, + "step": 2510 + }, + { + "loss_action": 0.054633114486932755, + "loss_total": 0.054633114486932755, + "step": 2510 + }, + { + "loss_action": 0.0601385161280632, + "loss_total": 0.0601385161280632, + "step": 2510 + }, + { + "loss_action": 0.05445459112524986, + "loss_total": 0.05445459112524986, + "step": 2510 + }, + { + "loss_action": 0.057844895869493484, + "loss_total": 0.057844895869493484, + "step": 2510 + }, + { + "loss_action": 0.053718991577625275, + "loss_total": 0.053718991577625275, + "step": 2510 + }, + { + "loss_action": 0.06824861466884613, + "loss_total": 0.06824861466884613, + "step": 2510 + }, + { + "grad_norm": 1.2548028230667114, + "learning_rate": 5.038e-05, + "loss": 0.078, + "step": 2520 + }, + { + "loss_action": 0.06341277807950974, + "loss_total": 0.06341277807950974, + "step": 2520 + }, + { + "loss_action": 0.0926067903637886, + "loss_total": 0.0926067903637886, + "step": 2520 + }, + { + "loss_action": 0.2669350802898407, + "loss_total": 0.2669350802898407, + "step": 2520 + }, + { + "loss_action": 0.11738336831331253, + "loss_total": 0.11738336831331253, + "step": 2520 + }, + { + "loss_action": 0.06901565194129944, + "loss_total": 0.06901565194129944, + "step": 2520 + }, + { + "loss_action": 0.049684636294841766, + "loss_total": 0.049684636294841766, + "step": 2520 + }, + { + "grad_norm": 1.3419268131256104, + "learning_rate": 5.058000000000001e-05, + "loss": 0.096, + "step": 2530 + }, + { + "loss_action": 0.07236602902412415, + "loss_total": 0.07236602902412415, + "step": 2530 + }, + { + "loss_action": 0.32376691699028015, + "loss_total": 0.32376691699028015, + "step": 2530 + }, + { + "loss_action": 0.06815562397241592, + "loss_total": 0.06815562397241592, + "step": 2530 + }, + { + "loss_action": 0.15977486968040466, + "loss_total": 0.15977486968040466, + "step": 2530 + }, + { + "loss_action": 0.11925621330738068, + "loss_total": 0.11925621330738068, + "step": 2530 + }, + { + "loss_action": 0.06845857203006744, + "loss_total": 0.06845857203006744, + "step": 2530 + }, + { + "grad_norm": 1.540361762046814, + "learning_rate": 5.0780000000000005e-05, + "loss": 0.0949, + "step": 2540 + }, + { + "loss_action": 0.04935775697231293, + "loss_total": 0.04935775697231293, + "step": 2540 + }, + { + "loss_action": 0.1694611757993698, + "loss_total": 0.1694611757993698, + "step": 2540 + }, + { + "loss_action": 0.04967140406370163, + "loss_total": 0.04967140406370163, + "step": 2540 + }, + { + "loss_action": 0.06552985310554504, + "loss_total": 0.06552985310554504, + "step": 2540 + }, + { + "loss_action": 0.21431665122509003, + "loss_total": 0.21431665122509003, + "step": 2540 + }, + { + "loss_action": 0.18803347647190094, + "loss_total": 0.18803347647190094, + "step": 2540 + }, + { + "grad_norm": 1.249721646308899, + "learning_rate": 5.098e-05, + "loss": 0.0842, + "step": 2550 + }, + { + "loss_action": 0.0471654087305069, + "loss_total": 0.0471654087305069, + "step": 2550 + }, + { + "loss_action": 0.0644150823354721, + "loss_total": 0.0644150823354721, + "step": 2550 + }, + { + "loss_action": 0.040957823395729065, + "loss_total": 0.040957823395729065, + "step": 2550 + }, + { + "loss_action": 0.06650254130363464, + "loss_total": 0.06650254130363464, + "step": 2550 + }, + { + "loss_action": 0.07847125083208084, + "loss_total": 0.07847125083208084, + "step": 2550 + }, + { + "loss_action": 0.08355259895324707, + "loss_total": 0.08355259895324707, + "step": 2550 + }, + { + "grad_norm": 1.5065776109695435, + "learning_rate": 5.118000000000001e-05, + "loss": 0.079, + "step": 2560 + }, + { + "loss_action": 0.05667519569396973, + "loss_total": 0.05667519569396973, + "step": 2560 + }, + { + "loss_action": 0.09410427510738373, + "loss_total": 0.09410427510738373, + "step": 2560 + }, + { + "loss_action": 0.13095520436763763, + "loss_total": 0.13095520436763763, + "step": 2560 + }, + { + "loss_action": 0.10634129494428635, + "loss_total": 0.10634129494428635, + "step": 2560 + }, + { + "loss_action": 0.07231350988149643, + "loss_total": 0.07231350988149643, + "step": 2560 + }, + { + "loss_action": 0.09115397185087204, + "loss_total": 0.09115397185087204, + "step": 2560 + }, + { + "grad_norm": 1.4831146001815796, + "learning_rate": 5.1380000000000006e-05, + "loss": 0.081, + "step": 2570 + }, + { + "loss_action": 0.13340912759304047, + "loss_total": 0.13340912759304047, + "step": 2570 + }, + { + "loss_action": 0.05740940570831299, + "loss_total": 0.05740940570831299, + "step": 2570 + }, + { + "loss_action": 0.060260944068431854, + "loss_total": 0.060260944068431854, + "step": 2570 + }, + { + "loss_action": 0.10985630005598068, + "loss_total": 0.10985630005598068, + "step": 2570 + }, + { + "loss_action": 0.0658533051609993, + "loss_total": 0.0658533051609993, + "step": 2570 + }, + { + "loss_action": 0.048374325037002563, + "loss_total": 0.048374325037002563, + "step": 2570 + }, + { + "grad_norm": 1.294213891029358, + "learning_rate": 5.1580000000000004e-05, + "loss": 0.0832, + "step": 2580 + }, + { + "loss_action": 0.06813612580299377, + "loss_total": 0.06813612580299377, + "step": 2580 + }, + { + "loss_action": 0.04677094519138336, + "loss_total": 0.04677094519138336, + "step": 2580 + }, + { + "loss_action": 0.050377629697322845, + "loss_total": 0.050377629697322845, + "step": 2580 + }, + { + "loss_action": 0.08539418876171112, + "loss_total": 0.08539418876171112, + "step": 2580 + }, + { + "loss_action": 0.09469890594482422, + "loss_total": 0.09469890594482422, + "step": 2580 + }, + { + "loss_action": 0.07791711390018463, + "loss_total": 0.07791711390018463, + "step": 2580 + }, + { + "grad_norm": 1.543412208557129, + "learning_rate": 5.178000000000001e-05, + "loss": 0.0804, + "step": 2590 + }, + { + "loss_action": 0.059552550315856934, + "loss_total": 0.059552550315856934, + "step": 2590 + }, + { + "loss_action": 0.13009867072105408, + "loss_total": 0.13009867072105408, + "step": 2590 + }, + { + "loss_action": 0.04641328752040863, + "loss_total": 0.04641328752040863, + "step": 2590 + }, + { + "loss_action": 0.08854126930236816, + "loss_total": 0.08854126930236816, + "step": 2590 + }, + { + "loss_action": 0.09413433074951172, + "loss_total": 0.09413433074951172, + "step": 2590 + }, + { + "loss_action": 0.0688120648264885, + "loss_total": 0.0688120648264885, + "step": 2590 + }, + { + "grad_norm": 1.498902440071106, + "learning_rate": 5.198000000000001e-05, + "loss": 0.091, + "step": 2600 + }, + { + "loss_action": 0.06226792931556702, + "loss_total": 0.06226792931556702, + "step": 2600 + }, + { + "loss_action": 0.0822889506816864, + "loss_total": 0.0822889506816864, + "step": 2600 + }, + { + "loss_action": 0.10116977244615555, + "loss_total": 0.10116977244615555, + "step": 2600 + }, + { + "loss_action": 0.05784175917506218, + "loss_total": 0.05784175917506218, + "step": 2600 + }, + { + "loss_action": 0.14782628417015076, + "loss_total": 0.14782628417015076, + "step": 2600 + }, + { + "loss_action": 0.14460508525371552, + "loss_total": 0.14460508525371552, + "step": 2600 + }, + { + "grad_norm": 1.5116792917251587, + "learning_rate": 5.2180000000000005e-05, + "loss": 0.0825, + "step": 2610 + }, + { + "loss_action": 0.08810322731733322, + "loss_total": 0.08810322731733322, + "step": 2610 + }, + { + "loss_action": 0.05336501821875572, + "loss_total": 0.05336501821875572, + "step": 2610 + }, + { + "loss_action": 0.06038711592555046, + "loss_total": 0.06038711592555046, + "step": 2610 + }, + { + "loss_action": 0.08705344051122665, + "loss_total": 0.08705344051122665, + "step": 2610 + }, + { + "loss_action": 0.08099250495433807, + "loss_total": 0.08099250495433807, + "step": 2610 + }, + { + "loss_action": 0.06991123408079147, + "loss_total": 0.06991123408079147, + "step": 2610 + }, + { + "grad_norm": 1.5352460145950317, + "learning_rate": 5.238000000000001e-05, + "loss": 0.0817, + "step": 2620 + }, + { + "loss_action": 0.070716492831707, + "loss_total": 0.070716492831707, + "step": 2620 + }, + { + "loss_action": 0.059576526284217834, + "loss_total": 0.059576526284217834, + "step": 2620 + }, + { + "loss_action": 0.18347349762916565, + "loss_total": 0.18347349762916565, + "step": 2620 + }, + { + "loss_action": 0.048223067075014114, + "loss_total": 0.048223067075014114, + "step": 2620 + }, + { + "loss_action": 0.09685088694095612, + "loss_total": 0.09685088694095612, + "step": 2620 + }, + { + "loss_action": 0.045164577662944794, + "loss_total": 0.045164577662944794, + "step": 2620 + }, + { + "grad_norm": 1.562588095664978, + "learning_rate": 5.258000000000001e-05, + "loss": 0.086, + "step": 2630 + }, + { + "loss_action": 0.05213956534862518, + "loss_total": 0.05213956534862518, + "step": 2630 + }, + { + "loss_action": 0.05789123475551605, + "loss_total": 0.05789123475551605, + "step": 2630 + }, + { + "loss_action": 0.07132628560066223, + "loss_total": 0.07132628560066223, + "step": 2630 + }, + { + "loss_action": 0.07278183102607727, + "loss_total": 0.07278183102607727, + "step": 2630 + }, + { + "loss_action": 0.28450676798820496, + "loss_total": 0.28450676798820496, + "step": 2630 + }, + { + "loss_action": 0.05359169468283653, + "loss_total": 0.05359169468283653, + "step": 2630 + }, + { + "grad_norm": 1.2589707374572754, + "learning_rate": 5.2780000000000006e-05, + "loss": 0.0951, + "step": 2640 + }, + { + "loss_action": 0.04660295695066452, + "loss_total": 0.04660295695066452, + "step": 2640 + }, + { + "loss_action": 0.07255492359399796, + "loss_total": 0.07255492359399796, + "step": 2640 + }, + { + "loss_action": 0.06437241286039352, + "loss_total": 0.06437241286039352, + "step": 2640 + }, + { + "loss_action": 0.05109451338648796, + "loss_total": 0.05109451338648796, + "step": 2640 + }, + { + "loss_action": 0.11949251592159271, + "loss_total": 0.11949251592159271, + "step": 2640 + }, + { + "loss_action": 0.10429877042770386, + "loss_total": 0.10429877042770386, + "step": 2640 + }, + { + "grad_norm": 1.1689800024032593, + "learning_rate": 5.2980000000000004e-05, + "loss": 0.0782, + "step": 2650 + }, + { + "loss_action": 0.05161966383457184, + "loss_total": 0.05161966383457184, + "step": 2650 + }, + { + "loss_action": 0.06641200929880142, + "loss_total": 0.06641200929880142, + "step": 2650 + }, + { + "loss_action": 0.06399504095315933, + "loss_total": 0.06399504095315933, + "step": 2650 + }, + { + "loss_action": 0.08140911906957626, + "loss_total": 0.08140911906957626, + "step": 2650 + }, + { + "loss_action": 0.0579102486371994, + "loss_total": 0.0579102486371994, + "step": 2650 + }, + { + "loss_action": 0.07033561170101166, + "loss_total": 0.07033561170101166, + "step": 2650 + }, + { + "grad_norm": 1.2447850704193115, + "learning_rate": 5.318000000000001e-05, + "loss": 0.0868, + "step": 2660 + }, + { + "loss_action": 0.05978424474596977, + "loss_total": 0.05978424474596977, + "step": 2660 + }, + { + "loss_action": 0.05652707442641258, + "loss_total": 0.05652707442641258, + "step": 2660 + }, + { + "loss_action": 0.05397011712193489, + "loss_total": 0.05397011712193489, + "step": 2660 + }, + { + "loss_action": 0.07600551843643188, + "loss_total": 0.07600551843643188, + "step": 2660 + }, + { + "loss_action": 0.07948945462703705, + "loss_total": 0.07948945462703705, + "step": 2660 + }, + { + "loss_action": 0.05914944037795067, + "loss_total": 0.05914944037795067, + "step": 2660 + }, + { + "grad_norm": 1.273417353630066, + "learning_rate": 5.338000000000001e-05, + "loss": 0.069, + "step": 2670 + }, + { + "loss_action": 0.06305816024541855, + "loss_total": 0.06305816024541855, + "step": 2670 + }, + { + "loss_action": 0.04695425182580948, + "loss_total": 0.04695425182580948, + "step": 2670 + }, + { + "loss_action": 0.0761161521077156, + "loss_total": 0.0761161521077156, + "step": 2670 + }, + { + "loss_action": 0.09965843707323074, + "loss_total": 0.09965843707323074, + "step": 2670 + }, + { + "loss_action": 0.060816653072834015, + "loss_total": 0.060816653072834015, + "step": 2670 + }, + { + "loss_action": 0.12471893429756165, + "loss_total": 0.12471893429756165, + "step": 2670 + }, + { + "grad_norm": 1.2944343090057373, + "learning_rate": 5.3580000000000005e-05, + "loss": 0.0758, + "step": 2680 + }, + { + "loss_action": 0.09241882711648941, + "loss_total": 0.09241882711648941, + "step": 2680 + }, + { + "loss_action": 0.060158323496580124, + "loss_total": 0.060158323496580124, + "step": 2680 + }, + { + "loss_action": 0.16978341341018677, + "loss_total": 0.16978341341018677, + "step": 2680 + }, + { + "loss_action": 0.07017506659030914, + "loss_total": 0.07017506659030914, + "step": 2680 + }, + { + "loss_action": 0.04796287789940834, + "loss_total": 0.04796287789940834, + "step": 2680 + }, + { + "loss_action": 0.05593261867761612, + "loss_total": 0.05593261867761612, + "step": 2680 + }, + { + "grad_norm": 1.4200690984725952, + "learning_rate": 5.378e-05, + "loss": 0.0733, + "step": 2690 + }, + { + "loss_action": 0.08827196806669235, + "loss_total": 0.08827196806669235, + "step": 2690 + }, + { + "loss_action": 0.13365156948566437, + "loss_total": 0.13365156948566437, + "step": 2690 + }, + { + "loss_action": 0.06072213500738144, + "loss_total": 0.06072213500738144, + "step": 2690 + }, + { + "loss_action": 0.06114218011498451, + "loss_total": 0.06114218011498451, + "step": 2690 + }, + { + "loss_action": 0.1673007607460022, + "loss_total": 0.1673007607460022, + "step": 2690 + }, + { + "loss_action": 0.07552331686019897, + "loss_total": 0.07552331686019897, + "step": 2690 + }, + { + "grad_norm": 1.476499080657959, + "learning_rate": 5.3979999999999995e-05, + "loss": 0.0892, + "step": 2700 + }, + { + "loss_action": 0.31074509024620056, + "loss_total": 0.31074509024620056, + "step": 2700 + }, + { + "loss_action": 0.050746850669384, + "loss_total": 0.050746850669384, + "step": 2700 + }, + { + "loss_action": 0.10981644690036774, + "loss_total": 0.10981644690036774, + "step": 2700 + }, + { + "loss_action": 0.09510451555252075, + "loss_total": 0.09510451555252075, + "step": 2700 + }, + { + "loss_action": 0.07297323644161224, + "loss_total": 0.07297323644161224, + "step": 2700 + }, + { + "loss_action": 0.05152475833892822, + "loss_total": 0.05152475833892822, + "step": 2700 + }, + { + "grad_norm": 1.2715940475463867, + "learning_rate": 5.418e-05, + "loss": 0.0815, + "step": 2710 + }, + { + "loss_action": 0.08479639142751694, + "loss_total": 0.08479639142751694, + "step": 2710 + }, + { + "loss_action": 0.042284417897462845, + "loss_total": 0.042284417897462845, + "step": 2710 + }, + { + "loss_action": 0.11817553639411926, + "loss_total": 0.11817553639411926, + "step": 2710 + }, + { + "loss_action": 0.04785111919045448, + "loss_total": 0.04785111919045448, + "step": 2710 + }, + { + "loss_action": 0.09434337913990021, + "loss_total": 0.09434337913990021, + "step": 2710 + }, + { + "loss_action": 0.06501747667789459, + "loss_total": 0.06501747667789459, + "step": 2710 + }, + { + "grad_norm": 1.3632338047027588, + "learning_rate": 5.438e-05, + "loss": 0.078, + "step": 2720 + }, + { + "loss_action": 0.11168286204338074, + "loss_total": 0.11168286204338074, + "step": 2720 + }, + { + "loss_action": 0.08742740750312805, + "loss_total": 0.08742740750312805, + "step": 2720 + }, + { + "loss_action": 0.11982421576976776, + "loss_total": 0.11982421576976776, + "step": 2720 + }, + { + "loss_action": 0.07292762398719788, + "loss_total": 0.07292762398719788, + "step": 2720 + }, + { + "loss_action": 0.06998155266046524, + "loss_total": 0.06998155266046524, + "step": 2720 + }, + { + "loss_action": 0.0948994979262352, + "loss_total": 0.0948994979262352, + "step": 2720 + }, + { + "grad_norm": 1.2052077054977417, + "learning_rate": 5.4579999999999996e-05, + "loss": 0.0767, + "step": 2730 + }, + { + "loss_action": 0.06308609247207642, + "loss_total": 0.06308609247207642, + "step": 2730 + }, + { + "loss_action": 0.06699105352163315, + "loss_total": 0.06699105352163315, + "step": 2730 + }, + { + "loss_action": 0.0919218584895134, + "loss_total": 0.0919218584895134, + "step": 2730 + }, + { + "loss_action": 0.06400958448648453, + "loss_total": 0.06400958448648453, + "step": 2730 + }, + { + "loss_action": 0.05142059177160263, + "loss_total": 0.05142059177160263, + "step": 2730 + }, + { + "loss_action": 0.09316672384738922, + "loss_total": 0.09316672384738922, + "step": 2730 + }, + { + "grad_norm": 1.280650019645691, + "learning_rate": 5.478e-05, + "loss": 0.0744, + "step": 2740 + }, + { + "loss_action": 0.06299713999032974, + "loss_total": 0.06299713999032974, + "step": 2740 + }, + { + "loss_action": 0.1714203804731369, + "loss_total": 0.1714203804731369, + "step": 2740 + }, + { + "loss_action": 0.08125757426023483, + "loss_total": 0.08125757426023483, + "step": 2740 + }, + { + "loss_action": 0.05864378437399864, + "loss_total": 0.05864378437399864, + "step": 2740 + }, + { + "loss_action": 0.048190779983997345, + "loss_total": 0.048190779983997345, + "step": 2740 + }, + { + "loss_action": 0.05322764441370964, + "loss_total": 0.05322764441370964, + "step": 2740 + }, + { + "grad_norm": 1.3020447492599487, + "learning_rate": 5.498e-05, + "loss": 0.0753, + "step": 2750 + }, + { + "loss_action": 0.12118839472532272, + "loss_total": 0.12118839472532272, + "step": 2750 + }, + { + "loss_action": 0.05700792372226715, + "loss_total": 0.05700792372226715, + "step": 2750 + }, + { + "loss_action": 0.08023650199174881, + "loss_total": 0.08023650199174881, + "step": 2750 + }, + { + "loss_action": 0.06721914559602737, + "loss_total": 0.06721914559602737, + "step": 2750 + }, + { + "loss_action": 0.05924516171216965, + "loss_total": 0.05924516171216965, + "step": 2750 + }, + { + "loss_action": 0.0770689845085144, + "loss_total": 0.0770689845085144, + "step": 2750 + }, + { + "grad_norm": 1.7800723314285278, + "learning_rate": 5.518e-05, + "loss": 0.0855, + "step": 2760 + }, + { + "loss_action": 0.06929849088191986, + "loss_total": 0.06929849088191986, + "step": 2760 + }, + { + "loss_action": 0.05151905119419098, + "loss_total": 0.05151905119419098, + "step": 2760 + }, + { + "loss_action": 0.11416087299585342, + "loss_total": 0.11416087299585342, + "step": 2760 + }, + { + "loss_action": 0.13902659714221954, + "loss_total": 0.13902659714221954, + "step": 2760 + }, + { + "loss_action": 0.06222546473145485, + "loss_total": 0.06222546473145485, + "step": 2760 + }, + { + "loss_action": 0.09447261691093445, + "loss_total": 0.09447261691093445, + "step": 2760 + }, + { + "grad_norm": 1.0866161584854126, + "learning_rate": 5.538e-05, + "loss": 0.0851, + "step": 2770 + }, + { + "loss_action": 0.07159198075532913, + "loss_total": 0.07159198075532913, + "step": 2770 + }, + { + "loss_action": 0.06498225778341293, + "loss_total": 0.06498225778341293, + "step": 2770 + }, + { + "loss_action": 0.06340194493532181, + "loss_total": 0.06340194493532181, + "step": 2770 + }, + { + "loss_action": 0.05049946531653404, + "loss_total": 0.05049946531653404, + "step": 2770 + }, + { + "loss_action": 0.07481066137552261, + "loss_total": 0.07481066137552261, + "step": 2770 + }, + { + "loss_action": 0.06662826985120773, + "loss_total": 0.06662826985120773, + "step": 2770 + }, + { + "grad_norm": 1.1486124992370605, + "learning_rate": 5.558e-05, + "loss": 0.0717, + "step": 2780 + }, + { + "loss_action": 0.11833229660987854, + "loss_total": 0.11833229660987854, + "step": 2780 + }, + { + "loss_action": 0.20295746624469757, + "loss_total": 0.20295746624469757, + "step": 2780 + }, + { + "loss_action": 0.048252496868371964, + "loss_total": 0.048252496868371964, + "step": 2780 + }, + { + "loss_action": 0.08488990366458893, + "loss_total": 0.08488990366458893, + "step": 2780 + }, + { + "loss_action": 0.07763597369194031, + "loss_total": 0.07763597369194031, + "step": 2780 + }, + { + "loss_action": 0.12057023495435715, + "loss_total": 0.12057023495435715, + "step": 2780 + }, + { + "grad_norm": 1.4474050998687744, + "learning_rate": 5.578e-05, + "loss": 0.0794, + "step": 2790 + }, + { + "loss_action": 0.05949581414461136, + "loss_total": 0.05949581414461136, + "step": 2790 + }, + { + "loss_action": 0.1348676085472107, + "loss_total": 0.1348676085472107, + "step": 2790 + }, + { + "loss_action": 0.07072921097278595, + "loss_total": 0.07072921097278595, + "step": 2790 + }, + { + "loss_action": 0.06503540277481079, + "loss_total": 0.06503540277481079, + "step": 2790 + }, + { + "loss_action": 0.05741287022829056, + "loss_total": 0.05741287022829056, + "step": 2790 + }, + { + "loss_action": 0.1315716803073883, + "loss_total": 0.1315716803073883, + "step": 2790 + }, + { + "grad_norm": 1.2262980937957764, + "learning_rate": 5.5979999999999996e-05, + "loss": 0.0764, + "step": 2800 + }, + { + "loss_action": 0.05648018792271614, + "loss_total": 0.05648018792271614, + "step": 2800 + }, + { + "loss_action": 0.07339371740818024, + "loss_total": 0.07339371740818024, + "step": 2800 + }, + { + "loss_action": 0.06973646581172943, + "loss_total": 0.06973646581172943, + "step": 2800 + }, + { + "loss_action": 0.05670171603560448, + "loss_total": 0.05670171603560448, + "step": 2800 + }, + { + "loss_action": 0.0892077386379242, + "loss_total": 0.0892077386379242, + "step": 2800 + }, + { + "loss_action": 0.0632014274597168, + "loss_total": 0.0632014274597168, + "step": 2800 + }, + { + "grad_norm": 1.557292103767395, + "learning_rate": 5.618e-05, + "loss": 0.0815, + "step": 2810 + }, + { + "loss_action": 0.07793565839529037, + "loss_total": 0.07793565839529037, + "step": 2810 + }, + { + "loss_action": 0.07901600003242493, + "loss_total": 0.07901600003242493, + "step": 2810 + }, + { + "loss_action": 0.07838176935911179, + "loss_total": 0.07838176935911179, + "step": 2810 + }, + { + "loss_action": 0.07109331339597702, + "loss_total": 0.07109331339597702, + "step": 2810 + }, + { + "loss_action": 0.06860099732875824, + "loss_total": 0.06860099732875824, + "step": 2810 + }, + { + "loss_action": 0.2460024058818817, + "loss_total": 0.2460024058818817, + "step": 2810 + }, + { + "grad_norm": 1.3357220888137817, + "learning_rate": 5.638e-05, + "loss": 0.0711, + "step": 2820 + }, + { + "loss_action": 0.042266588658094406, + "loss_total": 0.042266588658094406, + "step": 2820 + }, + { + "loss_action": 0.05377895385026932, + "loss_total": 0.05377895385026932, + "step": 2820 + }, + { + "loss_action": 0.05335654318332672, + "loss_total": 0.05335654318332672, + "step": 2820 + }, + { + "loss_action": 0.06807882338762283, + "loss_total": 0.06807882338762283, + "step": 2820 + }, + { + "loss_action": 0.09558568149805069, + "loss_total": 0.09558568149805069, + "step": 2820 + }, + { + "loss_action": 0.041096776723861694, + "loss_total": 0.041096776723861694, + "step": 2820 + }, + { + "grad_norm": 1.3627921342849731, + "learning_rate": 5.658e-05, + "loss": 0.0736, + "step": 2830 + }, + { + "loss_action": 0.09646855294704437, + "loss_total": 0.09646855294704437, + "step": 2830 + }, + { + "loss_action": 0.1430073082447052, + "loss_total": 0.1430073082447052, + "step": 2830 + }, + { + "loss_action": 0.06782611459493637, + "loss_total": 0.06782611459493637, + "step": 2830 + }, + { + "loss_action": 0.07941778749227524, + "loss_total": 0.07941778749227524, + "step": 2830 + }, + { + "loss_action": 0.07752753794193268, + "loss_total": 0.07752753794193268, + "step": 2830 + }, + { + "loss_action": 0.05948570743203163, + "loss_total": 0.05948570743203163, + "step": 2830 + }, + { + "grad_norm": 1.1634318828582764, + "learning_rate": 5.678e-05, + "loss": 0.0755, + "step": 2840 + }, + { + "loss_action": 0.07649336755275726, + "loss_total": 0.07649336755275726, + "step": 2840 + }, + { + "loss_action": 0.059847086668014526, + "loss_total": 0.059847086668014526, + "step": 2840 + }, + { + "loss_action": 0.08960733562707901, + "loss_total": 0.08960733562707901, + "step": 2840 + }, + { + "loss_action": 0.1126486286520958, + "loss_total": 0.1126486286520958, + "step": 2840 + }, + { + "loss_action": 0.07506712526082993, + "loss_total": 0.07506712526082993, + "step": 2840 + }, + { + "loss_action": 0.042294103652238846, + "loss_total": 0.042294103652238846, + "step": 2840 + }, + { + "grad_norm": 1.2322245836257935, + "learning_rate": 5.698e-05, + "loss": 0.0739, + "step": 2850 + }, + { + "loss_action": 0.08605290949344635, + "loss_total": 0.08605290949344635, + "step": 2850 + }, + { + "loss_action": 0.05337264761328697, + "loss_total": 0.05337264761328697, + "step": 2850 + }, + { + "loss_action": 0.04949328303337097, + "loss_total": 0.04949328303337097, + "step": 2850 + }, + { + "loss_action": 0.08893537521362305, + "loss_total": 0.08893537521362305, + "step": 2850 + }, + { + "loss_action": 0.054768189787864685, + "loss_total": 0.054768189787864685, + "step": 2850 + }, + { + "loss_action": 0.09834965318441391, + "loss_total": 0.09834965318441391, + "step": 2850 + }, + { + "grad_norm": 1.5662403106689453, + "learning_rate": 5.718e-05, + "loss": 0.0907, + "step": 2860 + }, + { + "loss_action": 0.05879129841923714, + "loss_total": 0.05879129841923714, + "step": 2860 + }, + { + "loss_action": 0.05820481851696968, + "loss_total": 0.05820481851696968, + "step": 2860 + }, + { + "loss_action": 0.06147581711411476, + "loss_total": 0.06147581711411476, + "step": 2860 + }, + { + "loss_action": 0.07645204663276672, + "loss_total": 0.07645204663276672, + "step": 2860 + }, + { + "loss_action": 0.07564906775951385, + "loss_total": 0.07564906775951385, + "step": 2860 + }, + { + "loss_action": 0.06001501902937889, + "loss_total": 0.06001501902937889, + "step": 2860 + }, + { + "grad_norm": 1.3524889945983887, + "learning_rate": 5.738e-05, + "loss": 0.0758, + "step": 2870 + }, + { + "loss_action": 0.05410512164235115, + "loss_total": 0.05410512164235115, + "step": 2870 + }, + { + "loss_action": 0.09551788866519928, + "loss_total": 0.09551788866519928, + "step": 2870 + }, + { + "loss_action": 0.04008941352367401, + "loss_total": 0.04008941352367401, + "step": 2870 + }, + { + "loss_action": 0.05136970058083534, + "loss_total": 0.05136970058083534, + "step": 2870 + }, + { + "loss_action": 0.04890134930610657, + "loss_total": 0.04890134930610657, + "step": 2870 + }, + { + "loss_action": 0.09561794996261597, + "loss_total": 0.09561794996261597, + "step": 2870 + }, + { + "grad_norm": 1.1332155466079712, + "learning_rate": 5.758e-05, + "loss": 0.0729, + "step": 2880 + }, + { + "loss_action": 0.1256524920463562, + "loss_total": 0.1256524920463562, + "step": 2880 + }, + { + "loss_action": 0.0639868676662445, + "loss_total": 0.0639868676662445, + "step": 2880 + }, + { + "loss_action": 0.09909683465957642, + "loss_total": 0.09909683465957642, + "step": 2880 + }, + { + "loss_action": 0.05145132169127464, + "loss_total": 0.05145132169127464, + "step": 2880 + }, + { + "loss_action": 0.14760388433933258, + "loss_total": 0.14760388433933258, + "step": 2880 + }, + { + "loss_action": 0.06256841868162155, + "loss_total": 0.06256841868162155, + "step": 2880 + }, + { + "grad_norm": 1.6676756143569946, + "learning_rate": 5.778e-05, + "loss": 0.0847, + "step": 2890 + }, + { + "loss_action": 0.11905381083488464, + "loss_total": 0.11905381083488464, + "step": 2890 + }, + { + "loss_action": 0.04635156691074371, + "loss_total": 0.04635156691074371, + "step": 2890 + }, + { + "loss_action": 0.06622764468193054, + "loss_total": 0.06622764468193054, + "step": 2890 + }, + { + "loss_action": 0.06046139821410179, + "loss_total": 0.06046139821410179, + "step": 2890 + }, + { + "loss_action": 0.053451985120773315, + "loss_total": 0.053451985120773315, + "step": 2890 + }, + { + "loss_action": 0.06928149610757828, + "loss_total": 0.06928149610757828, + "step": 2890 + }, + { + "grad_norm": 1.5311311483383179, + "learning_rate": 5.7980000000000004e-05, + "loss": 0.0698, + "step": 2900 + }, + { + "loss_action": 0.07407551258802414, + "loss_total": 0.07407551258802414, + "step": 2900 + }, + { + "loss_action": 0.09730787575244904, + "loss_total": 0.09730787575244904, + "step": 2900 + }, + { + "loss_action": 0.06642597168684006, + "loss_total": 0.06642597168684006, + "step": 2900 + }, + { + "loss_action": 0.09663062542676926, + "loss_total": 0.09663062542676926, + "step": 2900 + }, + { + "loss_action": 0.11905775964260101, + "loss_total": 0.11905775964260101, + "step": 2900 + }, + { + "loss_action": 0.06938976794481277, + "loss_total": 0.06938976794481277, + "step": 2900 + }, + { + "grad_norm": 1.0436241626739502, + "learning_rate": 5.818e-05, + "loss": 0.0824, + "step": 2910 + }, + { + "loss_action": 0.04409638047218323, + "loss_total": 0.04409638047218323, + "step": 2910 + }, + { + "loss_action": 0.15438051521778107, + "loss_total": 0.15438051521778107, + "step": 2910 + }, + { + "loss_action": 0.1536712944507599, + "loss_total": 0.1536712944507599, + "step": 2910 + }, + { + "loss_action": 0.06407656520605087, + "loss_total": 0.06407656520605087, + "step": 2910 + }, + { + "loss_action": 0.05952451750636101, + "loss_total": 0.05952451750636101, + "step": 2910 + }, + { + "loss_action": 0.07236193865537643, + "loss_total": 0.07236193865537643, + "step": 2910 + }, + { + "grad_norm": 1.3178179264068604, + "learning_rate": 5.838e-05, + "loss": 0.0753, + "step": 2920 + }, + { + "loss_action": 0.13148361444473267, + "loss_total": 0.13148361444473267, + "step": 2920 + }, + { + "loss_action": 0.07707569003105164, + "loss_total": 0.07707569003105164, + "step": 2920 + }, + { + "loss_action": 0.056606028228998184, + "loss_total": 0.056606028228998184, + "step": 2920 + }, + { + "loss_action": 0.06984523683786392, + "loss_total": 0.06984523683786392, + "step": 2920 + }, + { + "loss_action": 0.07443798333406448, + "loss_total": 0.07443798333406448, + "step": 2920 + }, + { + "loss_action": 0.061550673097372055, + "loss_total": 0.061550673097372055, + "step": 2920 + }, + { + "grad_norm": 1.2128567695617676, + "learning_rate": 5.858e-05, + "loss": 0.0707, + "step": 2930 + }, + { + "loss_action": 0.07074655592441559, + "loss_total": 0.07074655592441559, + "step": 2930 + }, + { + "loss_action": 0.03954288735985756, + "loss_total": 0.03954288735985756, + "step": 2930 + }, + { + "loss_action": 0.07679758220911026, + "loss_total": 0.07679758220911026, + "step": 2930 + }, + { + "loss_action": 0.05379616469144821, + "loss_total": 0.05379616469144821, + "step": 2930 + }, + { + "loss_action": 0.05595611780881882, + "loss_total": 0.05595611780881882, + "step": 2930 + }, + { + "loss_action": 0.0650346651673317, + "loss_total": 0.0650346651673317, + "step": 2930 + }, + { + "grad_norm": 1.079745888710022, + "learning_rate": 5.878e-05, + "loss": 0.0628, + "step": 2940 + }, + { + "loss_action": 0.15195877850055695, + "loss_total": 0.15195877850055695, + "step": 2940 + }, + { + "loss_action": 0.05316423624753952, + "loss_total": 0.05316423624753952, + "step": 2940 + }, + { + "loss_action": 0.06319791078567505, + "loss_total": 0.06319791078567505, + "step": 2940 + }, + { + "loss_action": 0.05901512876152992, + "loss_total": 0.05901512876152992, + "step": 2940 + }, + { + "loss_action": 0.0743471160531044, + "loss_total": 0.0743471160531044, + "step": 2940 + }, + { + "loss_action": 0.07006838917732239, + "loss_total": 0.07006838917732239, + "step": 2940 + }, + { + "grad_norm": 1.3303544521331787, + "learning_rate": 5.898e-05, + "loss": 0.0658, + "step": 2950 + }, + { + "loss_action": 0.04639778658747673, + "loss_total": 0.04639778658747673, + "step": 2950 + }, + { + "loss_action": 0.06750570237636566, + "loss_total": 0.06750570237636566, + "step": 2950 + }, + { + "loss_action": 0.04716319963335991, + "loss_total": 0.04716319963335991, + "step": 2950 + }, + { + "loss_action": 0.04849230870604515, + "loss_total": 0.04849230870604515, + "step": 2950 + }, + { + "loss_action": 0.04299599304795265, + "loss_total": 0.04299599304795265, + "step": 2950 + }, + { + "loss_action": 0.16412536799907684, + "loss_total": 0.16412536799907684, + "step": 2950 + }, + { + "grad_norm": 1.2357853651046753, + "learning_rate": 5.918e-05, + "loss": 0.074, + "step": 2960 + }, + { + "loss_action": 0.08464872092008591, + "loss_total": 0.08464872092008591, + "step": 2960 + }, + { + "loss_action": 0.09866566210985184, + "loss_total": 0.09866566210985184, + "step": 2960 + }, + { + "loss_action": 0.06807555258274078, + "loss_total": 0.06807555258274078, + "step": 2960 + }, + { + "loss_action": 0.23105484247207642, + "loss_total": 0.23105484247207642, + "step": 2960 + }, + { + "loss_action": 0.0609588548541069, + "loss_total": 0.0609588548541069, + "step": 2960 + }, + { + "loss_action": 0.12040452659130096, + "loss_total": 0.12040452659130096, + "step": 2960 + }, + { + "grad_norm": 1.371581792831421, + "learning_rate": 5.9380000000000004e-05, + "loss": 0.0764, + "step": 2970 + }, + { + "loss_action": 0.08580750226974487, + "loss_total": 0.08580750226974487, + "step": 2970 + }, + { + "loss_action": 0.06890743970870972, + "loss_total": 0.06890743970870972, + "step": 2970 + }, + { + "loss_action": 0.21023495495319366, + "loss_total": 0.21023495495319366, + "step": 2970 + }, + { + "loss_action": 0.06890026479959488, + "loss_total": 0.06890026479959488, + "step": 2970 + }, + { + "loss_action": 0.05494215711951256, + "loss_total": 0.05494215711951256, + "step": 2970 + }, + { + "loss_action": 0.05233847349882126, + "loss_total": 0.05233847349882126, + "step": 2970 + }, + { + "grad_norm": 1.2756701707839966, + "learning_rate": 5.958e-05, + "loss": 0.0748, + "step": 2980 + }, + { + "loss_action": 0.08462419360876083, + "loss_total": 0.08462419360876083, + "step": 2980 + }, + { + "loss_action": 0.0760057270526886, + "loss_total": 0.0760057270526886, + "step": 2980 + }, + { + "loss_action": 0.07819180935621262, + "loss_total": 0.07819180935621262, + "step": 2980 + }, + { + "loss_action": 0.05116511136293411, + "loss_total": 0.05116511136293411, + "step": 2980 + }, + { + "loss_action": 0.10840564966201782, + "loss_total": 0.10840564966201782, + "step": 2980 + }, + { + "loss_action": 0.058830976486206055, + "loss_total": 0.058830976486206055, + "step": 2980 + }, + { + "grad_norm": 1.317383050918579, + "learning_rate": 5.978e-05, + "loss": 0.0647, + "step": 2990 + }, + { + "loss_action": 0.05471194162964821, + "loss_total": 0.05471194162964821, + "step": 2990 + }, + { + "loss_action": 0.057594869285821915, + "loss_total": 0.057594869285821915, + "step": 2990 + }, + { + "loss_action": 0.06320727616548538, + "loss_total": 0.06320727616548538, + "step": 2990 + }, + { + "loss_action": 0.06562325358390808, + "loss_total": 0.06562325358390808, + "step": 2990 + }, + { + "loss_action": 0.1819988340139389, + "loss_total": 0.1819988340139389, + "step": 2990 + }, + { + "loss_action": 0.06248850375413895, + "loss_total": 0.06248850375413895, + "step": 2990 + }, + { + "grad_norm": 1.2792257070541382, + "learning_rate": 5.9980000000000005e-05, + "loss": 0.0871, + "step": 3000 + }, + { + "loss_action": 0.09405508637428284, + "loss_total": 0.09405508637428284, + "step": 3000 + }, + { + "loss_action": 0.04586586356163025, + "loss_total": 0.04586586356163025, + "step": 3000 + }, + { + "loss_action": 0.044918131083250046, + "loss_total": 0.044918131083250046, + "step": 3000 + }, + { + "loss_action": 0.04631779342889786, + "loss_total": 0.04631779342889786, + "step": 3000 + }, + { + "loss_action": 0.0680246502161026, + "loss_total": 0.0680246502161026, + "step": 3000 + }, + { + "loss_action": 0.04645451530814171, + "loss_total": 0.04645451530814171, + "step": 3000 + }, + { + "grad_norm": 1.1016483306884766, + "learning_rate": 6.018e-05, + "loss": 0.079, + "step": 3010 + }, + { + "loss_action": 0.14088188111782074, + "loss_total": 0.14088188111782074, + "step": 3010 + }, + { + "loss_action": 0.06081311032176018, + "loss_total": 0.06081311032176018, + "step": 3010 + }, + { + "loss_action": 0.04754839837551117, + "loss_total": 0.04754839837551117, + "step": 3010 + }, + { + "loss_action": 0.06916328519582748, + "loss_total": 0.06916328519582748, + "step": 3010 + }, + { + "loss_action": 0.10996880382299423, + "loss_total": 0.10996880382299423, + "step": 3010 + }, + { + "loss_action": 0.06276421248912811, + "loss_total": 0.06276421248912811, + "step": 3010 + }, + { + "grad_norm": 1.0750476121902466, + "learning_rate": 6.038e-05, + "loss": 0.0783, + "step": 3020 + }, + { + "loss_action": 0.07498737424612045, + "loss_total": 0.07498737424612045, + "step": 3020 + }, + { + "loss_action": 0.041735321283340454, + "loss_total": 0.041735321283340454, + "step": 3020 + }, + { + "loss_action": 0.06268440186977386, + "loss_total": 0.06268440186977386, + "step": 3020 + }, + { + "loss_action": 0.06705960631370544, + "loss_total": 0.06705960631370544, + "step": 3020 + }, + { + "loss_action": 0.04819345846772194, + "loss_total": 0.04819345846772194, + "step": 3020 + }, + { + "loss_action": 0.07159648835659027, + "loss_total": 0.07159648835659027, + "step": 3020 + }, + { + "grad_norm": 1.358060598373413, + "learning_rate": 6.0580000000000006e-05, + "loss": 0.0737, + "step": 3030 + }, + { + "loss_action": 0.144144669175148, + "loss_total": 0.144144669175148, + "step": 3030 + }, + { + "loss_action": 0.05254758894443512, + "loss_total": 0.05254758894443512, + "step": 3030 + }, + { + "loss_action": 0.06558296829462051, + "loss_total": 0.06558296829462051, + "step": 3030 + }, + { + "loss_action": 0.049547355622053146, + "loss_total": 0.049547355622053146, + "step": 3030 + }, + { + "loss_action": 0.07698044180870056, + "loss_total": 0.07698044180870056, + "step": 3030 + }, + { + "loss_action": 0.19020511209964752, + "loss_total": 0.19020511209964752, + "step": 3030 + }, + { + "grad_norm": 1.4377717971801758, + "learning_rate": 6.0780000000000004e-05, + "loss": 0.0774, + "step": 3040 + }, + { + "loss_action": 0.08546818792819977, + "loss_total": 0.08546818792819977, + "step": 3040 + }, + { + "loss_action": 0.04740288481116295, + "loss_total": 0.04740288481116295, + "step": 3040 + }, + { + "loss_action": 0.11275314539670944, + "loss_total": 0.11275314539670944, + "step": 3040 + }, + { + "loss_action": 0.2752058506011963, + "loss_total": 0.2752058506011963, + "step": 3040 + }, + { + "loss_action": 0.08578876405954361, + "loss_total": 0.08578876405954361, + "step": 3040 + }, + { + "loss_action": 0.048813480883836746, + "loss_total": 0.048813480883836746, + "step": 3040 + }, + { + "grad_norm": 1.1851396560668945, + "learning_rate": 6.098e-05, + "loss": 0.0803, + "step": 3050 + }, + { + "loss_action": 0.0668170377612114, + "loss_total": 0.0668170377612114, + "step": 3050 + }, + { + "loss_action": 0.050087857991456985, + "loss_total": 0.050087857991456985, + "step": 3050 + }, + { + "loss_action": 0.04098288714885712, + "loss_total": 0.04098288714885712, + "step": 3050 + }, + { + "loss_action": 0.05844124034047127, + "loss_total": 0.05844124034047127, + "step": 3050 + }, + { + "loss_action": 0.09469107538461685, + "loss_total": 0.09469107538461685, + "step": 3050 + }, + { + "loss_action": 0.04836717247962952, + "loss_total": 0.04836717247962952, + "step": 3050 + }, + { + "grad_norm": 1.5853657722473145, + "learning_rate": 6.118000000000001e-05, + "loss": 0.0709, + "step": 3060 + }, + { + "loss_action": 0.10613342374563217, + "loss_total": 0.10613342374563217, + "step": 3060 + }, + { + "loss_action": 0.05542731285095215, + "loss_total": 0.05542731285095215, + "step": 3060 + }, + { + "loss_action": 0.06804023683071136, + "loss_total": 0.06804023683071136, + "step": 3060 + }, + { + "loss_action": 0.08074875175952911, + "loss_total": 0.08074875175952911, + "step": 3060 + }, + { + "loss_action": 0.08224449306726456, + "loss_total": 0.08224449306726456, + "step": 3060 + }, + { + "loss_action": 0.057138796895742416, + "loss_total": 0.057138796895742416, + "step": 3060 + }, + { + "grad_norm": 1.5456955432891846, + "learning_rate": 6.138e-05, + "loss": 0.0805, + "step": 3070 + }, + { + "loss_action": 0.11915407329797745, + "loss_total": 0.11915407329797745, + "step": 3070 + }, + { + "loss_action": 0.24817532300949097, + "loss_total": 0.24817532300949097, + "step": 3070 + }, + { + "loss_action": 0.05589796602725983, + "loss_total": 0.05589796602725983, + "step": 3070 + }, + { + "loss_action": 0.14702199399471283, + "loss_total": 0.14702199399471283, + "step": 3070 + }, + { + "loss_action": 0.07953669130802155, + "loss_total": 0.07953669130802155, + "step": 3070 + }, + { + "loss_action": 0.052730537950992584, + "loss_total": 0.052730537950992584, + "step": 3070 + }, + { + "grad_norm": 1.0187304019927979, + "learning_rate": 6.158e-05, + "loss": 0.0881, + "step": 3080 + }, + { + "loss_action": 0.04542845860123634, + "loss_total": 0.04542845860123634, + "step": 3080 + }, + { + "loss_action": 0.13226738572120667, + "loss_total": 0.13226738572120667, + "step": 3080 + }, + { + "loss_action": 0.05525095388293266, + "loss_total": 0.05525095388293266, + "step": 3080 + }, + { + "loss_action": 0.10491938143968582, + "loss_total": 0.10491938143968582, + "step": 3080 + }, + { + "loss_action": 0.07258386164903641, + "loss_total": 0.07258386164903641, + "step": 3080 + }, + { + "loss_action": 0.05962902680039406, + "loss_total": 0.05962902680039406, + "step": 3080 + }, + { + "grad_norm": 1.5379257202148438, + "learning_rate": 6.178000000000001e-05, + "loss": 0.0868, + "step": 3090 + }, + { + "loss_action": 0.08770391345024109, + "loss_total": 0.08770391345024109, + "step": 3090 + }, + { + "loss_action": 0.06185827776789665, + "loss_total": 0.06185827776789665, + "step": 3090 + }, + { + "loss_action": 0.08172264695167542, + "loss_total": 0.08172264695167542, + "step": 3090 + }, + { + "loss_action": 0.11490147560834885, + "loss_total": 0.11490147560834885, + "step": 3090 + }, + { + "loss_action": 0.08692736178636551, + "loss_total": 0.08692736178636551, + "step": 3090 + }, + { + "loss_action": 0.10852817445993423, + "loss_total": 0.10852817445993423, + "step": 3090 + }, + { + "grad_norm": 1.2903027534484863, + "learning_rate": 6.198e-05, + "loss": 0.0941, + "step": 3100 + }, + { + "loss_action": 0.07034510374069214, + "loss_total": 0.07034510374069214, + "step": 3100 + }, + { + "loss_action": 0.07988389581441879, + "loss_total": 0.07988389581441879, + "step": 3100 + }, + { + "loss_action": 0.09360441565513611, + "loss_total": 0.09360441565513611, + "step": 3100 + }, + { + "loss_action": 0.08262018859386444, + "loss_total": 0.08262018859386444, + "step": 3100 + }, + { + "loss_action": 0.06016571447253227, + "loss_total": 0.06016571447253227, + "step": 3100 + }, + { + "loss_action": 0.08046851307153702, + "loss_total": 0.08046851307153702, + "step": 3100 + }, + { + "grad_norm": 1.0216244459152222, + "learning_rate": 6.218e-05, + "loss": 0.086, + "step": 3110 + }, + { + "loss_action": 0.09346276521682739, + "loss_total": 0.09346276521682739, + "step": 3110 + }, + { + "loss_action": 0.04780196771025658, + "loss_total": 0.04780196771025658, + "step": 3110 + }, + { + "loss_action": 0.055132802575826645, + "loss_total": 0.055132802575826645, + "step": 3110 + }, + { + "loss_action": 0.054931242018938065, + "loss_total": 0.054931242018938065, + "step": 3110 + }, + { + "loss_action": 0.07869534939527512, + "loss_total": 0.07869534939527512, + "step": 3110 + }, + { + "loss_action": 0.07683419436216354, + "loss_total": 0.07683419436216354, + "step": 3110 + }, + { + "grad_norm": 1.0544072389602661, + "learning_rate": 6.238000000000001e-05, + "loss": 0.074, + "step": 3120 + }, + { + "loss_action": 0.048360638320446014, + "loss_total": 0.048360638320446014, + "step": 3120 + }, + { + "loss_action": 0.0492832213640213, + "loss_total": 0.0492832213640213, + "step": 3120 + }, + { + "loss_action": 0.05582041293382645, + "loss_total": 0.05582041293382645, + "step": 3120 + }, + { + "loss_action": 0.13226526975631714, + "loss_total": 0.13226526975631714, + "step": 3120 + }, + { + "loss_action": 0.07917038351297379, + "loss_total": 0.07917038351297379, + "step": 3120 + }, + { + "loss_action": 0.04200909659266472, + "loss_total": 0.04200909659266472, + "step": 3120 + }, + { + "grad_norm": 1.6622477769851685, + "learning_rate": 6.258e-05, + "loss": 0.0773, + "step": 3130 + }, + { + "loss_action": 0.08457791060209274, + "loss_total": 0.08457791060209274, + "step": 3130 + }, + { + "loss_action": 0.08563843369483948, + "loss_total": 0.08563843369483948, + "step": 3130 + }, + { + "loss_action": 0.10749632120132446, + "loss_total": 0.10749632120132446, + "step": 3130 + }, + { + "loss_action": 0.09726176410913467, + "loss_total": 0.09726176410913467, + "step": 3130 + }, + { + "loss_action": 0.11947908997535706, + "loss_total": 0.11947908997535706, + "step": 3130 + }, + { + "loss_action": 0.04527607560157776, + "loss_total": 0.04527607560157776, + "step": 3130 + }, + { + "grad_norm": 1.0940338373184204, + "learning_rate": 6.278e-05, + "loss": 0.082, + "step": 3140 + }, + { + "loss_action": 0.06178779900074005, + "loss_total": 0.06178779900074005, + "step": 3140 + }, + { + "loss_action": 0.05347759649157524, + "loss_total": 0.05347759649157524, + "step": 3140 + }, + { + "loss_action": 0.045744869858026505, + "loss_total": 0.045744869858026505, + "step": 3140 + }, + { + "loss_action": 0.06971583515405655, + "loss_total": 0.06971583515405655, + "step": 3140 + }, + { + "loss_action": 0.079002246260643, + "loss_total": 0.079002246260643, + "step": 3140 + }, + { + "loss_action": 0.12567991018295288, + "loss_total": 0.12567991018295288, + "step": 3140 + }, + { + "grad_norm": 0.941000759601593, + "learning_rate": 6.298000000000001e-05, + "loss": 0.0661, + "step": 3150 + }, + { + "loss_action": 0.07289916276931763, + "loss_total": 0.07289916276931763, + "step": 3150 + }, + { + "loss_action": 0.04280572384595871, + "loss_total": 0.04280572384595871, + "step": 3150 + }, + { + "loss_action": 0.04096876084804535, + "loss_total": 0.04096876084804535, + "step": 3150 + }, + { + "loss_action": 0.0654909536242485, + "loss_total": 0.0654909536242485, + "step": 3150 + }, + { + "loss_action": 0.10899529606103897, + "loss_total": 0.10899529606103897, + "step": 3150 + }, + { + "loss_action": 0.0556882843375206, + "loss_total": 0.0556882843375206, + "step": 3150 + }, + { + "grad_norm": 1.2621779441833496, + "learning_rate": 6.318e-05, + "loss": 0.0736, + "step": 3160 + }, + { + "loss_action": 0.06003039702773094, + "loss_total": 0.06003039702773094, + "step": 3160 + }, + { + "loss_action": 0.05245097354054451, + "loss_total": 0.05245097354054451, + "step": 3160 + }, + { + "loss_action": 0.0727207139134407, + "loss_total": 0.0727207139134407, + "step": 3160 + }, + { + "loss_action": 0.052739787846803665, + "loss_total": 0.052739787846803665, + "step": 3160 + }, + { + "loss_action": 0.05223291367292404, + "loss_total": 0.05223291367292404, + "step": 3160 + }, + { + "loss_action": 0.05611823499202728, + "loss_total": 0.05611823499202728, + "step": 3160 + }, + { + "grad_norm": 1.186292290687561, + "learning_rate": 6.338e-05, + "loss": 0.0653, + "step": 3170 + }, + { + "loss_action": 0.0501365140080452, + "loss_total": 0.0501365140080452, + "step": 3170 + }, + { + "loss_action": 0.06864108890295029, + "loss_total": 0.06864108890295029, + "step": 3170 + }, + { + "loss_action": 0.05385933443903923, + "loss_total": 0.05385933443903923, + "step": 3170 + }, + { + "loss_action": 0.11595238745212555, + "loss_total": 0.11595238745212555, + "step": 3170 + }, + { + "loss_action": 0.07691869884729385, + "loss_total": 0.07691869884729385, + "step": 3170 + }, + { + "loss_action": 0.07871294766664505, + "loss_total": 0.07871294766664505, + "step": 3170 + }, + { + "grad_norm": 0.9448074102401733, + "learning_rate": 6.358000000000001e-05, + "loss": 0.0779, + "step": 3180 + }, + { + "loss_action": 0.061388418078422546, + "loss_total": 0.061388418078422546, + "step": 3180 + }, + { + "loss_action": 0.07232176512479782, + "loss_total": 0.07232176512479782, + "step": 3180 + }, + { + "loss_action": 0.05812220275402069, + "loss_total": 0.05812220275402069, + "step": 3180 + }, + { + "loss_action": 0.05455751344561577, + "loss_total": 0.05455751344561577, + "step": 3180 + }, + { + "loss_action": 0.09617748856544495, + "loss_total": 0.09617748856544495, + "step": 3180 + }, + { + "loss_action": 0.0652277022600174, + "loss_total": 0.0652277022600174, + "step": 3180 + }, + { + "grad_norm": 1.0989738702774048, + "learning_rate": 6.378e-05, + "loss": 0.079, + "step": 3190 + }, + { + "loss_action": 0.054924480617046356, + "loss_total": 0.054924480617046356, + "step": 3190 + }, + { + "loss_action": 0.04808777943253517, + "loss_total": 0.04808777943253517, + "step": 3190 + }, + { + "loss_action": 0.24105532467365265, + "loss_total": 0.24105532467365265, + "step": 3190 + }, + { + "loss_action": 0.055512309074401855, + "loss_total": 0.055512309074401855, + "step": 3190 + }, + { + "loss_action": 0.08644808828830719, + "loss_total": 0.08644808828830719, + "step": 3190 + }, + { + "loss_action": 0.05423121154308319, + "loss_total": 0.05423121154308319, + "step": 3190 + }, + { + "grad_norm": 1.3318350315093994, + "learning_rate": 6.398000000000001e-05, + "loss": 0.0672, + "step": 3200 + }, + { + "loss_action": 0.043329160660505295, + "loss_total": 0.043329160660505295, + "step": 3200 + }, + { + "loss_action": 0.06833799928426743, + "loss_total": 0.06833799928426743, + "step": 3200 + }, + { + "loss_action": 0.07660122215747833, + "loss_total": 0.07660122215747833, + "step": 3200 + }, + { + "loss_action": 0.03728562965989113, + "loss_total": 0.03728562965989113, + "step": 3200 + }, + { + "loss_action": 0.05671972408890724, + "loss_total": 0.05671972408890724, + "step": 3200 + }, + { + "loss_action": 0.038106370717287064, + "loss_total": 0.038106370717287064, + "step": 3200 + }, + { + "grad_norm": 1.352944254875183, + "learning_rate": 6.418000000000001e-05, + "loss": 0.0665, + "step": 3210 + }, + { + "loss_action": 0.05983702838420868, + "loss_total": 0.05983702838420868, + "step": 3210 + }, + { + "loss_action": 0.045676108449697495, + "loss_total": 0.045676108449697495, + "step": 3210 + }, + { + "loss_action": 0.046627145260572433, + "loss_total": 0.046627145260572433, + "step": 3210 + }, + { + "loss_action": 0.049000076949596405, + "loss_total": 0.049000076949596405, + "step": 3210 + }, + { + "loss_action": 0.05693025141954422, + "loss_total": 0.05693025141954422, + "step": 3210 + }, + { + "loss_action": 0.10181298106908798, + "loss_total": 0.10181298106908798, + "step": 3210 + }, + { + "grad_norm": 1.2015300989151, + "learning_rate": 6.438e-05, + "loss": 0.0673, + "step": 3220 + }, + { + "loss_action": 0.06723815202713013, + "loss_total": 0.06723815202713013, + "step": 3220 + }, + { + "loss_action": 0.06797748059034348, + "loss_total": 0.06797748059034348, + "step": 3220 + }, + { + "loss_action": 0.04579136148095131, + "loss_total": 0.04579136148095131, + "step": 3220 + }, + { + "loss_action": 0.0785076692700386, + "loss_total": 0.0785076692700386, + "step": 3220 + }, + { + "loss_action": 0.13023702800273895, + "loss_total": 0.13023702800273895, + "step": 3220 + }, + { + "loss_action": 0.047824859619140625, + "loss_total": 0.047824859619140625, + "step": 3220 + }, + { + "grad_norm": 1.267104983329773, + "learning_rate": 6.458000000000001e-05, + "loss": 0.071, + "step": 3230 + }, + { + "loss_action": 0.07125204801559448, + "loss_total": 0.07125204801559448, + "step": 3230 + }, + { + "loss_action": 0.06146867945790291, + "loss_total": 0.06146867945790291, + "step": 3230 + }, + { + "loss_action": 0.07110252231359482, + "loss_total": 0.07110252231359482, + "step": 3230 + }, + { + "loss_action": 0.06265410035848618, + "loss_total": 0.06265410035848618, + "step": 3230 + }, + { + "loss_action": 0.08545021712779999, + "loss_total": 0.08545021712779999, + "step": 3230 + }, + { + "loss_action": 0.07909539341926575, + "loss_total": 0.07909539341926575, + "step": 3230 + }, + { + "grad_norm": 1.126347303390503, + "learning_rate": 6.478000000000001e-05, + "loss": 0.0683, + "step": 3240 + }, + { + "loss_action": 0.09410229325294495, + "loss_total": 0.09410229325294495, + "step": 3240 + }, + { + "loss_action": 0.2129809409379959, + "loss_total": 0.2129809409379959, + "step": 3240 + }, + { + "loss_action": 0.0800560861825943, + "loss_total": 0.0800560861825943, + "step": 3240 + }, + { + "loss_action": 0.044199541211128235, + "loss_total": 0.044199541211128235, + "step": 3240 + }, + { + "loss_action": 0.11206265538930893, + "loss_total": 0.11206265538930893, + "step": 3240 + }, + { + "loss_action": 0.0597994327545166, + "loss_total": 0.0597994327545166, + "step": 3240 + }, + { + "grad_norm": 1.1731771230697632, + "learning_rate": 6.498e-05, + "loss": 0.0709, + "step": 3250 + }, + { + "loss_action": 0.061301734298467636, + "loss_total": 0.061301734298467636, + "step": 3250 + }, + { + "loss_action": 0.20981191098690033, + "loss_total": 0.20981191098690033, + "step": 3250 + }, + { + "loss_action": 0.06776341050863266, + "loss_total": 0.06776341050863266, + "step": 3250 + }, + { + "loss_action": 0.12736642360687256, + "loss_total": 0.12736642360687256, + "step": 3250 + }, + { + "loss_action": 0.08956160396337509, + "loss_total": 0.08956160396337509, + "step": 3250 + }, + { + "loss_action": 0.14779533445835114, + "loss_total": 0.14779533445835114, + "step": 3250 + }, + { + "grad_norm": 1.1548606157302856, + "learning_rate": 6.518000000000001e-05, + "loss": 0.0765, + "step": 3260 + }, + { + "loss_action": 0.050807639956474304, + "loss_total": 0.050807639956474304, + "step": 3260 + }, + { + "loss_action": 0.05284275859594345, + "loss_total": 0.05284275859594345, + "step": 3260 + }, + { + "loss_action": 0.041696928441524506, + "loss_total": 0.041696928441524506, + "step": 3260 + }, + { + "loss_action": 0.043034929782152176, + "loss_total": 0.043034929782152176, + "step": 3260 + }, + { + "loss_action": 0.04862644150853157, + "loss_total": 0.04862644150853157, + "step": 3260 + }, + { + "loss_action": 0.1340412050485611, + "loss_total": 0.1340412050485611, + "step": 3260 + }, + { + "grad_norm": 1.2292851209640503, + "learning_rate": 6.538000000000001e-05, + "loss": 0.0685, + "step": 3270 + }, + { + "loss_action": 0.06966687738895416, + "loss_total": 0.06966687738895416, + "step": 3270 + }, + { + "loss_action": 0.07032790780067444, + "loss_total": 0.07032790780067444, + "step": 3270 + }, + { + "loss_action": 0.2141278088092804, + "loss_total": 0.2141278088092804, + "step": 3270 + }, + { + "loss_action": 0.040801793336868286, + "loss_total": 0.040801793336868286, + "step": 3270 + }, + { + "loss_action": 0.11657846719026566, + "loss_total": 0.11657846719026566, + "step": 3270 + }, + { + "loss_action": 0.0576668307185173, + "loss_total": 0.0576668307185173, + "step": 3270 + }, + { + "grad_norm": 1.2495355606079102, + "learning_rate": 6.558e-05, + "loss": 0.0766, + "step": 3280 + }, + { + "loss_action": 0.1497475951910019, + "loss_total": 0.1497475951910019, + "step": 3280 + }, + { + "loss_action": 0.04551229253411293, + "loss_total": 0.04551229253411293, + "step": 3280 + }, + { + "loss_action": 0.05919338017702103, + "loss_total": 0.05919338017702103, + "step": 3280 + }, + { + "loss_action": 0.05355126038193703, + "loss_total": 0.05355126038193703, + "step": 3280 + }, + { + "loss_action": 0.046556420624256134, + "loss_total": 0.046556420624256134, + "step": 3280 + }, + { + "loss_action": 0.06212746351957321, + "loss_total": 0.06212746351957321, + "step": 3280 + }, + { + "grad_norm": 1.0866507291793823, + "learning_rate": 6.578000000000001e-05, + "loss": 0.0701, + "step": 3290 + }, + { + "loss_action": 0.06681827455759048, + "loss_total": 0.06681827455759048, + "step": 3290 + }, + { + "loss_action": 0.064785435795784, + "loss_total": 0.064785435795784, + "step": 3290 + }, + { + "loss_action": 0.07781001925468445, + "loss_total": 0.07781001925468445, + "step": 3290 + }, + { + "loss_action": 0.11147917807102203, + "loss_total": 0.11147917807102203, + "step": 3290 + }, + { + "loss_action": 0.04166707769036293, + "loss_total": 0.04166707769036293, + "step": 3290 + }, + { + "loss_action": 0.0992085412144661, + "loss_total": 0.0992085412144661, + "step": 3290 + }, + { + "grad_norm": 1.1290758848190308, + "learning_rate": 6.598e-05, + "loss": 0.0671, + "step": 3300 + }, + { + "loss_action": 0.143790140748024, + "loss_total": 0.143790140748024, + "step": 3300 + }, + { + "loss_action": 0.08235311508178711, + "loss_total": 0.08235311508178711, + "step": 3300 + }, + { + "loss_action": 0.0763983204960823, + "loss_total": 0.0763983204960823, + "step": 3300 + }, + { + "loss_action": 0.038738783448934555, + "loss_total": 0.038738783448934555, + "step": 3300 + }, + { + "loss_action": 0.0727400928735733, + "loss_total": 0.0727400928735733, + "step": 3300 + }, + { + "loss_action": 0.0423889122903347, + "loss_total": 0.0423889122903347, + "step": 3300 + }, + { + "grad_norm": 1.1981831789016724, + "learning_rate": 6.618e-05, + "loss": 0.0664, + "step": 3310 + }, + { + "loss_action": 0.08168085664510727, + "loss_total": 0.08168085664510727, + "step": 3310 + }, + { + "loss_action": 0.07830481231212616, + "loss_total": 0.07830481231212616, + "step": 3310 + }, + { + "loss_action": 0.0555858314037323, + "loss_total": 0.0555858314037323, + "step": 3310 + }, + { + "loss_action": 0.037931039929389954, + "loss_total": 0.037931039929389954, + "step": 3310 + }, + { + "loss_action": 0.07845167070627213, + "loss_total": 0.07845167070627213, + "step": 3310 + }, + { + "loss_action": 0.05538127198815346, + "loss_total": 0.05538127198815346, + "step": 3310 + }, + { + "grad_norm": 0.9441538453102112, + "learning_rate": 6.638e-05, + "loss": 0.0597, + "step": 3320 + }, + { + "loss_action": 0.06707798689603806, + "loss_total": 0.06707798689603806, + "step": 3320 + }, + { + "loss_action": 0.05847199261188507, + "loss_total": 0.05847199261188507, + "step": 3320 + }, + { + "loss_action": 0.03698856011033058, + "loss_total": 0.03698856011033058, + "step": 3320 + }, + { + "loss_action": 0.03917056694626808, + "loss_total": 0.03917056694626808, + "step": 3320 + }, + { + "loss_action": 0.05730191990733147, + "loss_total": 0.05730191990733147, + "step": 3320 + }, + { + "loss_action": 0.07072548568248749, + "loss_total": 0.07072548568248749, + "step": 3320 + }, + { + "grad_norm": 1.1246689558029175, + "learning_rate": 6.658e-05, + "loss": 0.0668, + "step": 3330 + }, + { + "loss_action": 0.06029726564884186, + "loss_total": 0.06029726564884186, + "step": 3330 + }, + { + "loss_action": 0.0712270438671112, + "loss_total": 0.0712270438671112, + "step": 3330 + }, + { + "loss_action": 0.09213514626026154, + "loss_total": 0.09213514626026154, + "step": 3330 + }, + { + "loss_action": 0.08478344976902008, + "loss_total": 0.08478344976902008, + "step": 3330 + }, + { + "loss_action": 0.037546515464782715, + "loss_total": 0.037546515464782715, + "step": 3330 + }, + { + "loss_action": 0.05953265726566315, + "loss_total": 0.05953265726566315, + "step": 3330 + }, + { + "grad_norm": 1.0875849723815918, + "learning_rate": 6.678e-05, + "loss": 0.0711, + "step": 3340 + }, + { + "loss_action": 0.04426368698477745, + "loss_total": 0.04426368698477745, + "step": 3340 + }, + { + "loss_action": 0.0506415031850338, + "loss_total": 0.0506415031850338, + "step": 3340 + }, + { + "loss_action": 0.0940973311662674, + "loss_total": 0.0940973311662674, + "step": 3340 + }, + { + "loss_action": 0.04153713583946228, + "loss_total": 0.04153713583946228, + "step": 3340 + }, + { + "loss_action": 0.05124348774552345, + "loss_total": 0.05124348774552345, + "step": 3340 + }, + { + "loss_action": 0.04089135676622391, + "loss_total": 0.04089135676622391, + "step": 3340 + }, + { + "grad_norm": 1.2366600036621094, + "learning_rate": 6.698e-05, + "loss": 0.0659, + "step": 3350 + }, + { + "loss_action": 0.040364593267440796, + "loss_total": 0.040364593267440796, + "step": 3350 + }, + { + "loss_action": 0.05732567235827446, + "loss_total": 0.05732567235827446, + "step": 3350 + }, + { + "loss_action": 0.11112026125192642, + "loss_total": 0.11112026125192642, + "step": 3350 + }, + { + "loss_action": 0.05544086918234825, + "loss_total": 0.05544086918234825, + "step": 3350 + }, + { + "loss_action": 0.059902340173721313, + "loss_total": 0.059902340173721313, + "step": 3350 + }, + { + "loss_action": 0.2663821876049042, + "loss_total": 0.2663821876049042, + "step": 3350 + }, + { + "grad_norm": 1.3286300897598267, + "learning_rate": 6.718e-05, + "loss": 0.0654, + "step": 3360 + }, + { + "loss_action": 0.07868581265211105, + "loss_total": 0.07868581265211105, + "step": 3360 + }, + { + "loss_action": 0.05268630385398865, + "loss_total": 0.05268630385398865, + "step": 3360 + }, + { + "loss_action": 0.055318694561719894, + "loss_total": 0.055318694561719894, + "step": 3360 + }, + { + "loss_action": 0.05645367503166199, + "loss_total": 0.05645367503166199, + "step": 3360 + }, + { + "loss_action": 0.0430409274995327, + "loss_total": 0.0430409274995327, + "step": 3360 + }, + { + "loss_action": 0.05859814211726189, + "loss_total": 0.05859814211726189, + "step": 3360 + }, + { + "grad_norm": 0.9223203659057617, + "learning_rate": 6.738e-05, + "loss": 0.0647, + "step": 3370 + }, + { + "loss_action": 0.059290654957294464, + "loss_total": 0.059290654957294464, + "step": 3370 + }, + { + "loss_action": 0.05564982444047928, + "loss_total": 0.05564982444047928, + "step": 3370 + }, + { + "loss_action": 0.04431604593992233, + "loss_total": 0.04431604593992233, + "step": 3370 + }, + { + "loss_action": 0.05148747190833092, + "loss_total": 0.05148747190833092, + "step": 3370 + }, + { + "loss_action": 0.03505013510584831, + "loss_total": 0.03505013510584831, + "step": 3370 + }, + { + "loss_action": 0.08275247365236282, + "loss_total": 0.08275247365236282, + "step": 3370 + }, + { + "grad_norm": 1.1043648719787598, + "learning_rate": 6.758e-05, + "loss": 0.0672, + "step": 3380 + }, + { + "loss_action": 0.09663652628660202, + "loss_total": 0.09663652628660202, + "step": 3380 + }, + { + "loss_action": 0.06658292561769485, + "loss_total": 0.06658292561769485, + "step": 3380 + }, + { + "loss_action": 0.03431348875164986, + "loss_total": 0.03431348875164986, + "step": 3380 + }, + { + "loss_action": 0.0372234582901001, + "loss_total": 0.0372234582901001, + "step": 3380 + }, + { + "loss_action": 0.08913885802030563, + "loss_total": 0.08913885802030563, + "step": 3380 + }, + { + "loss_action": 0.10726533830165863, + "loss_total": 0.10726533830165863, + "step": 3380 + }, + { + "grad_norm": 1.3373903036117554, + "learning_rate": 6.778e-05, + "loss": 0.0741, + "step": 3390 + }, + { + "loss_action": 0.07525650411844254, + "loss_total": 0.07525650411844254, + "step": 3390 + }, + { + "loss_action": 0.03901525214314461, + "loss_total": 0.03901525214314461, + "step": 3390 + }, + { + "loss_action": 0.07098621129989624, + "loss_total": 0.07098621129989624, + "step": 3390 + }, + { + "loss_action": 0.09484133869409561, + "loss_total": 0.09484133869409561, + "step": 3390 + }, + { + "loss_action": 0.11672740429639816, + "loss_total": 0.11672740429639816, + "step": 3390 + }, + { + "loss_action": 0.03788202628493309, + "loss_total": 0.03788202628493309, + "step": 3390 + }, + { + "grad_norm": 1.0692161321640015, + "learning_rate": 6.798e-05, + "loss": 0.0807, + "step": 3400 + }, + { + "loss_action": 0.04244394972920418, + "loss_total": 0.04244394972920418, + "step": 3400 + }, + { + "loss_action": 0.08905360102653503, + "loss_total": 0.08905360102653503, + "step": 3400 + }, + { + "loss_action": 0.057259272783994675, + "loss_total": 0.057259272783994675, + "step": 3400 + }, + { + "loss_action": 0.056809037923812866, + "loss_total": 0.056809037923812866, + "step": 3400 + }, + { + "loss_action": 0.07384472340345383, + "loss_total": 0.07384472340345383, + "step": 3400 + }, + { + "loss_action": 0.08569493144750595, + "loss_total": 0.08569493144750595, + "step": 3400 + }, + { + "grad_norm": 1.2195990085601807, + "learning_rate": 6.818e-05, + "loss": 0.0708, + "step": 3410 + }, + { + "loss_action": 0.20799878239631653, + "loss_total": 0.20799878239631653, + "step": 3410 + }, + { + "loss_action": 0.06357135623693466, + "loss_total": 0.06357135623693466, + "step": 3410 + }, + { + "loss_action": 0.04359538480639458, + "loss_total": 0.04359538480639458, + "step": 3410 + }, + { + "loss_action": 0.05215921252965927, + "loss_total": 0.05215921252965927, + "step": 3410 + }, + { + "loss_action": 0.06588641554117203, + "loss_total": 0.06588641554117203, + "step": 3410 + }, + { + "loss_action": 0.05311891809105873, + "loss_total": 0.05311891809105873, + "step": 3410 + }, + { + "grad_norm": 1.1292798519134521, + "learning_rate": 6.838e-05, + "loss": 0.0645, + "step": 3420 + }, + { + "loss_action": 0.07185184210538864, + "loss_total": 0.07185184210538864, + "step": 3420 + }, + { + "loss_action": 0.0890273004770279, + "loss_total": 0.0890273004770279, + "step": 3420 + }, + { + "loss_action": 0.04324372485280037, + "loss_total": 0.04324372485280037, + "step": 3420 + }, + { + "loss_action": 0.05369403958320618, + "loss_total": 0.05369403958320618, + "step": 3420 + }, + { + "loss_action": 0.179438054561615, + "loss_total": 0.179438054561615, + "step": 3420 + }, + { + "loss_action": 0.04073122516274452, + "loss_total": 0.04073122516274452, + "step": 3420 + }, + { + "grad_norm": 1.0065019130706787, + "learning_rate": 6.858e-05, + "loss": 0.0749, + "step": 3430 + }, + { + "loss_action": 0.04543817415833473, + "loss_total": 0.04543817415833473, + "step": 3430 + }, + { + "loss_action": 0.056688323616981506, + "loss_total": 0.056688323616981506, + "step": 3430 + }, + { + "loss_action": 0.05644023045897484, + "loss_total": 0.05644023045897484, + "step": 3430 + }, + { + "loss_action": 0.06448777765035629, + "loss_total": 0.06448777765035629, + "step": 3430 + }, + { + "loss_action": 0.03895268589258194, + "loss_total": 0.03895268589258194, + "step": 3430 + }, + { + "loss_action": 0.08583584427833557, + "loss_total": 0.08583584427833557, + "step": 3430 + }, + { + "grad_norm": 0.9964509606361389, + "learning_rate": 6.878e-05, + "loss": 0.068, + "step": 3440 + }, + { + "loss_action": 0.07615267485380173, + "loss_total": 0.07615267485380173, + "step": 3440 + }, + { + "loss_action": 0.0519927479326725, + "loss_total": 0.0519927479326725, + "step": 3440 + }, + { + "loss_action": 0.05058727413415909, + "loss_total": 0.05058727413415909, + "step": 3440 + }, + { + "loss_action": 0.07681103050708771, + "loss_total": 0.07681103050708771, + "step": 3440 + }, + { + "loss_action": 0.0382518470287323, + "loss_total": 0.0382518470287323, + "step": 3440 + }, + { + "loss_action": 0.04138081893324852, + "loss_total": 0.04138081893324852, + "step": 3440 + }, + { + "grad_norm": 1.0699418783187866, + "learning_rate": 6.898e-05, + "loss": 0.0672, + "step": 3450 + }, + { + "loss_action": 0.04310539737343788, + "loss_total": 0.04310539737343788, + "step": 3450 + }, + { + "loss_action": 0.03622713312506676, + "loss_total": 0.03622713312506676, + "step": 3450 + }, + { + "loss_action": 0.19490064680576324, + "loss_total": 0.19490064680576324, + "step": 3450 + }, + { + "loss_action": 0.08352876454591751, + "loss_total": 0.08352876454591751, + "step": 3450 + }, + { + "loss_action": 0.07848798483610153, + "loss_total": 0.07848798483610153, + "step": 3450 + }, + { + "loss_action": 0.08514638990163803, + "loss_total": 0.08514638990163803, + "step": 3450 + }, + { + "grad_norm": 1.0686075687408447, + "learning_rate": 6.918e-05, + "loss": 0.0656, + "step": 3460 + }, + { + "loss_action": 0.043986424803733826, + "loss_total": 0.043986424803733826, + "step": 3460 + }, + { + "loss_action": 0.051202431321144104, + "loss_total": 0.051202431321144104, + "step": 3460 + }, + { + "loss_action": 0.11879412084817886, + "loss_total": 0.11879412084817886, + "step": 3460 + }, + { + "loss_action": 0.04406609386205673, + "loss_total": 0.04406609386205673, + "step": 3460 + }, + { + "loss_action": 0.03967247158288956, + "loss_total": 0.03967247158288956, + "step": 3460 + }, + { + "loss_action": 0.052884332835674286, + "loss_total": 0.052884332835674286, + "step": 3460 + }, + { + "grad_norm": 0.9876523017883301, + "learning_rate": 6.938e-05, + "loss": 0.0627, + "step": 3470 + }, + { + "loss_action": 0.045508455485105515, + "loss_total": 0.045508455485105515, + "step": 3470 + }, + { + "loss_action": 0.038477834314107895, + "loss_total": 0.038477834314107895, + "step": 3470 + }, + { + "loss_action": 0.06946101784706116, + "loss_total": 0.06946101784706116, + "step": 3470 + }, + { + "loss_action": 0.045796435326337814, + "loss_total": 0.045796435326337814, + "step": 3470 + }, + { + "loss_action": 0.06790272146463394, + "loss_total": 0.06790272146463394, + "step": 3470 + }, + { + "loss_action": 0.05573635548353195, + "loss_total": 0.05573635548353195, + "step": 3470 + }, + { + "grad_norm": 1.1049240827560425, + "learning_rate": 6.958e-05, + "loss": 0.0608, + "step": 3480 + }, + { + "loss_action": 0.049906227737665176, + "loss_total": 0.049906227737665176, + "step": 3480 + }, + { + "loss_action": 0.09399820864200592, + "loss_total": 0.09399820864200592, + "step": 3480 + }, + { + "loss_action": 0.04222215712070465, + "loss_total": 0.04222215712070465, + "step": 3480 + }, + { + "loss_action": 0.04724732041358948, + "loss_total": 0.04724732041358948, + "step": 3480 + }, + { + "loss_action": 0.057590316981077194, + "loss_total": 0.057590316981077194, + "step": 3480 + }, + { + "loss_action": 0.03614798188209534, + "loss_total": 0.03614798188209534, + "step": 3480 + }, + { + "grad_norm": 1.4967604875564575, + "learning_rate": 6.978e-05, + "loss": 0.0727, + "step": 3490 + }, + { + "loss_action": 0.0912139043211937, + "loss_total": 0.0912139043211937, + "step": 3490 + }, + { + "loss_action": 0.08863906562328339, + "loss_total": 0.08863906562328339, + "step": 3490 + }, + { + "loss_action": 0.04433752968907356, + "loss_total": 0.04433752968907356, + "step": 3490 + }, + { + "loss_action": 0.07441147416830063, + "loss_total": 0.07441147416830063, + "step": 3490 + }, + { + "loss_action": 0.06733010709285736, + "loss_total": 0.06733010709285736, + "step": 3490 + }, + { + "loss_action": 0.09860266745090485, + "loss_total": 0.09860266745090485, + "step": 3490 + }, + { + "grad_norm": 1.006387710571289, + "learning_rate": 6.998e-05, + "loss": 0.0585, + "step": 3500 + }, + { + "loss_action": 0.03446836769580841, + "loss_total": 0.03446836769580841, + "step": 3500 + }, + { + "loss_action": 0.04031791538000107, + "loss_total": 0.04031791538000107, + "step": 3500 + }, + { + "loss_action": 0.050910305231809616, + "loss_total": 0.050910305231809616, + "step": 3500 + }, + { + "loss_action": 0.07561951875686646, + "loss_total": 0.07561951875686646, + "step": 3500 + }, + { + "loss_action": 0.11005115509033203, + "loss_total": 0.11005115509033203, + "step": 3500 + }, + { + "loss_action": 0.04412338510155678, + "loss_total": 0.04412338510155678, + "step": 3500 + }, + { + "grad_norm": 1.004416823387146, + "learning_rate": 7.018e-05, + "loss": 0.0672, + "step": 3510 + }, + { + "loss_action": 0.052908167243003845, + "loss_total": 0.052908167243003845, + "step": 3510 + }, + { + "loss_action": 0.04867120087146759, + "loss_total": 0.04867120087146759, + "step": 3510 + }, + { + "loss_action": 0.037691570818424225, + "loss_total": 0.037691570818424225, + "step": 3510 + }, + { + "loss_action": 0.0478595569729805, + "loss_total": 0.0478595569729805, + "step": 3510 + }, + { + "loss_action": 0.0437183678150177, + "loss_total": 0.0437183678150177, + "step": 3510 + }, + { + "loss_action": 0.1484861671924591, + "loss_total": 0.1484861671924591, + "step": 3510 + }, + { + "grad_norm": 0.971114456653595, + "learning_rate": 7.038e-05, + "loss": 0.0537, + "step": 3520 + }, + { + "loss_action": 0.05632495880126953, + "loss_total": 0.05632495880126953, + "step": 3520 + }, + { + "loss_action": 0.087858647108078, + "loss_total": 0.087858647108078, + "step": 3520 + }, + { + "loss_action": 0.040265753865242004, + "loss_total": 0.040265753865242004, + "step": 3520 + }, + { + "loss_action": 0.040362048894166946, + "loss_total": 0.040362048894166946, + "step": 3520 + }, + { + "loss_action": 0.059672243893146515, + "loss_total": 0.059672243893146515, + "step": 3520 + }, + { + "loss_action": 0.04662930592894554, + "loss_total": 0.04662930592894554, + "step": 3520 + }, + { + "grad_norm": 1.035021185874939, + "learning_rate": 7.058e-05, + "loss": 0.0632, + "step": 3530 + }, + { + "loss_action": 0.061525918543338776, + "loss_total": 0.061525918543338776, + "step": 3530 + }, + { + "loss_action": 0.1776045709848404, + "loss_total": 0.1776045709848404, + "step": 3530 + }, + { + "loss_action": 0.046912916004657745, + "loss_total": 0.046912916004657745, + "step": 3530 + }, + { + "loss_action": 0.05573554337024689, + "loss_total": 0.05573554337024689, + "step": 3530 + }, + { + "loss_action": 0.053096022456884384, + "loss_total": 0.053096022456884384, + "step": 3530 + }, + { + "loss_action": 0.05167631432414055, + "loss_total": 0.05167631432414055, + "step": 3530 + }, + { + "grad_norm": 1.6466600894927979, + "learning_rate": 7.078e-05, + "loss": 0.0856, + "step": 3540 + }, + { + "loss_action": 0.03751435875892639, + "loss_total": 0.03751435875892639, + "step": 3540 + }, + { + "loss_action": 0.047636374831199646, + "loss_total": 0.047636374831199646, + "step": 3540 + }, + { + "loss_action": 0.06439171731472015, + "loss_total": 0.06439171731472015, + "step": 3540 + }, + { + "loss_action": 0.05312705785036087, + "loss_total": 0.05312705785036087, + "step": 3540 + }, + { + "loss_action": 0.0454283282160759, + "loss_total": 0.0454283282160759, + "step": 3540 + }, + { + "loss_action": 0.08650809526443481, + "loss_total": 0.08650809526443481, + "step": 3540 + }, + { + "grad_norm": 0.8582931756973267, + "learning_rate": 7.098e-05, + "loss": 0.0666, + "step": 3550 + }, + { + "loss_action": 0.0543668195605278, + "loss_total": 0.0543668195605278, + "step": 3550 + }, + { + "loss_action": 0.06491269171237946, + "loss_total": 0.06491269171237946, + "step": 3550 + }, + { + "loss_action": 0.20077158510684967, + "loss_total": 0.20077158510684967, + "step": 3550 + }, + { + "loss_action": 0.06614156812429428, + "loss_total": 0.06614156812429428, + "step": 3550 + }, + { + "loss_action": 0.04090661182999611, + "loss_total": 0.04090661182999611, + "step": 3550 + }, + { + "loss_action": 0.08436635881662369, + "loss_total": 0.08436635881662369, + "step": 3550 + }, + { + "grad_norm": 0.9396834969520569, + "learning_rate": 7.118e-05, + "loss": 0.0671, + "step": 3560 + }, + { + "loss_action": 0.033469513058662415, + "loss_total": 0.033469513058662415, + "step": 3560 + }, + { + "loss_action": 0.05980399623513222, + "loss_total": 0.05980399623513222, + "step": 3560 + }, + { + "loss_action": 0.04895490035414696, + "loss_total": 0.04895490035414696, + "step": 3560 + }, + { + "loss_action": 0.04282846301794052, + "loss_total": 0.04282846301794052, + "step": 3560 + }, + { + "loss_action": 0.04404262825846672, + "loss_total": 0.04404262825846672, + "step": 3560 + }, + { + "loss_action": 0.09991417825222015, + "loss_total": 0.09991417825222015, + "step": 3560 + }, + { + "grad_norm": 0.9034562110900879, + "learning_rate": 7.138e-05, + "loss": 0.0692, + "step": 3570 + }, + { + "loss_action": 0.05936673283576965, + "loss_total": 0.05936673283576965, + "step": 3570 + }, + { + "loss_action": 0.06270314753055573, + "loss_total": 0.06270314753055573, + "step": 3570 + }, + { + "loss_action": 0.05873937904834747, + "loss_total": 0.05873937904834747, + "step": 3570 + }, + { + "loss_action": 0.05151360109448433, + "loss_total": 0.05151360109448433, + "step": 3570 + }, + { + "loss_action": 0.06412886828184128, + "loss_total": 0.06412886828184128, + "step": 3570 + }, + { + "loss_action": 0.05314524844288826, + "loss_total": 0.05314524844288826, + "step": 3570 + }, + { + "grad_norm": 1.0820530652999878, + "learning_rate": 7.158e-05, + "loss": 0.0541, + "step": 3580 + }, + { + "loss_action": 0.08235383033752441, + "loss_total": 0.08235383033752441, + "step": 3580 + }, + { + "loss_action": 0.04259111359715462, + "loss_total": 0.04259111359715462, + "step": 3580 + }, + { + "loss_action": 0.06407972425222397, + "loss_total": 0.06407972425222397, + "step": 3580 + }, + { + "loss_action": 0.08673150092363358, + "loss_total": 0.08673150092363358, + "step": 3580 + }, + { + "loss_action": 0.06332698464393616, + "loss_total": 0.06332698464393616, + "step": 3580 + }, + { + "loss_action": 0.0696924701333046, + "loss_total": 0.0696924701333046, + "step": 3580 + }, + { + "grad_norm": 1.4220784902572632, + "learning_rate": 7.178000000000001e-05, + "loss": 0.0714, + "step": 3590 + }, + { + "loss_action": 0.08327127993106842, + "loss_total": 0.08327127993106842, + "step": 3590 + }, + { + "loss_action": 0.050808485597372055, + "loss_total": 0.050808485597372055, + "step": 3590 + }, + { + "loss_action": 0.08624304831027985, + "loss_total": 0.08624304831027985, + "step": 3590 + }, + { + "loss_action": 0.07331039011478424, + "loss_total": 0.07331039011478424, + "step": 3590 + }, + { + "loss_action": 0.09729088842868805, + "loss_total": 0.09729088842868805, + "step": 3590 + }, + { + "loss_action": 0.06508585065603256, + "loss_total": 0.06508585065603256, + "step": 3590 + }, + { + "grad_norm": 1.3367526531219482, + "learning_rate": 7.198e-05, + "loss": 0.0712, + "step": 3600 + }, + { + "loss_action": 0.05050274357199669, + "loss_total": 0.05050274357199669, + "step": 3600 + }, + { + "loss_action": 0.05321341007947922, + "loss_total": 0.05321341007947922, + "step": 3600 + }, + { + "loss_action": 0.043143130838871, + "loss_total": 0.043143130838871, + "step": 3600 + }, + { + "loss_action": 0.07302577048540115, + "loss_total": 0.07302577048540115, + "step": 3600 + }, + { + "loss_action": 0.06055907905101776, + "loss_total": 0.06055907905101776, + "step": 3600 + }, + { + "loss_action": 0.042391784489154816, + "loss_total": 0.042391784489154816, + "step": 3600 + }, + { + "grad_norm": 1.2622519731521606, + "learning_rate": 7.218e-05, + "loss": 0.0631, + "step": 3610 + }, + { + "loss_action": 0.0456400141119957, + "loss_total": 0.0456400141119957, + "step": 3610 + }, + { + "loss_action": 0.18466462194919586, + "loss_total": 0.18466462194919586, + "step": 3610 + }, + { + "loss_action": 0.04622931405901909, + "loss_total": 0.04622931405901909, + "step": 3610 + }, + { + "loss_action": 0.06074938923120499, + "loss_total": 0.06074938923120499, + "step": 3610 + }, + { + "loss_action": 0.06869376450777054, + "loss_total": 0.06869376450777054, + "step": 3610 + }, + { + "loss_action": 0.15573889017105103, + "loss_total": 0.15573889017105103, + "step": 3610 + }, + { + "grad_norm": 1.056757926940918, + "learning_rate": 7.238000000000001e-05, + "loss": 0.0701, + "step": 3620 + }, + { + "loss_action": 0.041085440665483475, + "loss_total": 0.041085440665483475, + "step": 3620 + }, + { + "loss_action": 0.04016905277967453, + "loss_total": 0.04016905277967453, + "step": 3620 + }, + { + "loss_action": 0.13671867549419403, + "loss_total": 0.13671867549419403, + "step": 3620 + }, + { + "loss_action": 0.03652644157409668, + "loss_total": 0.03652644157409668, + "step": 3620 + }, + { + "loss_action": 0.06478079408407211, + "loss_total": 0.06478079408407211, + "step": 3620 + }, + { + "loss_action": 0.0949709489941597, + "loss_total": 0.0949709489941597, + "step": 3620 + }, + { + "grad_norm": 1.254259705543518, + "learning_rate": 7.258e-05, + "loss": 0.0706, + "step": 3630 + }, + { + "loss_action": 0.10589933395385742, + "loss_total": 0.10589933395385742, + "step": 3630 + }, + { + "loss_action": 0.11035174131393433, + "loss_total": 0.11035174131393433, + "step": 3630 + }, + { + "loss_action": 0.06536080688238144, + "loss_total": 0.06536080688238144, + "step": 3630 + }, + { + "loss_action": 0.06737717986106873, + "loss_total": 0.06737717986106873, + "step": 3630 + }, + { + "loss_action": 0.0676007866859436, + "loss_total": 0.0676007866859436, + "step": 3630 + }, + { + "loss_action": 0.06485330313444138, + "loss_total": 0.06485330313444138, + "step": 3630 + }, + { + "grad_norm": 1.18891441822052, + "learning_rate": 7.278e-05, + "loss": 0.0653, + "step": 3640 + }, + { + "loss_action": 0.06557222455739975, + "loss_total": 0.06557222455739975, + "step": 3640 + }, + { + "loss_action": 0.052367933094501495, + "loss_total": 0.052367933094501495, + "step": 3640 + }, + { + "loss_action": 0.035146139562129974, + "loss_total": 0.035146139562129974, + "step": 3640 + }, + { + "loss_action": 0.052727486938238144, + "loss_total": 0.052727486938238144, + "step": 3640 + }, + { + "loss_action": 0.15160828828811646, + "loss_total": 0.15160828828811646, + "step": 3640 + }, + { + "loss_action": 0.2663462162017822, + "loss_total": 0.2663462162017822, + "step": 3640 + }, + { + "grad_norm": 1.0498508214950562, + "learning_rate": 7.298000000000001e-05, + "loss": 0.0676, + "step": 3650 + }, + { + "loss_action": 0.04784892126917839, + "loss_total": 0.04784892126917839, + "step": 3650 + }, + { + "loss_action": 0.03988017141819, + "loss_total": 0.03988017141819, + "step": 3650 + }, + { + "loss_action": 0.04720662534236908, + "loss_total": 0.04720662534236908, + "step": 3650 + }, + { + "loss_action": 0.03640298545360565, + "loss_total": 0.03640298545360565, + "step": 3650 + }, + { + "loss_action": 0.05181264132261276, + "loss_total": 0.05181264132261276, + "step": 3650 + }, + { + "loss_action": 0.0391923226416111, + "loss_total": 0.0391923226416111, + "step": 3650 + }, + { + "grad_norm": 0.9464225172996521, + "learning_rate": 7.318e-05, + "loss": 0.0563, + "step": 3660 + }, + { + "loss_action": 0.05747935548424721, + "loss_total": 0.05747935548424721, + "step": 3660 + }, + { + "loss_action": 0.05178752541542053, + "loss_total": 0.05178752541542053, + "step": 3660 + }, + { + "loss_action": 0.045983560383319855, + "loss_total": 0.045983560383319855, + "step": 3660 + }, + { + "loss_action": 0.048071011900901794, + "loss_total": 0.048071011900901794, + "step": 3660 + }, + { + "loss_action": 0.054685648530721664, + "loss_total": 0.054685648530721664, + "step": 3660 + }, + { + "loss_action": 0.041575439274311066, + "loss_total": 0.041575439274311066, + "step": 3660 + }, + { + "grad_norm": 1.0450276136398315, + "learning_rate": 7.338e-05, + "loss": 0.0593, + "step": 3670 + }, + { + "loss_action": 0.055927496403455734, + "loss_total": 0.055927496403455734, + "step": 3670 + }, + { + "loss_action": 0.18239735066890717, + "loss_total": 0.18239735066890717, + "step": 3670 + }, + { + "loss_action": 0.040848225355148315, + "loss_total": 0.040848225355148315, + "step": 3670 + }, + { + "loss_action": 0.04784386232495308, + "loss_total": 0.04784386232495308, + "step": 3670 + }, + { + "loss_action": 0.06233803555369377, + "loss_total": 0.06233803555369377, + "step": 3670 + }, + { + "loss_action": 0.03333105146884918, + "loss_total": 0.03333105146884918, + "step": 3670 + }, + { + "grad_norm": 1.058927059173584, + "learning_rate": 7.358000000000001e-05, + "loss": 0.0608, + "step": 3680 + }, + { + "loss_action": 0.04578132927417755, + "loss_total": 0.04578132927417755, + "step": 3680 + }, + { + "loss_action": 0.0543782077729702, + "loss_total": 0.0543782077729702, + "step": 3680 + }, + { + "loss_action": 0.06707107275724411, + "loss_total": 0.06707107275724411, + "step": 3680 + }, + { + "loss_action": 0.08508718758821487, + "loss_total": 0.08508718758821487, + "step": 3680 + }, + { + "loss_action": 0.0691431537270546, + "loss_total": 0.0691431537270546, + "step": 3680 + }, + { + "loss_action": 0.05935503542423248, + "loss_total": 0.05935503542423248, + "step": 3680 + }, + { + "grad_norm": 1.2550716400146484, + "learning_rate": 7.378e-05, + "loss": 0.0602, + "step": 3690 + }, + { + "loss_action": 0.048444464802742004, + "loss_total": 0.048444464802742004, + "step": 3690 + }, + { + "loss_action": 0.05164105072617531, + "loss_total": 0.05164105072617531, + "step": 3690 + }, + { + "loss_action": 0.03960227966308594, + "loss_total": 0.03960227966308594, + "step": 3690 + }, + { + "loss_action": 0.03842670097947121, + "loss_total": 0.03842670097947121, + "step": 3690 + }, + { + "loss_action": 0.04153778403997421, + "loss_total": 0.04153778403997421, + "step": 3690 + }, + { + "loss_action": 0.06763066351413727, + "loss_total": 0.06763066351413727, + "step": 3690 + }, + { + "grad_norm": 1.1712229251861572, + "learning_rate": 7.398e-05, + "loss": 0.0617, + "step": 3700 + }, + { + "loss_action": 0.049434177577495575, + "loss_total": 0.049434177577495575, + "step": 3700 + }, + { + "loss_action": 0.055129025131464005, + "loss_total": 0.055129025131464005, + "step": 3700 + }, + { + "loss_action": 0.07500003278255463, + "loss_total": 0.07500003278255463, + "step": 3700 + }, + { + "loss_action": 0.04501776397228241, + "loss_total": 0.04501776397228241, + "step": 3700 + }, + { + "loss_action": 0.06073008477687836, + "loss_total": 0.06073008477687836, + "step": 3700 + }, + { + "loss_action": 0.046814706176519394, + "loss_total": 0.046814706176519394, + "step": 3700 + }, + { + "grad_norm": 1.08212411403656, + "learning_rate": 7.418000000000001e-05, + "loss": 0.0631, + "step": 3710 + }, + { + "loss_action": 0.04744788631796837, + "loss_total": 0.04744788631796837, + "step": 3710 + }, + { + "loss_action": 0.033164117485284805, + "loss_total": 0.033164117485284805, + "step": 3710 + }, + { + "loss_action": 0.0798155665397644, + "loss_total": 0.0798155665397644, + "step": 3710 + }, + { + "loss_action": 0.051936838775873184, + "loss_total": 0.051936838775873184, + "step": 3710 + }, + { + "loss_action": 0.059225354343652725, + "loss_total": 0.059225354343652725, + "step": 3710 + }, + { + "loss_action": 0.07714155316352844, + "loss_total": 0.07714155316352844, + "step": 3710 + }, + { + "grad_norm": 1.198383092880249, + "learning_rate": 7.438e-05, + "loss": 0.0598, + "step": 3720 + }, + { + "loss_action": 0.040952470153570175, + "loss_total": 0.040952470153570175, + "step": 3720 + }, + { + "loss_action": 0.03717083856463432, + "loss_total": 0.03717083856463432, + "step": 3720 + }, + { + "loss_action": 0.050467342138290405, + "loss_total": 0.050467342138290405, + "step": 3720 + }, + { + "loss_action": 0.04144897311925888, + "loss_total": 0.04144897311925888, + "step": 3720 + }, + { + "loss_action": 0.05284625664353371, + "loss_total": 0.05284625664353371, + "step": 3720 + }, + { + "loss_action": 0.045576635748147964, + "loss_total": 0.045576635748147964, + "step": 3720 + }, + { + "grad_norm": 1.0554718971252441, + "learning_rate": 7.458000000000001e-05, + "loss": 0.0657, + "step": 3730 + }, + { + "loss_action": 0.039938315749168396, + "loss_total": 0.039938315749168396, + "step": 3730 + }, + { + "loss_action": 0.06393420696258545, + "loss_total": 0.06393420696258545, + "step": 3730 + }, + { + "loss_action": 0.08652802556753159, + "loss_total": 0.08652802556753159, + "step": 3730 + }, + { + "loss_action": 0.05255940929055214, + "loss_total": 0.05255940929055214, + "step": 3730 + }, + { + "loss_action": 0.09614705294370651, + "loss_total": 0.09614705294370651, + "step": 3730 + }, + { + "loss_action": 0.16452094912528992, + "loss_total": 0.16452094912528992, + "step": 3730 + }, + { + "grad_norm": 1.0667895078659058, + "learning_rate": 7.478e-05, + "loss": 0.0673, + "step": 3740 + }, + { + "loss_action": 0.059084467589855194, + "loss_total": 0.059084467589855194, + "step": 3740 + }, + { + "loss_action": 0.04454294964671135, + "loss_total": 0.04454294964671135, + "step": 3740 + }, + { + "loss_action": 0.2723543643951416, + "loss_total": 0.2723543643951416, + "step": 3740 + }, + { + "loss_action": 0.03883517533540726, + "loss_total": 0.03883517533540726, + "step": 3740 + }, + { + "loss_action": 0.04756135120987892, + "loss_total": 0.04756135120987892, + "step": 3740 + }, + { + "loss_action": 0.11390335112810135, + "loss_total": 0.11390335112810135, + "step": 3740 + }, + { + "grad_norm": 1.2214089632034302, + "learning_rate": 7.498e-05, + "loss": 0.0703, + "step": 3750 + }, + { + "loss_action": 0.04566998779773712, + "loss_total": 0.04566998779773712, + "step": 3750 + }, + { + "loss_action": 0.05180035158991814, + "loss_total": 0.05180035158991814, + "step": 3750 + }, + { + "loss_action": 0.08014583587646484, + "loss_total": 0.08014583587646484, + "step": 3750 + }, + { + "loss_action": 0.037269167602062225, + "loss_total": 0.037269167602062225, + "step": 3750 + }, + { + "loss_action": 0.0331592932343483, + "loss_total": 0.0331592932343483, + "step": 3750 + }, + { + "loss_action": 0.041778359562158585, + "loss_total": 0.041778359562158585, + "step": 3750 + }, + { + "grad_norm": 1.1111170053482056, + "learning_rate": 7.518000000000001e-05, + "loss": 0.066, + "step": 3760 + }, + { + "loss_action": 0.0731886774301529, + "loss_total": 0.0731886774301529, + "step": 3760 + }, + { + "loss_action": 0.08059916645288467, + "loss_total": 0.08059916645288467, + "step": 3760 + }, + { + "loss_action": 0.1116388812661171, + "loss_total": 0.1116388812661171, + "step": 3760 + }, + { + "loss_action": 0.047754425555467606, + "loss_total": 0.047754425555467606, + "step": 3760 + }, + { + "loss_action": 0.08293014764785767, + "loss_total": 0.08293014764785767, + "step": 3760 + }, + { + "loss_action": 0.08484635502099991, + "loss_total": 0.08484635502099991, + "step": 3760 + }, + { + "grad_norm": 1.0742871761322021, + "learning_rate": 7.538e-05, + "loss": 0.0667, + "step": 3770 + }, + { + "loss_action": 0.08330637216567993, + "loss_total": 0.08330637216567993, + "step": 3770 + }, + { + "loss_action": 0.04740281403064728, + "loss_total": 0.04740281403064728, + "step": 3770 + }, + { + "loss_action": 0.039280835539102554, + "loss_total": 0.039280835539102554, + "step": 3770 + }, + { + "loss_action": 0.05622342601418495, + "loss_total": 0.05622342601418495, + "step": 3770 + }, + { + "loss_action": 0.042740073055028915, + "loss_total": 0.042740073055028915, + "step": 3770 + }, + { + "loss_action": 0.059275124222040176, + "loss_total": 0.059275124222040176, + "step": 3770 + }, + { + "grad_norm": 1.0450084209442139, + "learning_rate": 7.558e-05, + "loss": 0.0689, + "step": 3780 + }, + { + "loss_action": 0.12839539349079132, + "loss_total": 0.12839539349079132, + "step": 3780 + }, + { + "loss_action": 0.31320369243621826, + "loss_total": 0.31320369243621826, + "step": 3780 + }, + { + "loss_action": 0.03498320281505585, + "loss_total": 0.03498320281505585, + "step": 3780 + }, + { + "loss_action": 0.061515383422374725, + "loss_total": 0.061515383422374725, + "step": 3780 + }, + { + "loss_action": 0.09126246720552444, + "loss_total": 0.09126246720552444, + "step": 3780 + }, + { + "loss_action": 0.07834482938051224, + "loss_total": 0.07834482938051224, + "step": 3780 + }, + { + "grad_norm": 1.0047733783721924, + "learning_rate": 7.578000000000001e-05, + "loss": 0.0675, + "step": 3790 + }, + { + "loss_action": 0.0758586972951889, + "loss_total": 0.0758586972951889, + "step": 3790 + }, + { + "loss_action": 0.03965676575899124, + "loss_total": 0.03965676575899124, + "step": 3790 + }, + { + "loss_action": 0.06536288559436798, + "loss_total": 0.06536288559436798, + "step": 3790 + }, + { + "loss_action": 0.0598866306245327, + "loss_total": 0.0598866306245327, + "step": 3790 + }, + { + "loss_action": 0.048651617020368576, + "loss_total": 0.048651617020368576, + "step": 3790 + }, + { + "loss_action": 0.036581676453351974, + "loss_total": 0.036581676453351974, + "step": 3790 + }, + { + "grad_norm": 1.9993751049041748, + "learning_rate": 7.598e-05, + "loss": 0.0721, + "step": 3800 + }, + { + "loss_action": 0.07124802470207214, + "loss_total": 0.07124802470207214, + "step": 3800 + }, + { + "loss_action": 0.04783523082733154, + "loss_total": 0.04783523082733154, + "step": 3800 + }, + { + "loss_action": 0.05323977768421173, + "loss_total": 0.05323977768421173, + "step": 3800 + }, + { + "loss_action": 0.06511911004781723, + "loss_total": 0.06511911004781723, + "step": 3800 + }, + { + "loss_action": 0.03563971444964409, + "loss_total": 0.03563971444964409, + "step": 3800 + }, + { + "loss_action": 0.063438780605793, + "loss_total": 0.063438780605793, + "step": 3800 + }, + { + "grad_norm": 0.8120868802070618, + "learning_rate": 7.618e-05, + "loss": 0.095, + "step": 3810 + }, + { + "loss_action": 0.04321717843413353, + "loss_total": 0.04321717843413353, + "step": 3810 + }, + { + "loss_action": 0.1310417801141739, + "loss_total": 0.1310417801141739, + "step": 3810 + }, + { + "loss_action": 0.05643806606531143, + "loss_total": 0.05643806606531143, + "step": 3810 + }, + { + "loss_action": 0.06506175547838211, + "loss_total": 0.06506175547838211, + "step": 3810 + }, + { + "loss_action": 0.08174625784158707, + "loss_total": 0.08174625784158707, + "step": 3810 + }, + { + "loss_action": 0.06636938452720642, + "loss_total": 0.06636938452720642, + "step": 3810 + }, + { + "grad_norm": 0.9464083313941956, + "learning_rate": 7.638000000000001e-05, + "loss": 0.0673, + "step": 3820 + }, + { + "loss_action": 0.04019586741924286, + "loss_total": 0.04019586741924286, + "step": 3820 + }, + { + "loss_action": 0.05617965757846832, + "loss_total": 0.05617965757846832, + "step": 3820 + }, + { + "loss_action": 0.055195555090904236, + "loss_total": 0.055195555090904236, + "step": 3820 + }, + { + "loss_action": 0.050300482660532, + "loss_total": 0.050300482660532, + "step": 3820 + }, + { + "loss_action": 0.03350837156176567, + "loss_total": 0.03350837156176567, + "step": 3820 + }, + { + "loss_action": 0.03808373957872391, + "loss_total": 0.03808373957872391, + "step": 3820 + }, + { + "grad_norm": 1.267948031425476, + "learning_rate": 7.658e-05, + "loss": 0.0651, + "step": 3830 + }, + { + "loss_action": 0.037410493940114975, + "loss_total": 0.037410493940114975, + "step": 3830 + }, + { + "loss_action": 0.04347557574510574, + "loss_total": 0.04347557574510574, + "step": 3830 + }, + { + "loss_action": 0.05934210494160652, + "loss_total": 0.05934210494160652, + "step": 3830 + }, + { + "loss_action": 0.04301624745130539, + "loss_total": 0.04301624745130539, + "step": 3830 + }, + { + "loss_action": 0.06747853010892868, + "loss_total": 0.06747853010892868, + "step": 3830 + }, + { + "loss_action": 0.06064729765057564, + "loss_total": 0.06064729765057564, + "step": 3830 + }, + { + "grad_norm": 0.916664183139801, + "learning_rate": 7.678000000000001e-05, + "loss": 0.0569, + "step": 3840 + }, + { + "loss_action": 0.06305854022502899, + "loss_total": 0.06305854022502899, + "step": 3840 + }, + { + "loss_action": 0.07176528871059418, + "loss_total": 0.07176528871059418, + "step": 3840 + }, + { + "loss_action": 0.05379528924822807, + "loss_total": 0.05379528924822807, + "step": 3840 + }, + { + "loss_action": 0.04957866668701172, + "loss_total": 0.04957866668701172, + "step": 3840 + }, + { + "loss_action": 0.043133147060871124, + "loss_total": 0.043133147060871124, + "step": 3840 + }, + { + "loss_action": 0.08078469336032867, + "loss_total": 0.08078469336032867, + "step": 3840 + }, + { + "grad_norm": 1.1247005462646484, + "learning_rate": 7.698000000000001e-05, + "loss": 0.0644, + "step": 3850 + }, + { + "loss_action": 0.04771930351853371, + "loss_total": 0.04771930351853371, + "step": 3850 + }, + { + "loss_action": 0.03477642685174942, + "loss_total": 0.03477642685174942, + "step": 3850 + }, + { + "loss_action": 0.03922788426280022, + "loss_total": 0.03922788426280022, + "step": 3850 + }, + { + "loss_action": 0.03373391553759575, + "loss_total": 0.03373391553759575, + "step": 3850 + }, + { + "loss_action": 0.06044532358646393, + "loss_total": 0.06044532358646393, + "step": 3850 + }, + { + "loss_action": 0.07999305427074432, + "loss_total": 0.07999305427074432, + "step": 3850 + }, + { + "grad_norm": 1.1815505027770996, + "learning_rate": 7.718e-05, + "loss": 0.0631, + "step": 3860 + }, + { + "loss_action": 0.06436018645763397, + "loss_total": 0.06436018645763397, + "step": 3860 + }, + { + "loss_action": 0.0472884438931942, + "loss_total": 0.0472884438931942, + "step": 3860 + }, + { + "loss_action": 0.046039264649152756, + "loss_total": 0.046039264649152756, + "step": 3860 + }, + { + "loss_action": 0.10227169096469879, + "loss_total": 0.10227169096469879, + "step": 3860 + }, + { + "loss_action": 0.11222323775291443, + "loss_total": 0.11222323775291443, + "step": 3860 + }, + { + "loss_action": 0.04786309972405434, + "loss_total": 0.04786309972405434, + "step": 3860 + }, + { + "grad_norm": 1.1212687492370605, + "learning_rate": 7.738000000000001e-05, + "loss": 0.072, + "step": 3870 + }, + { + "loss_action": 0.05235229432582855, + "loss_total": 0.05235229432582855, + "step": 3870 + }, + { + "loss_action": 0.19083565473556519, + "loss_total": 0.19083565473556519, + "step": 3870 + }, + { + "loss_action": 0.0907478779554367, + "loss_total": 0.0907478779554367, + "step": 3870 + }, + { + "loss_action": 0.07323194295167923, + "loss_total": 0.07323194295167923, + "step": 3870 + }, + { + "loss_action": 0.038346096873283386, + "loss_total": 0.038346096873283386, + "step": 3870 + }, + { + "loss_action": 0.10881301015615463, + "loss_total": 0.10881301015615463, + "step": 3870 + }, + { + "grad_norm": 0.8943347930908203, + "learning_rate": 7.758000000000001e-05, + "loss": 0.0835, + "step": 3880 + }, + { + "loss_action": 0.10105866193771362, + "loss_total": 0.10105866193771362, + "step": 3880 + }, + { + "loss_action": 0.039191409945487976, + "loss_total": 0.039191409945487976, + "step": 3880 + }, + { + "loss_action": 0.05339325964450836, + "loss_total": 0.05339325964450836, + "step": 3880 + }, + { + "loss_action": 0.04961258918046951, + "loss_total": 0.04961258918046951, + "step": 3880 + }, + { + "loss_action": 0.05444014444947243, + "loss_total": 0.05444014444947243, + "step": 3880 + }, + { + "loss_action": 0.053521446883678436, + "loss_total": 0.053521446883678436, + "step": 3880 + }, + { + "grad_norm": 0.9485400319099426, + "learning_rate": 7.778e-05, + "loss": 0.0645, + "step": 3890 + }, + { + "loss_action": 0.07987848669290543, + "loss_total": 0.07987848669290543, + "step": 3890 + }, + { + "loss_action": 0.10107841342687607, + "loss_total": 0.10107841342687607, + "step": 3890 + }, + { + "loss_action": 0.0822993740439415, + "loss_total": 0.0822993740439415, + "step": 3890 + }, + { + "loss_action": 0.049059685319662094, + "loss_total": 0.049059685319662094, + "step": 3890 + }, + { + "loss_action": 0.054580193012952805, + "loss_total": 0.054580193012952805, + "step": 3890 + }, + { + "loss_action": 0.08545088768005371, + "loss_total": 0.08545088768005371, + "step": 3890 + }, + { + "grad_norm": 0.9935457110404968, + "learning_rate": 7.798000000000001e-05, + "loss": 0.0667, + "step": 3900 + }, + { + "loss_action": 0.08014203608036041, + "loss_total": 0.08014203608036041, + "step": 3900 + }, + { + "loss_action": 0.055299192667007446, + "loss_total": 0.055299192667007446, + "step": 3900 + }, + { + "loss_action": 0.054358914494514465, + "loss_total": 0.054358914494514465, + "step": 3900 + }, + { + "loss_action": 0.056333549320697784, + "loss_total": 0.056333549320697784, + "step": 3900 + }, + { + "loss_action": 0.04754166677594185, + "loss_total": 0.04754166677594185, + "step": 3900 + }, + { + "loss_action": 0.05351943522691727, + "loss_total": 0.05351943522691727, + "step": 3900 + }, + { + "grad_norm": 0.9991143345832825, + "learning_rate": 7.818000000000001e-05, + "loss": 0.0657, + "step": 3910 + }, + { + "loss_action": 0.058827824890613556, + "loss_total": 0.058827824890613556, + "step": 3910 + }, + { + "loss_action": 0.04517591372132301, + "loss_total": 0.04517591372132301, + "step": 3910 + }, + { + "loss_action": 0.048981886357069016, + "loss_total": 0.048981886357069016, + "step": 3910 + }, + { + "loss_action": 0.12439513951539993, + "loss_total": 0.12439513951539993, + "step": 3910 + }, + { + "loss_action": 0.052672818303108215, + "loss_total": 0.052672818303108215, + "step": 3910 + }, + { + "loss_action": 0.06350060552358627, + "loss_total": 0.06350060552358627, + "step": 3910 + }, + { + "grad_norm": 0.8984364867210388, + "learning_rate": 7.838e-05, + "loss": 0.0655, + "step": 3920 + }, + { + "loss_action": 0.04659807309508324, + "loss_total": 0.04659807309508324, + "step": 3920 + }, + { + "loss_action": 0.11063893884420395, + "loss_total": 0.11063893884420395, + "step": 3920 + }, + { + "loss_action": 0.04171515256166458, + "loss_total": 0.04171515256166458, + "step": 3920 + }, + { + "loss_action": 0.04338537156581879, + "loss_total": 0.04338537156581879, + "step": 3920 + }, + { + "loss_action": 0.17096766829490662, + "loss_total": 0.17096766829490662, + "step": 3920 + }, + { + "loss_action": 0.08558262139558792, + "loss_total": 0.08558262139558792, + "step": 3920 + }, + { + "grad_norm": 1.133362054824829, + "learning_rate": 7.858000000000001e-05, + "loss": 0.0587, + "step": 3930 + }, + { + "loss_action": 0.07191604375839233, + "loss_total": 0.07191604375839233, + "step": 3930 + }, + { + "loss_action": 0.044273052364587784, + "loss_total": 0.044273052364587784, + "step": 3930 + }, + { + "loss_action": 0.11175242811441422, + "loss_total": 0.11175242811441422, + "step": 3930 + }, + { + "loss_action": 0.05020694434642792, + "loss_total": 0.05020694434642792, + "step": 3930 + }, + { + "loss_action": 0.04118786379694939, + "loss_total": 0.04118786379694939, + "step": 3930 + }, + { + "loss_action": 0.04264850169420242, + "loss_total": 0.04264850169420242, + "step": 3930 + }, + { + "grad_norm": 1.1977686882019043, + "learning_rate": 7.878e-05, + "loss": 0.065, + "step": 3940 + }, + { + "loss_action": 0.04618207737803459, + "loss_total": 0.04618207737803459, + "step": 3940 + }, + { + "loss_action": 0.06547226756811142, + "loss_total": 0.06547226756811142, + "step": 3940 + }, + { + "loss_action": 0.06436058133840561, + "loss_total": 0.06436058133840561, + "step": 3940 + }, + { + "loss_action": 0.08794030547142029, + "loss_total": 0.08794030547142029, + "step": 3940 + }, + { + "loss_action": 0.036973245441913605, + "loss_total": 0.036973245441913605, + "step": 3940 + }, + { + "loss_action": 0.06703084707260132, + "loss_total": 0.06703084707260132, + "step": 3940 + }, + { + "grad_norm": 0.9363347887992859, + "learning_rate": 7.897999999999999e-05, + "loss": 0.0651, + "step": 3950 + }, + { + "loss_action": 0.05247259885072708, + "loss_total": 0.05247259885072708, + "step": 3950 + }, + { + "loss_action": 0.036829449236392975, + "loss_total": 0.036829449236392975, + "step": 3950 + }, + { + "loss_action": 0.05117668956518173, + "loss_total": 0.05117668956518173, + "step": 3950 + }, + { + "loss_action": 0.07079391926527023, + "loss_total": 0.07079391926527023, + "step": 3950 + }, + { + "loss_action": 0.06178130954504013, + "loss_total": 0.06178130954504013, + "step": 3950 + }, + { + "loss_action": 0.04725444316864014, + "loss_total": 0.04725444316864014, + "step": 3950 + }, + { + "grad_norm": 1.0535703897476196, + "learning_rate": 7.918e-05, + "loss": 0.0653, + "step": 3960 + }, + { + "loss_action": 0.037850476801395416, + "loss_total": 0.037850476801395416, + "step": 3960 + }, + { + "loss_action": 0.04473555088043213, + "loss_total": 0.04473555088043213, + "step": 3960 + }, + { + "loss_action": 0.061668094247579575, + "loss_total": 0.061668094247579575, + "step": 3960 + }, + { + "loss_action": 0.05881858617067337, + "loss_total": 0.05881858617067337, + "step": 3960 + }, + { + "loss_action": 0.0625382587313652, + "loss_total": 0.0625382587313652, + "step": 3960 + }, + { + "loss_action": 0.05937701091170311, + "loss_total": 0.05937701091170311, + "step": 3960 + }, + { + "grad_norm": 1.1023141145706177, + "learning_rate": 7.938e-05, + "loss": 0.0595, + "step": 3970 + }, + { + "loss_action": 0.0393092967569828, + "loss_total": 0.0393092967569828, + "step": 3970 + }, + { + "loss_action": 0.04079465568065643, + "loss_total": 0.04079465568065643, + "step": 3970 + }, + { + "loss_action": 0.05209394916892052, + "loss_total": 0.05209394916892052, + "step": 3970 + }, + { + "loss_action": 0.05744607374072075, + "loss_total": 0.05744607374072075, + "step": 3970 + }, + { + "loss_action": 0.09106213599443436, + "loss_total": 0.09106213599443436, + "step": 3970 + }, + { + "loss_action": 0.04778549447655678, + "loss_total": 0.04778549447655678, + "step": 3970 + }, + { + "grad_norm": 1.0258177518844604, + "learning_rate": 7.958e-05, + "loss": 0.0635, + "step": 3980 + }, + { + "loss_action": 0.06647812575101852, + "loss_total": 0.06647812575101852, + "step": 3980 + }, + { + "loss_action": 0.04825374111533165, + "loss_total": 0.04825374111533165, + "step": 3980 + }, + { + "loss_action": 0.0365636870265007, + "loss_total": 0.0365636870265007, + "step": 3980 + }, + { + "loss_action": 0.04980513080954552, + "loss_total": 0.04980513080954552, + "step": 3980 + }, + { + "loss_action": 0.06404910981655121, + "loss_total": 0.06404910981655121, + "step": 3980 + }, + { + "loss_action": 0.03334581106901169, + "loss_total": 0.03334581106901169, + "step": 3980 + }, + { + "grad_norm": 0.9531500935554504, + "learning_rate": 7.978e-05, + "loss": 0.0561, + "step": 3990 + }, + { + "loss_action": 0.038680315017700195, + "loss_total": 0.038680315017700195, + "step": 3990 + }, + { + "loss_action": 0.05188503488898277, + "loss_total": 0.05188503488898277, + "step": 3990 + }, + { + "loss_action": 0.08079787343740463, + "loss_total": 0.08079787343740463, + "step": 3990 + }, + { + "loss_action": 0.05363764613866806, + "loss_total": 0.05363764613866806, + "step": 3990 + }, + { + "loss_action": 0.14067573845386505, + "loss_total": 0.14067573845386505, + "step": 3990 + }, + { + "loss_action": 0.04833007603883743, + "loss_total": 0.04833007603883743, + "step": 3990 + }, + { + "grad_norm": 1.2186331748962402, + "learning_rate": 7.998e-05, + "loss": 0.0659, + "step": 4000 + }, + { + "loss_action": 0.053804829716682434, + "loss_total": 0.053804829716682434, + "step": 4000 + }, + { + "loss_action": 0.05309643596410751, + "loss_total": 0.05309643596410751, + "step": 4000 + }, + { + "loss_action": 0.11473485827445984, + "loss_total": 0.11473485827445984, + "step": 4000 + }, + { + "loss_action": 0.041992444545030594, + "loss_total": 0.041992444545030594, + "step": 4000 + }, + { + "loss_action": 0.043456729501485825, + "loss_total": 0.043456729501485825, + "step": 4000 + }, + { + "loss_action": 0.10287319868803024, + "loss_total": 0.10287319868803024, + "step": 4000 + }, + { + "grad_norm": 0.739220142364502, + "learning_rate": 8.018e-05, + "loss": 0.0578, + "step": 4010 + }, + { + "loss_action": 0.07678332179784775, + "loss_total": 0.07678332179784775, + "step": 4010 + }, + { + "loss_action": 0.06344667822122574, + "loss_total": 0.06344667822122574, + "step": 4010 + }, + { + "loss_action": 0.05060610547661781, + "loss_total": 0.05060610547661781, + "step": 4010 + }, + { + "loss_action": 0.06224377080798149, + "loss_total": 0.06224377080798149, + "step": 4010 + }, + { + "loss_action": 0.1524183452129364, + "loss_total": 0.1524183452129364, + "step": 4010 + }, + { + "loss_action": 0.032767072319984436, + "loss_total": 0.032767072319984436, + "step": 4010 + }, + { + "grad_norm": 1.0866867303848267, + "learning_rate": 8.038e-05, + "loss": 0.0689, + "step": 4020 + }, + { + "loss_action": 0.04673068970441818, + "loss_total": 0.04673068970441818, + "step": 4020 + }, + { + "loss_action": 0.04674239084124565, + "loss_total": 0.04674239084124565, + "step": 4020 + }, + { + "loss_action": 0.0507948212325573, + "loss_total": 0.0507948212325573, + "step": 4020 + }, + { + "loss_action": 0.07503002882003784, + "loss_total": 0.07503002882003784, + "step": 4020 + }, + { + "loss_action": 0.09688258171081543, + "loss_total": 0.09688258171081543, + "step": 4020 + }, + { + "loss_action": 0.04675059765577316, + "loss_total": 0.04675059765577316, + "step": 4020 + }, + { + "grad_norm": 0.9053910374641418, + "learning_rate": 8.058e-05, + "loss": 0.0681, + "step": 4030 + }, + { + "loss_action": 0.05524340644478798, + "loss_total": 0.05524340644478798, + "step": 4030 + }, + { + "loss_action": 0.062329087406396866, + "loss_total": 0.062329087406396866, + "step": 4030 + }, + { + "loss_action": 0.04142358899116516, + "loss_total": 0.04142358899116516, + "step": 4030 + }, + { + "loss_action": 0.057313088327646255, + "loss_total": 0.057313088327646255, + "step": 4030 + }, + { + "loss_action": 0.0731721967458725, + "loss_total": 0.0731721967458725, + "step": 4030 + }, + { + "loss_action": 0.03699278458952904, + "loss_total": 0.03699278458952904, + "step": 4030 + }, + { + "grad_norm": 1.058362364768982, + "learning_rate": 8.078e-05, + "loss": 0.0612, + "step": 4040 + }, + { + "loss_action": 0.04404476657509804, + "loss_total": 0.04404476657509804, + "step": 4040 + }, + { + "loss_action": 0.06484479457139969, + "loss_total": 0.06484479457139969, + "step": 4040 + }, + { + "loss_action": 0.059681449085474014, + "loss_total": 0.059681449085474014, + "step": 4040 + }, + { + "loss_action": 0.0629715621471405, + "loss_total": 0.0629715621471405, + "step": 4040 + }, + { + "loss_action": 0.05481361597776413, + "loss_total": 0.05481361597776413, + "step": 4040 + }, + { + "loss_action": 0.037567343562841415, + "loss_total": 0.037567343562841415, + "step": 4040 + }, + { + "grad_norm": 0.8671155571937561, + "learning_rate": 8.098e-05, + "loss": 0.0582, + "step": 4050 + }, + { + "loss_action": 0.04366832226514816, + "loss_total": 0.04366832226514816, + "step": 4050 + }, + { + "loss_action": 0.04725930839776993, + "loss_total": 0.04725930839776993, + "step": 4050 + }, + { + "loss_action": 0.04103715345263481, + "loss_total": 0.04103715345263481, + "step": 4050 + }, + { + "loss_action": 0.0371868796646595, + "loss_total": 0.0371868796646595, + "step": 4050 + }, + { + "loss_action": 0.03958021104335785, + "loss_total": 0.03958021104335785, + "step": 4050 + }, + { + "loss_action": 0.0934547707438469, + "loss_total": 0.0934547707438469, + "step": 4050 + }, + { + "grad_norm": 0.9876406192779541, + "learning_rate": 8.118e-05, + "loss": 0.059, + "step": 4060 + }, + { + "loss_action": 0.05329606309533119, + "loss_total": 0.05329606309533119, + "step": 4060 + }, + { + "loss_action": 0.036662761121988297, + "loss_total": 0.036662761121988297, + "step": 4060 + }, + { + "loss_action": 0.05790511891245842, + "loss_total": 0.05790511891245842, + "step": 4060 + }, + { + "loss_action": 0.0611736997961998, + "loss_total": 0.0611736997961998, + "step": 4060 + }, + { + "loss_action": 0.05733180791139603, + "loss_total": 0.05733180791139603, + "step": 4060 + }, + { + "loss_action": 0.04826406016945839, + "loss_total": 0.04826406016945839, + "step": 4060 + }, + { + "grad_norm": 0.798377275466919, + "learning_rate": 8.138e-05, + "loss": 0.0658, + "step": 4070 + }, + { + "loss_action": 0.0499718114733696, + "loss_total": 0.0499718114733696, + "step": 4070 + }, + { + "loss_action": 0.05459047108888626, + "loss_total": 0.05459047108888626, + "step": 4070 + }, + { + "loss_action": 0.047331519424915314, + "loss_total": 0.047331519424915314, + "step": 4070 + }, + { + "loss_action": 0.045970916748046875, + "loss_total": 0.045970916748046875, + "step": 4070 + }, + { + "loss_action": 0.045767322182655334, + "loss_total": 0.045767322182655334, + "step": 4070 + }, + { + "loss_action": 0.04838606342673302, + "loss_total": 0.04838606342673302, + "step": 4070 + }, + { + "grad_norm": 1.2131328582763672, + "learning_rate": 8.158e-05, + "loss": 0.0623, + "step": 4080 + }, + { + "loss_action": 0.05052585527300835, + "loss_total": 0.05052585527300835, + "step": 4080 + }, + { + "loss_action": 0.07359038293361664, + "loss_total": 0.07359038293361664, + "step": 4080 + }, + { + "loss_action": 0.07238028943538666, + "loss_total": 0.07238028943538666, + "step": 4080 + }, + { + "loss_action": 0.041695039719343185, + "loss_total": 0.041695039719343185, + "step": 4080 + }, + { + "loss_action": 0.26302435994148254, + "loss_total": 0.26302435994148254, + "step": 4080 + }, + { + "loss_action": 0.0983218103647232, + "loss_total": 0.0983218103647232, + "step": 4080 + }, + { + "grad_norm": 0.758967399597168, + "learning_rate": 8.178e-05, + "loss": 0.0697, + "step": 4090 + }, + { + "loss_action": 0.033325713127851486, + "loss_total": 0.033325713127851486, + "step": 4090 + }, + { + "loss_action": 0.03725147992372513, + "loss_total": 0.03725147992372513, + "step": 4090 + }, + { + "loss_action": 0.06754188984632492, + "loss_total": 0.06754188984632492, + "step": 4090 + }, + { + "loss_action": 0.054793208837509155, + "loss_total": 0.054793208837509155, + "step": 4090 + }, + { + "loss_action": 0.0373421348631382, + "loss_total": 0.0373421348631382, + "step": 4090 + }, + { + "loss_action": 0.07221581786870956, + "loss_total": 0.07221581786870956, + "step": 4090 + }, + { + "grad_norm": 0.9588826298713684, + "learning_rate": 8.198e-05, + "loss": 0.0599, + "step": 4100 + }, + { + "loss_action": 0.039823658764362335, + "loss_total": 0.039823658764362335, + "step": 4100 + }, + { + "loss_action": 0.042439017444849014, + "loss_total": 0.042439017444849014, + "step": 4100 + }, + { + "loss_action": 0.16990944743156433, + "loss_total": 0.16990944743156433, + "step": 4100 + }, + { + "loss_action": 0.04261975362896919, + "loss_total": 0.04261975362896919, + "step": 4100 + }, + { + "loss_action": 0.10213541984558105, + "loss_total": 0.10213541984558105, + "step": 4100 + }, + { + "loss_action": 0.07538453489542007, + "loss_total": 0.07538453489542007, + "step": 4100 + }, + { + "grad_norm": 1.2194689512252808, + "learning_rate": 8.218e-05, + "loss": 0.0662, + "step": 4110 + }, + { + "loss_action": 0.04996136948466301, + "loss_total": 0.04996136948466301, + "step": 4110 + }, + { + "loss_action": 0.05387861654162407, + "loss_total": 0.05387861654162407, + "step": 4110 + }, + { + "loss_action": 0.048233762383461, + "loss_total": 0.048233762383461, + "step": 4110 + }, + { + "loss_action": 0.08405990898609161, + "loss_total": 0.08405990898609161, + "step": 4110 + }, + { + "loss_action": 0.05543637275695801, + "loss_total": 0.05543637275695801, + "step": 4110 + }, + { + "loss_action": 0.07975698262453079, + "loss_total": 0.07975698262453079, + "step": 4110 + }, + { + "grad_norm": 1.0463680028915405, + "learning_rate": 8.238000000000001e-05, + "loss": 0.0628, + "step": 4120 + }, + { + "loss_action": 0.05026178061962128, + "loss_total": 0.05026178061962128, + "step": 4120 + }, + { + "loss_action": 0.0837848111987114, + "loss_total": 0.0837848111987114, + "step": 4120 + }, + { + "loss_action": 0.05152793228626251, + "loss_total": 0.05152793228626251, + "step": 4120 + }, + { + "loss_action": 0.06991062313318253, + "loss_total": 0.06991062313318253, + "step": 4120 + }, + { + "loss_action": 0.06269873678684235, + "loss_total": 0.06269873678684235, + "step": 4120 + }, + { + "loss_action": 0.03403253108263016, + "loss_total": 0.03403253108263016, + "step": 4120 + }, + { + "grad_norm": 1.021060585975647, + "learning_rate": 8.258e-05, + "loss": 0.0633, + "step": 4130 + }, + { + "loss_action": 0.06384068727493286, + "loss_total": 0.06384068727493286, + "step": 4130 + }, + { + "loss_action": 0.1259637176990509, + "loss_total": 0.1259637176990509, + "step": 4130 + }, + { + "loss_action": 0.060767244547605515, + "loss_total": 0.060767244547605515, + "step": 4130 + }, + { + "loss_action": 0.05171145498752594, + "loss_total": 0.05171145498752594, + "step": 4130 + }, + { + "loss_action": 0.04406013712286949, + "loss_total": 0.04406013712286949, + "step": 4130 + }, + { + "loss_action": 0.06252471357584, + "loss_total": 0.06252471357584, + "step": 4130 + }, + { + "grad_norm": 0.912486732006073, + "learning_rate": 8.278e-05, + "loss": 0.0607, + "step": 4140 + }, + { + "loss_action": 0.03720109537243843, + "loss_total": 0.03720109537243843, + "step": 4140 + }, + { + "loss_action": 0.07672726362943649, + "loss_total": 0.07672726362943649, + "step": 4140 + }, + { + "loss_action": 0.0615578256547451, + "loss_total": 0.0615578256547451, + "step": 4140 + }, + { + "loss_action": 0.06346508115530014, + "loss_total": 0.06346508115530014, + "step": 4140 + }, + { + "loss_action": 0.07747314870357513, + "loss_total": 0.07747314870357513, + "step": 4140 + }, + { + "loss_action": 0.04335886612534523, + "loss_total": 0.04335886612534523, + "step": 4140 + }, + { + "grad_norm": 0.8702700138092041, + "learning_rate": 8.298000000000001e-05, + "loss": 0.0663, + "step": 4150 + }, + { + "loss_action": 0.03748006373643875, + "loss_total": 0.03748006373643875, + "step": 4150 + }, + { + "loss_action": 0.03859906271100044, + "loss_total": 0.03859906271100044, + "step": 4150 + }, + { + "loss_action": 0.09242567420005798, + "loss_total": 0.09242567420005798, + "step": 4150 + }, + { + "loss_action": 0.052139971405267715, + "loss_total": 0.052139971405267715, + "step": 4150 + }, + { + "loss_action": 0.03323523327708244, + "loss_total": 0.03323523327708244, + "step": 4150 + }, + { + "loss_action": 0.039295095950365067, + "loss_total": 0.039295095950365067, + "step": 4150 + }, + { + "grad_norm": 1.2079917192459106, + "learning_rate": 8.318e-05, + "loss": 0.0564, + "step": 4160 + }, + { + "loss_action": 0.039896510541439056, + "loss_total": 0.039896510541439056, + "step": 4160 + }, + { + "loss_action": 0.05282905325293541, + "loss_total": 0.05282905325293541, + "step": 4160 + }, + { + "loss_action": 0.06433477997779846, + "loss_total": 0.06433477997779846, + "step": 4160 + }, + { + "loss_action": 0.052207883447408676, + "loss_total": 0.052207883447408676, + "step": 4160 + }, + { + "loss_action": 0.044139545410871506, + "loss_total": 0.044139545410871506, + "step": 4160 + }, + { + "loss_action": 0.1529080718755722, + "loss_total": 0.1529080718755722, + "step": 4160 + }, + { + "grad_norm": 1.0125703811645508, + "learning_rate": 8.338e-05, + "loss": 0.0645, + "step": 4170 + }, + { + "loss_action": 0.06695176661014557, + "loss_total": 0.06695176661014557, + "step": 4170 + }, + { + "loss_action": 0.05002651363611221, + "loss_total": 0.05002651363611221, + "step": 4170 + }, + { + "loss_action": 0.041826989501714706, + "loss_total": 0.041826989501714706, + "step": 4170 + }, + { + "loss_action": 0.05786773934960365, + "loss_total": 0.05786773934960365, + "step": 4170 + }, + { + "loss_action": 0.055861931294202805, + "loss_total": 0.055861931294202805, + "step": 4170 + }, + { + "loss_action": 0.10570965707302094, + "loss_total": 0.10570965707302094, + "step": 4170 + }, + { + "grad_norm": 0.9973679184913635, + "learning_rate": 8.358e-05, + "loss": 0.0629, + "step": 4180 + }, + { + "loss_action": 0.08629745990037918, + "loss_total": 0.08629745990037918, + "step": 4180 + }, + { + "loss_action": 0.07084232568740845, + "loss_total": 0.07084232568740845, + "step": 4180 + }, + { + "loss_action": 0.08969403803348541, + "loss_total": 0.08969403803348541, + "step": 4180 + }, + { + "loss_action": 0.08999932557344437, + "loss_total": 0.08999932557344437, + "step": 4180 + }, + { + "loss_action": 0.06781215220689774, + "loss_total": 0.06781215220689774, + "step": 4180 + }, + { + "loss_action": 0.07296562939882278, + "loss_total": 0.07296562939882278, + "step": 4180 + }, + { + "grad_norm": 0.8323686718940735, + "learning_rate": 8.378e-05, + "loss": 0.0586, + "step": 4190 + }, + { + "loss_action": 0.05786672234535217, + "loss_total": 0.05786672234535217, + "step": 4190 + }, + { + "loss_action": 0.044496599584817886, + "loss_total": 0.044496599584817886, + "step": 4190 + }, + { + "loss_action": 0.06949707120656967, + "loss_total": 0.06949707120656967, + "step": 4190 + }, + { + "loss_action": 0.05349070951342583, + "loss_total": 0.05349070951342583, + "step": 4190 + }, + { + "loss_action": 0.0769570991396904, + "loss_total": 0.0769570991396904, + "step": 4190 + }, + { + "loss_action": 0.05338379368185997, + "loss_total": 0.05338379368185997, + "step": 4190 + }, + { + "grad_norm": 0.8942746520042419, + "learning_rate": 8.398e-05, + "loss": 0.0596, + "step": 4200 + }, + { + "loss_action": 0.04019792750477791, + "loss_total": 0.04019792750477791, + "step": 4200 + }, + { + "loss_action": 0.0466308668255806, + "loss_total": 0.0466308668255806, + "step": 4200 + }, + { + "loss_action": 0.06150799244642258, + "loss_total": 0.06150799244642258, + "step": 4200 + }, + { + "loss_action": 0.057316407561302185, + "loss_total": 0.057316407561302185, + "step": 4200 + }, + { + "loss_action": 0.03238636627793312, + "loss_total": 0.03238636627793312, + "step": 4200 + }, + { + "loss_action": 0.05252959951758385, + "loss_total": 0.05252959951758385, + "step": 4200 + }, + { + "grad_norm": 0.8572578430175781, + "learning_rate": 8.418e-05, + "loss": 0.0496, + "step": 4210 + }, + { + "loss_action": 0.036793846637010574, + "loss_total": 0.036793846637010574, + "step": 4210 + }, + { + "loss_action": 0.07924894243478775, + "loss_total": 0.07924894243478775, + "step": 4210 + }, + { + "loss_action": 0.04679502546787262, + "loss_total": 0.04679502546787262, + "step": 4210 + }, + { + "loss_action": 0.06781093031167984, + "loss_total": 0.06781093031167984, + "step": 4210 + }, + { + "loss_action": 0.066780224442482, + "loss_total": 0.066780224442482, + "step": 4210 + }, + { + "loss_action": 0.05497939512133598, + "loss_total": 0.05497939512133598, + "step": 4210 + }, + { + "grad_norm": 1.0453957319259644, + "learning_rate": 8.438e-05, + "loss": 0.0659, + "step": 4220 + }, + { + "loss_action": 0.05048954114317894, + "loss_total": 0.05048954114317894, + "step": 4220 + }, + { + "loss_action": 0.03602432832121849, + "loss_total": 0.03602432832121849, + "step": 4220 + }, + { + "loss_action": 0.0781257227063179, + "loss_total": 0.0781257227063179, + "step": 4220 + }, + { + "loss_action": 0.05241427943110466, + "loss_total": 0.05241427943110466, + "step": 4220 + }, + { + "loss_action": 0.029204687103629112, + "loss_total": 0.029204687103629112, + "step": 4220 + }, + { + "loss_action": 0.05272720381617546, + "loss_total": 0.05272720381617546, + "step": 4220 + }, + { + "grad_norm": 0.9574156403541565, + "learning_rate": 8.458e-05, + "loss": 0.06, + "step": 4230 + }, + { + "loss_action": 0.03626945987343788, + "loss_total": 0.03626945987343788, + "step": 4230 + }, + { + "loss_action": 0.05437609180808067, + "loss_total": 0.05437609180808067, + "step": 4230 + }, + { + "loss_action": 0.056476082652807236, + "loss_total": 0.056476082652807236, + "step": 4230 + }, + { + "loss_action": 0.04429592937231064, + "loss_total": 0.04429592937231064, + "step": 4230 + }, + { + "loss_action": 0.05514465272426605, + "loss_total": 0.05514465272426605, + "step": 4230 + }, + { + "loss_action": 0.044170450419187546, + "loss_total": 0.044170450419187546, + "step": 4230 + }, + { + "grad_norm": 0.8761430382728577, + "learning_rate": 8.478e-05, + "loss": 0.0562, + "step": 4240 + }, + { + "loss_action": 0.037521842867136, + "loss_total": 0.037521842867136, + "step": 4240 + }, + { + "loss_action": 0.04733751341700554, + "loss_total": 0.04733751341700554, + "step": 4240 + }, + { + "loss_action": 0.05955398827791214, + "loss_total": 0.05955398827791214, + "step": 4240 + }, + { + "loss_action": 0.03361804038286209, + "loss_total": 0.03361804038286209, + "step": 4240 + }, + { + "loss_action": 0.038713883608579636, + "loss_total": 0.038713883608579636, + "step": 4240 + }, + { + "loss_action": 0.04033244401216507, + "loss_total": 0.04033244401216507, + "step": 4240 + }, + { + "grad_norm": 1.208341121673584, + "learning_rate": 8.498e-05, + "loss": 0.0563, + "step": 4250 + }, + { + "loss_action": 0.07181719690561295, + "loss_total": 0.07181719690561295, + "step": 4250 + }, + { + "loss_action": 0.12155791372060776, + "loss_total": 0.12155791372060776, + "step": 4250 + }, + { + "loss_action": 0.06741003692150116, + "loss_total": 0.06741003692150116, + "step": 4250 + }, + { + "loss_action": 0.07449812442064285, + "loss_total": 0.07449812442064285, + "step": 4250 + }, + { + "loss_action": 0.06039731577038765, + "loss_total": 0.06039731577038765, + "step": 4250 + }, + { + "loss_action": 0.15995679795742035, + "loss_total": 0.15995679795742035, + "step": 4250 + }, + { + "grad_norm": 1.231932520866394, + "learning_rate": 8.518000000000001e-05, + "loss": 0.0725, + "step": 4260 + }, + { + "loss_action": 0.04929773136973381, + "loss_total": 0.04929773136973381, + "step": 4260 + }, + { + "loss_action": 0.0496952198445797, + "loss_total": 0.0496952198445797, + "step": 4260 + }, + { + "loss_action": 0.06776046752929688, + "loss_total": 0.06776046752929688, + "step": 4260 + }, + { + "loss_action": 0.2509337067604065, + "loss_total": 0.2509337067604065, + "step": 4260 + }, + { + "loss_action": 0.04656384140253067, + "loss_total": 0.04656384140253067, + "step": 4260 + }, + { + "loss_action": 0.03237231448292732, + "loss_total": 0.03237231448292732, + "step": 4260 + }, + { + "grad_norm": 1.0086019039154053, + "learning_rate": 8.538e-05, + "loss": 0.0634, + "step": 4270 + }, + { + "loss_action": 0.032578010112047195, + "loss_total": 0.032578010112047195, + "step": 4270 + }, + { + "loss_action": 0.04349854215979576, + "loss_total": 0.04349854215979576, + "step": 4270 + }, + { + "loss_action": 0.040144700556993484, + "loss_total": 0.040144700556993484, + "step": 4270 + }, + { + "loss_action": 0.1505383849143982, + "loss_total": 0.1505383849143982, + "step": 4270 + }, + { + "loss_action": 0.07167311757802963, + "loss_total": 0.07167311757802963, + "step": 4270 + }, + { + "loss_action": 0.0388166680932045, + "loss_total": 0.0388166680932045, + "step": 4270 + }, + { + "grad_norm": 0.8148379325866699, + "learning_rate": 8.558e-05, + "loss": 0.0623, + "step": 4280 + }, + { + "loss_action": 0.031965211033821106, + "loss_total": 0.031965211033821106, + "step": 4280 + }, + { + "loss_action": 0.04349495843052864, + "loss_total": 0.04349495843052864, + "step": 4280 + }, + { + "loss_action": 0.12333863228559494, + "loss_total": 0.12333863228559494, + "step": 4280 + }, + { + "loss_action": 0.039188455790281296, + "loss_total": 0.039188455790281296, + "step": 4280 + }, + { + "loss_action": 0.036548878997564316, + "loss_total": 0.036548878997564316, + "step": 4280 + }, + { + "loss_action": 0.08122048527002335, + "loss_total": 0.08122048527002335, + "step": 4280 + }, + { + "grad_norm": 0.956420361995697, + "learning_rate": 8.578000000000001e-05, + "loss": 0.0641, + "step": 4290 + }, + { + "loss_action": 0.06299827992916107, + "loss_total": 0.06299827992916107, + "step": 4290 + }, + { + "loss_action": 0.07468905299901962, + "loss_total": 0.07468905299901962, + "step": 4290 + }, + { + "loss_action": 0.038249701261520386, + "loss_total": 0.038249701261520386, + "step": 4290 + }, + { + "loss_action": 0.06502360850572586, + "loss_total": 0.06502360850572586, + "step": 4290 + }, + { + "loss_action": 0.04187379777431488, + "loss_total": 0.04187379777431488, + "step": 4290 + }, + { + "loss_action": 0.03078380599617958, + "loss_total": 0.03078380599617958, + "step": 4290 + }, + { + "grad_norm": 0.9901328682899475, + "learning_rate": 8.598e-05, + "loss": 0.0633, + "step": 4300 + }, + { + "loss_action": 0.04240953177213669, + "loss_total": 0.04240953177213669, + "step": 4300 + }, + { + "loss_action": 0.034432362765073776, + "loss_total": 0.034432362765073776, + "step": 4300 + }, + { + "loss_action": 0.045274946838617325, + "loss_total": 0.045274946838617325, + "step": 4300 + }, + { + "loss_action": 0.07770262658596039, + "loss_total": 0.07770262658596039, + "step": 4300 + }, + { + "loss_action": 0.1329551339149475, + "loss_total": 0.1329551339149475, + "step": 4300 + }, + { + "loss_action": 0.031620223075151443, + "loss_total": 0.031620223075151443, + "step": 4300 + }, + { + "grad_norm": 0.878858208656311, + "learning_rate": 8.618e-05, + "loss": 0.0589, + "step": 4310 + }, + { + "loss_action": 0.05983737111091614, + "loss_total": 0.05983737111091614, + "step": 4310 + }, + { + "loss_action": 0.070024773478508, + "loss_total": 0.070024773478508, + "step": 4310 + }, + { + "loss_action": 0.029992099851369858, + "loss_total": 0.029992099851369858, + "step": 4310 + }, + { + "loss_action": 0.08636163920164108, + "loss_total": 0.08636163920164108, + "step": 4310 + }, + { + "loss_action": 0.041635867208242416, + "loss_total": 0.041635867208242416, + "step": 4310 + }, + { + "loss_action": 0.0721493661403656, + "loss_total": 0.0721493661403656, + "step": 4310 + }, + { + "grad_norm": 0.9376845359802246, + "learning_rate": 8.638000000000001e-05, + "loss": 0.0742, + "step": 4320 + }, + { + "loss_action": 0.0627637580037117, + "loss_total": 0.0627637580037117, + "step": 4320 + }, + { + "loss_action": 0.08026094734668732, + "loss_total": 0.08026094734668732, + "step": 4320 + }, + { + "loss_action": 0.08604182302951813, + "loss_total": 0.08604182302951813, + "step": 4320 + }, + { + "loss_action": 0.04663652926683426, + "loss_total": 0.04663652926683426, + "step": 4320 + }, + { + "loss_action": 0.0441075898706913, + "loss_total": 0.0441075898706913, + "step": 4320 + }, + { + "loss_action": 0.06254267692565918, + "loss_total": 0.06254267692565918, + "step": 4320 + }, + { + "grad_norm": 0.9866490364074707, + "learning_rate": 8.658e-05, + "loss": 0.0651, + "step": 4330 + }, + { + "loss_action": 0.06558417528867722, + "loss_total": 0.06558417528867722, + "step": 4330 + }, + { + "loss_action": 0.04892710968852043, + "loss_total": 0.04892710968852043, + "step": 4330 + }, + { + "loss_action": 0.07530846446752548, + "loss_total": 0.07530846446752548, + "step": 4330 + }, + { + "loss_action": 0.08234372735023499, + "loss_total": 0.08234372735023499, + "step": 4330 + }, + { + "loss_action": 0.07809236645698547, + "loss_total": 0.07809236645698547, + "step": 4330 + }, + { + "loss_action": 0.038980890065431595, + "loss_total": 0.038980890065431595, + "step": 4330 + }, + { + "grad_norm": 0.9489903450012207, + "learning_rate": 8.678e-05, + "loss": 0.0979, + "step": 4340 + }, + { + "loss_action": 0.2271282970905304, + "loss_total": 0.2271282970905304, + "step": 4340 + }, + { + "loss_action": 0.053214576095342636, + "loss_total": 0.053214576095342636, + "step": 4340 + }, + { + "loss_action": 0.10632416605949402, + "loss_total": 0.10632416605949402, + "step": 4340 + }, + { + "loss_action": 0.107589490711689, + "loss_total": 0.107589490711689, + "step": 4340 + }, + { + "loss_action": 0.1730908453464508, + "loss_total": 0.1730908453464508, + "step": 4340 + }, + { + "loss_action": 0.06416916847229004, + "loss_total": 0.06416916847229004, + "step": 4340 + }, + { + "grad_norm": 1.1392642259597778, + "learning_rate": 8.698000000000001e-05, + "loss": 0.0808, + "step": 4350 + }, + { + "loss_action": 0.08860054612159729, + "loss_total": 0.08860054612159729, + "step": 4350 + }, + { + "loss_action": 0.050313204526901245, + "loss_total": 0.050313204526901245, + "step": 4350 + }, + { + "loss_action": 0.06988228112459183, + "loss_total": 0.06988228112459183, + "step": 4350 + }, + { + "loss_action": 0.05153026431798935, + "loss_total": 0.05153026431798935, + "step": 4350 + }, + { + "loss_action": 0.07757978141307831, + "loss_total": 0.07757978141307831, + "step": 4350 + }, + { + "loss_action": 0.06616690754890442, + "loss_total": 0.06616690754890442, + "step": 4350 + }, + { + "grad_norm": 1.122644066810608, + "learning_rate": 8.718e-05, + "loss": 0.0787, + "step": 4360 + }, + { + "loss_action": 0.0891905277967453, + "loss_total": 0.0891905277967453, + "step": 4360 + }, + { + "loss_action": 0.08180476725101471, + "loss_total": 0.08180476725101471, + "step": 4360 + }, + { + "loss_action": 0.04866257682442665, + "loss_total": 0.04866257682442665, + "step": 4360 + }, + { + "loss_action": 0.06453623622655869, + "loss_total": 0.06453623622655869, + "step": 4360 + }, + { + "loss_action": 0.05763496458530426, + "loss_total": 0.05763496458530426, + "step": 4360 + }, + { + "loss_action": 0.08409352600574493, + "loss_total": 0.08409352600574493, + "step": 4360 + }, + { + "grad_norm": 1.1137179136276245, + "learning_rate": 8.738000000000001e-05, + "loss": 0.0766, + "step": 4370 + }, + { + "loss_action": 0.08990485221147537, + "loss_total": 0.08990485221147537, + "step": 4370 + }, + { + "loss_action": 0.06701608002185822, + "loss_total": 0.06701608002185822, + "step": 4370 + }, + { + "loss_action": 0.08588141202926636, + "loss_total": 0.08588141202926636, + "step": 4370 + }, + { + "loss_action": 0.1111028790473938, + "loss_total": 0.1111028790473938, + "step": 4370 + }, + { + "loss_action": 0.08568020164966583, + "loss_total": 0.08568020164966583, + "step": 4370 + }, + { + "loss_action": 0.0602070577442646, + "loss_total": 0.0602070577442646, + "step": 4370 + }, + { + "grad_norm": 1.0764522552490234, + "learning_rate": 8.758000000000001e-05, + "loss": 0.0917, + "step": 4380 + }, + { + "loss_action": 0.058697815984487534, + "loss_total": 0.058697815984487534, + "step": 4380 + }, + { + "loss_action": 0.08642401546239853, + "loss_total": 0.08642401546239853, + "step": 4380 + }, + { + "loss_action": 0.06499975174665451, + "loss_total": 0.06499975174665451, + "step": 4380 + }, + { + "loss_action": 0.0786346048116684, + "loss_total": 0.0786346048116684, + "step": 4380 + }, + { + "loss_action": 0.14248058199882507, + "loss_total": 0.14248058199882507, + "step": 4380 + }, + { + "loss_action": 0.1401662826538086, + "loss_total": 0.1401662826538086, + "step": 4380 + }, + { + "grad_norm": 1.1118959188461304, + "learning_rate": 8.778e-05, + "loss": 0.08, + "step": 4390 + }, + { + "loss_action": 0.06350716203451157, + "loss_total": 0.06350716203451157, + "step": 4390 + }, + { + "loss_action": 0.0880417674779892, + "loss_total": 0.0880417674779892, + "step": 4390 + }, + { + "loss_action": 0.06031410023570061, + "loss_total": 0.06031410023570061, + "step": 4390 + }, + { + "loss_action": 0.26383069157600403, + "loss_total": 0.26383069157600403, + "step": 4390 + }, + { + "loss_action": 0.08581417798995972, + "loss_total": 0.08581417798995972, + "step": 4390 + }, + { + "loss_action": 0.05583749711513519, + "loss_total": 0.05583749711513519, + "step": 4390 + }, + { + "grad_norm": 0.9582119584083557, + "learning_rate": 8.798000000000001e-05, + "loss": 0.0799, + "step": 4400 + }, + { + "loss_action": 0.19999025762081146, + "loss_total": 0.19999025762081146, + "step": 4400 + }, + { + "loss_action": 0.04173283278942108, + "loss_total": 0.04173283278942108, + "step": 4400 + }, + { + "loss_action": 0.05991531163454056, + "loss_total": 0.05991531163454056, + "step": 4400 + }, + { + "loss_action": 0.06360787153244019, + "loss_total": 0.06360787153244019, + "step": 4400 + }, + { + "loss_action": 0.071944959461689, + "loss_total": 0.071944959461689, + "step": 4400 + }, + { + "loss_action": 0.07010281831026077, + "loss_total": 0.07010281831026077, + "step": 4400 + }, + { + "grad_norm": 1.4355968236923218, + "learning_rate": 8.818000000000001e-05, + "loss": 0.0782, + "step": 4410 + }, + { + "loss_action": 0.30611738562583923, + "loss_total": 0.30611738562583923, + "step": 4410 + }, + { + "loss_action": 0.05342981591820717, + "loss_total": 0.05342981591820717, + "step": 4410 + }, + { + "loss_action": 0.09375769644975662, + "loss_total": 0.09375769644975662, + "step": 4410 + }, + { + "loss_action": 0.07528963685035706, + "loss_total": 0.07528963685035706, + "step": 4410 + }, + { + "loss_action": 0.21029898524284363, + "loss_total": 0.21029898524284363, + "step": 4410 + }, + { + "loss_action": 0.04527835547924042, + "loss_total": 0.04527835547924042, + "step": 4410 + }, + { + "grad_norm": 0.8371446132659912, + "learning_rate": 8.838e-05, + "loss": 0.0767, + "step": 4420 + }, + { + "loss_action": 0.08998812735080719, + "loss_total": 0.08998812735080719, + "step": 4420 + }, + { + "loss_action": 0.0789862647652626, + "loss_total": 0.0789862647652626, + "step": 4420 + }, + { + "loss_action": 0.05702941492199898, + "loss_total": 0.05702941492199898, + "step": 4420 + }, + { + "loss_action": 0.11630908399820328, + "loss_total": 0.11630908399820328, + "step": 4420 + }, + { + "loss_action": 0.15230895578861237, + "loss_total": 0.15230895578861237, + "step": 4420 + }, + { + "loss_action": 0.048760730773210526, + "loss_total": 0.048760730773210526, + "step": 4420 + }, + { + "grad_norm": 1.0684691667556763, + "learning_rate": 8.858000000000001e-05, + "loss": 0.0667, + "step": 4430 + }, + { + "loss_action": 0.11932633817195892, + "loss_total": 0.11932633817195892, + "step": 4430 + }, + { + "loss_action": 0.07929719984531403, + "loss_total": 0.07929719984531403, + "step": 4430 + }, + { + "loss_action": 0.05411708727478981, + "loss_total": 0.05411708727478981, + "step": 4430 + }, + { + "loss_action": 0.044217996299266815, + "loss_total": 0.044217996299266815, + "step": 4430 + }, + { + "loss_action": 0.06705710291862488, + "loss_total": 0.06705710291862488, + "step": 4430 + }, + { + "loss_action": 0.05201081931591034, + "loss_total": 0.05201081931591034, + "step": 4430 + }, + { + "grad_norm": 1.2493035793304443, + "learning_rate": 8.878000000000001e-05, + "loss": 0.0825, + "step": 4440 + }, + { + "loss_action": 0.08716946840286255, + "loss_total": 0.08716946840286255, + "step": 4440 + }, + { + "loss_action": 0.18495142459869385, + "loss_total": 0.18495142459869385, + "step": 4440 + }, + { + "loss_action": 0.0856272354722023, + "loss_total": 0.0856272354722023, + "step": 4440 + }, + { + "loss_action": 0.08083009719848633, + "loss_total": 0.08083009719848633, + "step": 4440 + }, + { + "loss_action": 0.07356148213148117, + "loss_total": 0.07356148213148117, + "step": 4440 + }, + { + "loss_action": 0.05511190742254257, + "loss_total": 0.05511190742254257, + "step": 4440 + }, + { + "grad_norm": 0.9913403987884521, + "learning_rate": 8.898e-05, + "loss": 0.0717, + "step": 4450 + }, + { + "loss_action": 0.059263866394758224, + "loss_total": 0.059263866394758224, + "step": 4450 + }, + { + "loss_action": 0.04894373193383217, + "loss_total": 0.04894373193383217, + "step": 4450 + }, + { + "loss_action": 0.07226163893938065, + "loss_total": 0.07226163893938065, + "step": 4450 + }, + { + "loss_action": 0.08539322763681412, + "loss_total": 0.08539322763681412, + "step": 4450 + }, + { + "loss_action": 0.05204054340720177, + "loss_total": 0.05204054340720177, + "step": 4450 + }, + { + "loss_action": 0.18212085962295532, + "loss_total": 0.18212085962295532, + "step": 4450 + }, + { + "grad_norm": 0.9187325835227966, + "learning_rate": 8.918000000000001e-05, + "loss": 0.0807, + "step": 4460 + }, + { + "loss_action": 0.1207568347454071, + "loss_total": 0.1207568347454071, + "step": 4460 + }, + { + "loss_action": 0.26475122570991516, + "loss_total": 0.26475122570991516, + "step": 4460 + }, + { + "loss_action": 0.051223572343587875, + "loss_total": 0.051223572343587875, + "step": 4460 + }, + { + "loss_action": 0.15379120409488678, + "loss_total": 0.15379120409488678, + "step": 4460 + }, + { + "loss_action": 0.06291650980710983, + "loss_total": 0.06291650980710983, + "step": 4460 + }, + { + "loss_action": 0.12142087519168854, + "loss_total": 0.12142087519168854, + "step": 4460 + }, + { + "grad_norm": 0.844185471534729, + "learning_rate": 8.938e-05, + "loss": 0.089, + "step": 4470 + }, + { + "loss_action": 0.048481494188308716, + "loss_total": 0.048481494188308716, + "step": 4470 + }, + { + "loss_action": 0.052357569336891174, + "loss_total": 0.052357569336891174, + "step": 4470 + }, + { + "loss_action": 0.054476287215948105, + "loss_total": 0.054476287215948105, + "step": 4470 + }, + { + "loss_action": 0.07484852522611618, + "loss_total": 0.07484852522611618, + "step": 4470 + }, + { + "loss_action": 0.04511206969618797, + "loss_total": 0.04511206969618797, + "step": 4470 + }, + { + "loss_action": 0.06970912218093872, + "loss_total": 0.06970912218093872, + "step": 4470 + }, + { + "grad_norm": 0.9849509596824646, + "learning_rate": 8.958e-05, + "loss": 0.0725, + "step": 4480 + }, + { + "loss_action": 0.06091081351041794, + "loss_total": 0.06091081351041794, + "step": 4480 + }, + { + "loss_action": 0.05471469461917877, + "loss_total": 0.05471469461917877, + "step": 4480 + }, + { + "loss_action": 0.05056631937623024, + "loss_total": 0.05056631937623024, + "step": 4480 + }, + { + "loss_action": 0.04477978125214577, + "loss_total": 0.04477978125214577, + "step": 4480 + }, + { + "loss_action": 0.09121156483888626, + "loss_total": 0.09121156483888626, + "step": 4480 + }, + { + "loss_action": 0.047417234629392624, + "loss_total": 0.047417234629392624, + "step": 4480 + }, + { + "grad_norm": 1.1565356254577637, + "learning_rate": 8.978000000000001e-05, + "loss": 0.0819, + "step": 4490 + }, + { + "loss_action": 0.0370083749294281, + "loss_total": 0.0370083749294281, + "step": 4490 + }, + { + "loss_action": 0.05816090479493141, + "loss_total": 0.05816090479493141, + "step": 4490 + }, + { + "loss_action": 0.03658377379179001, + "loss_total": 0.03658377379179001, + "step": 4490 + }, + { + "loss_action": 0.05152115598320961, + "loss_total": 0.05152115598320961, + "step": 4490 + }, + { + "loss_action": 0.08628963679075241, + "loss_total": 0.08628963679075241, + "step": 4490 + }, + { + "loss_action": 0.06783003360033035, + "loss_total": 0.06783003360033035, + "step": 4490 + }, + { + "grad_norm": 1.561135172843933, + "learning_rate": 8.998e-05, + "loss": 0.0704, + "step": 4500 + }, + { + "loss_action": 0.053287409245967865, + "loss_total": 0.053287409245967865, + "step": 4500 + }, + { + "loss_action": 0.03915386646986008, + "loss_total": 0.03915386646986008, + "step": 4500 + }, + { + "loss_action": 0.1067025288939476, + "loss_total": 0.1067025288939476, + "step": 4500 + }, + { + "loss_action": 0.05973812937736511, + "loss_total": 0.05973812937736511, + "step": 4500 + }, + { + "loss_action": 0.07449442893266678, + "loss_total": 0.07449442893266678, + "step": 4500 + }, + { + "loss_action": 0.05698516219854355, + "loss_total": 0.05698516219854355, + "step": 4500 + }, + { + "grad_norm": 0.8670743107795715, + "learning_rate": 9.018000000000001e-05, + "loss": 0.0831, + "step": 4510 + }, + { + "loss_action": 0.038665518164634705, + "loss_total": 0.038665518164634705, + "step": 4510 + }, + { + "loss_action": 0.04097564145922661, + "loss_total": 0.04097564145922661, + "step": 4510 + }, + { + "loss_action": 0.17689236998558044, + "loss_total": 0.17689236998558044, + "step": 4510 + }, + { + "loss_action": 0.05737246945500374, + "loss_total": 0.05737246945500374, + "step": 4510 + }, + { + "loss_action": 0.07105273753404617, + "loss_total": 0.07105273753404617, + "step": 4510 + }, + { + "loss_action": 0.0500076524913311, + "loss_total": 0.0500076524913311, + "step": 4510 + }, + { + "grad_norm": 1.288644790649414, + "learning_rate": 9.038000000000001e-05, + "loss": 0.0702, + "step": 4520 + }, + { + "loss_action": 0.047548677772283554, + "loss_total": 0.047548677772283554, + "step": 4520 + }, + { + "loss_action": 0.06530656665563583, + "loss_total": 0.06530656665563583, + "step": 4520 + }, + { + "loss_action": 0.14190225303173065, + "loss_total": 0.14190225303173065, + "step": 4520 + }, + { + "loss_action": 0.058159515261650085, + "loss_total": 0.058159515261650085, + "step": 4520 + }, + { + "loss_action": 0.13516630232334137, + "loss_total": 0.13516630232334137, + "step": 4520 + }, + { + "loss_action": 0.0435783676803112, + "loss_total": 0.0435783676803112, + "step": 4520 + }, + { + "grad_norm": 1.0685579776763916, + "learning_rate": 9.058e-05, + "loss": 0.0734, + "step": 4530 + }, + { + "loss_action": 0.19571301341056824, + "loss_total": 0.19571301341056824, + "step": 4530 + }, + { + "loss_action": 0.14191685616970062, + "loss_total": 0.14191685616970062, + "step": 4530 + }, + { + "loss_action": 0.24143588542938232, + "loss_total": 0.24143588542938232, + "step": 4530 + }, + { + "loss_action": 0.06113734841346741, + "loss_total": 0.06113734841346741, + "step": 4530 + }, + { + "loss_action": 0.1072746142745018, + "loss_total": 0.1072746142745018, + "step": 4530 + }, + { + "loss_action": 0.06657008826732635, + "loss_total": 0.06657008826732635, + "step": 4530 + }, + { + "grad_norm": 1.104359745979309, + "learning_rate": 9.078000000000001e-05, + "loss": 0.0881, + "step": 4540 + }, + { + "loss_action": 0.06346417218446732, + "loss_total": 0.06346417218446732, + "step": 4540 + }, + { + "loss_action": 0.09845463186502457, + "loss_total": 0.09845463186502457, + "step": 4540 + }, + { + "loss_action": 0.06273681670427322, + "loss_total": 0.06273681670427322, + "step": 4540 + }, + { + "loss_action": 0.05105731263756752, + "loss_total": 0.05105731263756752, + "step": 4540 + }, + { + "loss_action": 0.05471976101398468, + "loss_total": 0.05471976101398468, + "step": 4540 + }, + { + "loss_action": 0.06059761345386505, + "loss_total": 0.06059761345386505, + "step": 4540 + }, + { + "grad_norm": 0.881624162197113, + "learning_rate": 9.098000000000001e-05, + "loss": 0.0745, + "step": 4550 + }, + { + "loss_action": 0.06109493598341942, + "loss_total": 0.06109493598341942, + "step": 4550 + }, + { + "loss_action": 0.055101726204156876, + "loss_total": 0.055101726204156876, + "step": 4550 + }, + { + "loss_action": 0.05824419483542442, + "loss_total": 0.05824419483542442, + "step": 4550 + }, + { + "loss_action": 0.06468896567821503, + "loss_total": 0.06468896567821503, + "step": 4550 + }, + { + "loss_action": 0.03720472380518913, + "loss_total": 0.03720472380518913, + "step": 4550 + }, + { + "loss_action": 0.14387141168117523, + "loss_total": 0.14387141168117523, + "step": 4550 + }, + { + "grad_norm": 3.1929819583892822, + "learning_rate": 9.118e-05, + "loss": 0.0689, + "step": 4560 + }, + { + "loss_action": 0.22685788571834564, + "loss_total": 0.22685788571834564, + "step": 4560 + }, + { + "loss_action": 0.07702036201953888, + "loss_total": 0.07702036201953888, + "step": 4560 + }, + { + "loss_action": 0.056848447769880295, + "loss_total": 0.056848447769880295, + "step": 4560 + }, + { + "loss_action": 0.07268872112035751, + "loss_total": 0.07268872112035751, + "step": 4560 + }, + { + "loss_action": 0.04570864140987396, + "loss_total": 0.04570864140987396, + "step": 4560 + }, + { + "loss_action": 0.10665830969810486, + "loss_total": 0.10665830969810486, + "step": 4560 + }, + { + "grad_norm": 1.1690306663513184, + "learning_rate": 9.138e-05, + "loss": 0.074, + "step": 4570 + }, + { + "loss_action": 0.03885192796587944, + "loss_total": 0.03885192796587944, + "step": 4570 + }, + { + "loss_action": 0.05374929681420326, + "loss_total": 0.05374929681420326, + "step": 4570 + }, + { + "loss_action": 0.054564375430345535, + "loss_total": 0.054564375430345535, + "step": 4570 + }, + { + "loss_action": 0.07405602931976318, + "loss_total": 0.07405602931976318, + "step": 4570 + }, + { + "loss_action": 0.08792723715305328, + "loss_total": 0.08792723715305328, + "step": 4570 + }, + { + "loss_action": 0.045500606298446655, + "loss_total": 0.045500606298446655, + "step": 4570 + }, + { + "grad_norm": 1.4034450054168701, + "learning_rate": 9.158e-05, + "loss": 0.0661, + "step": 4580 + }, + { + "loss_action": 0.05245247855782509, + "loss_total": 0.05245247855782509, + "step": 4580 + }, + { + "loss_action": 0.04827863350510597, + "loss_total": 0.04827863350510597, + "step": 4580 + }, + { + "loss_action": 0.045457907021045685, + "loss_total": 0.045457907021045685, + "step": 4580 + }, + { + "loss_action": 0.06948468834161758, + "loss_total": 0.06948468834161758, + "step": 4580 + }, + { + "loss_action": 0.06723274290561676, + "loss_total": 0.06723274290561676, + "step": 4580 + }, + { + "loss_action": 0.06045856326818466, + "loss_total": 0.06045856326818466, + "step": 4580 + }, + { + "grad_norm": 1.1335147619247437, + "learning_rate": 9.178e-05, + "loss": 0.069, + "step": 4590 + }, + { + "loss_action": 0.039497070014476776, + "loss_total": 0.039497070014476776, + "step": 4590 + }, + { + "loss_action": 0.03736409172415733, + "loss_total": 0.03736409172415733, + "step": 4590 + }, + { + "loss_action": 0.07470325380563736, + "loss_total": 0.07470325380563736, + "step": 4590 + }, + { + "loss_action": 0.04974754527211189, + "loss_total": 0.04974754527211189, + "step": 4590 + }, + { + "loss_action": 0.06724497675895691, + "loss_total": 0.06724497675895691, + "step": 4590 + }, + { + "loss_action": 0.06403838098049164, + "loss_total": 0.06403838098049164, + "step": 4590 + }, + { + "grad_norm": 0.7711998820304871, + "learning_rate": 9.198e-05, + "loss": 0.0543, + "step": 4600 + }, + { + "loss_action": 0.041184622794389725, + "loss_total": 0.041184622794389725, + "step": 4600 + }, + { + "loss_action": 0.049539610743522644, + "loss_total": 0.049539610743522644, + "step": 4600 + }, + { + "loss_action": 0.05881987512111664, + "loss_total": 0.05881987512111664, + "step": 4600 + }, + { + "loss_action": 0.07501969486474991, + "loss_total": 0.07501969486474991, + "step": 4600 + }, + { + "loss_action": 0.03240318223834038, + "loss_total": 0.03240318223834038, + "step": 4600 + }, + { + "loss_action": 0.042898450046777725, + "loss_total": 0.042898450046777725, + "step": 4600 + }, + { + "grad_norm": 0.9242499470710754, + "learning_rate": 9.218e-05, + "loss": 0.0673, + "step": 4610 + }, + { + "loss_action": 0.13807445764541626, + "loss_total": 0.13807445764541626, + "step": 4610 + }, + { + "loss_action": 0.0844767764210701, + "loss_total": 0.0844767764210701, + "step": 4610 + }, + { + "loss_action": 0.04987708106637001, + "loss_total": 0.04987708106637001, + "step": 4610 + }, + { + "loss_action": 0.03676057234406471, + "loss_total": 0.03676057234406471, + "step": 4610 + }, + { + "loss_action": 0.061339545994997025, + "loss_total": 0.061339545994997025, + "step": 4610 + }, + { + "loss_action": 0.12430496513843536, + "loss_total": 0.12430496513843536, + "step": 4610 + }, + { + "grad_norm": 0.8229469656944275, + "learning_rate": 9.238e-05, + "loss": 0.0641, + "step": 4620 + }, + { + "loss_action": 0.06953854858875275, + "loss_total": 0.06953854858875275, + "step": 4620 + }, + { + "loss_action": 0.05951390787959099, + "loss_total": 0.05951390787959099, + "step": 4620 + }, + { + "loss_action": 0.06889161467552185, + "loss_total": 0.06889161467552185, + "step": 4620 + }, + { + "loss_action": 0.029594087973237038, + "loss_total": 0.029594087973237038, + "step": 4620 + }, + { + "loss_action": 0.11359744518995285, + "loss_total": 0.11359744518995285, + "step": 4620 + }, + { + "loss_action": 0.06120540574193001, + "loss_total": 0.06120540574193001, + "step": 4620 + }, + { + "grad_norm": 0.9435460567474365, + "learning_rate": 9.258e-05, + "loss": 0.0697, + "step": 4630 + }, + { + "loss_action": 0.04460184648633003, + "loss_total": 0.04460184648633003, + "step": 4630 + }, + { + "loss_action": 0.04879257455468178, + "loss_total": 0.04879257455468178, + "step": 4630 + }, + { + "loss_action": 0.05484386906027794, + "loss_total": 0.05484386906027794, + "step": 4630 + }, + { + "loss_action": 0.041357994079589844, + "loss_total": 0.041357994079589844, + "step": 4630 + }, + { + "loss_action": 0.05911075696349144, + "loss_total": 0.05911075696349144, + "step": 4630 + }, + { + "loss_action": 0.04591988027095795, + "loss_total": 0.04591988027095795, + "step": 4630 + }, + { + "grad_norm": 1.0261585712432861, + "learning_rate": 9.278e-05, + "loss": 0.0665, + "step": 4640 + }, + { + "loss_action": 0.03859231248497963, + "loss_total": 0.03859231248497963, + "step": 4640 + }, + { + "loss_action": 0.05200785771012306, + "loss_total": 0.05200785771012306, + "step": 4640 + }, + { + "loss_action": 0.026804998517036438, + "loss_total": 0.026804998517036438, + "step": 4640 + }, + { + "loss_action": 0.025298092514276505, + "loss_total": 0.025298092514276505, + "step": 4640 + }, + { + "loss_action": 0.05549278482794762, + "loss_total": 0.05549278482794762, + "step": 4640 + }, + { + "loss_action": 0.07578042894601822, + "loss_total": 0.07578042894601822, + "step": 4640 + }, + { + "grad_norm": 0.9272582530975342, + "learning_rate": 9.298e-05, + "loss": 0.0669, + "step": 4650 + }, + { + "loss_action": 0.10552576929330826, + "loss_total": 0.10552576929330826, + "step": 4650 + }, + { + "loss_action": 0.05024656653404236, + "loss_total": 0.05024656653404236, + "step": 4650 + }, + { + "loss_action": 0.11309118568897247, + "loss_total": 0.11309118568897247, + "step": 4650 + }, + { + "loss_action": 0.11968883126974106, + "loss_total": 0.11968883126974106, + "step": 4650 + }, + { + "loss_action": 0.06298273056745529, + "loss_total": 0.06298273056745529, + "step": 4650 + }, + { + "loss_action": 0.06728343665599823, + "loss_total": 0.06728343665599823, + "step": 4650 + }, + { + "grad_norm": 0.8331596851348877, + "learning_rate": 9.318e-05, + "loss": 0.0782, + "step": 4660 + }, + { + "loss_action": 0.06581264734268188, + "loss_total": 0.06581264734268188, + "step": 4660 + }, + { + "loss_action": 0.12658803164958954, + "loss_total": 0.12658803164958954, + "step": 4660 + }, + { + "loss_action": 0.1357695311307907, + "loss_total": 0.1357695311307907, + "step": 4660 + }, + { + "loss_action": 0.03827285021543503, + "loss_total": 0.03827285021543503, + "step": 4660 + }, + { + "loss_action": 0.07994459569454193, + "loss_total": 0.07994459569454193, + "step": 4660 + }, + { + "loss_action": 0.05230775475502014, + "loss_total": 0.05230775475502014, + "step": 4660 + }, + { + "grad_norm": 0.9017030596733093, + "learning_rate": 9.338e-05, + "loss": 0.0671, + "step": 4670 + }, + { + "loss_action": 0.041779134422540665, + "loss_total": 0.041779134422540665, + "step": 4670 + }, + { + "loss_action": 0.0475611612200737, + "loss_total": 0.0475611612200737, + "step": 4670 + }, + { + "loss_action": 0.04333982989192009, + "loss_total": 0.04333982989192009, + "step": 4670 + }, + { + "loss_action": 0.17152415215969086, + "loss_total": 0.17152415215969086, + "step": 4670 + }, + { + "loss_action": 0.04781348630785942, + "loss_total": 0.04781348630785942, + "step": 4670 + }, + { + "loss_action": 0.1277826428413391, + "loss_total": 0.1277826428413391, + "step": 4670 + }, + { + "grad_norm": 1.0864498615264893, + "learning_rate": 9.358e-05, + "loss": 0.0714, + "step": 4680 + }, + { + "loss_action": 0.04719163477420807, + "loss_total": 0.04719163477420807, + "step": 4680 + }, + { + "loss_action": 0.04616265743970871, + "loss_total": 0.04616265743970871, + "step": 4680 + }, + { + "loss_action": 0.045822836458683014, + "loss_total": 0.045822836458683014, + "step": 4680 + }, + { + "loss_action": 0.043504614382982254, + "loss_total": 0.043504614382982254, + "step": 4680 + }, + { + "loss_action": 0.058239277452230453, + "loss_total": 0.058239277452230453, + "step": 4680 + }, + { + "loss_action": 0.056679241359233856, + "loss_total": 0.056679241359233856, + "step": 4680 + }, + { + "grad_norm": 0.8538831472396851, + "learning_rate": 9.378e-05, + "loss": 0.0665, + "step": 4690 + }, + { + "loss_action": 0.08627332001924515, + "loss_total": 0.08627332001924515, + "step": 4690 + }, + { + "loss_action": 0.12615907192230225, + "loss_total": 0.12615907192230225, + "step": 4690 + }, + { + "loss_action": 0.0502769872546196, + "loss_total": 0.0502769872546196, + "step": 4690 + }, + { + "loss_action": 0.04129796475172043, + "loss_total": 0.04129796475172043, + "step": 4690 + }, + { + "loss_action": 0.20841817557811737, + "loss_total": 0.20841817557811737, + "step": 4690 + }, + { + "loss_action": 0.24761030077934265, + "loss_total": 0.24761030077934265, + "step": 4690 + }, + { + "grad_norm": 1.6788771152496338, + "learning_rate": 9.398e-05, + "loss": 0.0875, + "step": 4700 + }, + { + "loss_action": 0.04220066964626312, + "loss_total": 0.04220066964626312, + "step": 4700 + }, + { + "loss_action": 0.0648428201675415, + "loss_total": 0.0648428201675415, + "step": 4700 + }, + { + "loss_action": 0.03330548480153084, + "loss_total": 0.03330548480153084, + "step": 4700 + }, + { + "loss_action": 0.07320903986692429, + "loss_total": 0.07320903986692429, + "step": 4700 + }, + { + "loss_action": 0.04936942830681801, + "loss_total": 0.04936942830681801, + "step": 4700 + }, + { + "loss_action": 0.20205314457416534, + "loss_total": 0.20205314457416534, + "step": 4700 + }, + { + "grad_norm": 1.1155664920806885, + "learning_rate": 9.418e-05, + "loss": 0.0884, + "step": 4710 + }, + { + "loss_action": 0.07817678153514862, + "loss_total": 0.07817678153514862, + "step": 4710 + }, + { + "loss_action": 0.05506443977355957, + "loss_total": 0.05506443977355957, + "step": 4710 + }, + { + "loss_action": 0.06822596490383148, + "loss_total": 0.06822596490383148, + "step": 4710 + }, + { + "loss_action": 0.08849329501390457, + "loss_total": 0.08849329501390457, + "step": 4710 + }, + { + "loss_action": 0.17774730920791626, + "loss_total": 0.17774730920791626, + "step": 4710 + }, + { + "loss_action": 0.08289404958486557, + "loss_total": 0.08289404958486557, + "step": 4710 + }, + { + "grad_norm": 0.9071646332740784, + "learning_rate": 9.438e-05, + "loss": 0.0818, + "step": 4720 + }, + { + "loss_action": 0.05669457092881203, + "loss_total": 0.05669457092881203, + "step": 4720 + }, + { + "loss_action": 0.12782150506973267, + "loss_total": 0.12782150506973267, + "step": 4720 + }, + { + "loss_action": 0.11958009004592896, + "loss_total": 0.11958009004592896, + "step": 4720 + }, + { + "loss_action": 0.04779026284813881, + "loss_total": 0.04779026284813881, + "step": 4720 + }, + { + "loss_action": 0.0790083259344101, + "loss_total": 0.0790083259344101, + "step": 4720 + }, + { + "loss_action": 0.0671880692243576, + "loss_total": 0.0671880692243576, + "step": 4720 + }, + { + "grad_norm": 1.0241702795028687, + "learning_rate": 9.458e-05, + "loss": 0.0745, + "step": 4730 + }, + { + "loss_action": 0.07722993195056915, + "loss_total": 0.07722993195056915, + "step": 4730 + }, + { + "loss_action": 0.059085361659526825, + "loss_total": 0.059085361659526825, + "step": 4730 + }, + { + "loss_action": 0.08976726233959198, + "loss_total": 0.08976726233959198, + "step": 4730 + }, + { + "loss_action": 0.13491952419281006, + "loss_total": 0.13491952419281006, + "step": 4730 + }, + { + "loss_action": 0.060865432024002075, + "loss_total": 0.060865432024002075, + "step": 4730 + }, + { + "loss_action": 0.039275918155908585, + "loss_total": 0.039275918155908585, + "step": 4730 + }, + { + "grad_norm": 0.7553581595420837, + "learning_rate": 9.478e-05, + "loss": 0.0736, + "step": 4740 + }, + { + "loss_action": 0.05358249694108963, + "loss_total": 0.05358249694108963, + "step": 4740 + }, + { + "loss_action": 0.04779736325144768, + "loss_total": 0.04779736325144768, + "step": 4740 + }, + { + "loss_action": 0.05717091262340546, + "loss_total": 0.05717091262340546, + "step": 4740 + }, + { + "loss_action": 0.046008188277482986, + "loss_total": 0.046008188277482986, + "step": 4740 + }, + { + "loss_action": 0.06234520301222801, + "loss_total": 0.06234520301222801, + "step": 4740 + }, + { + "loss_action": 0.15440495312213898, + "loss_total": 0.15440495312213898, + "step": 4740 + }, + { + "grad_norm": 0.8142109513282776, + "learning_rate": 9.498e-05, + "loss": 0.0755, + "step": 4750 + }, + { + "loss_action": 0.04122331738471985, + "loss_total": 0.04122331738471985, + "step": 4750 + }, + { + "loss_action": 0.05413355305790901, + "loss_total": 0.05413355305790901, + "step": 4750 + }, + { + "loss_action": 0.07651030272245407, + "loss_total": 0.07651030272245407, + "step": 4750 + }, + { + "loss_action": 0.04792262613773346, + "loss_total": 0.04792262613773346, + "step": 4750 + }, + { + "loss_action": 0.06864418089389801, + "loss_total": 0.06864418089389801, + "step": 4750 + }, + { + "loss_action": 0.05327169597148895, + "loss_total": 0.05327169597148895, + "step": 4750 + }, + { + "grad_norm": 1.184638261795044, + "learning_rate": 9.518000000000001e-05, + "loss": 0.068, + "step": 4760 + }, + { + "loss_action": 0.06720104813575745, + "loss_total": 0.06720104813575745, + "step": 4760 + }, + { + "loss_action": 0.057373713701963425, + "loss_total": 0.057373713701963425, + "step": 4760 + }, + { + "loss_action": 0.06311263144016266, + "loss_total": 0.06311263144016266, + "step": 4760 + }, + { + "loss_action": 0.06810984760522842, + "loss_total": 0.06810984760522842, + "step": 4760 + }, + { + "loss_action": 0.05971524864435196, + "loss_total": 0.05971524864435196, + "step": 4760 + }, + { + "loss_action": 0.03644436225295067, + "loss_total": 0.03644436225295067, + "step": 4760 + }, + { + "grad_norm": 0.873637855052948, + "learning_rate": 9.538e-05, + "loss": 0.0752, + "step": 4770 + }, + { + "loss_action": 0.07182080298662186, + "loss_total": 0.07182080298662186, + "step": 4770 + }, + { + "loss_action": 0.06316255033016205, + "loss_total": 0.06316255033016205, + "step": 4770 + }, + { + "loss_action": 0.0527978390455246, + "loss_total": 0.0527978390455246, + "step": 4770 + }, + { + "loss_action": 0.08876833319664001, + "loss_total": 0.08876833319664001, + "step": 4770 + }, + { + "loss_action": 0.0974353700876236, + "loss_total": 0.0974353700876236, + "step": 4770 + }, + { + "loss_action": 0.3054954409599304, + "loss_total": 0.3054954409599304, + "step": 4770 + }, + { + "grad_norm": 1.1673086881637573, + "learning_rate": 9.558e-05, + "loss": 0.0787, + "step": 4780 + }, + { + "loss_action": 0.053603965789079666, + "loss_total": 0.053603965789079666, + "step": 4780 + }, + { + "loss_action": 0.09596577286720276, + "loss_total": 0.09596577286720276, + "step": 4780 + }, + { + "loss_action": 0.06401573866605759, + "loss_total": 0.06401573866605759, + "step": 4780 + }, + { + "loss_action": 0.047950178384780884, + "loss_total": 0.047950178384780884, + "step": 4780 + }, + { + "loss_action": 0.11250270158052444, + "loss_total": 0.11250270158052444, + "step": 4780 + }, + { + "loss_action": 0.06291890889406204, + "loss_total": 0.06291890889406204, + "step": 4780 + }, + { + "grad_norm": 0.9188525676727295, + "learning_rate": 9.578000000000001e-05, + "loss": 0.0682, + "step": 4790 + }, + { + "loss_action": 0.06595195829868317, + "loss_total": 0.06595195829868317, + "step": 4790 + }, + { + "loss_action": 0.05388627201318741, + "loss_total": 0.05388627201318741, + "step": 4790 + }, + { + "loss_action": 0.046246834099292755, + "loss_total": 0.046246834099292755, + "step": 4790 + }, + { + "loss_action": 0.10050759464502335, + "loss_total": 0.10050759464502335, + "step": 4790 + }, + { + "loss_action": 0.0728551372885704, + "loss_total": 0.0728551372885704, + "step": 4790 + }, + { + "loss_action": 0.1065443903207779, + "loss_total": 0.1065443903207779, + "step": 4790 + }, + { + "grad_norm": 0.9728413820266724, + "learning_rate": 9.598e-05, + "loss": 0.082, + "step": 4800 + }, + { + "loss_action": 0.08109964430332184, + "loss_total": 0.08109964430332184, + "step": 4800 + }, + { + "loss_action": 0.05311436206102371, + "loss_total": 0.05311436206102371, + "step": 4800 + }, + { + "loss_action": 0.04911971837282181, + "loss_total": 0.04911971837282181, + "step": 4800 + }, + { + "loss_action": 0.09142928570508957, + "loss_total": 0.09142928570508957, + "step": 4800 + }, + { + "loss_action": 0.06737972050905228, + "loss_total": 0.06737972050905228, + "step": 4800 + }, + { + "loss_action": 0.1061493530869484, + "loss_total": 0.1061493530869484, + "step": 4800 + }, + { + "grad_norm": 1.007844090461731, + "learning_rate": 9.618e-05, + "loss": 0.0636, + "step": 4810 + }, + { + "loss_action": 0.09207019209861755, + "loss_total": 0.09207019209861755, + "step": 4810 + }, + { + "loss_action": 0.0550457239151001, + "loss_total": 0.0550457239151001, + "step": 4810 + }, + { + "loss_action": 0.04681247100234032, + "loss_total": 0.04681247100234032, + "step": 4810 + }, + { + "loss_action": 0.07133270055055618, + "loss_total": 0.07133270055055618, + "step": 4810 + }, + { + "loss_action": 0.047258324921131134, + "loss_total": 0.047258324921131134, + "step": 4810 + }, + { + "loss_action": 0.07080192118883133, + "loss_total": 0.07080192118883133, + "step": 4810 + }, + { + "grad_norm": 0.8382953405380249, + "learning_rate": 9.638000000000001e-05, + "loss": 0.0596, + "step": 4820 + }, + { + "loss_action": 0.056044500321149826, + "loss_total": 0.056044500321149826, + "step": 4820 + }, + { + "loss_action": 0.035962894558906555, + "loss_total": 0.035962894558906555, + "step": 4820 + }, + { + "loss_action": 0.05835685133934021, + "loss_total": 0.05835685133934021, + "step": 4820 + }, + { + "loss_action": 0.044380418956279755, + "loss_total": 0.044380418956279755, + "step": 4820 + }, + { + "loss_action": 0.04663342982530594, + "loss_total": 0.04663342982530594, + "step": 4820 + }, + { + "loss_action": 0.053218767046928406, + "loss_total": 0.053218767046928406, + "step": 4820 + }, + { + "grad_norm": 0.8779941201210022, + "learning_rate": 9.658e-05, + "loss": 0.0572, + "step": 4830 + }, + { + "loss_action": 0.04782131686806679, + "loss_total": 0.04782131686806679, + "step": 4830 + }, + { + "loss_action": 0.13385897874832153, + "loss_total": 0.13385897874832153, + "step": 4830 + }, + { + "loss_action": 0.05023596063256264, + "loss_total": 0.05023596063256264, + "step": 4830 + }, + { + "loss_action": 0.22244997322559357, + "loss_total": 0.22244997322559357, + "step": 4830 + }, + { + "loss_action": 0.04237748682498932, + "loss_total": 0.04237748682498932, + "step": 4830 + }, + { + "loss_action": 0.03894582763314247, + "loss_total": 0.03894582763314247, + "step": 4830 + }, + { + "grad_norm": 0.9702560305595398, + "learning_rate": 9.678e-05, + "loss": 0.0634, + "step": 4840 + }, + { + "loss_action": 0.07582744210958481, + "loss_total": 0.07582744210958481, + "step": 4840 + }, + { + "loss_action": 0.059200674295425415, + "loss_total": 0.059200674295425415, + "step": 4840 + }, + { + "loss_action": 0.040085677057504654, + "loss_total": 0.040085677057504654, + "step": 4840 + }, + { + "loss_action": 0.05827903002500534, + "loss_total": 0.05827903002500534, + "step": 4840 + }, + { + "loss_action": 0.07390831410884857, + "loss_total": 0.07390831410884857, + "step": 4840 + }, + { + "loss_action": 0.08074503391981125, + "loss_total": 0.08074503391981125, + "step": 4840 + }, + { + "grad_norm": 0.8744359016418457, + "learning_rate": 9.698000000000001e-05, + "loss": 0.0632, + "step": 4850 + }, + { + "loss_action": 0.06072308123111725, + "loss_total": 0.06072308123111725, + "step": 4850 + }, + { + "loss_action": 0.04070914164185524, + "loss_total": 0.04070914164185524, + "step": 4850 + }, + { + "loss_action": 0.052419934421777725, + "loss_total": 0.052419934421777725, + "step": 4850 + }, + { + "loss_action": 0.03781573846936226, + "loss_total": 0.03781573846936226, + "step": 4850 + }, + { + "loss_action": 0.05848119780421257, + "loss_total": 0.05848119780421257, + "step": 4850 + }, + { + "loss_action": 0.07009328156709671, + "loss_total": 0.07009328156709671, + "step": 4850 + }, + { + "grad_norm": 0.724234402179718, + "learning_rate": 9.718e-05, + "loss": 0.0638, + "step": 4860 + }, + { + "loss_action": 0.0650322362780571, + "loss_total": 0.0650322362780571, + "step": 4860 + }, + { + "loss_action": 0.2909214496612549, + "loss_total": 0.2909214496612549, + "step": 4860 + }, + { + "loss_action": 0.1571265012025833, + "loss_total": 0.1571265012025833, + "step": 4860 + }, + { + "loss_action": 0.03106522560119629, + "loss_total": 0.03106522560119629, + "step": 4860 + }, + { + "loss_action": 0.05468631535768509, + "loss_total": 0.05468631535768509, + "step": 4860 + }, + { + "loss_action": 0.08750159293413162, + "loss_total": 0.08750159293413162, + "step": 4860 + }, + { + "grad_norm": 0.7774083018302917, + "learning_rate": 9.738e-05, + "loss": 0.0773, + "step": 4870 + }, + { + "loss_action": 0.05270380899310112, + "loss_total": 0.05270380899310112, + "step": 4870 + }, + { + "loss_action": 0.047310907393693924, + "loss_total": 0.047310907393693924, + "step": 4870 + }, + { + "loss_action": 0.05627579241991043, + "loss_total": 0.05627579241991043, + "step": 4870 + }, + { + "loss_action": 0.06761478632688522, + "loss_total": 0.06761478632688522, + "step": 4870 + }, + { + "loss_action": 0.05361056327819824, + "loss_total": 0.05361056327819824, + "step": 4870 + }, + { + "loss_action": 0.035643093287944794, + "loss_total": 0.035643093287944794, + "step": 4870 + }, + { + "grad_norm": 0.7364891767501831, + "learning_rate": 9.758000000000001e-05, + "loss": 0.0682, + "step": 4880 + }, + { + "loss_action": 0.07798970490694046, + "loss_total": 0.07798970490694046, + "step": 4880 + }, + { + "loss_action": 0.08448286354541779, + "loss_total": 0.08448286354541779, + "step": 4880 + }, + { + "loss_action": 0.055098120123147964, + "loss_total": 0.055098120123147964, + "step": 4880 + }, + { + "loss_action": 0.04599261283874512, + "loss_total": 0.04599261283874512, + "step": 4880 + }, + { + "loss_action": 0.060048624873161316, + "loss_total": 0.060048624873161316, + "step": 4880 + }, + { + "loss_action": 0.05153748765587807, + "loss_total": 0.05153748765587807, + "step": 4880 + }, + { + "grad_norm": 0.802488386631012, + "learning_rate": 9.778e-05, + "loss": 0.0658, + "step": 4890 + }, + { + "loss_action": 0.05509563907980919, + "loss_total": 0.05509563907980919, + "step": 4890 + }, + { + "loss_action": 0.060818132013082504, + "loss_total": 0.060818132013082504, + "step": 4890 + }, + { + "loss_action": 0.04907987266778946, + "loss_total": 0.04907987266778946, + "step": 4890 + }, + { + "loss_action": 0.05888572335243225, + "loss_total": 0.05888572335243225, + "step": 4890 + }, + { + "loss_action": 0.05649055540561676, + "loss_total": 0.05649055540561676, + "step": 4890 + }, + { + "loss_action": 0.05054767057299614, + "loss_total": 0.05054767057299614, + "step": 4890 + }, + { + "grad_norm": 0.8989227414131165, + "learning_rate": 9.798000000000001e-05, + "loss": 0.0625, + "step": 4900 + }, + { + "loss_action": 0.09462709724903107, + "loss_total": 0.09462709724903107, + "step": 4900 + }, + { + "loss_action": 0.05913960561156273, + "loss_total": 0.05913960561156273, + "step": 4900 + }, + { + "loss_action": 0.04074252024292946, + "loss_total": 0.04074252024292946, + "step": 4900 + }, + { + "loss_action": 0.04492639750242233, + "loss_total": 0.04492639750242233, + "step": 4900 + }, + { + "loss_action": 0.05217863619327545, + "loss_total": 0.05217863619327545, + "step": 4900 + }, + { + "loss_action": 0.05840446427464485, + "loss_total": 0.05840446427464485, + "step": 4900 + }, + { + "grad_norm": 0.8267873525619507, + "learning_rate": 9.818000000000001e-05, + "loss": 0.0699, + "step": 4910 + }, + { + "loss_action": 0.06784295290708542, + "loss_total": 0.06784295290708542, + "step": 4910 + }, + { + "loss_action": 0.10218314826488495, + "loss_total": 0.10218314826488495, + "step": 4910 + }, + { + "loss_action": 0.038506291806697845, + "loss_total": 0.038506291806697845, + "step": 4910 + }, + { + "loss_action": 0.08050671219825745, + "loss_total": 0.08050671219825745, + "step": 4910 + }, + { + "loss_action": 0.12567918002605438, + "loss_total": 0.12567918002605438, + "step": 4910 + }, + { + "loss_action": 0.07139123231172562, + "loss_total": 0.07139123231172562, + "step": 4910 + }, + { + "grad_norm": 1.0520861148834229, + "learning_rate": 9.838e-05, + "loss": 0.0692, + "step": 4920 + }, + { + "loss_action": 0.09298538416624069, + "loss_total": 0.09298538416624069, + "step": 4920 + }, + { + "loss_action": 0.05096994340419769, + "loss_total": 0.05096994340419769, + "step": 4920 + }, + { + "loss_action": 0.11569800227880478, + "loss_total": 0.11569800227880478, + "step": 4920 + }, + { + "loss_action": 0.06368698924779892, + "loss_total": 0.06368698924779892, + "step": 4920 + }, + { + "loss_action": 0.06869520246982574, + "loss_total": 0.06869520246982574, + "step": 4920 + }, + { + "loss_action": 0.07023251801729202, + "loss_total": 0.07023251801729202, + "step": 4920 + }, + { + "grad_norm": 0.8899577856063843, + "learning_rate": 9.858000000000001e-05, + "loss": 0.0565, + "step": 4930 + }, + { + "loss_action": 0.03946176543831825, + "loss_total": 0.03946176543831825, + "step": 4930 + }, + { + "loss_action": 0.05055883899331093, + "loss_total": 0.05055883899331093, + "step": 4930 + }, + { + "loss_action": 0.052054185420274734, + "loss_total": 0.052054185420274734, + "step": 4930 + }, + { + "loss_action": 0.05297281965613365, + "loss_total": 0.05297281965613365, + "step": 4930 + }, + { + "loss_action": 0.062293265014886856, + "loss_total": 0.062293265014886856, + "step": 4930 + }, + { + "loss_action": 0.03548034280538559, + "loss_total": 0.03548034280538559, + "step": 4930 + }, + { + "grad_norm": 0.8317384719848633, + "learning_rate": 9.878e-05, + "loss": 0.0519, + "step": 4940 + }, + { + "loss_action": 0.04350612312555313, + "loss_total": 0.04350612312555313, + "step": 4940 + }, + { + "loss_action": 0.043998900800943375, + "loss_total": 0.043998900800943375, + "step": 4940 + }, + { + "loss_action": 0.0990767776966095, + "loss_total": 0.0990767776966095, + "step": 4940 + }, + { + "loss_action": 0.1125328466296196, + "loss_total": 0.1125328466296196, + "step": 4940 + }, + { + "loss_action": 0.06109293922781944, + "loss_total": 0.06109293922781944, + "step": 4940 + }, + { + "loss_action": 0.046509530395269394, + "loss_total": 0.046509530395269394, + "step": 4940 + }, + { + "grad_norm": 0.7370270490646362, + "learning_rate": 9.898e-05, + "loss": 0.0732, + "step": 4950 + }, + { + "loss_action": 0.03342454880475998, + "loss_total": 0.03342454880475998, + "step": 4950 + }, + { + "loss_action": 0.03857536241412163, + "loss_total": 0.03857536241412163, + "step": 4950 + }, + { + "loss_action": 0.05238018184900284, + "loss_total": 0.05238018184900284, + "step": 4950 + }, + { + "loss_action": 0.029824670404195786, + "loss_total": 0.029824670404195786, + "step": 4950 + }, + { + "loss_action": 0.0550931841135025, + "loss_total": 0.0550931841135025, + "step": 4950 + }, + { + "loss_action": 0.06138882040977478, + "loss_total": 0.06138882040977478, + "step": 4950 + }, + { + "grad_norm": 0.738925039768219, + "learning_rate": 9.918000000000001e-05, + "loss": 0.0529, + "step": 4960 + }, + { + "loss_action": 0.051275234669446945, + "loss_total": 0.051275234669446945, + "step": 4960 + }, + { + "loss_action": 0.06263018399477005, + "loss_total": 0.06263018399477005, + "step": 4960 + }, + { + "loss_action": 0.061878617852926254, + "loss_total": 0.061878617852926254, + "step": 4960 + }, + { + "loss_action": 0.033003732562065125, + "loss_total": 0.033003732562065125, + "step": 4960 + }, + { + "loss_action": 0.06039818748831749, + "loss_total": 0.06039818748831749, + "step": 4960 + }, + { + "loss_action": 0.0409214049577713, + "loss_total": 0.0409214049577713, + "step": 4960 + }, + { + "grad_norm": 1.20099937915802, + "learning_rate": 9.938e-05, + "loss": 0.0554, + "step": 4970 + }, + { + "loss_action": 0.0337335504591465, + "loss_total": 0.0337335504591465, + "step": 4970 + }, + { + "loss_action": 0.05777181684970856, + "loss_total": 0.05777181684970856, + "step": 4970 + }, + { + "loss_action": 0.04368913546204567, + "loss_total": 0.04368913546204567, + "step": 4970 + }, + { + "loss_action": 0.03850403055548668, + "loss_total": 0.03850403055548668, + "step": 4970 + }, + { + "loss_action": 0.03456943482160568, + "loss_total": 0.03456943482160568, + "step": 4970 + }, + { + "loss_action": 0.053785160183906555, + "loss_total": 0.053785160183906555, + "step": 4970 + }, + { + "grad_norm": 0.8389841914176941, + "learning_rate": 9.958e-05, + "loss": 0.0609, + "step": 4980 + }, + { + "loss_action": 0.04027387872338295, + "loss_total": 0.04027387872338295, + "step": 4980 + }, + { + "loss_action": 0.06402193009853363, + "loss_total": 0.06402193009853363, + "step": 4980 + }, + { + "loss_action": 0.050284791737794876, + "loss_total": 0.050284791737794876, + "step": 4980 + }, + { + "loss_action": 0.033773668110370636, + "loss_total": 0.033773668110370636, + "step": 4980 + }, + { + "loss_action": 0.06533175706863403, + "loss_total": 0.06533175706863403, + "step": 4980 + }, + { + "loss_action": 0.04029763117432594, + "loss_total": 0.04029763117432594, + "step": 4980 + }, + { + "grad_norm": 0.8259037137031555, + "learning_rate": 9.978000000000001e-05, + "loss": 0.0689, + "step": 4990 + }, + { + "loss_action": 0.05800692364573479, + "loss_total": 0.05800692364573479, + "step": 4990 + }, + { + "loss_action": 0.061449043452739716, + "loss_total": 0.061449043452739716, + "step": 4990 + }, + { + "loss_action": 0.08619729429483414, + "loss_total": 0.08619729429483414, + "step": 4990 + }, + { + "loss_action": 0.051228925585746765, + "loss_total": 0.051228925585746765, + "step": 4990 + }, + { + "loss_action": 0.03680025786161423, + "loss_total": 0.03680025786161423, + "step": 4990 + }, + { + "loss_action": 0.10601501166820526, + "loss_total": 0.10601501166820526, + "step": 4990 + }, + { + "grad_norm": 0.8495314717292786, + "learning_rate": 9.998e-05, + "loss": 0.0717, + "step": 5000 + }, + { + "loss_action": 0.05560724809765816, + "loss_total": 0.05560724809765816, + "step": 5000 + }, + { + "loss_action": 0.061277057975530624, + "loss_total": 0.061277057975530624, + "step": 5000 + }, + { + "loss_action": 0.032903458923101425, + "loss_total": 0.032903458923101425, + "step": 5000 + }, + { + "loss_action": 0.13160428404808044, + "loss_total": 0.13160428404808044, + "step": 5000 + }, + { + "loss_action": 0.05441085621714592, + "loss_total": 0.05441085621714592, + "step": 5000 + }, + { + "loss_action": 0.04315905272960663, + "loss_total": 0.04315905272960663, + "step": 5000 + }, + { + "grad_norm": 0.9151265621185303, + "learning_rate": 9.999999778549045e-05, + "loss": 0.0629, + "step": 5010 + }, + { + "loss_action": 0.2996036410331726, + "loss_total": 0.2996036410331726, + "step": 5010 + }, + { + "loss_action": 0.07824478298425674, + "loss_total": 0.07824478298425674, + "step": 5010 + }, + { + "loss_action": 0.13364480435848236, + "loss_total": 0.13364480435848236, + "step": 5010 + }, + { + "loss_action": 0.0713903158903122, + "loss_total": 0.0713903158903122, + "step": 5010 + }, + { + "loss_action": 0.03962406888604164, + "loss_total": 0.03962406888604164, + "step": 5010 + }, + { + "loss_action": 0.029447762295603752, + "loss_total": 0.029447762295603752, + "step": 5010 + }, + { + "grad_norm": 1.0244989395141602, + "learning_rate": 9.999999013039593e-05, + "loss": 0.0845, + "step": 5020 + }, + { + "loss_action": 0.06237557902932167, + "loss_total": 0.06237557902932167, + "step": 5020 + }, + { + "loss_action": 0.03346075490117073, + "loss_total": 0.03346075490117073, + "step": 5020 + }, + { + "loss_action": 0.06085604056715965, + "loss_total": 0.06085604056715965, + "step": 5020 + }, + { + "loss_action": 0.027901722118258476, + "loss_total": 0.027901722118258476, + "step": 5020 + }, + { + "loss_action": 0.03544647619128227, + "loss_total": 0.03544647619128227, + "step": 5020 + }, + { + "loss_action": 0.04391008988022804, + "loss_total": 0.04391008988022804, + "step": 5020 + }, + { + "grad_norm": 0.9964355826377869, + "learning_rate": 9.999997700737766e-05, + "loss": 0.0708, + "step": 5030 + }, + { + "loss_action": 0.05573761835694313, + "loss_total": 0.05573761835694313, + "step": 5030 + }, + { + "loss_action": 0.09647837281227112, + "loss_total": 0.09647837281227112, + "step": 5030 + }, + { + "loss_action": 0.06256648898124695, + "loss_total": 0.06256648898124695, + "step": 5030 + }, + { + "loss_action": 0.031745053827762604, + "loss_total": 0.031745053827762604, + "step": 5030 + }, + { + "loss_action": 0.2033301442861557, + "loss_total": 0.2033301442861557, + "step": 5030 + }, + { + "loss_action": 0.08792744576931, + "loss_total": 0.08792744576931, + "step": 5030 + }, + { + "grad_norm": 0.8703866004943848, + "learning_rate": 9.999995841643709e-05, + "loss": 0.0646, + "step": 5040 + }, + { + "loss_action": 0.058715205639600754, + "loss_total": 0.058715205639600754, + "step": 5040 + }, + { + "loss_action": 0.08621128648519516, + "loss_total": 0.08621128648519516, + "step": 5040 + }, + { + "loss_action": 0.04435579478740692, + "loss_total": 0.04435579478740692, + "step": 5040 + }, + { + "loss_action": 0.07794775813817978, + "loss_total": 0.07794775813817978, + "step": 5040 + }, + { + "loss_action": 0.21794378757476807, + "loss_total": 0.21794378757476807, + "step": 5040 + }, + { + "loss_action": 0.06043495982885361, + "loss_total": 0.06043495982885361, + "step": 5040 + }, + { + "grad_norm": 0.8896634578704834, + "learning_rate": 9.999993435757623e-05, + "loss": 0.0651, + "step": 5050 + }, + { + "loss_action": 0.053670939058065414, + "loss_total": 0.053670939058065414, + "step": 5050 + }, + { + "loss_action": 0.0818866714835167, + "loss_total": 0.0818866714835167, + "step": 5050 + }, + { + "loss_action": 0.04531962797045708, + "loss_total": 0.04531962797045708, + "step": 5050 + }, + { + "loss_action": 0.03406074270606041, + "loss_total": 0.03406074270606041, + "step": 5050 + }, + { + "loss_action": 0.10004440695047379, + "loss_total": 0.10004440695047379, + "step": 5050 + }, + { + "loss_action": 0.05258187651634216, + "loss_total": 0.05258187651634216, + "step": 5050 + }, + { + "grad_norm": 0.9203670024871826, + "learning_rate": 9.999990483079773e-05, + "loss": 0.0669, + "step": 5060 + }, + { + "loss_action": 0.07922487705945969, + "loss_total": 0.07922487705945969, + "step": 5060 + }, + { + "loss_action": 0.04672740027308464, + "loss_total": 0.04672740027308464, + "step": 5060 + }, + { + "loss_action": 0.04876718670129776, + "loss_total": 0.04876718670129776, + "step": 5060 + }, + { + "loss_action": 0.07162545621395111, + "loss_total": 0.07162545621395111, + "step": 5060 + }, + { + "loss_action": 0.05794405937194824, + "loss_total": 0.05794405937194824, + "step": 5060 + }, + { + "loss_action": 0.03594183176755905, + "loss_total": 0.03594183176755905, + "step": 5060 + }, + { + "grad_norm": 0.7455039620399475, + "learning_rate": 9.999986983610481e-05, + "loss": 0.062, + "step": 5070 + }, + { + "loss_action": 0.04512598738074303, + "loss_total": 0.04512598738074303, + "step": 5070 + }, + { + "loss_action": 0.04517365247011185, + "loss_total": 0.04517365247011185, + "step": 5070 + }, + { + "loss_action": 0.039792630821466446, + "loss_total": 0.039792630821466446, + "step": 5070 + }, + { + "loss_action": 0.04689383506774902, + "loss_total": 0.04689383506774902, + "step": 5070 + }, + { + "loss_action": 0.06353288888931274, + "loss_total": 0.06353288888931274, + "step": 5070 + }, + { + "loss_action": 0.0650445967912674, + "loss_total": 0.0650445967912674, + "step": 5070 + }, + { + "grad_norm": 0.7902363538742065, + "learning_rate": 9.99998293735013e-05, + "loss": 0.0558, + "step": 5080 + }, + { + "loss_action": 0.033506251871585846, + "loss_total": 0.033506251871585846, + "step": 5080 + }, + { + "loss_action": 0.033139053732156754, + "loss_total": 0.033139053732156754, + "step": 5080 + }, + { + "loss_action": 0.03689694404602051, + "loss_total": 0.03689694404602051, + "step": 5080 + }, + { + "loss_action": 0.0315241664648056, + "loss_total": 0.0315241664648056, + "step": 5080 + }, + { + "loss_action": 0.06516385823488235, + "loss_total": 0.06516385823488235, + "step": 5080 + }, + { + "loss_action": 0.09063149988651276, + "loss_total": 0.09063149988651276, + "step": 5080 + }, + { + "grad_norm": 0.8945707082748413, + "learning_rate": 9.999978344299161e-05, + "loss": 0.0591, + "step": 5090 + }, + { + "loss_action": 0.049657467752695084, + "loss_total": 0.049657467752695084, + "step": 5090 + }, + { + "loss_action": 0.062331922352313995, + "loss_total": 0.062331922352313995, + "step": 5090 + }, + { + "loss_action": 0.05818390101194382, + "loss_total": 0.05818390101194382, + "step": 5090 + }, + { + "loss_action": 0.1508694738149643, + "loss_total": 0.1508694738149643, + "step": 5090 + }, + { + "loss_action": 0.06466519087553024, + "loss_total": 0.06466519087553024, + "step": 5090 + }, + { + "loss_action": 0.05038169398903847, + "loss_total": 0.05038169398903847, + "step": 5090 + }, + { + "grad_norm": 0.8337975740432739, + "learning_rate": 9.99997320445808e-05, + "loss": 0.0592, + "step": 5100 + }, + { + "loss_action": 0.09973505139350891, + "loss_total": 0.09973505139350891, + "step": 5100 + }, + { + "loss_action": 0.04971825331449509, + "loss_total": 0.04971825331449509, + "step": 5100 + }, + { + "loss_action": 0.058808062225580215, + "loss_total": 0.058808062225580215, + "step": 5100 + }, + { + "loss_action": 0.04672207683324814, + "loss_total": 0.04672207683324814, + "step": 5100 + }, + { + "loss_action": 0.04528019204735756, + "loss_total": 0.04528019204735756, + "step": 5100 + }, + { + "loss_action": 0.06810004264116287, + "loss_total": 0.06810004264116287, + "step": 5100 + }, + { + "grad_norm": 0.7785375118255615, + "learning_rate": 9.999967517827444e-05, + "loss": 0.054, + "step": 5110 + }, + { + "loss_action": 0.0560518279671669, + "loss_total": 0.0560518279671669, + "step": 5110 + }, + { + "loss_action": 0.06102549657225609, + "loss_total": 0.06102549657225609, + "step": 5110 + }, + { + "loss_action": 0.0351136289536953, + "loss_total": 0.0351136289536953, + "step": 5110 + }, + { + "loss_action": 0.046024639159440994, + "loss_total": 0.046024639159440994, + "step": 5110 + }, + { + "loss_action": 0.027497049421072006, + "loss_total": 0.027497049421072006, + "step": 5110 + }, + { + "loss_action": 0.025220640003681183, + "loss_total": 0.025220640003681183, + "step": 5110 + }, + { + "grad_norm": 0.9302870631217957, + "learning_rate": 9.999961284407879e-05, + "loss": 0.0537, + "step": 5120 + }, + { + "loss_action": 0.04438317194581032, + "loss_total": 0.04438317194581032, + "step": 5120 + }, + { + "loss_action": 0.039213258773088455, + "loss_total": 0.039213258773088455, + "step": 5120 + }, + { + "loss_action": 0.08971714973449707, + "loss_total": 0.08971714973449707, + "step": 5120 + }, + { + "loss_action": 0.033667780458927155, + "loss_total": 0.033667780458927155, + "step": 5120 + }, + { + "loss_action": 0.06281138211488724, + "loss_total": 0.06281138211488724, + "step": 5120 + }, + { + "loss_action": 0.05514564365148544, + "loss_total": 0.05514564365148544, + "step": 5120 + }, + { + "grad_norm": 0.669036865234375, + "learning_rate": 9.999954504200067e-05, + "loss": 0.0572, + "step": 5130 + }, + { + "loss_action": 0.0434320867061615, + "loss_total": 0.0434320867061615, + "step": 5130 + }, + { + "loss_action": 0.03299318999052048, + "loss_total": 0.03299318999052048, + "step": 5130 + }, + { + "loss_action": 0.12906868755817413, + "loss_total": 0.12906868755817413, + "step": 5130 + }, + { + "loss_action": 0.041812483221292496, + "loss_total": 0.041812483221292496, + "step": 5130 + }, + { + "loss_action": 0.04778089374303818, + "loss_total": 0.04778089374303818, + "step": 5130 + }, + { + "loss_action": 0.03871123865246773, + "loss_total": 0.03871123865246773, + "step": 5130 + }, + { + "grad_norm": 0.8739200234413147, + "learning_rate": 9.999947177204744e-05, + "loss": 0.0637, + "step": 5140 + }, + { + "loss_action": 0.04274941235780716, + "loss_total": 0.04274941235780716, + "step": 5140 + }, + { + "loss_action": 0.19581745564937592, + "loss_total": 0.19581745564937592, + "step": 5140 + }, + { + "loss_action": 0.06563436985015869, + "loss_total": 0.06563436985015869, + "step": 5140 + }, + { + "loss_action": 0.08939538151025772, + "loss_total": 0.08939538151025772, + "step": 5140 + }, + { + "loss_action": 0.029498377814888954, + "loss_total": 0.029498377814888954, + "step": 5140 + }, + { + "loss_action": 0.06914738565683365, + "loss_total": 0.06914738565683365, + "step": 5140 + }, + { + "grad_norm": 1.0018622875213623, + "learning_rate": 9.999939303422718e-05, + "loss": 0.0795, + "step": 5150 + }, + { + "loss_action": 0.04569099470973015, + "loss_total": 0.04569099470973015, + "step": 5150 + }, + { + "loss_action": 0.046060897409915924, + "loss_total": 0.046060897409915924, + "step": 5150 + }, + { + "loss_action": 0.0783688947558403, + "loss_total": 0.0783688947558403, + "step": 5150 + }, + { + "loss_action": 0.04448341578245163, + "loss_total": 0.04448341578245163, + "step": 5150 + }, + { + "loss_action": 0.07079844921827316, + "loss_total": 0.07079844921827316, + "step": 5150 + }, + { + "loss_action": 0.04481714591383934, + "loss_total": 0.04481714591383934, + "step": 5150 + }, + { + "grad_norm": 0.8828062415122986, + "learning_rate": 9.999930882854847e-05, + "loss": 0.0603, + "step": 5160 + }, + { + "loss_action": 0.03780486062169075, + "loss_total": 0.03780486062169075, + "step": 5160 + }, + { + "loss_action": 0.037896864116191864, + "loss_total": 0.037896864116191864, + "step": 5160 + }, + { + "loss_action": 0.0433979369699955, + "loss_total": 0.0433979369699955, + "step": 5160 + }, + { + "loss_action": 0.1742163449525833, + "loss_total": 0.1742163449525833, + "step": 5160 + }, + { + "loss_action": 0.06708064675331116, + "loss_total": 0.06708064675331116, + "step": 5160 + }, + { + "loss_action": 0.03989608213305473, + "loss_total": 0.03989608213305473, + "step": 5160 + }, + { + "grad_norm": 0.854237973690033, + "learning_rate": 9.999921915502051e-05, + "loss": 0.0618, + "step": 5170 + }, + { + "loss_action": 0.04205271974205971, + "loss_total": 0.04205271974205971, + "step": 5170 + }, + { + "loss_action": 0.04843476414680481, + "loss_total": 0.04843476414680481, + "step": 5170 + }, + { + "loss_action": 0.05009680241346359, + "loss_total": 0.05009680241346359, + "step": 5170 + }, + { + "loss_action": 0.05749151483178139, + "loss_total": 0.05749151483178139, + "step": 5170 + }, + { + "loss_action": 0.08166257292032242, + "loss_total": 0.08166257292032242, + "step": 5170 + }, + { + "loss_action": 0.04349188506603241, + "loss_total": 0.04349188506603241, + "step": 5170 + }, + { + "grad_norm": 1.2088474035263062, + "learning_rate": 9.99991240136531e-05, + "loss": 0.0617, + "step": 5180 + }, + { + "loss_action": 0.052115123718976974, + "loss_total": 0.052115123718976974, + "step": 5180 + }, + { + "loss_action": 0.044475007802248, + "loss_total": 0.044475007802248, + "step": 5180 + }, + { + "loss_action": 0.047078441828489304, + "loss_total": 0.047078441828489304, + "step": 5180 + }, + { + "loss_action": 0.05274975299835205, + "loss_total": 0.05274975299835205, + "step": 5180 + }, + { + "loss_action": 0.03239839896559715, + "loss_total": 0.03239839896559715, + "step": 5180 + }, + { + "loss_action": 0.07836426049470901, + "loss_total": 0.07836426049470901, + "step": 5180 + }, + { + "grad_norm": 0.8326293230056763, + "learning_rate": 9.999902340445668e-05, + "loss": 0.0613, + "step": 5190 + }, + { + "loss_action": 0.03711771219968796, + "loss_total": 0.03711771219968796, + "step": 5190 + }, + { + "loss_action": 0.07819051295518875, + "loss_total": 0.07819051295518875, + "step": 5190 + }, + { + "loss_action": 0.04957734793424606, + "loss_total": 0.04957734793424606, + "step": 5190 + }, + { + "loss_action": 0.04219262674450874, + "loss_total": 0.04219262674450874, + "step": 5190 + }, + { + "loss_action": 0.04084262251853943, + "loss_total": 0.04084262251853943, + "step": 5190 + }, + { + "loss_action": 0.08961863070726395, + "loss_total": 0.08961863070726395, + "step": 5190 + }, + { + "grad_norm": 1.0440430641174316, + "learning_rate": 9.999891732744224e-05, + "loss": 0.0582, + "step": 5200 + }, + { + "loss_action": 0.05896215885877609, + "loss_total": 0.05896215885877609, + "step": 5200 + }, + { + "loss_action": 0.054520584642887115, + "loss_total": 0.054520584642887115, + "step": 5200 + }, + { + "loss_action": 0.04309551790356636, + "loss_total": 0.04309551790356636, + "step": 5200 + }, + { + "loss_action": 0.20094837248325348, + "loss_total": 0.20094837248325348, + "step": 5200 + }, + { + "loss_action": 0.07665276527404785, + "loss_total": 0.07665276527404785, + "step": 5200 + }, + { + "loss_action": 0.051978304982185364, + "loss_total": 0.051978304982185364, + "step": 5200 + }, + { + "grad_norm": 0.917776882648468, + "learning_rate": 9.999880578262135e-05, + "loss": 0.0672, + "step": 5210 + }, + { + "loss_action": 0.05781349539756775, + "loss_total": 0.05781349539756775, + "step": 5210 + }, + { + "loss_action": 0.12354599684476852, + "loss_total": 0.12354599684476852, + "step": 5210 + }, + { + "loss_action": 0.040206167846918106, + "loss_total": 0.040206167846918106, + "step": 5210 + }, + { + "loss_action": 0.1250763237476349, + "loss_total": 0.1250763237476349, + "step": 5210 + }, + { + "loss_action": 0.03191123530268669, + "loss_total": 0.03191123530268669, + "step": 5210 + }, + { + "loss_action": 0.07027451694011688, + "loss_total": 0.07027451694011688, + "step": 5210 + }, + { + "grad_norm": 0.9985657334327698, + "learning_rate": 9.999868877000624e-05, + "loss": 0.0734, + "step": 5220 + }, + { + "loss_action": 0.06067607179284096, + "loss_total": 0.06067607179284096, + "step": 5220 + }, + { + "loss_action": 0.07081165164709091, + "loss_total": 0.07081165164709091, + "step": 5220 + }, + { + "loss_action": 0.04613139107823372, + "loss_total": 0.04613139107823372, + "step": 5220 + }, + { + "loss_action": 0.03940257430076599, + "loss_total": 0.03940257430076599, + "step": 5220 + }, + { + "loss_action": 0.2327694296836853, + "loss_total": 0.2327694296836853, + "step": 5220 + }, + { + "loss_action": 0.04273552447557449, + "loss_total": 0.04273552447557449, + "step": 5220 + }, + { + "grad_norm": 0.7009078860282898, + "learning_rate": 9.99985662896097e-05, + "loss": 0.0631, + "step": 5230 + }, + { + "loss_action": 0.0341450534760952, + "loss_total": 0.0341450534760952, + "step": 5230 + }, + { + "loss_action": 0.07622107863426208, + "loss_total": 0.07622107863426208, + "step": 5230 + }, + { + "loss_action": 0.05101677402853966, + "loss_total": 0.05101677402853966, + "step": 5230 + }, + { + "loss_action": 0.06472304463386536, + "loss_total": 0.06472304463386536, + "step": 5230 + }, + { + "loss_action": 0.0535736083984375, + "loss_total": 0.0535736083984375, + "step": 5230 + }, + { + "loss_action": 0.04791863635182381, + "loss_total": 0.04791863635182381, + "step": 5230 + }, + { + "grad_norm": 0.6323890686035156, + "learning_rate": 9.999843834144513e-05, + "loss": 0.0565, + "step": 5240 + }, + { + "loss_action": 0.053751543164253235, + "loss_total": 0.053751543164253235, + "step": 5240 + }, + { + "loss_action": 0.06498055905103683, + "loss_total": 0.06498055905103683, + "step": 5240 + }, + { + "loss_action": 0.03421216830611229, + "loss_total": 0.03421216830611229, + "step": 5240 + }, + { + "loss_action": 0.11114398390054703, + "loss_total": 0.11114398390054703, + "step": 5240 + }, + { + "loss_action": 0.056881897151470184, + "loss_total": 0.056881897151470184, + "step": 5240 + }, + { + "loss_action": 0.06191291660070419, + "loss_total": 0.06191291660070419, + "step": 5240 + }, + { + "grad_norm": 1.1339160203933716, + "learning_rate": 9.99983049255265e-05, + "loss": 0.0634, + "step": 5250 + }, + { + "loss_action": 0.03455081582069397, + "loss_total": 0.03455081582069397, + "step": 5250 + }, + { + "loss_action": 0.07460468262434006, + "loss_total": 0.07460468262434006, + "step": 5250 + }, + { + "loss_action": 0.13661110401153564, + "loss_total": 0.13661110401153564, + "step": 5250 + }, + { + "loss_action": 0.07906360924243927, + "loss_total": 0.07906360924243927, + "step": 5250 + }, + { + "loss_action": 0.039554815739393234, + "loss_total": 0.039554815739393234, + "step": 5250 + }, + { + "loss_action": 0.03064264915883541, + "loss_total": 0.03064264915883541, + "step": 5250 + }, + { + "grad_norm": 0.7069526314735413, + "learning_rate": 9.999816604186843e-05, + "loss": 0.0598, + "step": 5260 + }, + { + "loss_action": 0.035951342433691025, + "loss_total": 0.035951342433691025, + "step": 5260 + }, + { + "loss_action": 0.05764511227607727, + "loss_total": 0.05764511227607727, + "step": 5260 + }, + { + "loss_action": 0.042252857238054276, + "loss_total": 0.042252857238054276, + "step": 5260 + }, + { + "loss_action": 0.03579213097691536, + "loss_total": 0.03579213097691536, + "step": 5260 + }, + { + "loss_action": 0.032165225595235825, + "loss_total": 0.032165225595235825, + "step": 5260 + }, + { + "loss_action": 0.04304923117160797, + "loss_total": 0.04304923117160797, + "step": 5260 + }, + { + "grad_norm": 0.7670472860336304, + "learning_rate": 9.999802169048609e-05, + "loss": 0.0646, + "step": 5270 + }, + { + "loss_action": 0.0418117381632328, + "loss_total": 0.0418117381632328, + "step": 5270 + }, + { + "loss_action": 0.0923556387424469, + "loss_total": 0.0923556387424469, + "step": 5270 + }, + { + "loss_action": 0.045545339584350586, + "loss_total": 0.045545339584350586, + "step": 5270 + }, + { + "loss_action": 0.040485113859176636, + "loss_total": 0.040485113859176636, + "step": 5270 + }, + { + "loss_action": 0.06724797189235687, + "loss_total": 0.06724797189235687, + "step": 5270 + }, + { + "loss_action": 0.035181675106287, + "loss_total": 0.035181675106287, + "step": 5270 + }, + { + "grad_norm": 0.7563091516494751, + "learning_rate": 9.999787187139527e-05, + "loss": 0.054, + "step": 5280 + }, + { + "loss_action": 0.0647049993276596, + "loss_total": 0.0647049993276596, + "step": 5280 + }, + { + "loss_action": 0.04187759757041931, + "loss_total": 0.04187759757041931, + "step": 5280 + }, + { + "loss_action": 0.05309019982814789, + "loss_total": 0.05309019982814789, + "step": 5280 + }, + { + "loss_action": 0.06818104535341263, + "loss_total": 0.06818104535341263, + "step": 5280 + }, + { + "loss_action": 0.04112451896071434, + "loss_total": 0.04112451896071434, + "step": 5280 + }, + { + "loss_action": 0.05101007968187332, + "loss_total": 0.05101007968187332, + "step": 5280 + }, + { + "grad_norm": 0.9106363654136658, + "learning_rate": 9.999771658461234e-05, + "loss": 0.0656, + "step": 5290 + }, + { + "loss_action": 0.03307127207517624, + "loss_total": 0.03307127207517624, + "step": 5290 + }, + { + "loss_action": 0.07790173590183258, + "loss_total": 0.07790173590183258, + "step": 5290 + }, + { + "loss_action": 0.21526576578617096, + "loss_total": 0.21526576578617096, + "step": 5290 + }, + { + "loss_action": 0.049224548041820526, + "loss_total": 0.049224548041820526, + "step": 5290 + }, + { + "loss_action": 0.05011080205440521, + "loss_total": 0.05011080205440521, + "step": 5290 + }, + { + "loss_action": 0.06024649366736412, + "loss_total": 0.06024649366736412, + "step": 5290 + }, + { + "grad_norm": 0.8487418293952942, + "learning_rate": 9.999755583015431e-05, + "loss": 0.0707, + "step": 5300 + }, + { + "loss_action": 0.06584428995847702, + "loss_total": 0.06584428995847702, + "step": 5300 + }, + { + "loss_action": 0.05254511907696724, + "loss_total": 0.05254511907696724, + "step": 5300 + }, + { + "loss_action": 0.0413486622273922, + "loss_total": 0.0413486622273922, + "step": 5300 + }, + { + "loss_action": 0.08666478097438812, + "loss_total": 0.08666478097438812, + "step": 5300 + }, + { + "loss_action": 0.04951207712292671, + "loss_total": 0.04951207712292671, + "step": 5300 + }, + { + "loss_action": 0.05368182063102722, + "loss_total": 0.05368182063102722, + "step": 5300 + }, + { + "grad_norm": 0.969312310218811, + "learning_rate": 9.999738960803874e-05, + "loss": 0.0645, + "step": 5310 + }, + { + "loss_action": 0.0487477071583271, + "loss_total": 0.0487477071583271, + "step": 5310 + }, + { + "loss_action": 0.07046613842248917, + "loss_total": 0.07046613842248917, + "step": 5310 + }, + { + "loss_action": 0.0445333756506443, + "loss_total": 0.0445333756506443, + "step": 5310 + }, + { + "loss_action": 0.05583412945270538, + "loss_total": 0.05583412945270538, + "step": 5310 + }, + { + "loss_action": 0.0627836361527443, + "loss_total": 0.0627836361527443, + "step": 5310 + }, + { + "loss_action": 0.1063336730003357, + "loss_total": 0.1063336730003357, + "step": 5310 + }, + { + "grad_norm": 0.8906039595603943, + "learning_rate": 9.99972179182838e-05, + "loss": 0.0656, + "step": 5320 + }, + { + "loss_action": 0.09320889413356781, + "loss_total": 0.09320889413356781, + "step": 5320 + }, + { + "loss_action": 0.04690108075737953, + "loss_total": 0.04690108075737953, + "step": 5320 + }, + { + "loss_action": 0.031296003609895706, + "loss_total": 0.031296003609895706, + "step": 5320 + }, + { + "loss_action": 0.055603571236133575, + "loss_total": 0.055603571236133575, + "step": 5320 + }, + { + "loss_action": 0.11260052770376205, + "loss_total": 0.11260052770376205, + "step": 5320 + }, + { + "loss_action": 0.055151741951704025, + "loss_total": 0.055151741951704025, + "step": 5320 + }, + { + "grad_norm": 0.9574185013771057, + "learning_rate": 9.99970407609083e-05, + "loss": 0.0715, + "step": 5330 + }, + { + "loss_action": 0.04019120708107948, + "loss_total": 0.04019120708107948, + "step": 5330 + }, + { + "loss_action": 0.0679764375090599, + "loss_total": 0.0679764375090599, + "step": 5330 + }, + { + "loss_action": 0.0542268306016922, + "loss_total": 0.0542268306016922, + "step": 5330 + }, + { + "loss_action": 0.0439818874001503, + "loss_total": 0.0439818874001503, + "step": 5330 + }, + { + "loss_action": 0.07673311233520508, + "loss_total": 0.07673311233520508, + "step": 5330 + }, + { + "loss_action": 0.04124860465526581, + "loss_total": 0.04124860465526581, + "step": 5330 + }, + { + "grad_norm": 0.7980320453643799, + "learning_rate": 9.999685813593159e-05, + "loss": 0.0598, + "step": 5340 + }, + { + "loss_action": 0.04800457879900932, + "loss_total": 0.04800457879900932, + "step": 5340 + }, + { + "loss_action": 0.05774344503879547, + "loss_total": 0.05774344503879547, + "step": 5340 + }, + { + "loss_action": 0.17995807528495789, + "loss_total": 0.17995807528495789, + "step": 5340 + }, + { + "loss_action": 0.04715738445520401, + "loss_total": 0.04715738445520401, + "step": 5340 + }, + { + "loss_action": 0.031920380890369415, + "loss_total": 0.031920380890369415, + "step": 5340 + }, + { + "loss_action": 0.044031839817762375, + "loss_total": 0.044031839817762375, + "step": 5340 + }, + { + "grad_norm": 0.7037644982337952, + "learning_rate": 9.999667004337362e-05, + "loss": 0.055, + "step": 5350 + }, + { + "loss_action": 0.032002661377191544, + "loss_total": 0.032002661377191544, + "step": 5350 + }, + { + "loss_action": 0.06120236590504646, + "loss_total": 0.06120236590504646, + "step": 5350 + }, + { + "loss_action": 0.045477788895368576, + "loss_total": 0.045477788895368576, + "step": 5350 + }, + { + "loss_action": 0.03499897941946983, + "loss_total": 0.03499897941946983, + "step": 5350 + }, + { + "loss_action": 0.0439302958548069, + "loss_total": 0.0439302958548069, + "step": 5350 + }, + { + "loss_action": 0.038450926542282104, + "loss_total": 0.038450926542282104, + "step": 5350 + }, + { + "grad_norm": 0.8843727111816406, + "learning_rate": 9.9996476483255e-05, + "loss": 0.0537, + "step": 5360 + }, + { + "loss_action": 0.110946424305439, + "loss_total": 0.110946424305439, + "step": 5360 + }, + { + "loss_action": 0.028800589963793755, + "loss_total": 0.028800589963793755, + "step": 5360 + }, + { + "loss_action": 0.19639185070991516, + "loss_total": 0.19639185070991516, + "step": 5360 + }, + { + "loss_action": 0.10199550539255142, + "loss_total": 0.10199550539255142, + "step": 5360 + }, + { + "loss_action": 0.04387373477220535, + "loss_total": 0.04387373477220535, + "step": 5360 + }, + { + "loss_action": 0.03796102851629257, + "loss_total": 0.03796102851629257, + "step": 5360 + }, + { + "grad_norm": 0.835339367389679, + "learning_rate": 9.999627745559688e-05, + "loss": 0.0611, + "step": 5370 + }, + { + "loss_action": 0.07318028807640076, + "loss_total": 0.07318028807640076, + "step": 5370 + }, + { + "loss_action": 0.07121752947568893, + "loss_total": 0.07121752947568893, + "step": 5370 + }, + { + "loss_action": 0.05542353168129921, + "loss_total": 0.05542353168129921, + "step": 5370 + }, + { + "loss_action": 0.16485300660133362, + "loss_total": 0.16485300660133362, + "step": 5370 + }, + { + "loss_action": 0.036203090101480484, + "loss_total": 0.036203090101480484, + "step": 5370 + }, + { + "loss_action": 0.04128522798418999, + "loss_total": 0.04128522798418999, + "step": 5370 + }, + { + "grad_norm": 0.7983320355415344, + "learning_rate": 9.999607296042101e-05, + "loss": 0.0559, + "step": 5380 + }, + { + "loss_action": 0.04621061682701111, + "loss_total": 0.04621061682701111, + "step": 5380 + }, + { + "loss_action": 0.058855924755334854, + "loss_total": 0.058855924755334854, + "step": 5380 + }, + { + "loss_action": 0.033177558332681656, + "loss_total": 0.033177558332681656, + "step": 5380 + }, + { + "loss_action": 0.07798401266336441, + "loss_total": 0.07798401266336441, + "step": 5380 + }, + { + "loss_action": 0.04693302512168884, + "loss_total": 0.04693302512168884, + "step": 5380 + }, + { + "loss_action": 0.05902337282896042, + "loss_total": 0.05902337282896042, + "step": 5380 + }, + { + "grad_norm": 0.8711174130439758, + "learning_rate": 9.99958629977498e-05, + "loss": 0.0573, + "step": 5390 + }, + { + "loss_action": 0.035725388675928116, + "loss_total": 0.035725388675928116, + "step": 5390 + }, + { + "loss_action": 0.061872631311416626, + "loss_total": 0.061872631311416626, + "step": 5390 + }, + { + "loss_action": 0.04503452405333519, + "loss_total": 0.04503452405333519, + "step": 5390 + }, + { + "loss_action": 0.04314271733164787, + "loss_total": 0.04314271733164787, + "step": 5390 + }, + { + "loss_action": 0.06348918378353119, + "loss_total": 0.06348918378353119, + "step": 5390 + }, + { + "loss_action": 0.03461384400725365, + "loss_total": 0.03461384400725365, + "step": 5390 + }, + { + "grad_norm": 0.742406964302063, + "learning_rate": 9.999564756760615e-05, + "loss": 0.0528, + "step": 5400 + }, + { + "loss_action": 0.24429990351200104, + "loss_total": 0.24429990351200104, + "step": 5400 + }, + { + "loss_action": 0.04680550470948219, + "loss_total": 0.04680550470948219, + "step": 5400 + }, + { + "loss_action": 0.05397487431764603, + "loss_total": 0.05397487431764603, + "step": 5400 + }, + { + "loss_action": 0.04930732399225235, + "loss_total": 0.04930732399225235, + "step": 5400 + }, + { + "loss_action": 0.060294441878795624, + "loss_total": 0.060294441878795624, + "step": 5400 + }, + { + "loss_action": 0.03458649665117264, + "loss_total": 0.03458649665117264, + "step": 5400 + }, + { + "grad_norm": 0.8196588158607483, + "learning_rate": 9.999542667001366e-05, + "loss": 0.0571, + "step": 5410 + }, + { + "loss_action": 0.0804407149553299, + "loss_total": 0.0804407149553299, + "step": 5410 + }, + { + "loss_action": 0.030074074864387512, + "loss_total": 0.030074074864387512, + "step": 5410 + }, + { + "loss_action": 0.02899746596813202, + "loss_total": 0.02899746596813202, + "step": 5410 + }, + { + "loss_action": 0.0648425742983818, + "loss_total": 0.0648425742983818, + "step": 5410 + }, + { + "loss_action": 0.04109974205493927, + "loss_total": 0.04109974205493927, + "step": 5410 + }, + { + "loss_action": 0.0694635808467865, + "loss_total": 0.0694635808467865, + "step": 5410 + }, + { + "grad_norm": 0.7725045084953308, + "learning_rate": 9.999520030499647e-05, + "loss": 0.06, + "step": 5420 + }, + { + "loss_action": 0.049830932170152664, + "loss_total": 0.049830932170152664, + "step": 5420 + }, + { + "loss_action": 0.06138753145933151, + "loss_total": 0.06138753145933151, + "step": 5420 + }, + { + "loss_action": 0.08208023756742477, + "loss_total": 0.08208023756742477, + "step": 5420 + }, + { + "loss_action": 0.04916474595665932, + "loss_total": 0.04916474595665932, + "step": 5420 + }, + { + "loss_action": 0.03903927654027939, + "loss_total": 0.03903927654027939, + "step": 5420 + }, + { + "loss_action": 0.05234737694263458, + "loss_total": 0.05234737694263458, + "step": 5420 + }, + { + "grad_norm": 0.7143279910087585, + "learning_rate": 9.999496847257936e-05, + "loss": 0.0584, + "step": 5430 + }, + { + "loss_action": 0.033246833831071854, + "loss_total": 0.033246833831071854, + "step": 5430 + }, + { + "loss_action": 0.02434900961816311, + "loss_total": 0.02434900961816311, + "step": 5430 + }, + { + "loss_action": 0.05681418627500534, + "loss_total": 0.05681418627500534, + "step": 5430 + }, + { + "loss_action": 0.07220184057950974, + "loss_total": 0.07220184057950974, + "step": 5430 + }, + { + "loss_action": 0.028940321877598763, + "loss_total": 0.028940321877598763, + "step": 5430 + }, + { + "loss_action": 0.05811501294374466, + "loss_total": 0.05811501294374466, + "step": 5430 + }, + { + "grad_norm": 0.7982605695724487, + "learning_rate": 9.999473117278764e-05, + "loss": 0.0513, + "step": 5440 + }, + { + "loss_action": 0.20697462558746338, + "loss_total": 0.20697462558746338, + "step": 5440 + }, + { + "loss_action": 0.038072552531957626, + "loss_total": 0.038072552531957626, + "step": 5440 + }, + { + "loss_action": 0.04709406569600105, + "loss_total": 0.04709406569600105, + "step": 5440 + }, + { + "loss_action": 0.04553856700658798, + "loss_total": 0.04553856700658798, + "step": 5440 + }, + { + "loss_action": 0.093510203063488, + "loss_total": 0.093510203063488, + "step": 5440 + }, + { + "loss_action": 0.03465336933732033, + "loss_total": 0.03465336933732033, + "step": 5440 + }, + { + "grad_norm": 0.5599473714828491, + "learning_rate": 9.999448840564731e-05, + "loss": 0.0507, + "step": 5450 + }, + { + "loss_action": 0.04881804808974266, + "loss_total": 0.04881804808974266, + "step": 5450 + }, + { + "loss_action": 0.05813372880220413, + "loss_total": 0.05813372880220413, + "step": 5450 + }, + { + "loss_action": 0.05485623702406883, + "loss_total": 0.05485623702406883, + "step": 5450 + }, + { + "loss_action": 0.03474703058600426, + "loss_total": 0.03474703058600426, + "step": 5450 + }, + { + "loss_action": 0.07373055070638657, + "loss_total": 0.07373055070638657, + "step": 5450 + }, + { + "loss_action": 0.04066343605518341, + "loss_total": 0.04066343605518341, + "step": 5450 + }, + { + "grad_norm": 0.6818856000900269, + "learning_rate": 9.999424017118488e-05, + "loss": 0.0518, + "step": 5460 + }, + { + "loss_action": 0.03444461524486542, + "loss_total": 0.03444461524486542, + "step": 5460 + }, + { + "loss_action": 0.056901559233665466, + "loss_total": 0.056901559233665466, + "step": 5460 + }, + { + "loss_action": 0.07031992822885513, + "loss_total": 0.07031992822885513, + "step": 5460 + }, + { + "loss_action": 0.035644348710775375, + "loss_total": 0.035644348710775375, + "step": 5460 + }, + { + "loss_action": 0.05909968167543411, + "loss_total": 0.05909968167543411, + "step": 5460 + }, + { + "loss_action": 0.09366358816623688, + "loss_total": 0.09366358816623688, + "step": 5460 + }, + { + "grad_norm": 0.7082259654998779, + "learning_rate": 9.999398646942751e-05, + "loss": 0.0546, + "step": 5470 + }, + { + "loss_action": 0.1140306368470192, + "loss_total": 0.1140306368470192, + "step": 5470 + }, + { + "loss_action": 0.0347338505089283, + "loss_total": 0.0347338505089283, + "step": 5470 + }, + { + "loss_action": 0.02775946818292141, + "loss_total": 0.02775946818292141, + "step": 5470 + }, + { + "loss_action": 0.0396013967692852, + "loss_total": 0.0396013967692852, + "step": 5470 + }, + { + "loss_action": 0.042264074087142944, + "loss_total": 0.042264074087142944, + "step": 5470 + }, + { + "loss_action": 0.04908311367034912, + "loss_total": 0.04908311367034912, + "step": 5470 + }, + { + "grad_norm": 0.7060320973396301, + "learning_rate": 9.999372730040296e-05, + "loss": 0.0547, + "step": 5480 + }, + { + "loss_action": 0.060878243297338486, + "loss_total": 0.060878243297338486, + "step": 5480 + }, + { + "loss_action": 0.04427831992506981, + "loss_total": 0.04427831992506981, + "step": 5480 + }, + { + "loss_action": 0.04977438226342201, + "loss_total": 0.04977438226342201, + "step": 5480 + }, + { + "loss_action": 0.03390802815556526, + "loss_total": 0.03390802815556526, + "step": 5480 + }, + { + "loss_action": 0.03736821934580803, + "loss_total": 0.03736821934580803, + "step": 5480 + }, + { + "loss_action": 0.05332029610872269, + "loss_total": 0.05332029610872269, + "step": 5480 + }, + { + "grad_norm": 0.7029327154159546, + "learning_rate": 9.999346266413953e-05, + "loss": 0.0475, + "step": 5490 + }, + { + "loss_action": 0.031902823597192764, + "loss_total": 0.031902823597192764, + "step": 5490 + }, + { + "loss_action": 0.06007668748497963, + "loss_total": 0.06007668748497963, + "step": 5490 + }, + { + "loss_action": 0.028419101610779762, + "loss_total": 0.028419101610779762, + "step": 5490 + }, + { + "loss_action": 0.056700449436903, + "loss_total": 0.056700449436903, + "step": 5490 + }, + { + "loss_action": 0.04115036502480507, + "loss_total": 0.04115036502480507, + "step": 5490 + }, + { + "loss_action": 0.03318292275071144, + "loss_total": 0.03318292275071144, + "step": 5490 + }, + { + "grad_norm": 0.7847329378128052, + "learning_rate": 9.99931925606662e-05, + "loss": 0.0513, + "step": 5500 + }, + { + "loss_action": 0.07152879983186722, + "loss_total": 0.07152879983186722, + "step": 5500 + }, + { + "loss_action": 0.07913075387477875, + "loss_total": 0.07913075387477875, + "step": 5500 + }, + { + "loss_action": 0.03001486137509346, + "loss_total": 0.03001486137509346, + "step": 5500 + }, + { + "loss_action": 0.05245537310838699, + "loss_total": 0.05245537310838699, + "step": 5500 + }, + { + "loss_action": 0.057062581181526184, + "loss_total": 0.057062581181526184, + "step": 5500 + }, + { + "loss_action": 0.032862816005945206, + "loss_total": 0.032862816005945206, + "step": 5500 + }, + { + "grad_norm": 0.7401652336120605, + "learning_rate": 9.99929169900125e-05, + "loss": 0.0515, + "step": 5510 + }, + { + "loss_action": 0.0411590114235878, + "loss_total": 0.0411590114235878, + "step": 5510 + }, + { + "loss_action": 0.0406155101954937, + "loss_total": 0.0406155101954937, + "step": 5510 + }, + { + "loss_action": 0.03556302934885025, + "loss_total": 0.03556302934885025, + "step": 5510 + }, + { + "loss_action": 0.03049837239086628, + "loss_total": 0.03049837239086628, + "step": 5510 + }, + { + "loss_action": 0.05760413780808449, + "loss_total": 0.05760413780808449, + "step": 5510 + }, + { + "loss_action": 0.03749845549464226, + "loss_total": 0.03749845549464226, + "step": 5510 + }, + { + "grad_norm": 0.7581765651702881, + "learning_rate": 9.999263595220855e-05, + "loss": 0.0542, + "step": 5520 + }, + { + "loss_action": 0.16493962705135345, + "loss_total": 0.16493962705135345, + "step": 5520 + }, + { + "loss_action": 0.044700924307107925, + "loss_total": 0.044700924307107925, + "step": 5520 + }, + { + "loss_action": 0.04795605316758156, + "loss_total": 0.04795605316758156, + "step": 5520 + }, + { + "loss_action": 0.05200260132551193, + "loss_total": 0.05200260132551193, + "step": 5520 + }, + { + "loss_action": 0.055249862372875214, + "loss_total": 0.055249862372875214, + "step": 5520 + }, + { + "loss_action": 0.058981798589229584, + "loss_total": 0.058981798589229584, + "step": 5520 + }, + { + "grad_norm": 0.6816632151603699, + "learning_rate": 9.99923494472851e-05, + "loss": 0.0533, + "step": 5530 + }, + { + "loss_action": 0.14694061875343323, + "loss_total": 0.14694061875343323, + "step": 5530 + }, + { + "loss_action": 0.03226134926080704, + "loss_total": 0.03226134926080704, + "step": 5530 + }, + { + "loss_action": 0.04035124182701111, + "loss_total": 0.04035124182701111, + "step": 5530 + }, + { + "loss_action": 0.04755382984876633, + "loss_total": 0.04755382984876633, + "step": 5530 + }, + { + "loss_action": 0.05099302902817726, + "loss_total": 0.05099302902817726, + "step": 5530 + }, + { + "loss_action": 0.04705563560128212, + "loss_total": 0.04705563560128212, + "step": 5530 + }, + { + "grad_norm": 0.8151184320449829, + "learning_rate": 9.999205747527348e-05, + "loss": 0.0457, + "step": 5540 + }, + { + "loss_action": 0.030904041603207588, + "loss_total": 0.030904041603207588, + "step": 5540 + }, + { + "loss_action": 0.05135686695575714, + "loss_total": 0.05135686695575714, + "step": 5540 + }, + { + "loss_action": 0.02997721917927265, + "loss_total": 0.02997721917927265, + "step": 5540 + }, + { + "loss_action": 0.03659525141119957, + "loss_total": 0.03659525141119957, + "step": 5540 + }, + { + "loss_action": 0.03321419656276703, + "loss_total": 0.03321419656276703, + "step": 5540 + }, + { + "loss_action": 0.053186044096946716, + "loss_total": 0.053186044096946716, + "step": 5540 + }, + { + "grad_norm": 0.8875121474266052, + "learning_rate": 9.999176003620561e-05, + "loss": 0.0521, + "step": 5550 + }, + { + "loss_action": 0.03882680460810661, + "loss_total": 0.03882680460810661, + "step": 5550 + }, + { + "loss_action": 0.0563758909702301, + "loss_total": 0.0563758909702301, + "step": 5550 + }, + { + "loss_action": 0.043360576033592224, + "loss_total": 0.043360576033592224, + "step": 5550 + }, + { + "loss_action": 0.026055146008729935, + "loss_total": 0.026055146008729935, + "step": 5550 + }, + { + "loss_action": 0.04442209377884865, + "loss_total": 0.04442209377884865, + "step": 5550 + }, + { + "loss_action": 0.0723443403840065, + "loss_total": 0.0723443403840065, + "step": 5550 + }, + { + "grad_norm": 0.8277295231819153, + "learning_rate": 9.999145713011405e-05, + "loss": 0.0531, + "step": 5560 + }, + { + "loss_action": 0.12778383493423462, + "loss_total": 0.12778383493423462, + "step": 5560 + }, + { + "loss_action": 0.03899984806776047, + "loss_total": 0.03899984806776047, + "step": 5560 + }, + { + "loss_action": 0.07277236878871918, + "loss_total": 0.07277236878871918, + "step": 5560 + }, + { + "loss_action": 0.0357530377805233, + "loss_total": 0.0357530377805233, + "step": 5560 + }, + { + "loss_action": 0.034171298146247864, + "loss_total": 0.034171298146247864, + "step": 5560 + }, + { + "loss_action": 0.035338420420885086, + "loss_total": 0.035338420420885086, + "step": 5560 + }, + { + "grad_norm": 1.0051606893539429, + "learning_rate": 9.999114875703186e-05, + "loss": 0.0542, + "step": 5570 + }, + { + "loss_action": 0.05582788586616516, + "loss_total": 0.05582788586616516, + "step": 5570 + }, + { + "loss_action": 0.03298816829919815, + "loss_total": 0.03298816829919815, + "step": 5570 + }, + { + "loss_action": 0.03847656026482582, + "loss_total": 0.03847656026482582, + "step": 5570 + }, + { + "loss_action": 0.03995118662714958, + "loss_total": 0.03995118662714958, + "step": 5570 + }, + { + "loss_action": 0.03855028375983238, + "loss_total": 0.03855028375983238, + "step": 5570 + }, + { + "loss_action": 0.05589022487401962, + "loss_total": 0.05589022487401962, + "step": 5570 + }, + { + "grad_norm": 0.69417804479599, + "learning_rate": 9.999083491699281e-05, + "loss": 0.0526, + "step": 5580 + }, + { + "loss_action": 0.03767566755414009, + "loss_total": 0.03767566755414009, + "step": 5580 + }, + { + "loss_action": 0.025928787887096405, + "loss_total": 0.025928787887096405, + "step": 5580 + }, + { + "loss_action": 0.03544700890779495, + "loss_total": 0.03544700890779495, + "step": 5580 + }, + { + "loss_action": 0.031568512320518494, + "loss_total": 0.031568512320518494, + "step": 5580 + }, + { + "loss_action": 0.02788100391626358, + "loss_total": 0.02788100391626358, + "step": 5580 + }, + { + "loss_action": 0.027783449739217758, + "loss_total": 0.027783449739217758, + "step": 5580 + }, + { + "grad_norm": 0.7703242301940918, + "learning_rate": 9.999051561003123e-05, + "loss": 0.0469, + "step": 5590 + }, + { + "loss_action": 0.025095529854297638, + "loss_total": 0.025095529854297638, + "step": 5590 + }, + { + "loss_action": 0.036231447011232376, + "loss_total": 0.036231447011232376, + "step": 5590 + }, + { + "loss_action": 0.044008392840623856, + "loss_total": 0.044008392840623856, + "step": 5590 + }, + { + "loss_action": 0.04100259765982628, + "loss_total": 0.04100259765982628, + "step": 5590 + }, + { + "loss_action": 0.05737292021512985, + "loss_total": 0.05737292021512985, + "step": 5590 + }, + { + "loss_action": 0.04136035218834877, + "loss_total": 0.04136035218834877, + "step": 5590 + }, + { + "grad_norm": 0.780601978302002, + "learning_rate": 9.999019083618202e-05, + "loss": 0.0447, + "step": 5600 + }, + { + "loss_action": 0.07542124390602112, + "loss_total": 0.07542124390602112, + "step": 5600 + }, + { + "loss_action": 0.03903809189796448, + "loss_total": 0.03903809189796448, + "step": 5600 + }, + { + "loss_action": 0.024392180144786835, + "loss_total": 0.024392180144786835, + "step": 5600 + }, + { + "loss_action": 0.0676867663860321, + "loss_total": 0.0676867663860321, + "step": 5600 + }, + { + "loss_action": 0.035323821008205414, + "loss_total": 0.035323821008205414, + "step": 5600 + }, + { + "loss_action": 0.04104819521307945, + "loss_total": 0.04104819521307945, + "step": 5600 + }, + { + "grad_norm": 0.9805567264556885, + "learning_rate": 9.99898605954807e-05, + "loss": 0.0474, + "step": 5610 + }, + { + "loss_action": 0.04630114510655403, + "loss_total": 0.04630114510655403, + "step": 5610 + }, + { + "loss_action": 0.039876438677310944, + "loss_total": 0.039876438677310944, + "step": 5610 + }, + { + "loss_action": 0.05454482138156891, + "loss_total": 0.05454482138156891, + "step": 5610 + }, + { + "loss_action": 0.028700873255729675, + "loss_total": 0.028700873255729675, + "step": 5610 + }, + { + "loss_action": 0.02949848584830761, + "loss_total": 0.02949848584830761, + "step": 5610 + }, + { + "loss_action": 0.06395027041435242, + "loss_total": 0.06395027041435242, + "step": 5610 + }, + { + "grad_norm": 0.6500181555747986, + "learning_rate": 9.998952488796338e-05, + "loss": 0.0451, + "step": 5620 + }, + { + "loss_action": 0.04390566796064377, + "loss_total": 0.04390566796064377, + "step": 5620 + }, + { + "loss_action": 0.035708263516426086, + "loss_total": 0.035708263516426086, + "step": 5620 + }, + { + "loss_action": 0.026130439713597298, + "loss_total": 0.026130439713597298, + "step": 5620 + }, + { + "loss_action": 0.02687922865152359, + "loss_total": 0.02687922865152359, + "step": 5620 + }, + { + "loss_action": 0.029029082506895065, + "loss_total": 0.029029082506895065, + "step": 5620 + }, + { + "loss_action": 0.0754975751042366, + "loss_total": 0.0754975751042366, + "step": 5620 + }, + { + "grad_norm": 0.7149765491485596, + "learning_rate": 9.998918371366676e-05, + "loss": 0.0449, + "step": 5630 + }, + { + "loss_action": 0.03006768599152565, + "loss_total": 0.03006768599152565, + "step": 5630 + }, + { + "loss_action": 0.04142141342163086, + "loss_total": 0.04142141342163086, + "step": 5630 + }, + { + "loss_action": 0.0459427610039711, + "loss_total": 0.0459427610039711, + "step": 5630 + }, + { + "loss_action": 0.06027253344655037, + "loss_total": 0.06027253344655037, + "step": 5630 + }, + { + "loss_action": 0.04113241657614708, + "loss_total": 0.04113241657614708, + "step": 5630 + }, + { + "loss_action": 0.04055413231253624, + "loss_total": 0.04055413231253624, + "step": 5630 + }, + { + "grad_norm": 0.6392927169799805, + "learning_rate": 9.99888370726282e-05, + "loss": 0.0427, + "step": 5640 + }, + { + "loss_action": 0.03649049997329712, + "loss_total": 0.03649049997329712, + "step": 5640 + }, + { + "loss_action": 0.04022326320409775, + "loss_total": 0.04022326320409775, + "step": 5640 + }, + { + "loss_action": 0.02869504503905773, + "loss_total": 0.02869504503905773, + "step": 5640 + }, + { + "loss_action": 0.042689040303230286, + "loss_total": 0.042689040303230286, + "step": 5640 + }, + { + "loss_action": 0.03461754322052002, + "loss_total": 0.03461754322052002, + "step": 5640 + }, + { + "loss_action": 0.0326307974755764, + "loss_total": 0.0326307974755764, + "step": 5640 + }, + { + "grad_norm": 0.7501969337463379, + "learning_rate": 9.998848496488556e-05, + "loss": 0.0479, + "step": 5650 + }, + { + "loss_action": 0.04387018829584122, + "loss_total": 0.04387018829584122, + "step": 5650 + }, + { + "loss_action": 0.03407897800207138, + "loss_total": 0.03407897800207138, + "step": 5650 + }, + { + "loss_action": 0.034627992659807205, + "loss_total": 0.034627992659807205, + "step": 5650 + }, + { + "loss_action": 0.04894518479704857, + "loss_total": 0.04894518479704857, + "step": 5650 + }, + { + "loss_action": 0.04643144831061363, + "loss_total": 0.04643144831061363, + "step": 5650 + }, + { + "loss_action": 0.03233166038990021, + "loss_total": 0.03233166038990021, + "step": 5650 + }, + { + "grad_norm": 0.8157867789268494, + "learning_rate": 9.998812739047736e-05, + "loss": 0.0448, + "step": 5660 + }, + { + "loss_action": 0.060950227081775665, + "loss_total": 0.060950227081775665, + "step": 5660 + }, + { + "loss_action": 0.03059585578739643, + "loss_total": 0.03059585578739643, + "step": 5660 + }, + { + "loss_action": 0.03845880180597305, + "loss_total": 0.03845880180597305, + "step": 5660 + }, + { + "loss_action": 0.03931671753525734, + "loss_total": 0.03931671753525734, + "step": 5660 + }, + { + "loss_action": 0.05665035918354988, + "loss_total": 0.05665035918354988, + "step": 5660 + }, + { + "loss_action": 0.07947513461112976, + "loss_total": 0.07947513461112976, + "step": 5660 + }, + { + "grad_norm": 0.743270754814148, + "learning_rate": 9.99877643494427e-05, + "loss": 0.0532, + "step": 5670 + }, + { + "loss_action": 0.03556913509964943, + "loss_total": 0.03556913509964943, + "step": 5670 + }, + { + "loss_action": 0.043176814913749695, + "loss_total": 0.043176814913749695, + "step": 5670 + }, + { + "loss_action": 0.16880866885185242, + "loss_total": 0.16880866885185242, + "step": 5670 + }, + { + "loss_action": 0.06284807622432709, + "loss_total": 0.06284807622432709, + "step": 5670 + }, + { + "loss_action": 0.24863818287849426, + "loss_total": 0.24863818287849426, + "step": 5670 + }, + { + "loss_action": 0.05327228829264641, + "loss_total": 0.05327228829264641, + "step": 5670 + }, + { + "grad_norm": 0.9424600005149841, + "learning_rate": 9.998739584182128e-05, + "loss": 0.0549, + "step": 5680 + }, + { + "loss_action": 0.05584825575351715, + "loss_total": 0.05584825575351715, + "step": 5680 + }, + { + "loss_action": 0.07754908502101898, + "loss_total": 0.07754908502101898, + "step": 5680 + }, + { + "loss_action": 0.058404963463544846, + "loss_total": 0.058404963463544846, + "step": 5680 + }, + { + "loss_action": 0.028528019785881042, + "loss_total": 0.028528019785881042, + "step": 5680 + }, + { + "loss_action": 0.03462471067905426, + "loss_total": 0.03462471067905426, + "step": 5680 + }, + { + "loss_action": 0.06324698030948639, + "loss_total": 0.06324698030948639, + "step": 5680 + }, + { + "grad_norm": 0.6401546001434326, + "learning_rate": 9.998702186765342e-05, + "loss": 0.048, + "step": 5690 + }, + { + "loss_action": 0.03736888989806175, + "loss_total": 0.03736888989806175, + "step": 5690 + }, + { + "loss_action": 0.06581210345029831, + "loss_total": 0.06581210345029831, + "step": 5690 + }, + { + "loss_action": 0.03073582425713539, + "loss_total": 0.03073582425713539, + "step": 5690 + }, + { + "loss_action": 0.05562543869018555, + "loss_total": 0.05562543869018555, + "step": 5690 + }, + { + "loss_action": 0.07742613554000854, + "loss_total": 0.07742613554000854, + "step": 5690 + }, + { + "loss_action": 0.02213769406080246, + "loss_total": 0.02213769406080246, + "step": 5690 + }, + { + "grad_norm": 0.6590145230293274, + "learning_rate": 9.998664242698e-05, + "loss": 0.0411, + "step": 5700 + }, + { + "loss_action": 0.028358271345496178, + "loss_total": 0.028358271345496178, + "step": 5700 + }, + { + "loss_action": 0.03134054318070412, + "loss_total": 0.03134054318070412, + "step": 5700 + }, + { + "loss_action": 0.02270902320742607, + "loss_total": 0.02270902320742607, + "step": 5700 + }, + { + "loss_action": 0.02350940927863121, + "loss_total": 0.02350940927863121, + "step": 5700 + }, + { + "loss_action": 0.06213407963514328, + "loss_total": 0.06213407963514328, + "step": 5700 + }, + { + "loss_action": 0.023132117465138435, + "loss_total": 0.023132117465138435, + "step": 5700 + }, + { + "grad_norm": 0.6306621432304382, + "learning_rate": 9.998625751984251e-05, + "loss": 0.0425, + "step": 5710 + }, + { + "loss_action": 0.025649037212133408, + "loss_total": 0.025649037212133408, + "step": 5710 + }, + { + "loss_action": 0.030763378366827965, + "loss_total": 0.030763378366827965, + "step": 5710 + }, + { + "loss_action": 0.045379117131233215, + "loss_total": 0.045379117131233215, + "step": 5710 + }, + { + "loss_action": 0.042264558374881744, + "loss_total": 0.042264558374881744, + "step": 5710 + }, + { + "loss_action": 0.03161098435521126, + "loss_total": 0.03161098435521126, + "step": 5710 + }, + { + "loss_action": 0.028810368850827217, + "loss_total": 0.028810368850827217, + "step": 5710 + }, + { + "grad_norm": 0.7032946944236755, + "learning_rate": 9.998586714628307e-05, + "loss": 0.044, + "step": 5720 + }, + { + "loss_action": 0.051334038376808167, + "loss_total": 0.051334038376808167, + "step": 5720 + }, + { + "loss_action": 0.054180797189474106, + "loss_total": 0.054180797189474106, + "step": 5720 + }, + { + "loss_action": 0.034511152654886246, + "loss_total": 0.034511152654886246, + "step": 5720 + }, + { + "loss_action": 0.035221222788095474, + "loss_total": 0.035221222788095474, + "step": 5720 + }, + { + "loss_action": 0.11813995242118835, + "loss_total": 0.11813995242118835, + "step": 5720 + }, + { + "loss_action": 0.02238050289452076, + "loss_total": 0.02238050289452076, + "step": 5720 + }, + { + "grad_norm": 0.6910818219184875, + "learning_rate": 9.998547130634432e-05, + "loss": 0.0446, + "step": 5730 + }, + { + "loss_action": 0.020647557452321053, + "loss_total": 0.020647557452321053, + "step": 5730 + }, + { + "loss_action": 0.06761335581541061, + "loss_total": 0.06761335581541061, + "step": 5730 + }, + { + "loss_action": 0.027425916865468025, + "loss_total": 0.027425916865468025, + "step": 5730 + }, + { + "loss_action": 0.025880642235279083, + "loss_total": 0.025880642235279083, + "step": 5730 + }, + { + "loss_action": 0.07442790269851685, + "loss_total": 0.07442790269851685, + "step": 5730 + }, + { + "loss_action": 0.035190992057323456, + "loss_total": 0.035190992057323456, + "step": 5730 + }, + { + "grad_norm": 0.7777159810066223, + "learning_rate": 9.99850700000696e-05, + "loss": 0.0461, + "step": 5740 + }, + { + "loss_action": 0.056148309260606766, + "loss_total": 0.056148309260606766, + "step": 5740 + }, + { + "loss_action": 0.049080297350883484, + "loss_total": 0.049080297350883484, + "step": 5740 + }, + { + "loss_action": 0.0370568186044693, + "loss_total": 0.0370568186044693, + "step": 5740 + }, + { + "loss_action": 0.03809073194861412, + "loss_total": 0.03809073194861412, + "step": 5740 + }, + { + "loss_action": 0.038994576781988144, + "loss_total": 0.038994576781988144, + "step": 5740 + }, + { + "loss_action": 0.028447570279240608, + "loss_total": 0.028447570279240608, + "step": 5740 + }, + { + "grad_norm": 0.8324239253997803, + "learning_rate": 9.998466322750278e-05, + "loss": 0.0484, + "step": 5750 + }, + { + "loss_action": 0.06312663108110428, + "loss_total": 0.06312663108110428, + "step": 5750 + }, + { + "loss_action": 0.05997626855969429, + "loss_total": 0.05997626855969429, + "step": 5750 + }, + { + "loss_action": 0.03319644182920456, + "loss_total": 0.03319644182920456, + "step": 5750 + }, + { + "loss_action": 0.02678198367357254, + "loss_total": 0.02678198367357254, + "step": 5750 + }, + { + "loss_action": 0.04995479807257652, + "loss_total": 0.04995479807257652, + "step": 5750 + }, + { + "loss_action": 0.06901992112398148, + "loss_total": 0.06901992112398148, + "step": 5750 + }, + { + "grad_norm": 0.7952620387077332, + "learning_rate": 9.998425098868834e-05, + "loss": 0.0419, + "step": 5760 + }, + { + "loss_action": 0.04135674983263016, + "loss_total": 0.04135674983263016, + "step": 5760 + }, + { + "loss_action": 0.047846246510744095, + "loss_total": 0.047846246510744095, + "step": 5760 + }, + { + "loss_action": 0.056567128747701645, + "loss_total": 0.056567128747701645, + "step": 5760 + }, + { + "loss_action": 0.04102366045117378, + "loss_total": 0.04102366045117378, + "step": 5760 + }, + { + "loss_action": 0.03215612471103668, + "loss_total": 0.03215612471103668, + "step": 5760 + }, + { + "loss_action": 0.036365360021591187, + "loss_total": 0.036365360021591187, + "step": 5760 + }, + { + "grad_norm": 0.7045570015907288, + "learning_rate": 9.998383328367136e-05, + "loss": 0.0566, + "step": 5770 + }, + { + "loss_action": 0.03679856285452843, + "loss_total": 0.03679856285452843, + "step": 5770 + }, + { + "loss_action": 0.04027174040675163, + "loss_total": 0.04027174040675163, + "step": 5770 + }, + { + "loss_action": 0.045080237090587616, + "loss_total": 0.045080237090587616, + "step": 5770 + }, + { + "loss_action": 0.03257644176483154, + "loss_total": 0.03257644176483154, + "step": 5770 + }, + { + "loss_action": 0.03051050938665867, + "loss_total": 0.03051050938665867, + "step": 5770 + }, + { + "loss_action": 0.035343196243047714, + "loss_total": 0.035343196243047714, + "step": 5770 + }, + { + "grad_norm": 0.831211268901825, + "learning_rate": 9.99834101124975e-05, + "loss": 0.0487, + "step": 5780 + }, + { + "loss_action": 0.06878387182950974, + "loss_total": 0.06878387182950974, + "step": 5780 + }, + { + "loss_action": 0.08020330965518951, + "loss_total": 0.08020330965518951, + "step": 5780 + }, + { + "loss_action": 0.05445536971092224, + "loss_total": 0.05445536971092224, + "step": 5780 + }, + { + "loss_action": 0.07521604746580124, + "loss_total": 0.07521604746580124, + "step": 5780 + }, + { + "loss_action": 0.028220821171998978, + "loss_total": 0.028220821171998978, + "step": 5780 + }, + { + "loss_action": 0.06931284815073013, + "loss_total": 0.06931284815073013, + "step": 5780 + }, + { + "grad_norm": 0.8852431774139404, + "learning_rate": 9.998298147521309e-05, + "loss": 0.0585, + "step": 5790 + }, + { + "loss_action": 0.028680257499217987, + "loss_total": 0.028680257499217987, + "step": 5790 + }, + { + "loss_action": 0.09303835034370422, + "loss_total": 0.09303835034370422, + "step": 5790 + }, + { + "loss_action": 0.0537508949637413, + "loss_total": 0.0537508949637413, + "step": 5790 + }, + { + "loss_action": 0.06298571825027466, + "loss_total": 0.06298571825027466, + "step": 5790 + }, + { + "loss_action": 0.028775347396731377, + "loss_total": 0.028775347396731377, + "step": 5790 + }, + { + "loss_action": 0.039338368922472, + "loss_total": 0.039338368922472, + "step": 5790 + }, + { + "grad_norm": 0.791252076625824, + "learning_rate": 9.998254737186496e-05, + "loss": 0.051, + "step": 5800 + }, + { + "loss_action": 0.04047933593392372, + "loss_total": 0.04047933593392372, + "step": 5800 + }, + { + "loss_action": 0.057952895760536194, + "loss_total": 0.057952895760536194, + "step": 5800 + }, + { + "loss_action": 0.036984071135520935, + "loss_total": 0.036984071135520935, + "step": 5800 + }, + { + "loss_action": 0.08937755972146988, + "loss_total": 0.08937755972146988, + "step": 5800 + }, + { + "loss_action": 0.04230047017335892, + "loss_total": 0.04230047017335892, + "step": 5800 + }, + { + "loss_action": 0.06883064657449722, + "loss_total": 0.06883064657449722, + "step": 5800 + }, + { + "grad_norm": 0.9587478041648865, + "learning_rate": 9.99821078025006e-05, + "loss": 0.0537, + "step": 5810 + }, + { + "loss_action": 0.05379689112305641, + "loss_total": 0.05379689112305641, + "step": 5810 + }, + { + "loss_action": 0.04221637547016144, + "loss_total": 0.04221637547016144, + "step": 5810 + }, + { + "loss_action": 0.04483729973435402, + "loss_total": 0.04483729973435402, + "step": 5810 + }, + { + "loss_action": 0.08871327340602875, + "loss_total": 0.08871327340602875, + "step": 5810 + }, + { + "loss_action": 0.0517851822078228, + "loss_total": 0.0517851822078228, + "step": 5810 + }, + { + "loss_action": 0.06097603589296341, + "loss_total": 0.06097603589296341, + "step": 5810 + }, + { + "grad_norm": 0.6467678546905518, + "learning_rate": 9.998166276716807e-05, + "loss": 0.0612, + "step": 5820 + }, + { + "loss_action": 0.07520756870508194, + "loss_total": 0.07520756870508194, + "step": 5820 + }, + { + "loss_action": 0.0769926905632019, + "loss_total": 0.0769926905632019, + "step": 5820 + }, + { + "loss_action": 0.02984658256173134, + "loss_total": 0.02984658256173134, + "step": 5820 + }, + { + "loss_action": 0.056844115257263184, + "loss_total": 0.056844115257263184, + "step": 5820 + }, + { + "loss_action": 0.05384427681565285, + "loss_total": 0.05384427681565285, + "step": 5820 + }, + { + "loss_action": 0.04267020523548126, + "loss_total": 0.04267020523548126, + "step": 5820 + }, + { + "grad_norm": 1.183632254600525, + "learning_rate": 9.998121226591606e-05, + "loss": 0.0526, + "step": 5830 + }, + { + "loss_action": 0.06360336393117905, + "loss_total": 0.06360336393117905, + "step": 5830 + }, + { + "loss_action": 0.0424482524394989, + "loss_total": 0.0424482524394989, + "step": 5830 + }, + { + "loss_action": 0.037540681660175323, + "loss_total": 0.037540681660175323, + "step": 5830 + }, + { + "loss_action": 0.04087002947926521, + "loss_total": 0.04087002947926521, + "step": 5830 + }, + { + "loss_action": 0.04739975184202194, + "loss_total": 0.04739975184202194, + "step": 5830 + }, + { + "loss_action": 0.06385868787765503, + "loss_total": 0.06385868787765503, + "step": 5830 + }, + { + "grad_norm": 1.0863622426986694, + "learning_rate": 9.998075629879382e-05, + "loss": 0.0518, + "step": 5840 + }, + { + "loss_action": 0.05898270383477211, + "loss_total": 0.05898270383477211, + "step": 5840 + }, + { + "loss_action": 0.06915731728076935, + "loss_total": 0.06915731728076935, + "step": 5840 + }, + { + "loss_action": 0.04838280752301216, + "loss_total": 0.04838280752301216, + "step": 5840 + }, + { + "loss_action": 0.12962481379508972, + "loss_total": 0.12962481379508972, + "step": 5840 + }, + { + "loss_action": 0.0682978481054306, + "loss_total": 0.0682978481054306, + "step": 5840 + }, + { + "loss_action": 0.0368514209985733, + "loss_total": 0.0368514209985733, + "step": 5840 + }, + { + "grad_norm": 0.7909528017044067, + "learning_rate": 9.99802948658512e-05, + "loss": 0.0611, + "step": 5850 + }, + { + "loss_action": 0.0595700666308403, + "loss_total": 0.0595700666308403, + "step": 5850 + }, + { + "loss_action": 0.27458664774894714, + "loss_total": 0.27458664774894714, + "step": 5850 + }, + { + "loss_action": 0.03909924998879433, + "loss_total": 0.03909924998879433, + "step": 5850 + }, + { + "loss_action": 0.048440974205732346, + "loss_total": 0.048440974205732346, + "step": 5850 + }, + { + "loss_action": 0.03905615583062172, + "loss_total": 0.03905615583062172, + "step": 5850 + }, + { + "loss_action": 0.05147238075733185, + "loss_total": 0.05147238075733185, + "step": 5850 + }, + { + "grad_norm": 0.8133948445320129, + "learning_rate": 9.99798279671387e-05, + "loss": 0.065, + "step": 5860 + }, + { + "loss_action": 0.047073524445295334, + "loss_total": 0.047073524445295334, + "step": 5860 + }, + { + "loss_action": 0.06800194084644318, + "loss_total": 0.06800194084644318, + "step": 5860 + }, + { + "loss_action": 0.04886271432042122, + "loss_total": 0.04886271432042122, + "step": 5860 + }, + { + "loss_action": 0.040452878922224045, + "loss_total": 0.040452878922224045, + "step": 5860 + }, + { + "loss_action": 0.10869571566581726, + "loss_total": 0.10869571566581726, + "step": 5860 + }, + { + "loss_action": 0.04480985924601555, + "loss_total": 0.04480985924601555, + "step": 5860 + }, + { + "grad_norm": 0.819252073764801, + "learning_rate": 9.997935560270734e-05, + "loss": 0.0728, + "step": 5870 + }, + { + "loss_action": 0.04311163350939751, + "loss_total": 0.04311163350939751, + "step": 5870 + }, + { + "loss_action": 0.04398474097251892, + "loss_total": 0.04398474097251892, + "step": 5870 + }, + { + "loss_action": 0.04917912185192108, + "loss_total": 0.04917912185192108, + "step": 5870 + }, + { + "loss_action": 0.048687078058719635, + "loss_total": 0.048687078058719635, + "step": 5870 + }, + { + "loss_action": 0.054580241441726685, + "loss_total": 0.054580241441726685, + "step": 5870 + }, + { + "loss_action": 0.06603924185037613, + "loss_total": 0.06603924185037613, + "step": 5870 + }, + { + "grad_norm": 0.8697789311408997, + "learning_rate": 9.997887777260879e-05, + "loss": 0.0566, + "step": 5880 + }, + { + "loss_action": 0.062123026698827744, + "loss_total": 0.062123026698827744, + "step": 5880 + }, + { + "loss_action": 0.05139201506972313, + "loss_total": 0.05139201506972313, + "step": 5880 + }, + { + "loss_action": 0.0791390910744667, + "loss_total": 0.0791390910744667, + "step": 5880 + }, + { + "loss_action": 0.06995505839586258, + "loss_total": 0.06995505839586258, + "step": 5880 + }, + { + "loss_action": 0.06828317046165466, + "loss_total": 0.06828317046165466, + "step": 5880 + }, + { + "loss_action": 0.11709846556186676, + "loss_total": 0.11709846556186676, + "step": 5880 + }, + { + "grad_norm": 0.6840139627456665, + "learning_rate": 9.997839447689532e-05, + "loss": 0.0661, + "step": 5890 + }, + { + "loss_action": 0.07591792941093445, + "loss_total": 0.07591792941093445, + "step": 5890 + }, + { + "loss_action": 0.044013433158397675, + "loss_total": 0.044013433158397675, + "step": 5890 + }, + { + "loss_action": 0.0414496511220932, + "loss_total": 0.0414496511220932, + "step": 5890 + }, + { + "loss_action": 0.060879889875650406, + "loss_total": 0.060879889875650406, + "step": 5890 + }, + { + "loss_action": 0.060199491679668427, + "loss_total": 0.060199491679668427, + "step": 5890 + }, + { + "loss_action": 0.04817008227109909, + "loss_total": 0.04817008227109909, + "step": 5890 + }, + { + "grad_norm": 0.7858936190605164, + "learning_rate": 9.997790571561978e-05, + "loss": 0.0666, + "step": 5900 + }, + { + "loss_action": 0.1202927976846695, + "loss_total": 0.1202927976846695, + "step": 5900 + }, + { + "loss_action": 0.06012565642595291, + "loss_total": 0.06012565642595291, + "step": 5900 + }, + { + "loss_action": 0.060516051948070526, + "loss_total": 0.060516051948070526, + "step": 5900 + }, + { + "loss_action": 0.03818783164024353, + "loss_total": 0.03818783164024353, + "step": 5900 + }, + { + "loss_action": 0.03758266940712929, + "loss_total": 0.03758266940712929, + "step": 5900 + }, + { + "loss_action": 0.05118289962410927, + "loss_total": 0.05118289962410927, + "step": 5900 + }, + { + "grad_norm": 0.6591159105300903, + "learning_rate": 9.99774114888356e-05, + "loss": 0.0558, + "step": 5910 + }, + { + "loss_action": 0.04949517548084259, + "loss_total": 0.04949517548084259, + "step": 5910 + }, + { + "loss_action": 0.04444628208875656, + "loss_total": 0.04444628208875656, + "step": 5910 + }, + { + "loss_action": 0.05261184647679329, + "loss_total": 0.05261184647679329, + "step": 5910 + }, + { + "loss_action": 0.07259780913591385, + "loss_total": 0.07259780913591385, + "step": 5910 + }, + { + "loss_action": 0.08941306173801422, + "loss_total": 0.08941306173801422, + "step": 5910 + }, + { + "loss_action": 0.03807945176959038, + "loss_total": 0.03807945176959038, + "step": 5910 + }, + { + "grad_norm": 0.6558142900466919, + "learning_rate": 9.997691179659684e-05, + "loss": 0.0713, + "step": 5920 + }, + { + "loss_action": 0.045132074505090714, + "loss_total": 0.045132074505090714, + "step": 5920 + }, + { + "loss_action": 0.07740064710378647, + "loss_total": 0.07740064710378647, + "step": 5920 + }, + { + "loss_action": 0.060128457844257355, + "loss_total": 0.060128457844257355, + "step": 5920 + }, + { + "loss_action": 0.036131713539361954, + "loss_total": 0.036131713539361954, + "step": 5920 + }, + { + "loss_action": 0.05134996771812439, + "loss_total": 0.05134996771812439, + "step": 5920 + }, + { + "loss_action": 0.04537343978881836, + "loss_total": 0.04537343978881836, + "step": 5920 + }, + { + "grad_norm": 0.8164337277412415, + "learning_rate": 9.997640663895815e-05, + "loss": 0.0563, + "step": 5930 + }, + { + "loss_action": 0.04811941832304001, + "loss_total": 0.04811941832304001, + "step": 5930 + }, + { + "loss_action": 0.05161500722169876, + "loss_total": 0.05161500722169876, + "step": 5930 + }, + { + "loss_action": 0.028499731793999672, + "loss_total": 0.028499731793999672, + "step": 5930 + }, + { + "loss_action": 0.1063622534275055, + "loss_total": 0.1063622534275055, + "step": 5930 + }, + { + "loss_action": 0.051989246159791946, + "loss_total": 0.051989246159791946, + "step": 5930 + }, + { + "loss_action": 0.05055668205022812, + "loss_total": 0.05055668205022812, + "step": 5930 + }, + { + "grad_norm": 1.1112486124038696, + "learning_rate": 9.997589601597477e-05, + "loss": 0.0569, + "step": 5940 + }, + { + "loss_action": 0.11453574895858765, + "loss_total": 0.11453574895858765, + "step": 5940 + }, + { + "loss_action": 0.028122903779149055, + "loss_total": 0.028122903779149055, + "step": 5940 + }, + { + "loss_action": 0.0856880322098732, + "loss_total": 0.0856880322098732, + "step": 5940 + }, + { + "loss_action": 0.039591699838638306, + "loss_total": 0.039591699838638306, + "step": 5940 + }, + { + "loss_action": 0.04142461717128754, + "loss_total": 0.04142461717128754, + "step": 5940 + }, + { + "loss_action": 0.02527286298573017, + "loss_total": 0.02527286298573017, + "step": 5940 + }, + { + "grad_norm": 0.7251791954040527, + "learning_rate": 9.997537992770252e-05, + "loss": 0.0484, + "step": 5950 + }, + { + "loss_action": 0.0382317379117012, + "loss_total": 0.0382317379117012, + "step": 5950 + }, + { + "loss_action": 0.10474354773759842, + "loss_total": 0.10474354773759842, + "step": 5950 + }, + { + "loss_action": 0.05280900001525879, + "loss_total": 0.05280900001525879, + "step": 5950 + }, + { + "loss_action": 0.05046239495277405, + "loss_total": 0.05046239495277405, + "step": 5950 + }, + { + "loss_action": 0.04039427638053894, + "loss_total": 0.04039427638053894, + "step": 5950 + }, + { + "loss_action": 0.033892735838890076, + "loss_total": 0.033892735838890076, + "step": 5950 + }, + { + "grad_norm": 0.8374898433685303, + "learning_rate": 9.997485837419788e-05, + "loss": 0.049, + "step": 5960 + }, + { + "loss_action": 0.03287351503968239, + "loss_total": 0.03287351503968239, + "step": 5960 + }, + { + "loss_action": 0.052051350474357605, + "loss_total": 0.052051350474357605, + "step": 5960 + }, + { + "loss_action": 0.030300794169306755, + "loss_total": 0.030300794169306755, + "step": 5960 + }, + { + "loss_action": 0.04673197865486145, + "loss_total": 0.04673197865486145, + "step": 5960 + }, + { + "loss_action": 0.064036525785923, + "loss_total": 0.064036525785923, + "step": 5960 + }, + { + "loss_action": 0.03053600713610649, + "loss_total": 0.03053600713610649, + "step": 5960 + }, + { + "grad_norm": 0.7928618788719177, + "learning_rate": 9.997433135551786e-05, + "loss": 0.053, + "step": 5970 + }, + { + "loss_action": 0.0400322750210762, + "loss_total": 0.0400322750210762, + "step": 5970 + }, + { + "loss_action": 0.029975060373544693, + "loss_total": 0.029975060373544693, + "step": 5970 + }, + { + "loss_action": 0.21943770349025726, + "loss_total": 0.21943770349025726, + "step": 5970 + }, + { + "loss_action": 0.03579770773649216, + "loss_total": 0.03579770773649216, + "step": 5970 + }, + { + "loss_action": 0.11147432029247284, + "loss_total": 0.11147432029247284, + "step": 5970 + }, + { + "loss_action": 0.03993197903037071, + "loss_total": 0.03993197903037071, + "step": 5970 + }, + { + "grad_norm": 0.7597696781158447, + "learning_rate": 9.997379887172009e-05, + "loss": 0.053, + "step": 5980 + }, + { + "loss_action": 0.03679059073328972, + "loss_total": 0.03679059073328972, + "step": 5980 + }, + { + "loss_action": 0.029109954833984375, + "loss_total": 0.029109954833984375, + "step": 5980 + }, + { + "loss_action": 0.30322831869125366, + "loss_total": 0.30322831869125366, + "step": 5980 + }, + { + "loss_action": 0.07019028067588806, + "loss_total": 0.07019028067588806, + "step": 5980 + }, + { + "loss_action": 0.03139158710837364, + "loss_total": 0.03139158710837364, + "step": 5980 + }, + { + "loss_action": 0.07310406118631363, + "loss_total": 0.07310406118631363, + "step": 5980 + }, + { + "grad_norm": 0.7481763362884521, + "learning_rate": 9.997326092286281e-05, + "loss": 0.0531, + "step": 5990 + }, + { + "loss_action": 0.030092330649495125, + "loss_total": 0.030092330649495125, + "step": 5990 + }, + { + "loss_action": 0.06395468860864639, + "loss_total": 0.06395468860864639, + "step": 5990 + }, + { + "loss_action": 0.06943228840827942, + "loss_total": 0.06943228840827942, + "step": 5990 + }, + { + "loss_action": 0.037952225655317307, + "loss_total": 0.037952225655317307, + "step": 5990 + }, + { + "loss_action": 0.0452992282807827, + "loss_total": 0.0452992282807827, + "step": 5990 + }, + { + "loss_action": 0.035226039588451385, + "loss_total": 0.035226039588451385, + "step": 5990 + }, + { + "grad_norm": 0.6899270415306091, + "learning_rate": 9.997271750900486e-05, + "loss": 0.0507, + "step": 6000 + }, + { + "loss_action": 0.03852749615907669, + "loss_total": 0.03852749615907669, + "step": 6000 + }, + { + "loss_action": 0.07822106778621674, + "loss_total": 0.07822106778621674, + "step": 6000 + }, + { + "loss_action": 0.026770886033773422, + "loss_total": 0.026770886033773422, + "step": 6000 + }, + { + "loss_action": 0.03189593926072121, + "loss_total": 0.03189593926072121, + "step": 6000 + }, + { + "loss_action": 0.036672331392765045, + "loss_total": 0.036672331392765045, + "step": 6000 + }, + { + "loss_action": 0.03499295562505722, + "loss_total": 0.03499295562505722, + "step": 6000 + }, + { + "grad_norm": 0.8895057439804077, + "learning_rate": 9.997216863020565e-05, + "loss": 0.057, + "step": 6010 + }, + { + "loss_action": 0.06773770600557327, + "loss_total": 0.06773770600557327, + "step": 6010 + }, + { + "loss_action": 0.052074480801820755, + "loss_total": 0.052074480801820755, + "step": 6010 + }, + { + "loss_action": 0.12069329619407654, + "loss_total": 0.12069329619407654, + "step": 6010 + }, + { + "loss_action": 0.035459715873003006, + "loss_total": 0.035459715873003006, + "step": 6010 + }, + { + "loss_action": 0.029826650395989418, + "loss_total": 0.029826650395989418, + "step": 6010 + }, + { + "loss_action": 0.0893973633646965, + "loss_total": 0.0893973633646965, + "step": 6010 + }, + { + "grad_norm": 0.6314475536346436, + "learning_rate": 9.99716142865252e-05, + "loss": 0.052, + "step": 6020 + }, + { + "loss_action": 0.1089651882648468, + "loss_total": 0.1089651882648468, + "step": 6020 + }, + { + "loss_action": 0.0355101116001606, + "loss_total": 0.0355101116001606, + "step": 6020 + }, + { + "loss_action": 0.03499264642596245, + "loss_total": 0.03499264642596245, + "step": 6020 + }, + { + "loss_action": 0.036865800619125366, + "loss_total": 0.036865800619125366, + "step": 6020 + }, + { + "loss_action": 0.027248499915003777, + "loss_total": 0.027248499915003777, + "step": 6020 + }, + { + "loss_action": 0.07557860016822815, + "loss_total": 0.07557860016822815, + "step": 6020 + }, + { + "grad_norm": 0.7926819920539856, + "learning_rate": 9.997105447802415e-05, + "loss": 0.0473, + "step": 6030 + }, + { + "loss_action": 0.05901593714952469, + "loss_total": 0.05901593714952469, + "step": 6030 + }, + { + "loss_action": 0.0271796565502882, + "loss_total": 0.0271796565502882, + "step": 6030 + }, + { + "loss_action": 0.06304454058408737, + "loss_total": 0.06304454058408737, + "step": 6030 + }, + { + "loss_action": 0.03983151540160179, + "loss_total": 0.03983151540160179, + "step": 6030 + }, + { + "loss_action": 0.13072843849658966, + "loss_total": 0.13072843849658966, + "step": 6030 + }, + { + "loss_action": 0.0798744186758995, + "loss_total": 0.0798744186758995, + "step": 6030 + }, + { + "grad_norm": 0.8331200480461121, + "learning_rate": 9.997048920476373e-05, + "loss": 0.0561, + "step": 6040 + }, + { + "loss_action": 0.04020402580499649, + "loss_total": 0.04020402580499649, + "step": 6040 + }, + { + "loss_action": 0.04843636229634285, + "loss_total": 0.04843636229634285, + "step": 6040 + }, + { + "loss_action": 0.04124239459633827, + "loss_total": 0.04124239459633827, + "step": 6040 + }, + { + "loss_action": 0.05287371575832367, + "loss_total": 0.05287371575832367, + "step": 6040 + }, + { + "loss_action": 0.06505528837442398, + "loss_total": 0.06505528837442398, + "step": 6040 + }, + { + "loss_action": 0.0625714659690857, + "loss_total": 0.0625714659690857, + "step": 6040 + }, + { + "grad_norm": 0.7227177619934082, + "learning_rate": 9.996991846680572e-05, + "loss": 0.0486, + "step": 6050 + }, + { + "loss_action": 0.07174364477396011, + "loss_total": 0.07174364477396011, + "step": 6050 + }, + { + "loss_action": 0.02912892960011959, + "loss_total": 0.02912892960011959, + "step": 6050 + }, + { + "loss_action": 0.05521460995078087, + "loss_total": 0.05521460995078087, + "step": 6050 + }, + { + "loss_action": 0.04118306562304497, + "loss_total": 0.04118306562304497, + "step": 6050 + }, + { + "loss_action": 0.03975877910852432, + "loss_total": 0.03975877910852432, + "step": 6050 + }, + { + "loss_action": 0.04415084794163704, + "loss_total": 0.04415084794163704, + "step": 6050 + }, + { + "grad_norm": 0.7290562987327576, + "learning_rate": 9.996934226421257e-05, + "loss": 0.0466, + "step": 6060 + }, + { + "loss_action": 0.024022884666919708, + "loss_total": 0.024022884666919708, + "step": 6060 + }, + { + "loss_action": 0.04972394183278084, + "loss_total": 0.04972394183278084, + "step": 6060 + }, + { + "loss_action": 0.03340323641896248, + "loss_total": 0.03340323641896248, + "step": 6060 + }, + { + "loss_action": 0.03950466215610504, + "loss_total": 0.03950466215610504, + "step": 6060 + }, + { + "loss_action": 0.07521974295377731, + "loss_total": 0.07521974295377731, + "step": 6060 + }, + { + "loss_action": 0.040639299899339676, + "loss_total": 0.040639299899339676, + "step": 6060 + }, + { + "grad_norm": 0.7298349142074585, + "learning_rate": 9.996876059704726e-05, + "loss": 0.0442, + "step": 6070 + }, + { + "loss_action": 0.034059494733810425, + "loss_total": 0.034059494733810425, + "step": 6070 + }, + { + "loss_action": 0.038147494196891785, + "loss_total": 0.038147494196891785, + "step": 6070 + }, + { + "loss_action": 0.030170734971761703, + "loss_total": 0.030170734971761703, + "step": 6070 + }, + { + "loss_action": 0.0553259551525116, + "loss_total": 0.0553259551525116, + "step": 6070 + }, + { + "loss_action": 0.025502001866698265, + "loss_total": 0.025502001866698265, + "step": 6070 + }, + { + "loss_action": 0.038554366677999496, + "loss_total": 0.038554366677999496, + "step": 6070 + }, + { + "grad_norm": 0.8930772542953491, + "learning_rate": 9.996817346537343e-05, + "loss": 0.0436, + "step": 6080 + }, + { + "loss_action": 0.032054051756858826, + "loss_total": 0.032054051756858826, + "step": 6080 + }, + { + "loss_action": 0.21066820621490479, + "loss_total": 0.21066820621490479, + "step": 6080 + }, + { + "loss_action": 0.04320643097162247, + "loss_total": 0.04320643097162247, + "step": 6080 + }, + { + "loss_action": 0.2243792861700058, + "loss_total": 0.2243792861700058, + "step": 6080 + }, + { + "loss_action": 0.04721560701727867, + "loss_total": 0.04721560701727867, + "step": 6080 + }, + { + "loss_action": 0.037760406732559204, + "loss_total": 0.037760406732559204, + "step": 6080 + }, + { + "grad_norm": 0.7147893309593201, + "learning_rate": 9.996758086925526e-05, + "loss": 0.0575, + "step": 6090 + }, + { + "loss_action": 0.027466854080557823, + "loss_total": 0.027466854080557823, + "step": 6090 + }, + { + "loss_action": 0.04229138419032097, + "loss_total": 0.04229138419032097, + "step": 6090 + }, + { + "loss_action": 0.04454503953456879, + "loss_total": 0.04454503953456879, + "step": 6090 + }, + { + "loss_action": 0.05233560502529144, + "loss_total": 0.05233560502529144, + "step": 6090 + }, + { + "loss_action": 0.05860726535320282, + "loss_total": 0.05860726535320282, + "step": 6090 + }, + { + "loss_action": 0.06179692968726158, + "loss_total": 0.06179692968726158, + "step": 6090 + }, + { + "grad_norm": 0.9289995431900024, + "learning_rate": 9.996698280875759e-05, + "loss": 0.0472, + "step": 6100 + }, + { + "loss_action": 0.021050825715065002, + "loss_total": 0.021050825715065002, + "step": 6100 + }, + { + "loss_action": 0.042966607958078384, + "loss_total": 0.042966607958078384, + "step": 6100 + }, + { + "loss_action": 0.06128570809960365, + "loss_total": 0.06128570809960365, + "step": 6100 + }, + { + "loss_action": 0.03621801361441612, + "loss_total": 0.03621801361441612, + "step": 6100 + }, + { + "loss_action": 0.08531998842954636, + "loss_total": 0.08531998842954636, + "step": 6100 + }, + { + "loss_action": 0.03153426572680473, + "loss_total": 0.03153426572680473, + "step": 6100 + }, + { + "grad_norm": 0.7881643772125244, + "learning_rate": 9.99663792839458e-05, + "loss": 0.0568, + "step": 6110 + }, + { + "loss_action": 0.05281004309654236, + "loss_total": 0.05281004309654236, + "step": 6110 + }, + { + "loss_action": 0.05549340695142746, + "loss_total": 0.05549340695142746, + "step": 6110 + }, + { + "loss_action": 0.10003060102462769, + "loss_total": 0.10003060102462769, + "step": 6110 + }, + { + "loss_action": 0.04600298032164574, + "loss_total": 0.04600298032164574, + "step": 6110 + }, + { + "loss_action": 0.04073314368724823, + "loss_total": 0.04073314368724823, + "step": 6110 + }, + { + "loss_action": 0.05127079784870148, + "loss_total": 0.05127079784870148, + "step": 6110 + }, + { + "grad_norm": 1.2316676378250122, + "learning_rate": 9.99657702948859e-05, + "loss": 0.0629, + "step": 6120 + }, + { + "loss_action": 0.06521176546812057, + "loss_total": 0.06521176546812057, + "step": 6120 + }, + { + "loss_action": 0.0418466180562973, + "loss_total": 0.0418466180562973, + "step": 6120 + }, + { + "loss_action": 0.16552893817424774, + "loss_total": 0.16552893817424774, + "step": 6120 + }, + { + "loss_action": 0.058710359036922455, + "loss_total": 0.058710359036922455, + "step": 6120 + }, + { + "loss_action": 0.04994979500770569, + "loss_total": 0.04994979500770569, + "step": 6120 + }, + { + "loss_action": 0.059479471296072006, + "loss_total": 0.059479471296072006, + "step": 6120 + }, + { + "grad_norm": 1.3922119140625, + "learning_rate": 9.996515584164448e-05, + "loss": 0.0673, + "step": 6130 + }, + { + "loss_action": 0.046896032989025116, + "loss_total": 0.046896032989025116, + "step": 6130 + }, + { + "loss_action": 0.056000348180532455, + "loss_total": 0.056000348180532455, + "step": 6130 + }, + { + "loss_action": 0.08270981907844543, + "loss_total": 0.08270981907844543, + "step": 6130 + }, + { + "loss_action": 0.03394993394613266, + "loss_total": 0.03394993394613266, + "step": 6130 + }, + { + "loss_action": 0.07905039936304092, + "loss_total": 0.07905039936304092, + "step": 6130 + }, + { + "loss_action": 0.0689636617898941, + "loss_total": 0.0689636617898941, + "step": 6130 + }, + { + "grad_norm": 0.8031432628631592, + "learning_rate": 9.996453592428873e-05, + "loss": 0.0714, + "step": 6140 + }, + { + "loss_action": 0.04696883261203766, + "loss_total": 0.04696883261203766, + "step": 6140 + }, + { + "loss_action": 0.05533108860254288, + "loss_total": 0.05533108860254288, + "step": 6140 + }, + { + "loss_action": 0.03546823561191559, + "loss_total": 0.03546823561191559, + "step": 6140 + }, + { + "loss_action": 0.1286950409412384, + "loss_total": 0.1286950409412384, + "step": 6140 + }, + { + "loss_action": 0.09178681671619415, + "loss_total": 0.09178681671619415, + "step": 6140 + }, + { + "loss_action": 0.04283235967159271, + "loss_total": 0.04283235967159271, + "step": 6140 + }, + { + "grad_norm": 0.7218921780586243, + "learning_rate": 9.996391054288646e-05, + "loss": 0.0636, + "step": 6150 + }, + { + "loss_action": 0.09806232154369354, + "loss_total": 0.09806232154369354, + "step": 6150 + }, + { + "loss_action": 0.03097992204129696, + "loss_total": 0.03097992204129696, + "step": 6150 + }, + { + "loss_action": 0.04924388602375984, + "loss_total": 0.04924388602375984, + "step": 6150 + }, + { + "loss_action": 0.04656744748353958, + "loss_total": 0.04656744748353958, + "step": 6150 + }, + { + "loss_action": 0.03685169294476509, + "loss_total": 0.03685169294476509, + "step": 6150 + }, + { + "loss_action": 0.044651009142398834, + "loss_total": 0.044651009142398834, + "step": 6150 + }, + { + "grad_norm": 0.856038510799408, + "learning_rate": 9.996327969750605e-05, + "loss": 0.0636, + "step": 6160 + }, + { + "loss_action": 0.039133697748184204, + "loss_total": 0.039133697748184204, + "step": 6160 + }, + { + "loss_action": 0.046938370913267136, + "loss_total": 0.046938370913267136, + "step": 6160 + }, + { + "loss_action": 0.031860653311014175, + "loss_total": 0.031860653311014175, + "step": 6160 + }, + { + "loss_action": 0.09888209402561188, + "loss_total": 0.09888209402561188, + "step": 6160 + }, + { + "loss_action": 0.03581900894641876, + "loss_total": 0.03581900894641876, + "step": 6160 + }, + { + "loss_action": 0.04906292259693146, + "loss_total": 0.04906292259693146, + "step": 6160 + }, + { + "grad_norm": 0.7178711295127869, + "learning_rate": 9.996264338821649e-05, + "loss": 0.0575, + "step": 6170 + }, + { + "loss_action": 0.039728984236717224, + "loss_total": 0.039728984236717224, + "step": 6170 + }, + { + "loss_action": 0.03560500591993332, + "loss_total": 0.03560500591993332, + "step": 6170 + }, + { + "loss_action": 0.03444502130150795, + "loss_total": 0.03444502130150795, + "step": 6170 + }, + { + "loss_action": 0.031952500343322754, + "loss_total": 0.031952500343322754, + "step": 6170 + }, + { + "loss_action": 0.03988218307495117, + "loss_total": 0.03988218307495117, + "step": 6170 + }, + { + "loss_action": 0.07364556193351746, + "loss_total": 0.07364556193351746, + "step": 6170 + }, + { + "grad_norm": 0.7172400951385498, + "learning_rate": 9.996200161508735e-05, + "loss": 0.0579, + "step": 6180 + }, + { + "loss_action": 0.03154890611767769, + "loss_total": 0.03154890611767769, + "step": 6180 + }, + { + "loss_action": 0.08580946922302246, + "loss_total": 0.08580946922302246, + "step": 6180 + }, + { + "loss_action": 0.03836989775300026, + "loss_total": 0.03836989775300026, + "step": 6180 + }, + { + "loss_action": 0.08268454670906067, + "loss_total": 0.08268454670906067, + "step": 6180 + }, + { + "loss_action": 0.03713884949684143, + "loss_total": 0.03713884949684143, + "step": 6180 + }, + { + "loss_action": 0.029709789901971817, + "loss_total": 0.029709789901971817, + "step": 6180 + }, + { + "grad_norm": 1.074460744857788, + "learning_rate": 9.996135437818885e-05, + "loss": 0.0775, + "step": 6190 + }, + { + "loss_action": 0.04078666493296623, + "loss_total": 0.04078666493296623, + "step": 6190 + }, + { + "loss_action": 0.05503829941153526, + "loss_total": 0.05503829941153526, + "step": 6190 + }, + { + "loss_action": 0.1364835500717163, + "loss_total": 0.1364835500717163, + "step": 6190 + }, + { + "loss_action": 0.05260346084833145, + "loss_total": 0.05260346084833145, + "step": 6190 + }, + { + "loss_action": 0.06455544382333755, + "loss_total": 0.06455544382333755, + "step": 6190 + }, + { + "loss_action": 0.06826712936162949, + "loss_total": 0.06826712936162949, + "step": 6190 + }, + { + "grad_norm": 0.9954087734222412, + "learning_rate": 9.996070167759175e-05, + "loss": 0.0789, + "step": 6200 + }, + { + "loss_action": 0.15169259905815125, + "loss_total": 0.15169259905815125, + "step": 6200 + }, + { + "loss_action": 0.0673878937959671, + "loss_total": 0.0673878937959671, + "step": 6200 + }, + { + "loss_action": 0.05490279942750931, + "loss_total": 0.05490279942750931, + "step": 6200 + }, + { + "loss_action": 0.049439314752817154, + "loss_total": 0.049439314752817154, + "step": 6200 + }, + { + "loss_action": 0.048949550837278366, + "loss_total": 0.048949550837278366, + "step": 6200 + }, + { + "loss_action": 0.043748967349529266, + "loss_total": 0.043748967349529266, + "step": 6200 + }, + { + "grad_norm": 0.7685948014259338, + "learning_rate": 9.996004351336743e-05, + "loss": 0.0841, + "step": 6210 + }, + { + "loss_action": 0.062151286751031876, + "loss_total": 0.062151286751031876, + "step": 6210 + }, + { + "loss_action": 0.044387880712747574, + "loss_total": 0.044387880712747574, + "step": 6210 + }, + { + "loss_action": 0.05278466269373894, + "loss_total": 0.05278466269373894, + "step": 6210 + }, + { + "loss_action": 0.05801479518413544, + "loss_total": 0.05801479518413544, + "step": 6210 + }, + { + "loss_action": 0.06291481852531433, + "loss_total": 0.06291481852531433, + "step": 6210 + }, + { + "loss_action": 0.04758419841527939, + "loss_total": 0.04758419841527939, + "step": 6210 + }, + { + "grad_norm": 0.7916935682296753, + "learning_rate": 9.995937988558785e-05, + "loss": 0.0681, + "step": 6220 + }, + { + "loss_action": 0.044887736439704895, + "loss_total": 0.044887736439704895, + "step": 6220 + }, + { + "loss_action": 0.05381590500473976, + "loss_total": 0.05381590500473976, + "step": 6220 + }, + { + "loss_action": 0.12849609553813934, + "loss_total": 0.12849609553813934, + "step": 6220 + }, + { + "loss_action": 0.03264516964554787, + "loss_total": 0.03264516964554787, + "step": 6220 + }, + { + "loss_action": 0.04727194830775261, + "loss_total": 0.04727194830775261, + "step": 6220 + }, + { + "loss_action": 0.04961492121219635, + "loss_total": 0.04961492121219635, + "step": 6220 + }, + { + "grad_norm": 1.0287996530532837, + "learning_rate": 9.995871079432561e-05, + "loss": 0.063, + "step": 6230 + }, + { + "loss_action": 0.054991647601127625, + "loss_total": 0.054991647601127625, + "step": 6230 + }, + { + "loss_action": 0.035793740302324295, + "loss_total": 0.035793740302324295, + "step": 6230 + }, + { + "loss_action": 0.03343330696225166, + "loss_total": 0.03343330696225166, + "step": 6230 + }, + { + "loss_action": 0.03845122829079628, + "loss_total": 0.03845122829079628, + "step": 6230 + }, + { + "loss_action": 0.037992581725120544, + "loss_total": 0.037992581725120544, + "step": 6230 + }, + { + "loss_action": 0.02882826142013073, + "loss_total": 0.02882826142013073, + "step": 6230 + }, + { + "grad_norm": 0.6551430821418762, + "learning_rate": 9.995803623965389e-05, + "loss": 0.0481, + "step": 6240 + }, + { + "loss_action": 0.24697600305080414, + "loss_total": 0.24697600305080414, + "step": 6240 + }, + { + "loss_action": 0.04467574879527092, + "loss_total": 0.04467574879527092, + "step": 6240 + }, + { + "loss_action": 0.05289424955844879, + "loss_total": 0.05289424955844879, + "step": 6240 + }, + { + "loss_action": 0.05526949465274811, + "loss_total": 0.05526949465274811, + "step": 6240 + }, + { + "loss_action": 0.02917260117828846, + "loss_total": 0.02917260117828846, + "step": 6240 + }, + { + "loss_action": 0.03328990936279297, + "loss_total": 0.03328990936279297, + "step": 6240 + }, + { + "grad_norm": 0.757866382598877, + "learning_rate": 9.995735622164641e-05, + "loss": 0.0592, + "step": 6250 + }, + { + "loss_action": 0.028788400813937187, + "loss_total": 0.028788400813937187, + "step": 6250 + }, + { + "loss_action": 0.05396389961242676, + "loss_total": 0.05396389961242676, + "step": 6250 + }, + { + "loss_action": 0.03583136573433876, + "loss_total": 0.03583136573433876, + "step": 6250 + }, + { + "loss_action": 0.04860660806298256, + "loss_total": 0.04860660806298256, + "step": 6250 + }, + { + "loss_action": 0.0417698472738266, + "loss_total": 0.0417698472738266, + "step": 6250 + }, + { + "loss_action": 0.06364735960960388, + "loss_total": 0.06364735960960388, + "step": 6250 + }, + { + "grad_norm": 0.6874637603759766, + "learning_rate": 9.995667074037758e-05, + "loss": 0.0594, + "step": 6260 + }, + { + "loss_action": 0.05456705391407013, + "loss_total": 0.05456705391407013, + "step": 6260 + }, + { + "loss_action": 0.04761490970849991, + "loss_total": 0.04761490970849991, + "step": 6260 + }, + { + "loss_action": 0.0521935373544693, + "loss_total": 0.0521935373544693, + "step": 6260 + }, + { + "loss_action": 0.0356840044260025, + "loss_total": 0.0356840044260025, + "step": 6260 + }, + { + "loss_action": 0.09684106707572937, + "loss_total": 0.09684106707572937, + "step": 6260 + }, + { + "loss_action": 0.05316966399550438, + "loss_total": 0.05316966399550438, + "step": 6260 + }, + { + "grad_norm": 0.7592813372612, + "learning_rate": 9.995597979592232e-05, + "loss": 0.051, + "step": 6270 + }, + { + "loss_action": 0.043468501418828964, + "loss_total": 0.043468501418828964, + "step": 6270 + }, + { + "loss_action": 0.03321237862110138, + "loss_total": 0.03321237862110138, + "step": 6270 + }, + { + "loss_action": 0.054884981364011765, + "loss_total": 0.054884981364011765, + "step": 6270 + }, + { + "loss_action": 0.034020885825157166, + "loss_total": 0.034020885825157166, + "step": 6270 + }, + { + "loss_action": 0.034571096301078796, + "loss_total": 0.034571096301078796, + "step": 6270 + }, + { + "loss_action": 0.10560108721256256, + "loss_total": 0.10560108721256256, + "step": 6270 + }, + { + "grad_norm": 0.829951822757721, + "learning_rate": 9.995528338835625e-05, + "loss": 0.053, + "step": 6280 + }, + { + "loss_action": 0.05403314530849457, + "loss_total": 0.05403314530849457, + "step": 6280 + }, + { + "loss_action": 0.06286070495843887, + "loss_total": 0.06286070495843887, + "step": 6280 + }, + { + "loss_action": 0.03514542803168297, + "loss_total": 0.03514542803168297, + "step": 6280 + }, + { + "loss_action": 0.04466859623789787, + "loss_total": 0.04466859623789787, + "step": 6280 + }, + { + "loss_action": 0.03727429360151291, + "loss_total": 0.03727429360151291, + "step": 6280 + }, + { + "loss_action": 0.026630623266100883, + "loss_total": 0.026630623266100883, + "step": 6280 + }, + { + "grad_norm": 0.677322506904602, + "learning_rate": 9.995458151775547e-05, + "loss": 0.0507, + "step": 6290 + }, + { + "loss_action": 0.039181940257549286, + "loss_total": 0.039181940257549286, + "step": 6290 + }, + { + "loss_action": 0.033350128680467606, + "loss_total": 0.033350128680467606, + "step": 6290 + }, + { + "loss_action": 0.049637679010629654, + "loss_total": 0.049637679010629654, + "step": 6290 + }, + { + "loss_action": 0.04380780830979347, + "loss_total": 0.04380780830979347, + "step": 6290 + }, + { + "loss_action": 0.04339535906910896, + "loss_total": 0.04339535906910896, + "step": 6290 + }, + { + "loss_action": 0.050249628722667694, + "loss_total": 0.050249628722667694, + "step": 6290 + }, + { + "grad_norm": 0.8031671047210693, + "learning_rate": 9.995387418419677e-05, + "loss": 0.0477, + "step": 6300 + }, + { + "loss_action": 0.027011072263121605, + "loss_total": 0.027011072263121605, + "step": 6300 + }, + { + "loss_action": 0.026368873193860054, + "loss_total": 0.026368873193860054, + "step": 6300 + }, + { + "loss_action": 0.045462388545274734, + "loss_total": 0.045462388545274734, + "step": 6300 + }, + { + "loss_action": 0.05050387978553772, + "loss_total": 0.05050387978553772, + "step": 6300 + }, + { + "loss_action": 0.06600415706634521, + "loss_total": 0.06600415706634521, + "step": 6300 + }, + { + "loss_action": 0.03812730312347412, + "loss_total": 0.03812730312347412, + "step": 6300 + }, + { + "grad_norm": 0.7830553650856018, + "learning_rate": 9.99531613877575e-05, + "loss": 0.0507, + "step": 6310 + }, + { + "loss_action": 0.05857298895716667, + "loss_total": 0.05857298895716667, + "step": 6310 + }, + { + "loss_action": 0.04780842736363411, + "loss_total": 0.04780842736363411, + "step": 6310 + }, + { + "loss_action": 0.05281616002321243, + "loss_total": 0.05281616002321243, + "step": 6310 + }, + { + "loss_action": 0.024424932897090912, + "loss_total": 0.024424932897090912, + "step": 6310 + }, + { + "loss_action": 0.06976780295372009, + "loss_total": 0.06976780295372009, + "step": 6310 + }, + { + "loss_action": 0.029998505488038063, + "loss_total": 0.029998505488038063, + "step": 6310 + }, + { + "grad_norm": 0.69428950548172, + "learning_rate": 9.995244312851559e-05, + "loss": 0.0442, + "step": 6320 + }, + { + "loss_action": 0.03649222478270531, + "loss_total": 0.03649222478270531, + "step": 6320 + }, + { + "loss_action": 0.0475529283285141, + "loss_total": 0.0475529283285141, + "step": 6320 + }, + { + "loss_action": 0.04586790129542351, + "loss_total": 0.04586790129542351, + "step": 6320 + }, + { + "loss_action": 0.038210079073905945, + "loss_total": 0.038210079073905945, + "step": 6320 + }, + { + "loss_action": 0.026024004444479942, + "loss_total": 0.026024004444479942, + "step": 6320 + }, + { + "loss_action": 0.09204024076461792, + "loss_total": 0.09204024076461792, + "step": 6320 + }, + { + "grad_norm": 0.6387233734130859, + "learning_rate": 9.995171940654961e-05, + "loss": 0.0437, + "step": 6330 + }, + { + "loss_action": 0.03483230248093605, + "loss_total": 0.03483230248093605, + "step": 6330 + }, + { + "loss_action": 0.04978559538722038, + "loss_total": 0.04978559538722038, + "step": 6330 + }, + { + "loss_action": 0.03412514179944992, + "loss_total": 0.03412514179944992, + "step": 6330 + }, + { + "loss_action": 0.033293332904577255, + "loss_total": 0.033293332904577255, + "step": 6330 + }, + { + "loss_action": 0.02313607931137085, + "loss_total": 0.02313607931137085, + "step": 6330 + }, + { + "loss_action": 0.025036266073584557, + "loss_total": 0.025036266073584557, + "step": 6330 + }, + { + "grad_norm": 0.6680052280426025, + "learning_rate": 9.995099022193871e-05, + "loss": 0.0471, + "step": 6340 + }, + { + "loss_action": 0.031433720141649246, + "loss_total": 0.031433720141649246, + "step": 6340 + }, + { + "loss_action": 0.028120556846261024, + "loss_total": 0.028120556846261024, + "step": 6340 + }, + { + "loss_action": 0.03995747119188309, + "loss_total": 0.03995747119188309, + "step": 6340 + }, + { + "loss_action": 0.04352258890867233, + "loss_total": 0.04352258890867233, + "step": 6340 + }, + { + "loss_action": 0.020231952890753746, + "loss_total": 0.020231952890753746, + "step": 6340 + }, + { + "loss_action": 0.020533502101898193, + "loss_total": 0.020533502101898193, + "step": 6340 + }, + { + "grad_norm": 0.6478493213653564, + "learning_rate": 9.995025557476261e-05, + "loss": 0.0493, + "step": 6350 + }, + { + "loss_action": 0.06115031987428665, + "loss_total": 0.06115031987428665, + "step": 6350 + }, + { + "loss_action": 0.0333905890583992, + "loss_total": 0.0333905890583992, + "step": 6350 + }, + { + "loss_action": 0.0420212484896183, + "loss_total": 0.0420212484896183, + "step": 6350 + }, + { + "loss_action": 0.04207180067896843, + "loss_total": 0.04207180067896843, + "step": 6350 + }, + { + "loss_action": 0.03166496381163597, + "loss_total": 0.03166496381163597, + "step": 6350 + }, + { + "loss_action": 0.03502587974071503, + "loss_total": 0.03502587974071503, + "step": 6350 + }, + { + "grad_norm": 0.7607093453407288, + "learning_rate": 9.994951546510165e-05, + "loss": 0.0456, + "step": 6360 + }, + { + "loss_action": 0.041774485260248184, + "loss_total": 0.041774485260248184, + "step": 6360 + }, + { + "loss_action": 0.0441691130399704, + "loss_total": 0.0441691130399704, + "step": 6360 + }, + { + "loss_action": 0.051201727241277695, + "loss_total": 0.051201727241277695, + "step": 6360 + }, + { + "loss_action": 0.04649383947253227, + "loss_total": 0.04649383947253227, + "step": 6360 + }, + { + "loss_action": 0.037488654255867004, + "loss_total": 0.037488654255867004, + "step": 6360 + }, + { + "loss_action": 0.030481327325105667, + "loss_total": 0.030481327325105667, + "step": 6360 + }, + { + "grad_norm": 0.7452898621559143, + "learning_rate": 9.994876989303679e-05, + "loss": 0.0484, + "step": 6370 + }, + { + "loss_action": 0.06622891873121262, + "loss_total": 0.06622891873121262, + "step": 6370 + }, + { + "loss_action": 0.03633461147546768, + "loss_total": 0.03633461147546768, + "step": 6370 + }, + { + "loss_action": 0.0421927310526371, + "loss_total": 0.0421927310526371, + "step": 6370 + }, + { + "loss_action": 0.06003406271338463, + "loss_total": 0.06003406271338463, + "step": 6370 + }, + { + "loss_action": 0.04470725357532501, + "loss_total": 0.04470725357532501, + "step": 6370 + }, + { + "loss_action": 0.03258633613586426, + "loss_total": 0.03258633613586426, + "step": 6370 + }, + { + "grad_norm": 0.6457832455635071, + "learning_rate": 9.994801885864955e-05, + "loss": 0.048, + "step": 6380 + }, + { + "loss_action": 0.04083775728940964, + "loss_total": 0.04083775728940964, + "step": 6380 + }, + { + "loss_action": 0.03374797850847244, + "loss_total": 0.03374797850847244, + "step": 6380 + }, + { + "loss_action": 0.02015533857047558, + "loss_total": 0.02015533857047558, + "step": 6380 + }, + { + "loss_action": 0.04754193127155304, + "loss_total": 0.04754193127155304, + "step": 6380 + }, + { + "loss_action": 0.03191767632961273, + "loss_total": 0.03191767632961273, + "step": 6380 + }, + { + "loss_action": 0.03177356347441673, + "loss_total": 0.03177356347441673, + "step": 6380 + }, + { + "grad_norm": 0.6747443079948425, + "learning_rate": 9.994726236202205e-05, + "loss": 0.0448, + "step": 6390 + }, + { + "loss_action": 0.03975749760866165, + "loss_total": 0.03975749760866165, + "step": 6390 + }, + { + "loss_action": 0.07151900976896286, + "loss_total": 0.07151900976896286, + "step": 6390 + }, + { + "loss_action": 0.02973918803036213, + "loss_total": 0.02973918803036213, + "step": 6390 + }, + { + "loss_action": 0.0591534785926342, + "loss_total": 0.0591534785926342, + "step": 6390 + }, + { + "loss_action": 0.06917981058359146, + "loss_total": 0.06917981058359146, + "step": 6390 + }, + { + "loss_action": 0.039595190435647964, + "loss_total": 0.039595190435647964, + "step": 6390 + }, + { + "grad_norm": 0.8829922080039978, + "learning_rate": 9.994650040323704e-05, + "loss": 0.0573, + "step": 6400 + }, + { + "loss_action": 0.0377950593829155, + "loss_total": 0.0377950593829155, + "step": 6400 + }, + { + "loss_action": 0.0817507803440094, + "loss_total": 0.0817507803440094, + "step": 6400 + }, + { + "loss_action": 0.10223965346813202, + "loss_total": 0.10223965346813202, + "step": 6400 + }, + { + "loss_action": 0.060774944722652435, + "loss_total": 0.060774944722652435, + "step": 6400 + }, + { + "loss_action": 0.041734855622053146, + "loss_total": 0.041734855622053146, + "step": 6400 + }, + { + "loss_action": 0.04934873804450035, + "loss_total": 0.04934873804450035, + "step": 6400 + }, + { + "grad_norm": 0.6963015198707581, + "learning_rate": 9.994573298237784e-05, + "loss": 0.0505, + "step": 6410 + }, + { + "loss_action": 0.04509660229086876, + "loss_total": 0.04509660229086876, + "step": 6410 + }, + { + "loss_action": 0.060957081615924835, + "loss_total": 0.060957081615924835, + "step": 6410 + }, + { + "loss_action": 0.030477598309516907, + "loss_total": 0.030477598309516907, + "step": 6410 + }, + { + "loss_action": 0.05431955307722092, + "loss_total": 0.05431955307722092, + "step": 6410 + }, + { + "loss_action": 0.057825133204460144, + "loss_total": 0.057825133204460144, + "step": 6410 + }, + { + "loss_action": 0.03246840462088585, + "loss_total": 0.03246840462088585, + "step": 6410 + }, + { + "grad_norm": 0.804723858833313, + "learning_rate": 9.994496009952837e-05, + "loss": 0.0456, + "step": 6420 + }, + { + "loss_action": 0.043075140565633774, + "loss_total": 0.043075140565633774, + "step": 6420 + }, + { + "loss_action": 0.03297441825270653, + "loss_total": 0.03297441825270653, + "step": 6420 + }, + { + "loss_action": 0.03650369867682457, + "loss_total": 0.03650369867682457, + "step": 6420 + }, + { + "loss_action": 0.02789602428674698, + "loss_total": 0.02789602428674698, + "step": 6420 + }, + { + "loss_action": 0.04280424863100052, + "loss_total": 0.04280424863100052, + "step": 6420 + }, + { + "loss_action": 0.024071184918284416, + "loss_total": 0.024071184918284416, + "step": 6420 + }, + { + "grad_norm": 0.7739805579185486, + "learning_rate": 9.994418175477316e-05, + "loss": 0.048, + "step": 6430 + }, + { + "loss_action": 0.03595203533768654, + "loss_total": 0.03595203533768654, + "step": 6430 + }, + { + "loss_action": 0.0515817366540432, + "loss_total": 0.0515817366540432, + "step": 6430 + }, + { + "loss_action": 0.023065509274601936, + "loss_total": 0.023065509274601936, + "step": 6430 + }, + { + "loss_action": 0.05081133916974068, + "loss_total": 0.05081133916974068, + "step": 6430 + }, + { + "loss_action": 0.05491024628281593, + "loss_total": 0.05491024628281593, + "step": 6430 + }, + { + "loss_action": 0.029736680909991264, + "loss_total": 0.029736680909991264, + "step": 6430 + }, + { + "grad_norm": 0.678593099117279, + "learning_rate": 9.994339794819733e-05, + "loss": 0.0475, + "step": 6440 + }, + { + "loss_action": 0.035279300063848495, + "loss_total": 0.035279300063848495, + "step": 6440 + }, + { + "loss_action": 0.020993752405047417, + "loss_total": 0.020993752405047417, + "step": 6440 + }, + { + "loss_action": 0.04075775668025017, + "loss_total": 0.04075775668025017, + "step": 6440 + }, + { + "loss_action": 0.04160001501441002, + "loss_total": 0.04160001501441002, + "step": 6440 + }, + { + "loss_action": 0.07184839248657227, + "loss_total": 0.07184839248657227, + "step": 6440 + }, + { + "loss_action": 0.05570898950099945, + "loss_total": 0.05570898950099945, + "step": 6440 + }, + { + "grad_norm": 0.6185075044631958, + "learning_rate": 9.994260867988658e-05, + "loss": 0.0581, + "step": 6450 + }, + { + "loss_action": 0.036028653383255005, + "loss_total": 0.036028653383255005, + "step": 6450 + }, + { + "loss_action": 0.02106822468340397, + "loss_total": 0.02106822468340397, + "step": 6450 + }, + { + "loss_action": 0.03695189952850342, + "loss_total": 0.03695189952850342, + "step": 6450 + }, + { + "loss_action": 0.03281429037451744, + "loss_total": 0.03281429037451744, + "step": 6450 + }, + { + "loss_action": 0.02562621422111988, + "loss_total": 0.02562621422111988, + "step": 6450 + }, + { + "loss_action": 0.03514951094985008, + "loss_total": 0.03514951094985008, + "step": 6450 + }, + { + "grad_norm": 0.702323317527771, + "learning_rate": 9.994181394992723e-05, + "loss": 0.0458, + "step": 6460 + }, + { + "loss_action": 0.07912397384643555, + "loss_total": 0.07912397384643555, + "step": 6460 + }, + { + "loss_action": 0.06480759382247925, + "loss_total": 0.06480759382247925, + "step": 6460 + }, + { + "loss_action": 0.04924144595861435, + "loss_total": 0.04924144595861435, + "step": 6460 + }, + { + "loss_action": 0.04621446877717972, + "loss_total": 0.04621446877717972, + "step": 6460 + }, + { + "loss_action": 0.048752062022686005, + "loss_total": 0.048752062022686005, + "step": 6460 + }, + { + "loss_action": 0.04290420562028885, + "loss_total": 0.04290420562028885, + "step": 6460 + }, + { + "grad_norm": 0.7528122663497925, + "learning_rate": 9.994101375840618e-05, + "loss": 0.0468, + "step": 6470 + }, + { + "loss_action": 0.07793349772691727, + "loss_total": 0.07793349772691727, + "step": 6470 + }, + { + "loss_action": 0.036024730652570724, + "loss_total": 0.036024730652570724, + "step": 6470 + }, + { + "loss_action": 0.049127012491226196, + "loss_total": 0.049127012491226196, + "step": 6470 + }, + { + "loss_action": 0.03217095509171486, + "loss_total": 0.03217095509171486, + "step": 6470 + }, + { + "loss_action": 0.04971235617995262, + "loss_total": 0.04971235617995262, + "step": 6470 + }, + { + "loss_action": 0.022472016513347626, + "loss_total": 0.022472016513347626, + "step": 6470 + }, + { + "grad_norm": 0.6477125287055969, + "learning_rate": 9.994020810541098e-05, + "loss": 0.055, + "step": 6480 + }, + { + "loss_action": 0.030257172882556915, + "loss_total": 0.030257172882556915, + "step": 6480 + }, + { + "loss_action": 0.06321809440851212, + "loss_total": 0.06321809440851212, + "step": 6480 + }, + { + "loss_action": 0.06704848259687424, + "loss_total": 0.06704848259687424, + "step": 6480 + }, + { + "loss_action": 0.02862715907394886, + "loss_total": 0.02862715907394886, + "step": 6480 + }, + { + "loss_action": 0.023273905739188194, + "loss_total": 0.023273905739188194, + "step": 6480 + }, + { + "loss_action": 0.03179282322525978, + "loss_total": 0.03179282322525978, + "step": 6480 + }, + { + "grad_norm": 0.7471402287483215, + "learning_rate": 9.99393969910297e-05, + "loss": 0.0486, + "step": 6490 + }, + { + "loss_action": 0.032817866653203964, + "loss_total": 0.032817866653203964, + "step": 6490 + }, + { + "loss_action": 0.06719058752059937, + "loss_total": 0.06719058752059937, + "step": 6490 + }, + { + "loss_action": 0.03105541504919529, + "loss_total": 0.03105541504919529, + "step": 6490 + }, + { + "loss_action": 0.03746793791651726, + "loss_total": 0.03746793791651726, + "step": 6490 + }, + { + "loss_action": 0.04044230654835701, + "loss_total": 0.04044230654835701, + "step": 6490 + }, + { + "loss_action": 0.038606200367212296, + "loss_total": 0.038606200367212296, + "step": 6490 + }, + { + "grad_norm": 0.7369340658187866, + "learning_rate": 9.993858041535104e-05, + "loss": 0.0467, + "step": 6500 + }, + { + "loss_action": 0.05029497295618057, + "loss_total": 0.05029497295618057, + "step": 6500 + }, + { + "loss_action": 0.028214268386363983, + "loss_total": 0.028214268386363983, + "step": 6500 + }, + { + "loss_action": 0.04182744026184082, + "loss_total": 0.04182744026184082, + "step": 6500 + }, + { + "loss_action": 0.07869180291891098, + "loss_total": 0.07869180291891098, + "step": 6500 + }, + { + "loss_action": 0.06056046113371849, + "loss_total": 0.06056046113371849, + "step": 6500 + }, + { + "loss_action": 0.14718709886074066, + "loss_total": 0.14718709886074066, + "step": 6500 + }, + { + "grad_norm": 0.640390932559967, + "learning_rate": 9.99377583784643e-05, + "loss": 0.0526, + "step": 6510 + }, + { + "loss_action": 0.07971291244029999, + "loss_total": 0.07971291244029999, + "step": 6510 + }, + { + "loss_action": 0.027602694928646088, + "loss_total": 0.027602694928646088, + "step": 6510 + }, + { + "loss_action": 0.034871459007263184, + "loss_total": 0.034871459007263184, + "step": 6510 + }, + { + "loss_action": 0.05754873529076576, + "loss_total": 0.05754873529076576, + "step": 6510 + }, + { + "loss_action": 0.051743391901254654, + "loss_total": 0.051743391901254654, + "step": 6510 + }, + { + "loss_action": 0.02556389570236206, + "loss_total": 0.02556389570236206, + "step": 6510 + }, + { + "grad_norm": 0.8282288908958435, + "learning_rate": 9.993693088045939e-05, + "loss": 0.0612, + "step": 6520 + }, + { + "loss_action": 0.10680198669433594, + "loss_total": 0.10680198669433594, + "step": 6520 + }, + { + "loss_action": 0.046230316162109375, + "loss_total": 0.046230316162109375, + "step": 6520 + }, + { + "loss_action": 0.04483428969979286, + "loss_total": 0.04483428969979286, + "step": 6520 + }, + { + "loss_action": 0.04885069653391838, + "loss_total": 0.04885069653391838, + "step": 6520 + }, + { + "loss_action": 0.035540271550416946, + "loss_total": 0.035540271550416946, + "step": 6520 + }, + { + "loss_action": 0.0710868164896965, + "loss_total": 0.0710868164896965, + "step": 6520 + }, + { + "grad_norm": 0.6894899010658264, + "learning_rate": 9.99360979214268e-05, + "loss": 0.0524, + "step": 6530 + }, + { + "loss_action": 0.07853013277053833, + "loss_total": 0.07853013277053833, + "step": 6530 + }, + { + "loss_action": 0.030044665560126305, + "loss_total": 0.030044665560126305, + "step": 6530 + }, + { + "loss_action": 0.03944551944732666, + "loss_total": 0.03944551944732666, + "step": 6530 + }, + { + "loss_action": 0.051529597491025925, + "loss_total": 0.051529597491025925, + "step": 6530 + }, + { + "loss_action": 0.06414917856454849, + "loss_total": 0.06414917856454849, + "step": 6530 + }, + { + "loss_action": 0.09987983107566833, + "loss_total": 0.09987983107566833, + "step": 6530 + }, + { + "grad_norm": 0.7208871245384216, + "learning_rate": 9.99352595014576e-05, + "loss": 0.0521, + "step": 6540 + }, + { + "loss_action": 0.06479907035827637, + "loss_total": 0.06479907035827637, + "step": 6540 + }, + { + "loss_action": 0.023891283199191093, + "loss_total": 0.023891283199191093, + "step": 6540 + }, + { + "loss_action": 0.16991570591926575, + "loss_total": 0.16991570591926575, + "step": 6540 + }, + { + "loss_action": 0.036812957376241684, + "loss_total": 0.036812957376241684, + "step": 6540 + }, + { + "loss_action": 0.061194851994514465, + "loss_total": 0.061194851994514465, + "step": 6540 + }, + { + "loss_action": 0.0456509068608284, + "loss_total": 0.0456509068608284, + "step": 6540 + }, + { + "grad_norm": 0.6405608654022217, + "learning_rate": 9.993441562064354e-05, + "loss": 0.0468, + "step": 6550 + }, + { + "loss_action": 0.05335094407200813, + "loss_total": 0.05335094407200813, + "step": 6550 + }, + { + "loss_action": 0.10409383475780487, + "loss_total": 0.10409383475780487, + "step": 6550 + }, + { + "loss_action": 0.048165462911129, + "loss_total": 0.048165462911129, + "step": 6550 + }, + { + "loss_action": 0.04617555812001228, + "loss_total": 0.04617555812001228, + "step": 6550 + }, + { + "loss_action": 0.17052890360355377, + "loss_total": 0.17052890360355377, + "step": 6550 + }, + { + "loss_action": 0.07546444237232208, + "loss_total": 0.07546444237232208, + "step": 6550 + }, + { + "grad_norm": 0.6428095102310181, + "learning_rate": 9.993356627907685e-05, + "loss": 0.0459, + "step": 6560 + }, + { + "loss_action": 0.024199286475777626, + "loss_total": 0.024199286475777626, + "step": 6560 + }, + { + "loss_action": 0.04382042959332466, + "loss_total": 0.04382042959332466, + "step": 6560 + }, + { + "loss_action": 0.12896348536014557, + "loss_total": 0.12896348536014557, + "step": 6560 + }, + { + "loss_action": 0.029232408851385117, + "loss_total": 0.029232408851385117, + "step": 6560 + }, + { + "loss_action": 0.11073093116283417, + "loss_total": 0.11073093116283417, + "step": 6560 + }, + { + "loss_action": 0.052767328917980194, + "loss_total": 0.052767328917980194, + "step": 6560 + }, + { + "grad_norm": 0.7336055040359497, + "learning_rate": 9.99327114768504e-05, + "loss": 0.0513, + "step": 6570 + }, + { + "loss_action": 0.03284749016165733, + "loss_total": 0.03284749016165733, + "step": 6570 + }, + { + "loss_action": 0.03671790286898613, + "loss_total": 0.03671790286898613, + "step": 6570 + }, + { + "loss_action": 0.03588045388460159, + "loss_total": 0.03588045388460159, + "step": 6570 + }, + { + "loss_action": 0.09674140810966492, + "loss_total": 0.09674140810966492, + "step": 6570 + }, + { + "loss_action": 0.03586386516690254, + "loss_total": 0.03586386516690254, + "step": 6570 + }, + { + "loss_action": 0.05073563754558563, + "loss_total": 0.05073563754558563, + "step": 6570 + }, + { + "grad_norm": 0.548776388168335, + "learning_rate": 9.99318512140577e-05, + "loss": 0.0425, + "step": 6580 + }, + { + "loss_action": 0.0335552841424942, + "loss_total": 0.0335552841424942, + "step": 6580 + }, + { + "loss_action": 0.038853902369737625, + "loss_total": 0.038853902369737625, + "step": 6580 + }, + { + "loss_action": 0.05156608298420906, + "loss_total": 0.05156608298420906, + "step": 6580 + }, + { + "loss_action": 0.021502146497368813, + "loss_total": 0.021502146497368813, + "step": 6580 + }, + { + "loss_action": 0.05059310421347618, + "loss_total": 0.05059310421347618, + "step": 6580 + }, + { + "loss_action": 0.03839423507452011, + "loss_total": 0.03839423507452011, + "step": 6580 + }, + { + "grad_norm": 0.7738404273986816, + "learning_rate": 9.993098549079284e-05, + "loss": 0.0453, + "step": 6590 + }, + { + "loss_action": 0.0790063813328743, + "loss_total": 0.0790063813328743, + "step": 6590 + }, + { + "loss_action": 0.09336379915475845, + "loss_total": 0.09336379915475845, + "step": 6590 + }, + { + "loss_action": 0.07976166158914566, + "loss_total": 0.07976166158914566, + "step": 6590 + }, + { + "loss_action": 0.03461229428648949, + "loss_total": 0.03461229428648949, + "step": 6590 + }, + { + "loss_action": 0.0508805476129055, + "loss_total": 0.0508805476129055, + "step": 6590 + }, + { + "loss_action": 0.04705161601305008, + "loss_total": 0.04705161601305008, + "step": 6590 + }, + { + "grad_norm": 0.6509329676628113, + "learning_rate": 9.993011430715047e-05, + "loss": 0.0481, + "step": 6600 + }, + { + "loss_action": 0.03689681366086006, + "loss_total": 0.03689681366086006, + "step": 6600 + }, + { + "loss_action": 0.04544787108898163, + "loss_total": 0.04544787108898163, + "step": 6600 + }, + { + "loss_action": 0.04003257304430008, + "loss_total": 0.04003257304430008, + "step": 6600 + }, + { + "loss_action": 0.06363417208194733, + "loss_total": 0.06363417208194733, + "step": 6600 + }, + { + "loss_action": 0.023519812151789665, + "loss_total": 0.023519812151789665, + "step": 6600 + }, + { + "loss_action": 0.06268887966871262, + "loss_total": 0.06268887966871262, + "step": 6600 + }, + { + "grad_norm": 0.5539028644561768, + "learning_rate": 9.992923766322586e-05, + "loss": 0.0457, + "step": 6610 + }, + { + "loss_action": 0.08851874619722366, + "loss_total": 0.08851874619722366, + "step": 6610 + }, + { + "loss_action": 0.03639804944396019, + "loss_total": 0.03639804944396019, + "step": 6610 + }, + { + "loss_action": 0.03467249870300293, + "loss_total": 0.03467249870300293, + "step": 6610 + }, + { + "loss_action": 0.02369006723165512, + "loss_total": 0.02369006723165512, + "step": 6610 + }, + { + "loss_action": 0.06307435780763626, + "loss_total": 0.06307435780763626, + "step": 6610 + }, + { + "loss_action": 0.04214616119861603, + "loss_total": 0.04214616119861603, + "step": 6610 + }, + { + "grad_norm": 0.6417555212974548, + "learning_rate": 9.99283555591149e-05, + "loss": 0.0542, + "step": 6620 + }, + { + "loss_action": 0.08948594331741333, + "loss_total": 0.08948594331741333, + "step": 6620 + }, + { + "loss_action": 0.048474691808223724, + "loss_total": 0.048474691808223724, + "step": 6620 + }, + { + "loss_action": 0.048386167734861374, + "loss_total": 0.048386167734861374, + "step": 6620 + }, + { + "loss_action": 0.02725374884903431, + "loss_total": 0.02725374884903431, + "step": 6620 + }, + { + "loss_action": 0.02828241139650345, + "loss_total": 0.02828241139650345, + "step": 6620 + }, + { + "loss_action": 0.03127598017454147, + "loss_total": 0.03127598017454147, + "step": 6620 + }, + { + "grad_norm": 0.5614416003227234, + "learning_rate": 9.992746799491404e-05, + "loss": 0.0478, + "step": 6630 + }, + { + "loss_action": 0.03267292678356171, + "loss_total": 0.03267292678356171, + "step": 6630 + }, + { + "loss_action": 0.0736086443066597, + "loss_total": 0.0736086443066597, + "step": 6630 + }, + { + "loss_action": 0.037732310593128204, + "loss_total": 0.037732310593128204, + "step": 6630 + }, + { + "loss_action": 0.08120261132717133, + "loss_total": 0.08120261132717133, + "step": 6630 + }, + { + "loss_action": 0.02704157866537571, + "loss_total": 0.02704157866537571, + "step": 6630 + }, + { + "loss_action": 0.02877679653465748, + "loss_total": 0.02877679653465748, + "step": 6630 + }, + { + "grad_norm": 0.6673964262008667, + "learning_rate": 9.992657497072033e-05, + "loss": 0.0484, + "step": 6640 + }, + { + "loss_action": 0.023849835619330406, + "loss_total": 0.023849835619330406, + "step": 6640 + }, + { + "loss_action": 0.04426270350813866, + "loss_total": 0.04426270350813866, + "step": 6640 + }, + { + "loss_action": 0.04222714528441429, + "loss_total": 0.04222714528441429, + "step": 6640 + }, + { + "loss_action": 0.029407454654574394, + "loss_total": 0.029407454654574394, + "step": 6640 + }, + { + "loss_action": 0.05828167870640755, + "loss_total": 0.05828167870640755, + "step": 6640 + }, + { + "loss_action": 0.03491070121526718, + "loss_total": 0.03491070121526718, + "step": 6640 + }, + { + "grad_norm": 0.7119749188423157, + "learning_rate": 9.992567648663147e-05, + "loss": 0.0425, + "step": 6650 + }, + { + "loss_action": 0.01990530639886856, + "loss_total": 0.01990530639886856, + "step": 6650 + }, + { + "loss_action": 0.03099375031888485, + "loss_total": 0.03099375031888485, + "step": 6650 + }, + { + "loss_action": 0.027080515399575233, + "loss_total": 0.027080515399575233, + "step": 6650 + }, + { + "loss_action": 0.03548687323927879, + "loss_total": 0.03548687323927879, + "step": 6650 + }, + { + "loss_action": 0.06452936679124832, + "loss_total": 0.06452936679124832, + "step": 6650 + }, + { + "loss_action": 0.038421064615249634, + "loss_total": 0.038421064615249634, + "step": 6650 + }, + { + "grad_norm": 0.5892496109008789, + "learning_rate": 9.992477254274568e-05, + "loss": 0.0471, + "step": 6660 + }, + { + "loss_action": 0.02734513394534588, + "loss_total": 0.02734513394534588, + "step": 6660 + }, + { + "loss_action": 0.030560113489627838, + "loss_total": 0.030560113489627838, + "step": 6660 + }, + { + "loss_action": 0.06076817959547043, + "loss_total": 0.06076817959547043, + "step": 6660 + }, + { + "loss_action": 0.036814309656620026, + "loss_total": 0.036814309656620026, + "step": 6660 + }, + { + "loss_action": 0.06394421309232712, + "loss_total": 0.06394421309232712, + "step": 6660 + }, + { + "loss_action": 0.024345967918634415, + "loss_total": 0.024345967918634415, + "step": 6660 + }, + { + "grad_norm": 0.744184136390686, + "learning_rate": 9.992386313916183e-05, + "loss": 0.0444, + "step": 6670 + }, + { + "loss_action": 0.029104307293891907, + "loss_total": 0.029104307293891907, + "step": 6670 + }, + { + "loss_action": 0.0584070160984993, + "loss_total": 0.0584070160984993, + "step": 6670 + }, + { + "loss_action": 0.023813283070921898, + "loss_total": 0.023813283070921898, + "step": 6670 + }, + { + "loss_action": 0.07133091241121292, + "loss_total": 0.07133091241121292, + "step": 6670 + }, + { + "loss_action": 0.03726537898182869, + "loss_total": 0.03726537898182869, + "step": 6670 + }, + { + "loss_action": 0.027330627664923668, + "loss_total": 0.027330627664923668, + "step": 6670 + }, + { + "grad_norm": 0.7133929133415222, + "learning_rate": 9.992294827597934e-05, + "loss": 0.0477, + "step": 6680 + }, + { + "loss_action": 0.02693220041692257, + "loss_total": 0.02693220041692257, + "step": 6680 + }, + { + "loss_action": 0.026081202551722527, + "loss_total": 0.026081202551722527, + "step": 6680 + }, + { + "loss_action": 0.0529857836663723, + "loss_total": 0.0529857836663723, + "step": 6680 + }, + { + "loss_action": 0.04500097408890724, + "loss_total": 0.04500097408890724, + "step": 6680 + }, + { + "loss_action": 0.03272559493780136, + "loss_total": 0.03272559493780136, + "step": 6680 + }, + { + "loss_action": 0.04863481596112251, + "loss_total": 0.04863481596112251, + "step": 6680 + }, + { + "grad_norm": 0.7026075720787048, + "learning_rate": 9.992202795329831e-05, + "loss": 0.046, + "step": 6690 + }, + { + "loss_action": 0.01556315366178751, + "loss_total": 0.01556315366178751, + "step": 6690 + }, + { + "loss_action": 0.03721403703093529, + "loss_total": 0.03721403703093529, + "step": 6690 + }, + { + "loss_action": 0.040821854025125504, + "loss_total": 0.040821854025125504, + "step": 6690 + }, + { + "loss_action": 0.057736415416002274, + "loss_total": 0.057736415416002274, + "step": 6690 + }, + { + "loss_action": 0.02494846284389496, + "loss_total": 0.02494846284389496, + "step": 6690 + }, + { + "loss_action": 0.030464453622698784, + "loss_total": 0.030464453622698784, + "step": 6690 + }, + { + "grad_norm": 0.5880624651908875, + "learning_rate": 9.992110217121936e-05, + "loss": 0.046, + "step": 6700 + }, + { + "loss_action": 0.029244737699627876, + "loss_total": 0.029244737699627876, + "step": 6700 + }, + { + "loss_action": 0.051541779190301895, + "loss_total": 0.051541779190301895, + "step": 6700 + }, + { + "loss_action": 0.06050635874271393, + "loss_total": 0.06050635874271393, + "step": 6700 + }, + { + "loss_action": 0.02654304727911949, + "loss_total": 0.02654304727911949, + "step": 6700 + }, + { + "loss_action": 0.027613092213869095, + "loss_total": 0.027613092213869095, + "step": 6700 + }, + { + "loss_action": 0.05970117449760437, + "loss_total": 0.05970117449760437, + "step": 6700 + }, + { + "grad_norm": 0.4790385067462921, + "learning_rate": 9.992017092984372e-05, + "loss": 0.0404, + "step": 6710 + }, + { + "loss_action": 0.030350353568792343, + "loss_total": 0.030350353568792343, + "step": 6710 + }, + { + "loss_action": 0.04511193931102753, + "loss_total": 0.04511193931102753, + "step": 6710 + }, + { + "loss_action": 0.026205459609627724, + "loss_total": 0.026205459609627724, + "step": 6710 + }, + { + "loss_action": 0.06157007813453674, + "loss_total": 0.06157007813453674, + "step": 6710 + }, + { + "loss_action": 0.041805293411016464, + "loss_total": 0.041805293411016464, + "step": 6710 + }, + { + "loss_action": 0.046306364238262177, + "loss_total": 0.046306364238262177, + "step": 6710 + }, + { + "grad_norm": 0.7314354181289673, + "learning_rate": 9.991923422927326e-05, + "loss": 0.042, + "step": 6720 + }, + { + "loss_action": 0.0524788536131382, + "loss_total": 0.0524788536131382, + "step": 6720 + }, + { + "loss_action": 0.02617952786386013, + "loss_total": 0.02617952786386013, + "step": 6720 + }, + { + "loss_action": 0.021507784724235535, + "loss_total": 0.021507784724235535, + "step": 6720 + }, + { + "loss_action": 0.03424561396241188, + "loss_total": 0.03424561396241188, + "step": 6720 + }, + { + "loss_action": 0.027229823172092438, + "loss_total": 0.027229823172092438, + "step": 6720 + }, + { + "loss_action": 0.0282448623329401, + "loss_total": 0.0282448623329401, + "step": 6720 + }, + { + "grad_norm": 0.6130713820457458, + "learning_rate": 9.991829206961037e-05, + "loss": 0.0458, + "step": 6730 + }, + { + "loss_action": 0.028191879391670227, + "loss_total": 0.028191879391670227, + "step": 6730 + }, + { + "loss_action": 0.0444469191133976, + "loss_total": 0.0444469191133976, + "step": 6730 + }, + { + "loss_action": 0.041346970945596695, + "loss_total": 0.041346970945596695, + "step": 6730 + }, + { + "loss_action": 0.022122206166386604, + "loss_total": 0.022122206166386604, + "step": 6730 + }, + { + "loss_action": 0.04149499535560608, + "loss_total": 0.04149499535560608, + "step": 6730 + }, + { + "loss_action": 0.054435890167951584, + "loss_total": 0.054435890167951584, + "step": 6730 + }, + { + "grad_norm": 0.74770188331604, + "learning_rate": 9.991734445095813e-05, + "loss": 0.04, + "step": 6740 + }, + { + "loss_action": 0.01603824831545353, + "loss_total": 0.01603824831545353, + "step": 6740 + }, + { + "loss_action": 0.023103974759578705, + "loss_total": 0.023103974759578705, + "step": 6740 + }, + { + "loss_action": 0.019401047378778458, + "loss_total": 0.019401047378778458, + "step": 6740 + }, + { + "loss_action": 0.07343321293592453, + "loss_total": 0.07343321293592453, + "step": 6740 + }, + { + "loss_action": 0.034041937440633774, + "loss_total": 0.034041937440633774, + "step": 6740 + }, + { + "loss_action": 0.048801664263010025, + "loss_total": 0.048801664263010025, + "step": 6740 + }, + { + "grad_norm": 0.6746371984481812, + "learning_rate": 9.991639137342015e-05, + "loss": 0.0444, + "step": 6750 + }, + { + "loss_action": 0.03867963328957558, + "loss_total": 0.03867963328957558, + "step": 6750 + }, + { + "loss_action": 0.023159818723797798, + "loss_total": 0.023159818723797798, + "step": 6750 + }, + { + "loss_action": 0.03452209755778313, + "loss_total": 0.03452209755778313, + "step": 6750 + }, + { + "loss_action": 0.03704334795475006, + "loss_total": 0.03704334795475006, + "step": 6750 + }, + { + "loss_action": 0.03525494039058685, + "loss_total": 0.03525494039058685, + "step": 6750 + }, + { + "loss_action": 0.01993667148053646, + "loss_total": 0.01993667148053646, + "step": 6750 + }, + { + "grad_norm": 0.6633317470550537, + "learning_rate": 9.991543283710064e-05, + "loss": 0.0338, + "step": 6760 + }, + { + "loss_action": 0.0712897926568985, + "loss_total": 0.0712897926568985, + "step": 6760 + }, + { + "loss_action": 0.019488712772727013, + "loss_total": 0.019488712772727013, + "step": 6760 + }, + { + "loss_action": 0.03557807579636574, + "loss_total": 0.03557807579636574, + "step": 6760 + }, + { + "loss_action": 0.06769680231809616, + "loss_total": 0.06769680231809616, + "step": 6760 + }, + { + "loss_action": 0.027389220893383026, + "loss_total": 0.027389220893383026, + "step": 6760 + }, + { + "loss_action": 0.028199272230267525, + "loss_total": 0.028199272230267525, + "step": 6760 + }, + { + "grad_norm": 0.7924371957778931, + "learning_rate": 9.991446884210445e-05, + "loss": 0.0411, + "step": 6770 + }, + { + "loss_action": 0.039257604628801346, + "loss_total": 0.039257604628801346, + "step": 6770 + }, + { + "loss_action": 0.03751002252101898, + "loss_total": 0.03751002252101898, + "step": 6770 + }, + { + "loss_action": 0.029605159536004066, + "loss_total": 0.029605159536004066, + "step": 6770 + }, + { + "loss_action": 0.01878579519689083, + "loss_total": 0.01878579519689083, + "step": 6770 + }, + { + "loss_action": 0.032242726534605026, + "loss_total": 0.032242726534605026, + "step": 6770 + }, + { + "loss_action": 0.021421989426016808, + "loss_total": 0.021421989426016808, + "step": 6770 + }, + { + "grad_norm": 0.5642655491828918, + "learning_rate": 9.9913499388537e-05, + "loss": 0.0375, + "step": 6780 + }, + { + "loss_action": 0.04196945205330849, + "loss_total": 0.04196945205330849, + "step": 6780 + }, + { + "loss_action": 0.06162702664732933, + "loss_total": 0.06162702664732933, + "step": 6780 + }, + { + "loss_action": 0.052325353026390076, + "loss_total": 0.052325353026390076, + "step": 6780 + }, + { + "loss_action": 0.05533517897129059, + "loss_total": 0.05533517897129059, + "step": 6780 + }, + { + "loss_action": 0.051184043288230896, + "loss_total": 0.051184043288230896, + "step": 6780 + }, + { + "loss_action": 0.030858002603054047, + "loss_total": 0.030858002603054047, + "step": 6780 + }, + { + "grad_norm": 0.6843685507774353, + "learning_rate": 9.99125244765043e-05, + "loss": 0.0451, + "step": 6790 + }, + { + "loss_action": 0.06851942837238312, + "loss_total": 0.06851942837238312, + "step": 6790 + }, + { + "loss_action": 0.02574201487004757, + "loss_total": 0.02574201487004757, + "step": 6790 + }, + { + "loss_action": 0.03823694959282875, + "loss_total": 0.03823694959282875, + "step": 6790 + }, + { + "loss_action": 0.05926535651087761, + "loss_total": 0.05926535651087761, + "step": 6790 + }, + { + "loss_action": 0.02884359285235405, + "loss_total": 0.02884359285235405, + "step": 6790 + }, + { + "loss_action": 0.043393757194280624, + "loss_total": 0.043393757194280624, + "step": 6790 + }, + { + "grad_norm": 0.4943251311779022, + "learning_rate": 9.991154410611296e-05, + "loss": 0.0424, + "step": 6800 + }, + { + "loss_action": 0.02351224049925804, + "loss_total": 0.02351224049925804, + "step": 6800 + }, + { + "loss_action": 0.06657535582780838, + "loss_total": 0.06657535582780838, + "step": 6800 + }, + { + "loss_action": 0.033058907836675644, + "loss_total": 0.033058907836675644, + "step": 6800 + }, + { + "loss_action": 0.034772973507642746, + "loss_total": 0.034772973507642746, + "step": 6800 + }, + { + "loss_action": 0.0662689134478569, + "loss_total": 0.0662689134478569, + "step": 6800 + }, + { + "loss_action": 0.03412754833698273, + "loss_total": 0.03412754833698273, + "step": 6800 + }, + { + "grad_norm": 0.5561228394508362, + "learning_rate": 9.99105582774702e-05, + "loss": 0.0372, + "step": 6810 + }, + { + "loss_action": 0.018930280581116676, + "loss_total": 0.018930280581116676, + "step": 6810 + }, + { + "loss_action": 0.030470268800854683, + "loss_total": 0.030470268800854683, + "step": 6810 + }, + { + "loss_action": 0.017030473798513412, + "loss_total": 0.017030473798513412, + "step": 6810 + }, + { + "loss_action": 0.024464169517159462, + "loss_total": 0.024464169517159462, + "step": 6810 + }, + { + "loss_action": 0.05670187994837761, + "loss_total": 0.05670187994837761, + "step": 6810 + }, + { + "loss_action": 0.06576523929834366, + "loss_total": 0.06576523929834366, + "step": 6810 + }, + { + "grad_norm": 0.7584356665611267, + "learning_rate": 9.990956699068384e-05, + "loss": 0.0517, + "step": 6820 + }, + { + "loss_action": 0.024831529706716537, + "loss_total": 0.024831529706716537, + "step": 6820 + }, + { + "loss_action": 0.05059733986854553, + "loss_total": 0.05059733986854553, + "step": 6820 + }, + { + "loss_action": 0.03719426691532135, + "loss_total": 0.03719426691532135, + "step": 6820 + }, + { + "loss_action": 0.029149439185857773, + "loss_total": 0.029149439185857773, + "step": 6820 + }, + { + "loss_action": 0.04759485647082329, + "loss_total": 0.04759485647082329, + "step": 6820 + }, + { + "loss_action": 0.03340649977326393, + "loss_total": 0.03340649977326393, + "step": 6820 + }, + { + "grad_norm": 0.711561381816864, + "learning_rate": 9.990857024586224e-05, + "loss": 0.0511, + "step": 6830 + }, + { + "loss_action": 0.09624122828245163, + "loss_total": 0.09624122828245163, + "step": 6830 + }, + { + "loss_action": 0.03608255088329315, + "loss_total": 0.03608255088329315, + "step": 6830 + }, + { + "loss_action": 0.03571799769997597, + "loss_total": 0.03571799769997597, + "step": 6830 + }, + { + "loss_action": 0.028709640726447105, + "loss_total": 0.028709640726447105, + "step": 6830 + }, + { + "loss_action": 0.02974722348153591, + "loss_total": 0.02974722348153591, + "step": 6830 + }, + { + "loss_action": 0.03925657272338867, + "loss_total": 0.03925657272338867, + "step": 6830 + }, + { + "grad_norm": 1.6181461811065674, + "learning_rate": 9.990756804311446e-05, + "loss": 0.0529, + "step": 6840 + }, + { + "loss_action": 0.03563152253627777, + "loss_total": 0.03563152253627777, + "step": 6840 + }, + { + "loss_action": 0.05427667126059532, + "loss_total": 0.05427667126059532, + "step": 6840 + }, + { + "loss_action": 0.045412205159664154, + "loss_total": 0.045412205159664154, + "step": 6840 + }, + { + "loss_action": 0.03813914582133293, + "loss_total": 0.03813914582133293, + "step": 6840 + }, + { + "loss_action": 0.07538333535194397, + "loss_total": 0.07538333535194397, + "step": 6840 + }, + { + "loss_action": 0.04165665805339813, + "loss_total": 0.04165665805339813, + "step": 6840 + }, + { + "grad_norm": 1.0672690868377686, + "learning_rate": 9.990656038255006e-05, + "loss": 0.0575, + "step": 6850 + }, + { + "loss_action": 0.035848282277584076, + "loss_total": 0.035848282277584076, + "step": 6850 + }, + { + "loss_action": 0.058650944381952286, + "loss_total": 0.058650944381952286, + "step": 6850 + }, + { + "loss_action": 0.056842390447854996, + "loss_total": 0.056842390447854996, + "step": 6850 + }, + { + "loss_action": 0.038804225623607635, + "loss_total": 0.038804225623607635, + "step": 6850 + }, + { + "loss_action": 0.032364048063755035, + "loss_total": 0.032364048063755035, + "step": 6850 + }, + { + "loss_action": 0.04747220501303673, + "loss_total": 0.04747220501303673, + "step": 6850 + }, + { + "grad_norm": 0.7029832601547241, + "learning_rate": 9.990554726427926e-05, + "loss": 0.0482, + "step": 6860 + }, + { + "loss_action": 0.054459765553474426, + "loss_total": 0.054459765553474426, + "step": 6860 + }, + { + "loss_action": 0.044711146503686905, + "loss_total": 0.044711146503686905, + "step": 6860 + }, + { + "loss_action": 0.033767811954021454, + "loss_total": 0.033767811954021454, + "step": 6860 + }, + { + "loss_action": 0.04528499394655228, + "loss_total": 0.04528499394655228, + "step": 6860 + }, + { + "loss_action": 0.09490484744310379, + "loss_total": 0.09490484744310379, + "step": 6860 + }, + { + "loss_action": 0.04199519008398056, + "loss_total": 0.04199519008398056, + "step": 6860 + }, + { + "grad_norm": 0.7952898144721985, + "learning_rate": 9.990452868841284e-05, + "loss": 0.0552, + "step": 6870 + }, + { + "loss_action": 0.06811386346817017, + "loss_total": 0.06811386346817017, + "step": 6870 + }, + { + "loss_action": 0.022891614586114883, + "loss_total": 0.022891614586114883, + "step": 6870 + }, + { + "loss_action": 0.035524673759937286, + "loss_total": 0.035524673759937286, + "step": 6870 + }, + { + "loss_action": 0.041901830583810806, + "loss_total": 0.041901830583810806, + "step": 6870 + }, + { + "loss_action": 0.034849364310503006, + "loss_total": 0.034849364310503006, + "step": 6870 + }, + { + "loss_action": 0.0364513099193573, + "loss_total": 0.0364513099193573, + "step": 6870 + }, + { + "grad_norm": 0.7152723073959351, + "learning_rate": 9.99035046550622e-05, + "loss": 0.0518, + "step": 6880 + }, + { + "loss_action": 0.048593584448099136, + "loss_total": 0.048593584448099136, + "step": 6880 + }, + { + "loss_action": 0.036515288054943085, + "loss_total": 0.036515288054943085, + "step": 6880 + }, + { + "loss_action": 0.04677284136414528, + "loss_total": 0.04677284136414528, + "step": 6880 + }, + { + "loss_action": 0.16638681292533875, + "loss_total": 0.16638681292533875, + "step": 6880 + }, + { + "loss_action": 0.027941469103097916, + "loss_total": 0.027941469103097916, + "step": 6880 + }, + { + "loss_action": 0.038778163492679596, + "loss_total": 0.038778163492679596, + "step": 6880 + }, + { + "grad_norm": 1.4220223426818848, + "learning_rate": 9.99024751643393e-05, + "loss": 0.053, + "step": 6890 + }, + { + "loss_action": 0.09254223108291626, + "loss_total": 0.09254223108291626, + "step": 6890 + }, + { + "loss_action": 0.05891042202711105, + "loss_total": 0.05891042202711105, + "step": 6890 + }, + { + "loss_action": 0.10858989506959915, + "loss_total": 0.10858989506959915, + "step": 6890 + }, + { + "loss_action": 0.05732546001672745, + "loss_total": 0.05732546001672745, + "step": 6890 + }, + { + "loss_action": 0.061679355800151825, + "loss_total": 0.061679355800151825, + "step": 6890 + }, + { + "loss_action": 0.08617378771305084, + "loss_total": 0.08617378771305084, + "step": 6890 + }, + { + "grad_norm": 1.1827282905578613, + "learning_rate": 9.990144021635677e-05, + "loss": 0.0655, + "step": 6900 + }, + { + "loss_action": 0.06230982020497322, + "loss_total": 0.06230982020497322, + "step": 6900 + }, + { + "loss_action": 0.06172529235482216, + "loss_total": 0.06172529235482216, + "step": 6900 + }, + { + "loss_action": 0.054201267659664154, + "loss_total": 0.054201267659664154, + "step": 6900 + }, + { + "loss_action": 0.05027427896857262, + "loss_total": 0.05027427896857262, + "step": 6900 + }, + { + "loss_action": 0.0327254980802536, + "loss_total": 0.0327254980802536, + "step": 6900 + }, + { + "loss_action": 0.05034642666578293, + "loss_total": 0.05034642666578293, + "step": 6900 + }, + { + "grad_norm": 0.7411342859268188, + "learning_rate": 9.990039981122775e-05, + "loss": 0.0571, + "step": 6910 + }, + { + "loss_action": 0.05312734097242355, + "loss_total": 0.05312734097242355, + "step": 6910 + }, + { + "loss_action": 0.05652410909533501, + "loss_total": 0.05652410909533501, + "step": 6910 + }, + { + "loss_action": 0.04874277859926224, + "loss_total": 0.04874277859926224, + "step": 6910 + }, + { + "loss_action": 0.07678524404764175, + "loss_total": 0.07678524404764175, + "step": 6910 + }, + { + "loss_action": 0.02955698035657406, + "loss_total": 0.02955698035657406, + "step": 6910 + }, + { + "loss_action": 0.21565257012844086, + "loss_total": 0.21565257012844086, + "step": 6910 + }, + { + "grad_norm": 0.7822355628013611, + "learning_rate": 9.989935394906602e-05, + "loss": 0.0577, + "step": 6920 + }, + { + "loss_action": 0.054572079330682755, + "loss_total": 0.054572079330682755, + "step": 6920 + }, + { + "loss_action": 0.02789027988910675, + "loss_total": 0.02789027988910675, + "step": 6920 + }, + { + "loss_action": 0.07552371919155121, + "loss_total": 0.07552371919155121, + "step": 6920 + }, + { + "loss_action": 0.049438729882240295, + "loss_total": 0.049438729882240295, + "step": 6920 + }, + { + "loss_action": 0.10028586536645889, + "loss_total": 0.10028586536645889, + "step": 6920 + }, + { + "loss_action": 0.05765986070036888, + "loss_total": 0.05765986070036888, + "step": 6920 + }, + { + "grad_norm": 1.1013398170471191, + "learning_rate": 9.989830262998598e-05, + "loss": 0.0588, + "step": 6930 + }, + { + "loss_action": 0.19853849709033966, + "loss_total": 0.19853849709033966, + "step": 6930 + }, + { + "loss_action": 0.039685942232608795, + "loss_total": 0.039685942232608795, + "step": 6930 + }, + { + "loss_action": 0.03504041209816933, + "loss_total": 0.03504041209816933, + "step": 6930 + }, + { + "loss_action": 0.16359473764896393, + "loss_total": 0.16359473764896393, + "step": 6930 + }, + { + "loss_action": 0.04038105905056, + "loss_total": 0.04038105905056, + "step": 6930 + }, + { + "loss_action": 0.03906130790710449, + "loss_total": 0.03906130790710449, + "step": 6930 + }, + { + "grad_norm": 0.9699664115905762, + "learning_rate": 9.989724585410259e-05, + "loss": 0.0622, + "step": 6940 + }, + { + "loss_action": 0.04255163297057152, + "loss_total": 0.04255163297057152, + "step": 6940 + }, + { + "loss_action": 0.033362310379743576, + "loss_total": 0.033362310379743576, + "step": 6940 + }, + { + "loss_action": 0.04596193507313728, + "loss_total": 0.04596193507313728, + "step": 6940 + }, + { + "loss_action": 0.04601727053523064, + "loss_total": 0.04601727053523064, + "step": 6940 + }, + { + "loss_action": 0.05738222599029541, + "loss_total": 0.05738222599029541, + "step": 6940 + }, + { + "loss_action": 0.051480524241924286, + "loss_total": 0.051480524241924286, + "step": 6940 + }, + { + "grad_norm": 1.2170835733413696, + "learning_rate": 9.989618362153139e-05, + "loss": 0.0589, + "step": 6950 + }, + { + "loss_action": 0.11966365575790405, + "loss_total": 0.11966365575790405, + "step": 6950 + }, + { + "loss_action": 0.035435326397418976, + "loss_total": 0.035435326397418976, + "step": 6950 + }, + { + "loss_action": 0.05254283547401428, + "loss_total": 0.05254283547401428, + "step": 6950 + }, + { + "loss_action": 0.032648637890815735, + "loss_total": 0.032648637890815735, + "step": 6950 + }, + { + "loss_action": 0.03367841988801956, + "loss_total": 0.03367841988801956, + "step": 6950 + }, + { + "loss_action": 0.05674464628100395, + "loss_total": 0.05674464628100395, + "step": 6950 + }, + { + "grad_norm": 0.7553739547729492, + "learning_rate": 9.989511593238859e-05, + "loss": 0.0566, + "step": 6960 + }, + { + "loss_action": 0.045285217463970184, + "loss_total": 0.045285217463970184, + "step": 6960 + }, + { + "loss_action": 0.05396704748272896, + "loss_total": 0.05396704748272896, + "step": 6960 + }, + { + "loss_action": 0.07137918472290039, + "loss_total": 0.07137918472290039, + "step": 6960 + }, + { + "loss_action": 0.04733584448695183, + "loss_total": 0.04733584448695183, + "step": 6960 + }, + { + "loss_action": 0.052447009831666946, + "loss_total": 0.052447009831666946, + "step": 6960 + }, + { + "loss_action": 0.03957105427980423, + "loss_total": 0.03957105427980423, + "step": 6960 + }, + { + "grad_norm": 0.6017361879348755, + "learning_rate": 9.98940427867909e-05, + "loss": 0.0542, + "step": 6970 + }, + { + "loss_action": 0.03667283430695534, + "loss_total": 0.03667283430695534, + "step": 6970 + }, + { + "loss_action": 0.03609452024102211, + "loss_total": 0.03609452024102211, + "step": 6970 + }, + { + "loss_action": 0.12497476488351822, + "loss_total": 0.12497476488351822, + "step": 6970 + }, + { + "loss_action": 0.0352814607322216, + "loss_total": 0.0352814607322216, + "step": 6970 + }, + { + "loss_action": 0.05158620327711105, + "loss_total": 0.05158620327711105, + "step": 6970 + }, + { + "loss_action": 0.03986194357275963, + "loss_total": 0.03986194357275963, + "step": 6970 + }, + { + "grad_norm": 0.8079602122306824, + "learning_rate": 9.989296418485573e-05, + "loss": 0.0429, + "step": 6980 + }, + { + "loss_action": 0.03403936326503754, + "loss_total": 0.03403936326503754, + "step": 6980 + }, + { + "loss_action": 0.021595658734440804, + "loss_total": 0.021595658734440804, + "step": 6980 + }, + { + "loss_action": 0.02626997046172619, + "loss_total": 0.02626997046172619, + "step": 6980 + }, + { + "loss_action": 0.041436877101659775, + "loss_total": 0.041436877101659775, + "step": 6980 + }, + { + "loss_action": 0.041532501578330994, + "loss_total": 0.041532501578330994, + "step": 6980 + }, + { + "loss_action": 0.1267082393169403, + "loss_total": 0.1267082393169403, + "step": 6980 + }, + { + "grad_norm": 0.7540719509124756, + "learning_rate": 9.989188012670101e-05, + "loss": 0.0518, + "step": 6990 + }, + { + "loss_action": 0.028118593618273735, + "loss_total": 0.028118593618273735, + "step": 6990 + }, + { + "loss_action": 0.1019892543554306, + "loss_total": 0.1019892543554306, + "step": 6990 + }, + { + "loss_action": 0.03896781802177429, + "loss_total": 0.03896781802177429, + "step": 6990 + }, + { + "loss_action": 0.04618610814213753, + "loss_total": 0.04618610814213753, + "step": 6990 + }, + { + "loss_action": 0.06108345836400986, + "loss_total": 0.06108345836400986, + "step": 6990 + }, + { + "loss_action": 0.054085873067379, + "loss_total": 0.054085873067379, + "step": 6990 + }, + { + "grad_norm": 0.6950207948684692, + "learning_rate": 9.989079061244528e-05, + "loss": 0.0471, + "step": 7000 + }, + { + "loss_action": 0.027735112234950066, + "loss_total": 0.027735112234950066, + "step": 7000 + }, + { + "loss_action": 0.030767222866415977, + "loss_total": 0.030767222866415977, + "step": 7000 + }, + { + "loss_action": 0.031700484454631805, + "loss_total": 0.031700484454631805, + "step": 7000 + }, + { + "loss_action": 0.029826294630765915, + "loss_total": 0.029826294630765915, + "step": 7000 + }, + { + "loss_action": 0.05024607107043266, + "loss_total": 0.05024607107043266, + "step": 7000 + }, + { + "loss_action": 0.04442878067493439, + "loss_total": 0.04442878067493439, + "step": 7000 + }, + { + "grad_norm": 0.8988198637962341, + "learning_rate": 9.988969564220769e-05, + "loss": 0.0618, + "step": 7010 + }, + { + "loss_action": 0.07793175429105759, + "loss_total": 0.07793175429105759, + "step": 7010 + }, + { + "loss_action": 0.03952980414032936, + "loss_total": 0.03952980414032936, + "step": 7010 + }, + { + "loss_action": 0.05788930132985115, + "loss_total": 0.05788930132985115, + "step": 7010 + }, + { + "loss_action": 0.05279550701379776, + "loss_total": 0.05279550701379776, + "step": 7010 + }, + { + "loss_action": 0.18934528529644012, + "loss_total": 0.18934528529644012, + "step": 7010 + }, + { + "loss_action": 0.05385633930563927, + "loss_total": 0.05385633930563927, + "step": 7010 + }, + { + "grad_norm": 0.8541627526283264, + "learning_rate": 9.988859521610801e-05, + "loss": 0.06, + "step": 7020 + }, + { + "loss_action": 0.15844379365444183, + "loss_total": 0.15844379365444183, + "step": 7020 + }, + { + "loss_action": 0.047949496656656265, + "loss_total": 0.047949496656656265, + "step": 7020 + }, + { + "loss_action": 0.054502442479133606, + "loss_total": 0.054502442479133606, + "step": 7020 + }, + { + "loss_action": 0.03018210642039776, + "loss_total": 0.03018210642039776, + "step": 7020 + }, + { + "loss_action": 0.04197369143366814, + "loss_total": 0.04197369143366814, + "step": 7020 + }, + { + "loss_action": 0.027599386870861053, + "loss_total": 0.027599386870861053, + "step": 7020 + }, + { + "grad_norm": 0.7239484786987305, + "learning_rate": 9.988748933426656e-05, + "loss": 0.0511, + "step": 7030 + }, + { + "loss_action": 0.03067031130194664, + "loss_total": 0.03067031130194664, + "step": 7030 + }, + { + "loss_action": 0.0825623944401741, + "loss_total": 0.0825623944401741, + "step": 7030 + }, + { + "loss_action": 0.04218795523047447, + "loss_total": 0.04218795523047447, + "step": 7030 + }, + { + "loss_action": 0.022066641598939896, + "loss_total": 0.022066641598939896, + "step": 7030 + }, + { + "loss_action": 0.022380825132131577, + "loss_total": 0.022380825132131577, + "step": 7030 + }, + { + "loss_action": 0.10482562333345413, + "loss_total": 0.10482562333345413, + "step": 7030 + }, + { + "grad_norm": 0.5751557350158691, + "learning_rate": 9.988637799680428e-05, + "loss": 0.0479, + "step": 7040 + }, + { + "loss_action": 0.06579136103391647, + "loss_total": 0.06579136103391647, + "step": 7040 + }, + { + "loss_action": 0.030690766870975494, + "loss_total": 0.030690766870975494, + "step": 7040 + }, + { + "loss_action": 0.02826186828315258, + "loss_total": 0.02826186828315258, + "step": 7040 + }, + { + "loss_action": 0.04988131672143936, + "loss_total": 0.04988131672143936, + "step": 7040 + }, + { + "loss_action": 0.028456414118409157, + "loss_total": 0.028456414118409157, + "step": 7040 + }, + { + "loss_action": 0.25799697637557983, + "loss_total": 0.25799697637557983, + "step": 7040 + }, + { + "grad_norm": 0.7316880226135254, + "learning_rate": 9.98852612038427e-05, + "loss": 0.0485, + "step": 7050 + }, + { + "loss_action": 0.04387003555893898, + "loss_total": 0.04387003555893898, + "step": 7050 + }, + { + "loss_action": 0.052973225712776184, + "loss_total": 0.052973225712776184, + "step": 7050 + }, + { + "loss_action": 0.07172706723213196, + "loss_total": 0.07172706723213196, + "step": 7050 + }, + { + "loss_action": 0.1456594169139862, + "loss_total": 0.1456594169139862, + "step": 7050 + }, + { + "loss_action": 0.05935460701584816, + "loss_total": 0.05935460701584816, + "step": 7050 + }, + { + "loss_action": 0.032505955547094345, + "loss_total": 0.032505955547094345, + "step": 7050 + }, + { + "grad_norm": 0.7718263864517212, + "learning_rate": 9.988413895550397e-05, + "loss": 0.0476, + "step": 7060 + }, + { + "loss_action": 0.06679252535104752, + "loss_total": 0.06679252535104752, + "step": 7060 + }, + { + "loss_action": 0.029639853164553642, + "loss_total": 0.029639853164553642, + "step": 7060 + }, + { + "loss_action": 0.12178286164999008, + "loss_total": 0.12178286164999008, + "step": 7060 + }, + { + "loss_action": 0.06623860448598862, + "loss_total": 0.06623860448598862, + "step": 7060 + }, + { + "loss_action": 0.0422031544148922, + "loss_total": 0.0422031544148922, + "step": 7060 + }, + { + "loss_action": 0.03271062672138214, + "loss_total": 0.03271062672138214, + "step": 7060 + }, + { + "grad_norm": 0.7101982235908508, + "learning_rate": 9.98830112519108e-05, + "loss": 0.0494, + "step": 7070 + }, + { + "loss_action": 0.059135451912879944, + "loss_total": 0.059135451912879944, + "step": 7070 + }, + { + "loss_action": 0.038959503173828125, + "loss_total": 0.038959503173828125, + "step": 7070 + }, + { + "loss_action": 0.08468770980834961, + "loss_total": 0.08468770980834961, + "step": 7070 + }, + { + "loss_action": 0.031313974410295486, + "loss_total": 0.031313974410295486, + "step": 7070 + }, + { + "loss_action": 0.02876899391412735, + "loss_total": 0.02876899391412735, + "step": 7070 + }, + { + "loss_action": 0.03771980479359627, + "loss_total": 0.03771980479359627, + "step": 7070 + }, + { + "grad_norm": 0.6124593615531921, + "learning_rate": 9.98818780931865e-05, + "loss": 0.0488, + "step": 7080 + }, + { + "loss_action": 0.03653953596949577, + "loss_total": 0.03653953596949577, + "step": 7080 + }, + { + "loss_action": 0.027499010786414146, + "loss_total": 0.027499010786414146, + "step": 7080 + }, + { + "loss_action": 0.03453483060002327, + "loss_total": 0.03453483060002327, + "step": 7080 + }, + { + "loss_action": 0.04283514618873596, + "loss_total": 0.04283514618873596, + "step": 7080 + }, + { + "loss_action": 0.06482114642858505, + "loss_total": 0.06482114642858505, + "step": 7080 + }, + { + "loss_action": 0.05594892054796219, + "loss_total": 0.05594892054796219, + "step": 7080 + }, + { + "grad_norm": 0.47449561953544617, + "learning_rate": 9.988073947945502e-05, + "loss": 0.0508, + "step": 7090 + }, + { + "loss_action": 0.03833715245127678, + "loss_total": 0.03833715245127678, + "step": 7090 + }, + { + "loss_action": 0.03427911549806595, + "loss_total": 0.03427911549806595, + "step": 7090 + }, + { + "loss_action": 0.03460915386676788, + "loss_total": 0.03460915386676788, + "step": 7090 + }, + { + "loss_action": 0.06396344304084778, + "loss_total": 0.06396344304084778, + "step": 7090 + }, + { + "loss_action": 0.04887128248810768, + "loss_total": 0.04887128248810768, + "step": 7090 + }, + { + "loss_action": 0.03564303740859032, + "loss_total": 0.03564303740859032, + "step": 7090 + }, + { + "grad_norm": 0.653915524482727, + "learning_rate": 9.987959541084087e-05, + "loss": 0.0441, + "step": 7100 + }, + { + "loss_action": 0.03782942518591881, + "loss_total": 0.03782942518591881, + "step": 7100 + }, + { + "loss_action": 0.051811084151268005, + "loss_total": 0.051811084151268005, + "step": 7100 + }, + { + "loss_action": 0.05912986397743225, + "loss_total": 0.05912986397743225, + "step": 7100 + }, + { + "loss_action": 0.04133731871843338, + "loss_total": 0.04133731871843338, + "step": 7100 + }, + { + "loss_action": 0.08810044825077057, + "loss_total": 0.08810044825077057, + "step": 7100 + }, + { + "loss_action": 0.033298227936029434, + "loss_total": 0.033298227936029434, + "step": 7100 + }, + { + "grad_norm": 0.5984694361686707, + "learning_rate": 9.987844588746915e-05, + "loss": 0.0462, + "step": 7110 + }, + { + "loss_action": 0.030931774526834488, + "loss_total": 0.030931774526834488, + "step": 7110 + }, + { + "loss_action": 0.0244529377669096, + "loss_total": 0.0244529377669096, + "step": 7110 + }, + { + "loss_action": 0.025335511192679405, + "loss_total": 0.025335511192679405, + "step": 7110 + }, + { + "loss_action": 0.03390520066022873, + "loss_total": 0.03390520066022873, + "step": 7110 + }, + { + "loss_action": 0.05454074963927269, + "loss_total": 0.05454074963927269, + "step": 7110 + }, + { + "loss_action": 0.024375084787607193, + "loss_total": 0.024375084787607193, + "step": 7110 + }, + { + "grad_norm": 0.6139964461326599, + "learning_rate": 9.987729090946558e-05, + "loss": 0.0451, + "step": 7120 + }, + { + "loss_action": 0.03552152216434479, + "loss_total": 0.03552152216434479, + "step": 7120 + }, + { + "loss_action": 0.05008542910218239, + "loss_total": 0.05008542910218239, + "step": 7120 + }, + { + "loss_action": 0.03912067413330078, + "loss_total": 0.03912067413330078, + "step": 7120 + }, + { + "loss_action": 0.024148428812623024, + "loss_total": 0.024148428812623024, + "step": 7120 + }, + { + "loss_action": 0.032879170030355453, + "loss_total": 0.032879170030355453, + "step": 7120 + }, + { + "loss_action": 0.08642767369747162, + "loss_total": 0.08642767369747162, + "step": 7120 + }, + { + "grad_norm": 0.6186550855636597, + "learning_rate": 9.987613047695647e-05, + "loss": 0.0396, + "step": 7130 + }, + { + "loss_action": 0.03458536043763161, + "loss_total": 0.03458536043763161, + "step": 7130 + }, + { + "loss_action": 0.03212213143706322, + "loss_total": 0.03212213143706322, + "step": 7130 + }, + { + "loss_action": 0.2173232138156891, + "loss_total": 0.2173232138156891, + "step": 7130 + }, + { + "loss_action": 0.01827971823513508, + "loss_total": 0.01827971823513508, + "step": 7130 + }, + { + "loss_action": 0.032932184636592865, + "loss_total": 0.032932184636592865, + "step": 7130 + }, + { + "loss_action": 0.05944189429283142, + "loss_total": 0.05944189429283142, + "step": 7130 + }, + { + "grad_norm": 0.7948125600814819, + "learning_rate": 9.987496459006871e-05, + "loss": 0.0524, + "step": 7140 + }, + { + "loss_action": 0.043102581053972244, + "loss_total": 0.043102581053972244, + "step": 7140 + }, + { + "loss_action": 0.06397396326065063, + "loss_total": 0.06397396326065063, + "step": 7140 + }, + { + "loss_action": 0.024304406717419624, + "loss_total": 0.024304406717419624, + "step": 7140 + }, + { + "loss_action": 0.04141649603843689, + "loss_total": 0.04141649603843689, + "step": 7140 + }, + { + "loss_action": 0.026277516037225723, + "loss_total": 0.026277516037225723, + "step": 7140 + }, + { + "loss_action": 0.03191841393709183, + "loss_total": 0.03191841393709183, + "step": 7140 + }, + { + "grad_norm": 0.7044076323509216, + "learning_rate": 9.987379324892982e-05, + "loss": 0.0504, + "step": 7150 + }, + { + "loss_action": 0.02234731800854206, + "loss_total": 0.02234731800854206, + "step": 7150 + }, + { + "loss_action": 0.062393881380558014, + "loss_total": 0.062393881380558014, + "step": 7150 + }, + { + "loss_action": 0.049140188843011856, + "loss_total": 0.049140188843011856, + "step": 7150 + }, + { + "loss_action": 0.03404686227440834, + "loss_total": 0.03404686227440834, + "step": 7150 + }, + { + "loss_action": 0.04329168424010277, + "loss_total": 0.04329168424010277, + "step": 7150 + }, + { + "loss_action": 0.056126050651073456, + "loss_total": 0.056126050651073456, + "step": 7150 + }, + { + "grad_norm": 0.6719927787780762, + "learning_rate": 9.987261645366788e-05, + "loss": 0.0426, + "step": 7160 + }, + { + "loss_action": 0.036749217659235, + "loss_total": 0.036749217659235, + "step": 7160 + }, + { + "loss_action": 0.028446592390537262, + "loss_total": 0.028446592390537262, + "step": 7160 + }, + { + "loss_action": 0.02333850786089897, + "loss_total": 0.02333850786089897, + "step": 7160 + }, + { + "loss_action": 0.020232124254107475, + "loss_total": 0.020232124254107475, + "step": 7160 + }, + { + "loss_action": 0.053664304316043854, + "loss_total": 0.053664304316043854, + "step": 7160 + }, + { + "loss_action": 0.015061287209391594, + "loss_total": 0.015061287209391594, + "step": 7160 + }, + { + "grad_norm": 0.6397457122802734, + "learning_rate": 9.987143420441158e-05, + "loss": 0.0411, + "step": 7170 + }, + { + "loss_action": 0.03680287301540375, + "loss_total": 0.03680287301540375, + "step": 7170 + }, + { + "loss_action": 0.03417254239320755, + "loss_total": 0.03417254239320755, + "step": 7170 + }, + { + "loss_action": 0.047000452876091, + "loss_total": 0.047000452876091, + "step": 7170 + }, + { + "loss_action": 0.025780554860830307, + "loss_total": 0.025780554860830307, + "step": 7170 + }, + { + "loss_action": 0.11705697327852249, + "loss_total": 0.11705697327852249, + "step": 7170 + }, + { + "loss_action": 0.03857281059026718, + "loss_total": 0.03857281059026718, + "step": 7170 + }, + { + "grad_norm": 0.7881396412849426, + "learning_rate": 9.987024650129022e-05, + "loss": 0.0461, + "step": 7180 + }, + { + "loss_action": 0.03516070172190666, + "loss_total": 0.03516070172190666, + "step": 7180 + }, + { + "loss_action": 0.08764684945344925, + "loss_total": 0.08764684945344925, + "step": 7180 + }, + { + "loss_action": 0.025908788666129112, + "loss_total": 0.025908788666129112, + "step": 7180 + }, + { + "loss_action": 0.0500490702688694, + "loss_total": 0.0500490702688694, + "step": 7180 + }, + { + "loss_action": 0.0847000777721405, + "loss_total": 0.0847000777721405, + "step": 7180 + }, + { + "loss_action": 0.03620138391852379, + "loss_total": 0.03620138391852379, + "step": 7180 + }, + { + "grad_norm": 0.7051053643226624, + "learning_rate": 9.986905334443368e-05, + "loss": 0.0476, + "step": 7190 + }, + { + "loss_action": 0.034697726368904114, + "loss_total": 0.034697726368904114, + "step": 7190 + }, + { + "loss_action": 0.024682557210326195, + "loss_total": 0.024682557210326195, + "step": 7190 + }, + { + "loss_action": 0.046785857528448105, + "loss_total": 0.046785857528448105, + "step": 7190 + }, + { + "loss_action": 0.03637797385454178, + "loss_total": 0.03637797385454178, + "step": 7190 + }, + { + "loss_action": 0.03338208794593811, + "loss_total": 0.03338208794593811, + "step": 7190 + }, + { + "loss_action": 0.08648022264242172, + "loss_total": 0.08648022264242172, + "step": 7190 + }, + { + "grad_norm": 0.6480259895324707, + "learning_rate": 9.986785473397245e-05, + "loss": 0.046, + "step": 7200 + }, + { + "loss_action": 0.03609783202409744, + "loss_total": 0.03609783202409744, + "step": 7200 + }, + { + "loss_action": 0.053231511265039444, + "loss_total": 0.053231511265039444, + "step": 7200 + }, + { + "loss_action": 0.040007662028074265, + "loss_total": 0.040007662028074265, + "step": 7200 + }, + { + "loss_action": 0.03026811219751835, + "loss_total": 0.03026811219751835, + "step": 7200 + }, + { + "loss_action": 0.05988322198390961, + "loss_total": 0.05988322198390961, + "step": 7200 + }, + { + "loss_action": 0.02795552834868431, + "loss_total": 0.02795552834868431, + "step": 7200 + }, + { + "grad_norm": 0.7470514178276062, + "learning_rate": 9.98666506700376e-05, + "loss": 0.0524, + "step": 7210 + }, + { + "loss_action": 0.07189597189426422, + "loss_total": 0.07189597189426422, + "step": 7210 + }, + { + "loss_action": 0.0396852046251297, + "loss_total": 0.0396852046251297, + "step": 7210 + }, + { + "loss_action": 0.037860892713069916, + "loss_total": 0.037860892713069916, + "step": 7210 + }, + { + "loss_action": 0.03659866377711296, + "loss_total": 0.03659866377711296, + "step": 7210 + }, + { + "loss_action": 0.03358116373419762, + "loss_total": 0.03358116373419762, + "step": 7210 + }, + { + "loss_action": 0.034139275550842285, + "loss_total": 0.034139275550842285, + "step": 7210 + }, + { + "grad_norm": 0.7055255174636841, + "learning_rate": 9.986544115276081e-05, + "loss": 0.0441, + "step": 7220 + }, + { + "loss_action": 0.04063050448894501, + "loss_total": 0.04063050448894501, + "step": 7220 + }, + { + "loss_action": 0.03765057772397995, + "loss_total": 0.03765057772397995, + "step": 7220 + }, + { + "loss_action": 0.03523734584450722, + "loss_total": 0.03523734584450722, + "step": 7220 + }, + { + "loss_action": 0.02964038960635662, + "loss_total": 0.02964038960635662, + "step": 7220 + }, + { + "loss_action": 0.03026588261127472, + "loss_total": 0.03026588261127472, + "step": 7220 + }, + { + "loss_action": 0.050894398242235184, + "loss_total": 0.050894398242235184, + "step": 7220 + }, + { + "grad_norm": 0.6549094319343567, + "learning_rate": 9.986422618227433e-05, + "loss": 0.0431, + "step": 7230 + }, + { + "loss_action": 0.03306286036968231, + "loss_total": 0.03306286036968231, + "step": 7230 + }, + { + "loss_action": 0.12687578797340393, + "loss_total": 0.12687578797340393, + "step": 7230 + }, + { + "loss_action": 0.04018713906407356, + "loss_total": 0.04018713906407356, + "step": 7230 + }, + { + "loss_action": 0.019772136583924294, + "loss_total": 0.019772136583924294, + "step": 7230 + }, + { + "loss_action": 0.046527404338121414, + "loss_total": 0.046527404338121414, + "step": 7230 + }, + { + "loss_action": 0.03852596506476402, + "loss_total": 0.03852596506476402, + "step": 7230 + }, + { + "grad_norm": 0.7234805226325989, + "learning_rate": 9.986300575871106e-05, + "loss": 0.0465, + "step": 7240 + }, + { + "loss_action": 0.03204214945435524, + "loss_total": 0.03204214945435524, + "step": 7240 + }, + { + "loss_action": 0.03911479189991951, + "loss_total": 0.03911479189991951, + "step": 7240 + }, + { + "loss_action": 0.060570187866687775, + "loss_total": 0.060570187866687775, + "step": 7240 + }, + { + "loss_action": 0.025648638606071472, + "loss_total": 0.025648638606071472, + "step": 7240 + }, + { + "loss_action": 0.03229391947388649, + "loss_total": 0.03229391947388649, + "step": 7240 + }, + { + "loss_action": 0.02414693683385849, + "loss_total": 0.02414693683385849, + "step": 7240 + }, + { + "grad_norm": 0.7734642624855042, + "learning_rate": 9.986177988220444e-05, + "loss": 0.044, + "step": 7250 + }, + { + "loss_action": 0.03537757322192192, + "loss_total": 0.03537757322192192, + "step": 7250 + }, + { + "loss_action": 0.04618639871478081, + "loss_total": 0.04618639871478081, + "step": 7250 + }, + { + "loss_action": 0.029818547889590263, + "loss_total": 0.029818547889590263, + "step": 7250 + }, + { + "loss_action": 0.03581612557172775, + "loss_total": 0.03581612557172775, + "step": 7250 + }, + { + "loss_action": 0.04367201402783394, + "loss_total": 0.04367201402783394, + "step": 7250 + }, + { + "loss_action": 0.06467390805482864, + "loss_total": 0.06467390805482864, + "step": 7250 + }, + { + "grad_norm": 0.6147444248199463, + "learning_rate": 9.986054855288856e-05, + "loss": 0.0518, + "step": 7260 + }, + { + "loss_action": 0.034277960658073425, + "loss_total": 0.034277960658073425, + "step": 7260 + }, + { + "loss_action": 0.02373541332781315, + "loss_total": 0.02373541332781315, + "step": 7260 + }, + { + "loss_action": 0.03156794607639313, + "loss_total": 0.03156794607639313, + "step": 7260 + }, + { + "loss_action": 0.0364760123193264, + "loss_total": 0.0364760123193264, + "step": 7260 + }, + { + "loss_action": 0.028675349429249763, + "loss_total": 0.028675349429249763, + "step": 7260 + }, + { + "loss_action": 0.027002202346920967, + "loss_total": 0.027002202346920967, + "step": 7260 + }, + { + "grad_norm": 0.6821808218955994, + "learning_rate": 9.985931177089802e-05, + "loss": 0.0406, + "step": 7270 + }, + { + "loss_action": 0.03371414914727211, + "loss_total": 0.03371414914727211, + "step": 7270 + }, + { + "loss_action": 0.028859572485089302, + "loss_total": 0.028859572485089302, + "step": 7270 + }, + { + "loss_action": 0.03791718930006027, + "loss_total": 0.03791718930006027, + "step": 7270 + }, + { + "loss_action": 0.021780407056212425, + "loss_total": 0.021780407056212425, + "step": 7270 + }, + { + "loss_action": 0.02604968473315239, + "loss_total": 0.02604968473315239, + "step": 7270 + }, + { + "loss_action": 0.0204304326325655, + "loss_total": 0.0204304326325655, + "step": 7270 + }, + { + "grad_norm": 0.6952243447303772, + "learning_rate": 9.985806953636814e-05, + "loss": 0.0442, + "step": 7280 + }, + { + "loss_action": 0.053906966000795364, + "loss_total": 0.053906966000795364, + "step": 7280 + }, + { + "loss_action": 0.030549654737114906, + "loss_total": 0.030549654737114906, + "step": 7280 + }, + { + "loss_action": 0.10988251119852066, + "loss_total": 0.10988251119852066, + "step": 7280 + }, + { + "loss_action": 0.06311162561178207, + "loss_total": 0.06311162561178207, + "step": 7280 + }, + { + "loss_action": 0.03880027309060097, + "loss_total": 0.03880027309060097, + "step": 7280 + }, + { + "loss_action": 0.023815155029296875, + "loss_total": 0.023815155029296875, + "step": 7280 + }, + { + "grad_norm": 0.7173759937286377, + "learning_rate": 9.985682184943471e-05, + "loss": 0.0452, + "step": 7290 + }, + { + "loss_action": 0.04825367033481598, + "loss_total": 0.04825367033481598, + "step": 7290 + }, + { + "loss_action": 0.0808655396103859, + "loss_total": 0.0808655396103859, + "step": 7290 + }, + { + "loss_action": 0.03989583998918533, + "loss_total": 0.03989583998918533, + "step": 7290 + }, + { + "loss_action": 0.05136760696768761, + "loss_total": 0.05136760696768761, + "step": 7290 + }, + { + "loss_action": 0.02769111469388008, + "loss_total": 0.02769111469388008, + "step": 7290 + }, + { + "loss_action": 0.030295146629214287, + "loss_total": 0.030295146629214287, + "step": 7290 + }, + { + "grad_norm": 0.7273187041282654, + "learning_rate": 9.98555687102342e-05, + "loss": 0.0367, + "step": 7300 + }, + { + "loss_action": 0.02374918758869171, + "loss_total": 0.02374918758869171, + "step": 7300 + }, + { + "loss_action": 0.023571593686938286, + "loss_total": 0.023571593686938286, + "step": 7300 + }, + { + "loss_action": 0.05251844599843025, + "loss_total": 0.05251844599843025, + "step": 7300 + }, + { + "loss_action": 0.05783892422914505, + "loss_total": 0.05783892422914505, + "step": 7300 + }, + { + "loss_action": 0.03087906911969185, + "loss_total": 0.03087906911969185, + "step": 7300 + }, + { + "loss_action": 0.03150821477174759, + "loss_total": 0.03150821477174759, + "step": 7300 + }, + { + "grad_norm": 1.024904489517212, + "learning_rate": 9.985431011890367e-05, + "loss": 0.0466, + "step": 7310 + }, + { + "loss_action": 0.039159663021564484, + "loss_total": 0.039159663021564484, + "step": 7310 + }, + { + "loss_action": 0.03625934571027756, + "loss_total": 0.03625934571027756, + "step": 7310 + }, + { + "loss_action": 0.17069381475448608, + "loss_total": 0.17069381475448608, + "step": 7310 + }, + { + "loss_action": 0.02027677185833454, + "loss_total": 0.02027677185833454, + "step": 7310 + }, + { + "loss_action": 0.022257795557379723, + "loss_total": 0.022257795557379723, + "step": 7310 + }, + { + "loss_action": 0.024282656610012054, + "loss_total": 0.024282656610012054, + "step": 7310 + }, + { + "grad_norm": 0.6146252751350403, + "learning_rate": 9.985304607558075e-05, + "loss": 0.0416, + "step": 7320 + }, + { + "loss_action": 0.037257999181747437, + "loss_total": 0.037257999181747437, + "step": 7320 + }, + { + "loss_action": 0.02802886627614498, + "loss_total": 0.02802886627614498, + "step": 7320 + }, + { + "loss_action": 0.023343726992607117, + "loss_total": 0.023343726992607117, + "step": 7320 + }, + { + "loss_action": 0.026110006496310234, + "loss_total": 0.026110006496310234, + "step": 7320 + }, + { + "loss_action": 0.025479815900325775, + "loss_total": 0.025479815900325775, + "step": 7320 + }, + { + "loss_action": 0.047889336943626404, + "loss_total": 0.047889336943626404, + "step": 7320 + }, + { + "grad_norm": 0.5985617637634277, + "learning_rate": 9.985177658040364e-05, + "loss": 0.0424, + "step": 7330 + }, + { + "loss_action": 0.037675708532333374, + "loss_total": 0.037675708532333374, + "step": 7330 + }, + { + "loss_action": 0.05678096413612366, + "loss_total": 0.05678096413612366, + "step": 7330 + }, + { + "loss_action": 0.04295685887336731, + "loss_total": 0.04295685887336731, + "step": 7330 + }, + { + "loss_action": 0.048961091786623, + "loss_total": 0.048961091786623, + "step": 7330 + }, + { + "loss_action": 0.035740047693252563, + "loss_total": 0.035740047693252563, + "step": 7330 + }, + { + "loss_action": 0.028450092300772667, + "loss_total": 0.028450092300772667, + "step": 7330 + }, + { + "grad_norm": 0.6116253137588501, + "learning_rate": 9.985050163351119e-05, + "loss": 0.0411, + "step": 7340 + }, + { + "loss_action": 0.0691203698515892, + "loss_total": 0.0691203698515892, + "step": 7340 + }, + { + "loss_action": 0.029211830347776413, + "loss_total": 0.029211830347776413, + "step": 7340 + }, + { + "loss_action": 0.06721898168325424, + "loss_total": 0.06721898168325424, + "step": 7340 + }, + { + "loss_action": 0.027091512456536293, + "loss_total": 0.027091512456536293, + "step": 7340 + }, + { + "loss_action": 0.03709202632308006, + "loss_total": 0.03709202632308006, + "step": 7340 + }, + { + "loss_action": 0.018746308982372284, + "loss_total": 0.018746308982372284, + "step": 7340 + }, + { + "grad_norm": 1.4256795644760132, + "learning_rate": 9.984922123504286e-05, + "loss": 0.0527, + "step": 7350 + }, + { + "loss_action": 0.03048352338373661, + "loss_total": 0.03048352338373661, + "step": 7350 + }, + { + "loss_action": 0.04421279951930046, + "loss_total": 0.04421279951930046, + "step": 7350 + }, + { + "loss_action": 0.028789319097995758, + "loss_total": 0.028789319097995758, + "step": 7350 + }, + { + "loss_action": 0.030446123331785202, + "loss_total": 0.030446123331785202, + "step": 7350 + }, + { + "loss_action": 0.06005929037928581, + "loss_total": 0.06005929037928581, + "step": 7350 + }, + { + "loss_action": 0.048274293541908264, + "loss_total": 0.048274293541908264, + "step": 7350 + }, + { + "grad_norm": 0.8255888223648071, + "learning_rate": 9.984793538513862e-05, + "loss": 0.0466, + "step": 7360 + }, + { + "loss_action": 0.05533618479967117, + "loss_total": 0.05533618479967117, + "step": 7360 + }, + { + "loss_action": 0.03906671330332756, + "loss_total": 0.03906671330332756, + "step": 7360 + }, + { + "loss_action": 0.031800251454114914, + "loss_total": 0.031800251454114914, + "step": 7360 + }, + { + "loss_action": 0.05657205358147621, + "loss_total": 0.05657205358147621, + "step": 7360 + }, + { + "loss_action": 0.026717234402894974, + "loss_total": 0.026717234402894974, + "step": 7360 + }, + { + "loss_action": 0.058197613805532455, + "loss_total": 0.058197613805532455, + "step": 7360 + }, + { + "grad_norm": 0.7667040228843689, + "learning_rate": 9.984664408393912e-05, + "loss": 0.0501, + "step": 7370 + }, + { + "loss_action": 0.25851351022720337, + "loss_total": 0.25851351022720337, + "step": 7370 + }, + { + "loss_action": 0.020027341321110725, + "loss_total": 0.020027341321110725, + "step": 7370 + }, + { + "loss_action": 0.04673386365175247, + "loss_total": 0.04673386365175247, + "step": 7370 + }, + { + "loss_action": 0.045380521565675735, + "loss_total": 0.045380521565675735, + "step": 7370 + }, + { + "loss_action": 0.04830922186374664, + "loss_total": 0.04830922186374664, + "step": 7370 + }, + { + "loss_action": 0.03649218752980232, + "loss_total": 0.03649218752980232, + "step": 7370 + }, + { + "grad_norm": 0.682003378868103, + "learning_rate": 9.984534733158556e-05, + "loss": 0.0553, + "step": 7380 + }, + { + "loss_action": 0.06272517144680023, + "loss_total": 0.06272517144680023, + "step": 7380 + }, + { + "loss_action": 0.025950821116566658, + "loss_total": 0.025950821116566658, + "step": 7380 + }, + { + "loss_action": 0.029566386714577675, + "loss_total": 0.029566386714577675, + "step": 7380 + }, + { + "loss_action": 0.05428728461265564, + "loss_total": 0.05428728461265564, + "step": 7380 + }, + { + "loss_action": 0.0434843972325325, + "loss_total": 0.0434843972325325, + "step": 7380 + }, + { + "loss_action": 0.0523163378238678, + "loss_total": 0.0523163378238678, + "step": 7380 + }, + { + "grad_norm": 0.8028289675712585, + "learning_rate": 9.984404512821977e-05, + "loss": 0.0431, + "step": 7390 + }, + { + "loss_action": 0.05020501837134361, + "loss_total": 0.05020501837134361, + "step": 7390 + }, + { + "loss_action": 0.059140875935554504, + "loss_total": 0.059140875935554504, + "step": 7390 + }, + { + "loss_action": 0.20549951493740082, + "loss_total": 0.20549951493740082, + "step": 7390 + }, + { + "loss_action": 0.046289656311273575, + "loss_total": 0.046289656311273575, + "step": 7390 + }, + { + "loss_action": 0.03244669362902641, + "loss_total": 0.03244669362902641, + "step": 7390 + }, + { + "loss_action": 0.0335066057741642, + "loss_total": 0.0335066057741642, + "step": 7390 + }, + { + "grad_norm": 0.7972636222839355, + "learning_rate": 9.984273747398411e-05, + "loss": 0.0454, + "step": 7400 + }, + { + "loss_action": 0.034771036356687546, + "loss_total": 0.034771036356687546, + "step": 7400 + }, + { + "loss_action": 0.03679830580949783, + "loss_total": 0.03679830580949783, + "step": 7400 + }, + { + "loss_action": 0.03972148895263672, + "loss_total": 0.03972148895263672, + "step": 7400 + }, + { + "loss_action": 0.08317741006612778, + "loss_total": 0.08317741006612778, + "step": 7400 + }, + { + "loss_action": 0.035917166620492935, + "loss_total": 0.035917166620492935, + "step": 7400 + }, + { + "loss_action": 0.08291853964328766, + "loss_total": 0.08291853964328766, + "step": 7400 + }, + { + "grad_norm": 0.6723212003707886, + "learning_rate": 9.984142436902165e-05, + "loss": 0.0397, + "step": 7410 + }, + { + "loss_action": 0.03987430781126022, + "loss_total": 0.03987430781126022, + "step": 7410 + }, + { + "loss_action": 0.021113602444529533, + "loss_total": 0.021113602444529533, + "step": 7410 + }, + { + "loss_action": 0.033476609736680984, + "loss_total": 0.033476609736680984, + "step": 7410 + }, + { + "loss_action": 0.09916511923074722, + "loss_total": 0.09916511923074722, + "step": 7410 + }, + { + "loss_action": 0.049294713884592056, + "loss_total": 0.049294713884592056, + "step": 7410 + }, + { + "loss_action": 0.07719707489013672, + "loss_total": 0.07719707489013672, + "step": 7410 + }, + { + "grad_norm": 0.6196834444999695, + "learning_rate": 9.984010581347596e-05, + "loss": 0.0412, + "step": 7420 + }, + { + "loss_action": 0.023909401148557663, + "loss_total": 0.023909401148557663, + "step": 7420 + }, + { + "loss_action": 0.025645172223448753, + "loss_total": 0.025645172223448753, + "step": 7420 + }, + { + "loss_action": 0.027784360572695732, + "loss_total": 0.027784360572695732, + "step": 7420 + }, + { + "loss_action": 0.026866888627409935, + "loss_total": 0.026866888627409935, + "step": 7420 + }, + { + "loss_action": 0.027794040739536285, + "loss_total": 0.027794040739536285, + "step": 7420 + }, + { + "loss_action": 0.04032318294048309, + "loss_total": 0.04032318294048309, + "step": 7420 + }, + { + "grad_norm": 0.6299439668655396, + "learning_rate": 9.983878180749121e-05, + "loss": 0.0376, + "step": 7430 + }, + { + "loss_action": 0.0903010293841362, + "loss_total": 0.0903010293841362, + "step": 7430 + }, + { + "loss_action": 0.03601393103599548, + "loss_total": 0.03601393103599548, + "step": 7430 + }, + { + "loss_action": 0.04554610699415207, + "loss_total": 0.04554610699415207, + "step": 7430 + }, + { + "loss_action": 0.02993612363934517, + "loss_total": 0.02993612363934517, + "step": 7430 + }, + { + "loss_action": 0.02904711663722992, + "loss_total": 0.02904711663722992, + "step": 7430 + }, + { + "loss_action": 0.027297532185912132, + "loss_total": 0.027297532185912132, + "step": 7430 + }, + { + "grad_norm": 0.6634030342102051, + "learning_rate": 9.983745235121222e-05, + "loss": 0.0417, + "step": 7440 + }, + { + "loss_action": 0.05398755893111229, + "loss_total": 0.05398755893111229, + "step": 7440 + }, + { + "loss_action": 0.024933859705924988, + "loss_total": 0.024933859705924988, + "step": 7440 + }, + { + "loss_action": 0.0265827439725399, + "loss_total": 0.0265827439725399, + "step": 7440 + }, + { + "loss_action": 0.028322851285338402, + "loss_total": 0.028322851285338402, + "step": 7440 + }, + { + "loss_action": 0.0330619178712368, + "loss_total": 0.0330619178712368, + "step": 7440 + }, + { + "loss_action": 0.06363612413406372, + "loss_total": 0.06363612413406372, + "step": 7440 + }, + { + "grad_norm": 0.6542646884918213, + "learning_rate": 9.983611744478438e-05, + "loss": 0.049, + "step": 7450 + }, + { + "loss_action": 0.029098620638251305, + "loss_total": 0.029098620638251305, + "step": 7450 + }, + { + "loss_action": 0.026903020218014717, + "loss_total": 0.026903020218014717, + "step": 7450 + }, + { + "loss_action": 0.041520409286022186, + "loss_total": 0.041520409286022186, + "step": 7450 + }, + { + "loss_action": 0.05864908918738365, + "loss_total": 0.05864908918738365, + "step": 7450 + }, + { + "loss_action": 0.023082084953784943, + "loss_total": 0.023082084953784943, + "step": 7450 + }, + { + "loss_action": 0.02401285618543625, + "loss_total": 0.02401285618543625, + "step": 7450 + }, + { + "grad_norm": 0.5684300661087036, + "learning_rate": 9.983477708835365e-05, + "loss": 0.0426, + "step": 7460 + }, + { + "loss_action": 0.04799084737896919, + "loss_total": 0.04799084737896919, + "step": 7460 + }, + { + "loss_action": 0.03427831083536148, + "loss_total": 0.03427831083536148, + "step": 7460 + }, + { + "loss_action": 0.03063681535422802, + "loss_total": 0.03063681535422802, + "step": 7460 + }, + { + "loss_action": 0.02982516586780548, + "loss_total": 0.02982516586780548, + "step": 7460 + }, + { + "loss_action": 0.03725877404212952, + "loss_total": 0.03725877404212952, + "step": 7460 + }, + { + "loss_action": 0.031519815325737, + "loss_total": 0.031519815325737, + "step": 7460 + }, + { + "grad_norm": 0.6354231238365173, + "learning_rate": 9.983343128206664e-05, + "loss": 0.0447, + "step": 7470 + }, + { + "loss_action": 0.08723587542772293, + "loss_total": 0.08723587542772293, + "step": 7470 + }, + { + "loss_action": 0.021503690630197525, + "loss_total": 0.021503690630197525, + "step": 7470 + }, + { + "loss_action": 0.04091743752360344, + "loss_total": 0.04091743752360344, + "step": 7470 + }, + { + "loss_action": 0.029254278168082237, + "loss_total": 0.029254278168082237, + "step": 7470 + }, + { + "loss_action": 0.050066545605659485, + "loss_total": 0.050066545605659485, + "step": 7470 + }, + { + "loss_action": 0.022711792960762978, + "loss_total": 0.022711792960762978, + "step": 7470 + }, + { + "grad_norm": 0.6516213417053223, + "learning_rate": 9.983208002607049e-05, + "loss": 0.041, + "step": 7480 + }, + { + "loss_action": 0.0364200584590435, + "loss_total": 0.0364200584590435, + "step": 7480 + }, + { + "loss_action": 0.030450357124209404, + "loss_total": 0.030450357124209404, + "step": 7480 + }, + { + "loss_action": 0.034032076597213745, + "loss_total": 0.034032076597213745, + "step": 7480 + }, + { + "loss_action": 0.046312518417835236, + "loss_total": 0.046312518417835236, + "step": 7480 + }, + { + "loss_action": 0.0350930355489254, + "loss_total": 0.0350930355489254, + "step": 7480 + }, + { + "loss_action": 0.01791660487651825, + "loss_total": 0.01791660487651825, + "step": 7480 + }, + { + "grad_norm": 0.706002414226532, + "learning_rate": 9.9830723320513e-05, + "loss": 0.0437, + "step": 7490 + }, + { + "loss_action": 0.02058255486190319, + "loss_total": 0.02058255486190319, + "step": 7490 + }, + { + "loss_action": 0.058622412383556366, + "loss_total": 0.058622412383556366, + "step": 7490 + }, + { + "loss_action": 0.021424708887934685, + "loss_total": 0.021424708887934685, + "step": 7490 + }, + { + "loss_action": 0.04570464789867401, + "loss_total": 0.04570464789867401, + "step": 7490 + }, + { + "loss_action": 0.061324816197156906, + "loss_total": 0.061324816197156906, + "step": 7490 + }, + { + "loss_action": 0.023854119703173637, + "loss_total": 0.023854119703173637, + "step": 7490 + }, + { + "grad_norm": 0.7655596137046814, + "learning_rate": 9.982936116554254e-05, + "loss": 0.0449, + "step": 7500 + }, + { + "loss_action": 0.037186719477176666, + "loss_total": 0.037186719477176666, + "step": 7500 + }, + { + "loss_action": 0.06083356961607933, + "loss_total": 0.06083356961607933, + "step": 7500 + }, + { + "loss_action": 0.04957476258277893, + "loss_total": 0.04957476258277893, + "step": 7500 + }, + { + "loss_action": 0.03847770392894745, + "loss_total": 0.03847770392894745, + "step": 7500 + }, + { + "loss_action": 0.036207396537065506, + "loss_total": 0.036207396537065506, + "step": 7500 + }, + { + "loss_action": 0.03779769316315651, + "loss_total": 0.03779769316315651, + "step": 7500 + }, + { + "grad_norm": 0.5517127513885498, + "learning_rate": 9.982799356130803e-05, + "loss": 0.0435, + "step": 7510 + }, + { + "loss_action": 0.02656245231628418, + "loss_total": 0.02656245231628418, + "step": 7510 + }, + { + "loss_action": 0.03566790372133255, + "loss_total": 0.03566790372133255, + "step": 7510 + }, + { + "loss_action": 0.018064752221107483, + "loss_total": 0.018064752221107483, + "step": 7510 + }, + { + "loss_action": 0.030768001452088356, + "loss_total": 0.030768001452088356, + "step": 7510 + }, + { + "loss_action": 0.043692659586668015, + "loss_total": 0.043692659586668015, + "step": 7510 + }, + { + "loss_action": 0.021780429407954216, + "loss_total": 0.021780429407954216, + "step": 7510 + }, + { + "grad_norm": 0.681441068649292, + "learning_rate": 9.982662050795908e-05, + "loss": 0.0446, + "step": 7520 + }, + { + "loss_action": 0.03535192832350731, + "loss_total": 0.03535192832350731, + "step": 7520 + }, + { + "loss_action": 0.023383047431707382, + "loss_total": 0.023383047431707382, + "step": 7520 + }, + { + "loss_action": 0.03277751803398132, + "loss_total": 0.03277751803398132, + "step": 7520 + }, + { + "loss_action": 0.0239986851811409, + "loss_total": 0.0239986851811409, + "step": 7520 + }, + { + "loss_action": 0.0449540950357914, + "loss_total": 0.0449540950357914, + "step": 7520 + }, + { + "loss_action": 0.04644947499036789, + "loss_total": 0.04644947499036789, + "step": 7520 + }, + { + "grad_norm": 0.6204215884208679, + "learning_rate": 9.982524200564583e-05, + "loss": 0.0376, + "step": 7530 + }, + { + "loss_action": 0.051062289625406265, + "loss_total": 0.051062289625406265, + "step": 7530 + }, + { + "loss_action": 0.028592266142368317, + "loss_total": 0.028592266142368317, + "step": 7530 + }, + { + "loss_action": 0.02305452711880207, + "loss_total": 0.02305452711880207, + "step": 7530 + }, + { + "loss_action": 0.030658908188343048, + "loss_total": 0.030658908188343048, + "step": 7530 + }, + { + "loss_action": 0.03680439293384552, + "loss_total": 0.03680439293384552, + "step": 7530 + }, + { + "loss_action": 0.05862494930624962, + "loss_total": 0.05862494930624962, + "step": 7530 + }, + { + "grad_norm": 0.5831462144851685, + "learning_rate": 9.982385805451901e-05, + "loss": 0.0407, + "step": 7540 + }, + { + "loss_action": 0.024830283597111702, + "loss_total": 0.024830283597111702, + "step": 7540 + }, + { + "loss_action": 0.023943748325109482, + "loss_total": 0.023943748325109482, + "step": 7540 + }, + { + "loss_action": 0.03245648741722107, + "loss_total": 0.03245648741722107, + "step": 7540 + }, + { + "loss_action": 0.01776803284883499, + "loss_total": 0.01776803284883499, + "step": 7540 + }, + { + "loss_action": 0.030068300664424896, + "loss_total": 0.030068300664424896, + "step": 7540 + }, + { + "loss_action": 0.039252426475286484, + "loss_total": 0.039252426475286484, + "step": 7540 + }, + { + "grad_norm": 0.6379514932632446, + "learning_rate": 9.982246865472998e-05, + "loss": 0.0439, + "step": 7550 + }, + { + "loss_action": 0.04502561688423157, + "loss_total": 0.04502561688423157, + "step": 7550 + }, + { + "loss_action": 0.03844859078526497, + "loss_total": 0.03844859078526497, + "step": 7550 + }, + { + "loss_action": 0.04176126420497894, + "loss_total": 0.04176126420497894, + "step": 7550 + }, + { + "loss_action": 0.01741323620080948, + "loss_total": 0.01741323620080948, + "step": 7550 + }, + { + "loss_action": 0.047724369913339615, + "loss_total": 0.047724369913339615, + "step": 7550 + }, + { + "loss_action": 0.01912698522210121, + "loss_total": 0.01912698522210121, + "step": 7550 + }, + { + "grad_norm": 0.7540199756622314, + "learning_rate": 9.982107380643069e-05, + "loss": 0.0397, + "step": 7560 + }, + { + "loss_action": 0.03616295009851456, + "loss_total": 0.03616295009851456, + "step": 7560 + }, + { + "loss_action": 0.03917933255434036, + "loss_total": 0.03917933255434036, + "step": 7560 + }, + { + "loss_action": 0.025550393387675285, + "loss_total": 0.025550393387675285, + "step": 7560 + }, + { + "loss_action": 0.03147176280617714, + "loss_total": 0.03147176280617714, + "step": 7560 + }, + { + "loss_action": 0.04099719226360321, + "loss_total": 0.04099719226360321, + "step": 7560 + }, + { + "loss_action": 0.059726282954216, + "loss_total": 0.059726282954216, + "step": 7560 + }, + { + "grad_norm": 0.8002689480781555, + "learning_rate": 9.981967350977368e-05, + "loss": 0.0466, + "step": 7570 + }, + { + "loss_action": 0.020396091043949127, + "loss_total": 0.020396091043949127, + "step": 7570 + }, + { + "loss_action": 0.026238838210701942, + "loss_total": 0.026238838210701942, + "step": 7570 + }, + { + "loss_action": 0.051868680864572525, + "loss_total": 0.051868680864572525, + "step": 7570 + }, + { + "loss_action": 0.026288630440831184, + "loss_total": 0.026288630440831184, + "step": 7570 + }, + { + "loss_action": 0.03083578310906887, + "loss_total": 0.03083578310906887, + "step": 7570 + }, + { + "loss_action": 0.06673437356948853, + "loss_total": 0.06673437356948853, + "step": 7570 + }, + { + "grad_norm": 0.6609274744987488, + "learning_rate": 9.981826776491208e-05, + "loss": 0.0419, + "step": 7580 + }, + { + "loss_action": 0.0632723867893219, + "loss_total": 0.0632723867893219, + "step": 7580 + }, + { + "loss_action": 0.03072195127606392, + "loss_total": 0.03072195127606392, + "step": 7580 + }, + { + "loss_action": 0.04185541346669197, + "loss_total": 0.04185541346669197, + "step": 7580 + }, + { + "loss_action": 0.030436921864748, + "loss_total": 0.030436921864748, + "step": 7580 + }, + { + "loss_action": 0.043965186923742294, + "loss_total": 0.043965186923742294, + "step": 7580 + }, + { + "loss_action": 0.1608157455921173, + "loss_total": 0.1608157455921173, + "step": 7580 + }, + { + "grad_norm": 1.1143866777420044, + "learning_rate": 9.98168565719996e-05, + "loss": 0.0553, + "step": 7590 + }, + { + "loss_action": 0.05704953148961067, + "loss_total": 0.05704953148961067, + "step": 7590 + }, + { + "loss_action": 0.04133078083395958, + "loss_total": 0.04133078083395958, + "step": 7590 + }, + { + "loss_action": 0.03792334347963333, + "loss_total": 0.03792334347963333, + "step": 7590 + }, + { + "loss_action": 0.04290682449936867, + "loss_total": 0.04290682449936867, + "step": 7590 + }, + { + "loss_action": 0.03322599455714226, + "loss_total": 0.03322599455714226, + "step": 7590 + }, + { + "loss_action": 0.08981850743293762, + "loss_total": 0.08981850743293762, + "step": 7590 + }, + { + "grad_norm": 0.583372175693512, + "learning_rate": 9.98154399311906e-05, + "loss": 0.0462, + "step": 7600 + }, + { + "loss_action": 0.04545997828245163, + "loss_total": 0.04545997828245163, + "step": 7600 + }, + { + "loss_action": 0.02577289752662182, + "loss_total": 0.02577289752662182, + "step": 7600 + }, + { + "loss_action": 0.025754651054739952, + "loss_total": 0.025754651054739952, + "step": 7600 + }, + { + "loss_action": 0.0437844954431057, + "loss_total": 0.0437844954431057, + "step": 7600 + }, + { + "loss_action": 0.031198572367429733, + "loss_total": 0.031198572367429733, + "step": 7600 + }, + { + "loss_action": 0.0593591183423996, + "loss_total": 0.0593591183423996, + "step": 7600 + }, + { + "grad_norm": 0.7356389164924622, + "learning_rate": 9.981401784263997e-05, + "loss": 0.0497, + "step": 7610 + }, + { + "loss_action": 0.05257299169898033, + "loss_total": 0.05257299169898033, + "step": 7610 + }, + { + "loss_action": 0.0229024775326252, + "loss_total": 0.0229024775326252, + "step": 7610 + }, + { + "loss_action": 0.02788396179676056, + "loss_total": 0.02788396179676056, + "step": 7610 + }, + { + "loss_action": 0.03187570348381996, + "loss_total": 0.03187570348381996, + "step": 7610 + }, + { + "loss_action": 0.043641991913318634, + "loss_total": 0.043641991913318634, + "step": 7610 + }, + { + "loss_action": 0.034110620617866516, + "loss_total": 0.034110620617866516, + "step": 7610 + }, + { + "grad_norm": 0.7618005275726318, + "learning_rate": 9.981259030650326e-05, + "loss": 0.0501, + "step": 7620 + }, + { + "loss_action": 0.047134850174188614, + "loss_total": 0.047134850174188614, + "step": 7620 + }, + { + "loss_action": 0.053406741470098495, + "loss_total": 0.053406741470098495, + "step": 7620 + }, + { + "loss_action": 0.042155127972364426, + "loss_total": 0.042155127972364426, + "step": 7620 + }, + { + "loss_action": 0.06541568785905838, + "loss_total": 0.06541568785905838, + "step": 7620 + }, + { + "loss_action": 0.03371398523449898, + "loss_total": 0.03371398523449898, + "step": 7620 + }, + { + "loss_action": 0.04341805353760719, + "loss_total": 0.04341805353760719, + "step": 7620 + }, + { + "grad_norm": 0.8754971623420715, + "learning_rate": 9.981115732293655e-05, + "loss": 0.0548, + "step": 7630 + }, + { + "loss_action": 0.0790608823299408, + "loss_total": 0.0790608823299408, + "step": 7630 + }, + { + "loss_action": 0.04438427463173866, + "loss_total": 0.04438427463173866, + "step": 7630 + }, + { + "loss_action": 0.0566738098859787, + "loss_total": 0.0566738098859787, + "step": 7630 + }, + { + "loss_action": 0.05101005360484123, + "loss_total": 0.05101005360484123, + "step": 7630 + }, + { + "loss_action": 0.03724769130349159, + "loss_total": 0.03724769130349159, + "step": 7630 + }, + { + "loss_action": 0.08615466207265854, + "loss_total": 0.08615466207265854, + "step": 7630 + }, + { + "grad_norm": 0.8099270462989807, + "learning_rate": 9.980971889209659e-05, + "loss": 0.0615, + "step": 7640 + }, + { + "loss_action": 0.03473962843418121, + "loss_total": 0.03473962843418121, + "step": 7640 + }, + { + "loss_action": 0.05949370935559273, + "loss_total": 0.05949370935559273, + "step": 7640 + }, + { + "loss_action": 0.05505210906267166, + "loss_total": 0.05505210906267166, + "step": 7640 + }, + { + "loss_action": 0.030025601387023926, + "loss_total": 0.030025601387023926, + "step": 7640 + }, + { + "loss_action": 0.03088958188891411, + "loss_total": 0.03088958188891411, + "step": 7640 + }, + { + "loss_action": 0.08991464227437973, + "loss_total": 0.08991464227437973, + "step": 7640 + }, + { + "grad_norm": 1.0444283485412598, + "learning_rate": 9.980827501414064e-05, + "loss": 0.049, + "step": 7650 + }, + { + "loss_action": 0.033423151820898056, + "loss_total": 0.033423151820898056, + "step": 7650 + }, + { + "loss_action": 0.026610780507326126, + "loss_total": 0.026610780507326126, + "step": 7650 + }, + { + "loss_action": 0.04739101603627205, + "loss_total": 0.04739101603627205, + "step": 7650 + }, + { + "loss_action": 0.0396336130797863, + "loss_total": 0.0396336130797863, + "step": 7650 + }, + { + "loss_action": 0.06476802378892899, + "loss_total": 0.06476802378892899, + "step": 7650 + }, + { + "loss_action": 0.03980168700218201, + "loss_total": 0.03980168700218201, + "step": 7650 + }, + { + "grad_norm": 0.8500794768333435, + "learning_rate": 9.980682568922663e-05, + "loss": 0.0454, + "step": 7660 + }, + { + "loss_action": 0.06669524312019348, + "loss_total": 0.06669524312019348, + "step": 7660 + }, + { + "loss_action": 0.027657505124807358, + "loss_total": 0.027657505124807358, + "step": 7660 + }, + { + "loss_action": 0.02287052571773529, + "loss_total": 0.02287052571773529, + "step": 7660 + }, + { + "loss_action": 0.07369797676801682, + "loss_total": 0.07369797676801682, + "step": 7660 + }, + { + "loss_action": 0.055105775594711304, + "loss_total": 0.055105775594711304, + "step": 7660 + }, + { + "loss_action": 0.02879338338971138, + "loss_total": 0.02879338338971138, + "step": 7660 + }, + { + "grad_norm": 0.5711097717285156, + "learning_rate": 9.980537091751304e-05, + "loss": 0.0433, + "step": 7670 + }, + { + "loss_action": 0.029874596744775772, + "loss_total": 0.029874596744775772, + "step": 7670 + }, + { + "loss_action": 0.03699689731001854, + "loss_total": 0.03699689731001854, + "step": 7670 + }, + { + "loss_action": 0.048296816647052765, + "loss_total": 0.048296816647052765, + "step": 7670 + }, + { + "loss_action": 0.05199301615357399, + "loss_total": 0.05199301615357399, + "step": 7670 + }, + { + "loss_action": 0.029718998819589615, + "loss_total": 0.029718998819589615, + "step": 7670 + }, + { + "loss_action": 0.02816731482744217, + "loss_total": 0.02816731482744217, + "step": 7670 + }, + { + "grad_norm": 0.6417455077171326, + "learning_rate": 9.980391069915897e-05, + "loss": 0.0496, + "step": 7680 + }, + { + "loss_action": 0.03194187954068184, + "loss_total": 0.03194187954068184, + "step": 7680 + }, + { + "loss_action": 0.0483318567276001, + "loss_total": 0.0483318567276001, + "step": 7680 + }, + { + "loss_action": 0.03299615904688835, + "loss_total": 0.03299615904688835, + "step": 7680 + }, + { + "loss_action": 0.04236379638314247, + "loss_total": 0.04236379638314247, + "step": 7680 + }, + { + "loss_action": 0.04541155695915222, + "loss_total": 0.04541155695915222, + "step": 7680 + }, + { + "loss_action": 0.04042845219373703, + "loss_total": 0.04042845219373703, + "step": 7680 + }, + { + "grad_norm": 0.6179012060165405, + "learning_rate": 9.98024450343241e-05, + "loss": 0.0458, + "step": 7690 + }, + { + "loss_action": 0.028311466798186302, + "loss_total": 0.028311466798186302, + "step": 7690 + }, + { + "loss_action": 0.03288852423429489, + "loss_total": 0.03288852423429489, + "step": 7690 + }, + { + "loss_action": 0.060234274715185165, + "loss_total": 0.060234274715185165, + "step": 7690 + }, + { + "loss_action": 0.05948540195822716, + "loss_total": 0.05948540195822716, + "step": 7690 + }, + { + "loss_action": 0.05556422844529152, + "loss_total": 0.05556422844529152, + "step": 7690 + }, + { + "loss_action": 0.03936411812901497, + "loss_total": 0.03936411812901497, + "step": 7690 + }, + { + "grad_norm": 0.5735998153686523, + "learning_rate": 9.980097392316872e-05, + "loss": 0.0449, + "step": 7700 + }, + { + "loss_action": 0.02275918982923031, + "loss_total": 0.02275918982923031, + "step": 7700 + }, + { + "loss_action": 0.06374181061983109, + "loss_total": 0.06374181061983109, + "step": 7700 + }, + { + "loss_action": 0.026403630152344704, + "loss_total": 0.026403630152344704, + "step": 7700 + }, + { + "loss_action": 0.19558928906917572, + "loss_total": 0.19558928906917572, + "step": 7700 + }, + { + "loss_action": 0.06152815744280815, + "loss_total": 0.06152815744280815, + "step": 7700 + }, + { + "loss_action": 0.02799008972942829, + "loss_total": 0.02799008972942829, + "step": 7700 + }, + { + "grad_norm": 0.6285803914070129, + "learning_rate": 9.97994973658537e-05, + "loss": 0.0454, + "step": 7710 + }, + { + "loss_action": 0.03403061628341675, + "loss_total": 0.03403061628341675, + "step": 7710 + }, + { + "loss_action": 0.02891196869313717, + "loss_total": 0.02891196869313717, + "step": 7710 + }, + { + "loss_action": 0.01921353116631508, + "loss_total": 0.01921353116631508, + "step": 7710 + }, + { + "loss_action": 0.04003928229212761, + "loss_total": 0.04003928229212761, + "step": 7710 + }, + { + "loss_action": 0.02784811146557331, + "loss_total": 0.02784811146557331, + "step": 7710 + }, + { + "loss_action": 0.04754063859581947, + "loss_total": 0.04754063859581947, + "step": 7710 + }, + { + "grad_norm": 0.8685847520828247, + "learning_rate": 9.979801536254054e-05, + "loss": 0.0501, + "step": 7720 + }, + { + "loss_action": 0.08848428726196289, + "loss_total": 0.08848428726196289, + "step": 7720 + }, + { + "loss_action": 0.08857173472642899, + "loss_total": 0.08857173472642899, + "step": 7720 + }, + { + "loss_action": 0.027022095397114754, + "loss_total": 0.027022095397114754, + "step": 7720 + }, + { + "loss_action": 0.06169270724058151, + "loss_total": 0.06169270724058151, + "step": 7720 + }, + { + "loss_action": 0.0338798426091671, + "loss_total": 0.0338798426091671, + "step": 7720 + }, + { + "loss_action": 0.04600387066602707, + "loss_total": 0.04600387066602707, + "step": 7720 + }, + { + "grad_norm": 0.6561466455459595, + "learning_rate": 9.979652791339127e-05, + "loss": 0.0518, + "step": 7730 + }, + { + "loss_action": 0.048417821526527405, + "loss_total": 0.048417821526527405, + "step": 7730 + }, + { + "loss_action": 0.03695542365312576, + "loss_total": 0.03695542365312576, + "step": 7730 + }, + { + "loss_action": 0.03959176316857338, + "loss_total": 0.03959176316857338, + "step": 7730 + }, + { + "loss_action": 0.04141988605260849, + "loss_total": 0.04141988605260849, + "step": 7730 + }, + { + "loss_action": 0.043953992426395416, + "loss_total": 0.043953992426395416, + "step": 7730 + }, + { + "loss_action": 0.023491227999329567, + "loss_total": 0.023491227999329567, + "step": 7730 + }, + { + "grad_norm": 0.5941741466522217, + "learning_rate": 9.97950350185686e-05, + "loss": 0.0414, + "step": 7740 + }, + { + "loss_action": 0.08474530279636383, + "loss_total": 0.08474530279636383, + "step": 7740 + }, + { + "loss_action": 0.03980574756860733, + "loss_total": 0.03980574756860733, + "step": 7740 + }, + { + "loss_action": 0.029391681775450706, + "loss_total": 0.029391681775450706, + "step": 7740 + }, + { + "loss_action": 0.03214576095342636, + "loss_total": 0.03214576095342636, + "step": 7740 + }, + { + "loss_action": 0.02570229582488537, + "loss_total": 0.02570229582488537, + "step": 7740 + }, + { + "loss_action": 0.058536186814308167, + "loss_total": 0.058536186814308167, + "step": 7740 + }, + { + "grad_norm": 0.8370891213417053, + "learning_rate": 9.979353667823574e-05, + "loss": 0.0463, + "step": 7750 + }, + { + "loss_action": 0.10597022622823715, + "loss_total": 0.10597022622823715, + "step": 7750 + }, + { + "loss_action": 0.024788958951830864, + "loss_total": 0.024788958951830864, + "step": 7750 + }, + { + "loss_action": 0.06096328794956207, + "loss_total": 0.06096328794956207, + "step": 7750 + }, + { + "loss_action": 0.029544565826654434, + "loss_total": 0.029544565826654434, + "step": 7750 + }, + { + "loss_action": 0.04089052602648735, + "loss_total": 0.04089052602648735, + "step": 7750 + }, + { + "loss_action": 0.04809627681970596, + "loss_total": 0.04809627681970596, + "step": 7750 + }, + { + "grad_norm": 0.7390305399894714, + "learning_rate": 9.979203289255658e-05, + "loss": 0.0549, + "step": 7760 + }, + { + "loss_action": 0.034500859677791595, + "loss_total": 0.034500859677791595, + "step": 7760 + }, + { + "loss_action": 0.06367529928684235, + "loss_total": 0.06367529928684235, + "step": 7760 + }, + { + "loss_action": 0.04756729677319527, + "loss_total": 0.04756729677319527, + "step": 7760 + }, + { + "loss_action": 0.04590967670083046, + "loss_total": 0.04590967670083046, + "step": 7760 + }, + { + "loss_action": 0.04769434779882431, + "loss_total": 0.04769434779882431, + "step": 7760 + }, + { + "loss_action": 0.039055515080690384, + "loss_total": 0.039055515080690384, + "step": 7760 + }, + { + "grad_norm": 0.6952772736549377, + "learning_rate": 9.979052366169557e-05, + "loss": 0.0523, + "step": 7770 + }, + { + "loss_action": 0.023518875241279602, + "loss_total": 0.023518875241279602, + "step": 7770 + }, + { + "loss_action": 0.05740208923816681, + "loss_total": 0.05740208923816681, + "step": 7770 + }, + { + "loss_action": 0.024645935744047165, + "loss_total": 0.024645935744047165, + "step": 7770 + }, + { + "loss_action": 0.029885150492191315, + "loss_total": 0.029885150492191315, + "step": 7770 + }, + { + "loss_action": 0.035391051322221756, + "loss_total": 0.035391051322221756, + "step": 7770 + }, + { + "loss_action": 0.038959652185440063, + "loss_total": 0.038959652185440063, + "step": 7770 + }, + { + "grad_norm": 0.6709835529327393, + "learning_rate": 9.978900898581775e-05, + "loss": 0.0476, + "step": 7780 + }, + { + "loss_action": 0.026733767241239548, + "loss_total": 0.026733767241239548, + "step": 7780 + }, + { + "loss_action": 0.04398060590028763, + "loss_total": 0.04398060590028763, + "step": 7780 + }, + { + "loss_action": 0.04763622581958771, + "loss_total": 0.04763622581958771, + "step": 7780 + }, + { + "loss_action": 0.044464096426963806, + "loss_total": 0.044464096426963806, + "step": 7780 + }, + { + "loss_action": 0.027209440246224403, + "loss_total": 0.027209440246224403, + "step": 7780 + }, + { + "loss_action": 0.032111383974552155, + "loss_total": 0.032111383974552155, + "step": 7780 + }, + { + "grad_norm": 0.7219502329826355, + "learning_rate": 9.978748886508875e-05, + "loss": 0.0461, + "step": 7790 + }, + { + "loss_action": 0.019366197288036346, + "loss_total": 0.019366197288036346, + "step": 7790 + }, + { + "loss_action": 0.05575044825673103, + "loss_total": 0.05575044825673103, + "step": 7790 + }, + { + "loss_action": 0.027317877858877182, + "loss_total": 0.027317877858877182, + "step": 7790 + }, + { + "loss_action": 0.026722805574536324, + "loss_total": 0.026722805574536324, + "step": 7790 + }, + { + "loss_action": 0.01797608844935894, + "loss_total": 0.01797608844935894, + "step": 7790 + }, + { + "loss_action": 0.030726758763194084, + "loss_total": 0.030726758763194084, + "step": 7790 + }, + { + "grad_norm": 0.7321043610572815, + "learning_rate": 9.978596329967484e-05, + "loss": 0.0536, + "step": 7800 + }, + { + "loss_action": 0.025526562705636024, + "loss_total": 0.025526562705636024, + "step": 7800 + }, + { + "loss_action": 0.03258498013019562, + "loss_total": 0.03258498013019562, + "step": 7800 + }, + { + "loss_action": 0.021333541721105576, + "loss_total": 0.021333541721105576, + "step": 7800 + }, + { + "loss_action": 0.1950904279947281, + "loss_total": 0.1950904279947281, + "step": 7800 + }, + { + "loss_action": 0.035026341676712036, + "loss_total": 0.035026341676712036, + "step": 7800 + }, + { + "loss_action": 0.0354342944920063, + "loss_total": 0.0354342944920063, + "step": 7800 + }, + { + "grad_norm": 0.6773697733879089, + "learning_rate": 9.978443228974284e-05, + "loss": 0.0415, + "step": 7810 + }, + { + "loss_action": 0.02677934616804123, + "loss_total": 0.02677934616804123, + "step": 7810 + }, + { + "loss_action": 0.03968236222863197, + "loss_total": 0.03968236222863197, + "step": 7810 + }, + { + "loss_action": 0.02886313945055008, + "loss_total": 0.02886313945055008, + "step": 7810 + }, + { + "loss_action": 0.04605421423912048, + "loss_total": 0.04605421423912048, + "step": 7810 + }, + { + "loss_action": 0.030143525451421738, + "loss_total": 0.030143525451421738, + "step": 7810 + }, + { + "loss_action": 0.04554888233542442, + "loss_total": 0.04554888233542442, + "step": 7810 + }, + { + "grad_norm": 0.6494371891021729, + "learning_rate": 9.978289583546015e-05, + "loss": 0.0446, + "step": 7820 + }, + { + "loss_action": 0.05478357523679733, + "loss_total": 0.05478357523679733, + "step": 7820 + }, + { + "loss_action": 0.06074858084321022, + "loss_total": 0.06074858084321022, + "step": 7820 + }, + { + "loss_action": 0.03898656740784645, + "loss_total": 0.03898656740784645, + "step": 7820 + }, + { + "loss_action": 0.03155035153031349, + "loss_total": 0.03155035153031349, + "step": 7820 + }, + { + "loss_action": 0.027226047590374947, + "loss_total": 0.027226047590374947, + "step": 7820 + }, + { + "loss_action": 0.04598250985145569, + "loss_total": 0.04598250985145569, + "step": 7820 + }, + { + "grad_norm": 0.7130143642425537, + "learning_rate": 9.978135393699484e-05, + "loss": 0.0457, + "step": 7830 + }, + { + "loss_action": 0.03467936813831329, + "loss_total": 0.03467936813831329, + "step": 7830 + }, + { + "loss_action": 0.03442643582820892, + "loss_total": 0.03442643582820892, + "step": 7830 + }, + { + "loss_action": 0.026926465332508087, + "loss_total": 0.026926465332508087, + "step": 7830 + }, + { + "loss_action": 0.026990309357643127, + "loss_total": 0.026990309357643127, + "step": 7830 + }, + { + "loss_action": 0.03826211020350456, + "loss_total": 0.03826211020350456, + "step": 7830 + }, + { + "loss_action": 0.06831162422895432, + "loss_total": 0.06831162422895432, + "step": 7830 + }, + { + "grad_norm": 0.5694541931152344, + "learning_rate": 9.977980659451548e-05, + "loss": 0.0559, + "step": 7840 + }, + { + "loss_action": 0.03395222872495651, + "loss_total": 0.03395222872495651, + "step": 7840 + }, + { + "loss_action": 0.03763711825013161, + "loss_total": 0.03763711825013161, + "step": 7840 + }, + { + "loss_action": 0.024930547922849655, + "loss_total": 0.024930547922849655, + "step": 7840 + }, + { + "loss_action": 0.05084450915455818, + "loss_total": 0.05084450915455818, + "step": 7840 + }, + { + "loss_action": 0.032880887389183044, + "loss_total": 0.032880887389183044, + "step": 7840 + }, + { + "loss_action": 0.03204023838043213, + "loss_total": 0.03204023838043213, + "step": 7840 + }, + { + "grad_norm": 0.7173542380332947, + "learning_rate": 9.977825380819135e-05, + "loss": 0.0444, + "step": 7850 + }, + { + "loss_action": 0.0382106751203537, + "loss_total": 0.0382106751203537, + "step": 7850 + }, + { + "loss_action": 0.02947351150214672, + "loss_total": 0.02947351150214672, + "step": 7850 + }, + { + "loss_action": 0.0455971397459507, + "loss_total": 0.0455971397459507, + "step": 7850 + }, + { + "loss_action": 0.03955257311463356, + "loss_total": 0.03955257311463356, + "step": 7850 + }, + { + "loss_action": 0.026572899892926216, + "loss_total": 0.026572899892926216, + "step": 7850 + }, + { + "loss_action": 0.027779340744018555, + "loss_total": 0.027779340744018555, + "step": 7850 + }, + { + "grad_norm": 1.0279124975204468, + "learning_rate": 9.97766955781922e-05, + "loss": 0.0428, + "step": 7860 + }, + { + "loss_action": 0.05565786361694336, + "loss_total": 0.05565786361694336, + "step": 7860 + }, + { + "loss_action": 0.03473949432373047, + "loss_total": 0.03473949432373047, + "step": 7860 + }, + { + "loss_action": 0.06484970450401306, + "loss_total": 0.06484970450401306, + "step": 7860 + }, + { + "loss_action": 0.03863015025854111, + "loss_total": 0.03863015025854111, + "step": 7860 + }, + { + "loss_action": 0.03892430663108826, + "loss_total": 0.03892430663108826, + "step": 7860 + }, + { + "loss_action": 0.048278436064720154, + "loss_total": 0.048278436064720154, + "step": 7860 + }, + { + "grad_norm": 0.7695267796516418, + "learning_rate": 9.977513190468848e-05, + "loss": 0.0627, + "step": 7870 + }, + { + "loss_action": 0.02976144105195999, + "loss_total": 0.02976144105195999, + "step": 7870 + }, + { + "loss_action": 0.07141950726509094, + "loss_total": 0.07141950726509094, + "step": 7870 + }, + { + "loss_action": 0.03394141420722008, + "loss_total": 0.03394141420722008, + "step": 7870 + }, + { + "loss_action": 0.023896614089608192, + "loss_total": 0.023896614089608192, + "step": 7870 + }, + { + "loss_action": 0.029498707503080368, + "loss_total": 0.029498707503080368, + "step": 7870 + }, + { + "loss_action": 0.030409490689635277, + "loss_total": 0.030409490689635277, + "step": 7870 + }, + { + "grad_norm": 0.6862913370132446, + "learning_rate": 9.977356278785116e-05, + "loss": 0.047, + "step": 7880 + }, + { + "loss_action": 0.06927572190761566, + "loss_total": 0.06927572190761566, + "step": 7880 + }, + { + "loss_action": 0.03434900566935539, + "loss_total": 0.03434900566935539, + "step": 7880 + }, + { + "loss_action": 0.026451103389263153, + "loss_total": 0.026451103389263153, + "step": 7880 + }, + { + "loss_action": 0.03432691842317581, + "loss_total": 0.03432691842317581, + "step": 7880 + }, + { + "loss_action": 0.033098574727773666, + "loss_total": 0.033098574727773666, + "step": 7880 + }, + { + "loss_action": 0.0470963679254055, + "loss_total": 0.0470963679254055, + "step": 7880 + }, + { + "grad_norm": 0.7303916215896606, + "learning_rate": 9.977198822785184e-05, + "loss": 0.046, + "step": 7890 + }, + { + "loss_action": 0.05763253569602966, + "loss_total": 0.05763253569602966, + "step": 7890 + }, + { + "loss_action": 0.05627766251564026, + "loss_total": 0.05627766251564026, + "step": 7890 + }, + { + "loss_action": 0.0746397152543068, + "loss_total": 0.0746397152543068, + "step": 7890 + }, + { + "loss_action": 0.11688093841075897, + "loss_total": 0.11688093841075897, + "step": 7890 + }, + { + "loss_action": 0.04038798809051514, + "loss_total": 0.04038798809051514, + "step": 7890 + }, + { + "loss_action": 0.04254067316651344, + "loss_total": 0.04254067316651344, + "step": 7890 + }, + { + "grad_norm": 0.7921459674835205, + "learning_rate": 9.977040822486273e-05, + "loss": 0.0523, + "step": 7900 + }, + { + "loss_action": 0.06304866820573807, + "loss_total": 0.06304866820573807, + "step": 7900 + }, + { + "loss_action": 0.0344792939722538, + "loss_total": 0.0344792939722538, + "step": 7900 + }, + { + "loss_action": 0.05436774715781212, + "loss_total": 0.05436774715781212, + "step": 7900 + }, + { + "loss_action": 0.053784362971782684, + "loss_total": 0.053784362971782684, + "step": 7900 + }, + { + "loss_action": 0.02397431991994381, + "loss_total": 0.02397431991994381, + "step": 7900 + }, + { + "loss_action": 0.06264535337686539, + "loss_total": 0.06264535337686539, + "step": 7900 + }, + { + "grad_norm": 0.6055697202682495, + "learning_rate": 9.97688227790566e-05, + "loss": 0.047, + "step": 7910 + }, + { + "loss_action": 0.03101055696606636, + "loss_total": 0.03101055696606636, + "step": 7910 + }, + { + "loss_action": 0.03190652281045914, + "loss_total": 0.03190652281045914, + "step": 7910 + }, + { + "loss_action": 0.0334993340075016, + "loss_total": 0.0334993340075016, + "step": 7910 + }, + { + "loss_action": 0.048544589430093765, + "loss_total": 0.048544589430093765, + "step": 7910 + }, + { + "loss_action": 0.037047043442726135, + "loss_total": 0.037047043442726135, + "step": 7910 + }, + { + "loss_action": 0.02436883933842182, + "loss_total": 0.02436883933842182, + "step": 7910 + }, + { + "grad_norm": 0.590238094329834, + "learning_rate": 9.976723189060684e-05, + "loss": 0.0427, + "step": 7920 + }, + { + "loss_action": 0.030626919120550156, + "loss_total": 0.030626919120550156, + "step": 7920 + }, + { + "loss_action": 0.041288189589977264, + "loss_total": 0.041288189589977264, + "step": 7920 + }, + { + "loss_action": 0.029555929824709892, + "loss_total": 0.029555929824709892, + "step": 7920 + }, + { + "loss_action": 0.0362849198281765, + "loss_total": 0.0362849198281765, + "step": 7920 + }, + { + "loss_action": 0.043202273547649384, + "loss_total": 0.043202273547649384, + "step": 7920 + }, + { + "loss_action": 0.053250789642333984, + "loss_total": 0.053250789642333984, + "step": 7920 + }, + { + "grad_norm": 0.6312800049781799, + "learning_rate": 9.976563555968742e-05, + "loss": 0.0422, + "step": 7930 + }, + { + "loss_action": 0.026385070756077766, + "loss_total": 0.026385070756077766, + "step": 7930 + }, + { + "loss_action": 0.04554547369480133, + "loss_total": 0.04554547369480133, + "step": 7930 + }, + { + "loss_action": 0.043456967920064926, + "loss_total": 0.043456967920064926, + "step": 7930 + }, + { + "loss_action": 0.03941178694367409, + "loss_total": 0.03941178694367409, + "step": 7930 + }, + { + "loss_action": 0.020648827776312828, + "loss_total": 0.020648827776312828, + "step": 7930 + }, + { + "loss_action": 0.059172432869672775, + "loss_total": 0.059172432869672775, + "step": 7930 + }, + { + "grad_norm": 0.6736049652099609, + "learning_rate": 9.976403378647292e-05, + "loss": 0.0471, + "step": 7940 + }, + { + "loss_action": 0.0551031269133091, + "loss_total": 0.0551031269133091, + "step": 7940 + }, + { + "loss_action": 0.03923908993601799, + "loss_total": 0.03923908993601799, + "step": 7940 + }, + { + "loss_action": 0.03000669553875923, + "loss_total": 0.03000669553875923, + "step": 7940 + }, + { + "loss_action": 0.04060421139001846, + "loss_total": 0.04060421139001846, + "step": 7940 + }, + { + "loss_action": 0.03863461688160896, + "loss_total": 0.03863461688160896, + "step": 7940 + }, + { + "loss_action": 0.024630030617117882, + "loss_total": 0.024630030617117882, + "step": 7940 + }, + { + "grad_norm": 0.6539131999015808, + "learning_rate": 9.97624265711385e-05, + "loss": 0.0434, + "step": 7950 + }, + { + "loss_action": 0.022652922198176384, + "loss_total": 0.022652922198176384, + "step": 7950 + }, + { + "loss_action": 0.044027335941791534, + "loss_total": 0.044027335941791534, + "step": 7950 + }, + { + "loss_action": 0.02720211260020733, + "loss_total": 0.02720211260020733, + "step": 7950 + }, + { + "loss_action": 0.027375785633921623, + "loss_total": 0.027375785633921623, + "step": 7950 + }, + { + "loss_action": 0.040119536221027374, + "loss_total": 0.040119536221027374, + "step": 7950 + }, + { + "loss_action": 0.06230134516954422, + "loss_total": 0.06230134516954422, + "step": 7950 + }, + { + "grad_norm": 0.5642126202583313, + "learning_rate": 9.976081391385993e-05, + "loss": 0.0482, + "step": 7960 + }, + { + "loss_action": 0.04937472194433212, + "loss_total": 0.04937472194433212, + "step": 7960 + }, + { + "loss_action": 0.035795435309410095, + "loss_total": 0.035795435309410095, + "step": 7960 + }, + { + "loss_action": 0.04126294329762459, + "loss_total": 0.04126294329762459, + "step": 7960 + }, + { + "loss_action": 0.07036064565181732, + "loss_total": 0.07036064565181732, + "step": 7960 + }, + { + "loss_action": 0.03409368172287941, + "loss_total": 0.03409368172287941, + "step": 7960 + }, + { + "loss_action": 0.0425647534430027, + "loss_total": 0.0425647534430027, + "step": 7960 + }, + { + "grad_norm": 0.5933833718299866, + "learning_rate": 9.975919581481356e-05, + "loss": 0.0444, + "step": 7970 + }, + { + "loss_action": 0.041190262883901596, + "loss_total": 0.041190262883901596, + "step": 7970 + }, + { + "loss_action": 0.023558713495731354, + "loss_total": 0.023558713495731354, + "step": 7970 + }, + { + "loss_action": 0.023102067410945892, + "loss_total": 0.023102067410945892, + "step": 7970 + }, + { + "loss_action": 0.02722497284412384, + "loss_total": 0.02722497284412384, + "step": 7970 + }, + { + "loss_action": 0.03263167291879654, + "loss_total": 0.03263167291879654, + "step": 7970 + }, + { + "loss_action": 0.04789746180176735, + "loss_total": 0.04789746180176735, + "step": 7970 + }, + { + "grad_norm": 0.6758197546005249, + "learning_rate": 9.975757227417634e-05, + "loss": 0.0481, + "step": 7980 + }, + { + "loss_action": 0.02498401515185833, + "loss_total": 0.02498401515185833, + "step": 7980 + }, + { + "loss_action": 0.028767647221684456, + "loss_total": 0.028767647221684456, + "step": 7980 + }, + { + "loss_action": 0.03744817152619362, + "loss_total": 0.03744817152619362, + "step": 7980 + }, + { + "loss_action": 0.043537385761737823, + "loss_total": 0.043537385761737823, + "step": 7980 + }, + { + "loss_action": 0.03988547623157501, + "loss_total": 0.03988547623157501, + "step": 7980 + }, + { + "loss_action": 0.03743976727128029, + "loss_total": 0.03743976727128029, + "step": 7980 + }, + { + "grad_norm": 0.7037014365196228, + "learning_rate": 9.975594329212586e-05, + "loss": 0.0491, + "step": 7990 + }, + { + "loss_action": 0.02686668187379837, + "loss_total": 0.02686668187379837, + "step": 7990 + }, + { + "loss_action": 0.06762132048606873, + "loss_total": 0.06762132048606873, + "step": 7990 + }, + { + "loss_action": 0.04604751244187355, + "loss_total": 0.04604751244187355, + "step": 7990 + }, + { + "loss_action": 0.033812351524829865, + "loss_total": 0.033812351524829865, + "step": 7990 + }, + { + "loss_action": 0.05227525904774666, + "loss_total": 0.05227525904774666, + "step": 7990 + }, + { + "loss_action": 0.044323112815618515, + "loss_total": 0.044323112815618515, + "step": 7990 + }, + { + "grad_norm": 0.908905565738678, + "learning_rate": 9.97543088688402e-05, + "loss": 0.0475, + "step": 8000 + }, + { + "loss_action": 0.038252998143434525, + "loss_total": 0.038252998143434525, + "step": 8000 + }, + { + "loss_action": 0.03266746550798416, + "loss_total": 0.03266746550798416, + "step": 8000 + }, + { + "loss_action": 0.048162274062633514, + "loss_total": 0.048162274062633514, + "step": 8000 + }, + { + "loss_action": 0.03566210716962814, + "loss_total": 0.03566210716962814, + "step": 8000 + }, + { + "loss_action": 0.053602855652570724, + "loss_total": 0.053602855652570724, + "step": 8000 + }, + { + "loss_action": 0.04914821684360504, + "loss_total": 0.04914821684360504, + "step": 8000 + }, + { + "grad_norm": 0.7180055975914001, + "learning_rate": 9.975266900449814e-05, + "loss": 0.0469, + "step": 8010 + }, + { + "loss_action": 0.03150755912065506, + "loss_total": 0.03150755912065506, + "step": 8010 + }, + { + "loss_action": 0.036828428506851196, + "loss_total": 0.036828428506851196, + "step": 8010 + }, + { + "loss_action": 0.02555675059556961, + "loss_total": 0.02555675059556961, + "step": 8010 + }, + { + "loss_action": 0.02697235532104969, + "loss_total": 0.02697235532104969, + "step": 8010 + }, + { + "loss_action": 0.023228701204061508, + "loss_total": 0.023228701204061508, + "step": 8010 + }, + { + "loss_action": 0.037439700216054916, + "loss_total": 0.037439700216054916, + "step": 8010 + }, + { + "grad_norm": 0.6293105483055115, + "learning_rate": 9.975102369927898e-05, + "loss": 0.0477, + "step": 8020 + }, + { + "loss_action": 0.06273135542869568, + "loss_total": 0.06273135542869568, + "step": 8020 + }, + { + "loss_action": 0.05217995494604111, + "loss_total": 0.05217995494604111, + "step": 8020 + }, + { + "loss_action": 0.036952704191207886, + "loss_total": 0.036952704191207886, + "step": 8020 + }, + { + "loss_action": 0.05376749113202095, + "loss_total": 0.05376749113202095, + "step": 8020 + }, + { + "loss_action": 0.04215042665600777, + "loss_total": 0.04215042665600777, + "step": 8020 + }, + { + "loss_action": 0.03739584982395172, + "loss_total": 0.03739584982395172, + "step": 8020 + }, + { + "grad_norm": 1.573604941368103, + "learning_rate": 9.974937295336269e-05, + "loss": 0.0584, + "step": 8030 + }, + { + "loss_action": 0.06011884659528732, + "loss_total": 0.06011884659528732, + "step": 8030 + }, + { + "loss_action": 0.04586205258965492, + "loss_total": 0.04586205258965492, + "step": 8030 + }, + { + "loss_action": 0.11376673728227615, + "loss_total": 0.11376673728227615, + "step": 8030 + }, + { + "loss_action": 0.032991521060466766, + "loss_total": 0.032991521060466766, + "step": 8030 + }, + { + "loss_action": 0.07975982129573822, + "loss_total": 0.07975982129573822, + "step": 8030 + }, + { + "loss_action": 0.041388485580682755, + "loss_total": 0.041388485580682755, + "step": 8030 + }, + { + "grad_norm": 0.8668716549873352, + "learning_rate": 9.974771676692975e-05, + "loss": 0.0511, + "step": 8040 + }, + { + "loss_action": 0.04232485964894295, + "loss_total": 0.04232485964894295, + "step": 8040 + }, + { + "loss_action": 0.04177848622202873, + "loss_total": 0.04177848622202873, + "step": 8040 + }, + { + "loss_action": 0.03000989370048046, + "loss_total": 0.03000989370048046, + "step": 8040 + }, + { + "loss_action": 0.08833860605955124, + "loss_total": 0.08833860605955124, + "step": 8040 + }, + { + "loss_action": 0.025186171755194664, + "loss_total": 0.025186171755194664, + "step": 8040 + }, + { + "loss_action": 0.03567289561033249, + "loss_total": 0.03567289561033249, + "step": 8040 + }, + { + "grad_norm": 1.2419923543930054, + "learning_rate": 9.974605514016131e-05, + "loss": 0.0533, + "step": 8050 + }, + { + "loss_action": 0.0734039768576622, + "loss_total": 0.0734039768576622, + "step": 8050 + }, + { + "loss_action": 0.02702580951154232, + "loss_total": 0.02702580951154232, + "step": 8050 + }, + { + "loss_action": 0.060731615871191025, + "loss_total": 0.060731615871191025, + "step": 8050 + }, + { + "loss_action": 0.04168581962585449, + "loss_total": 0.04168581962585449, + "step": 8050 + }, + { + "loss_action": 0.033781010657548904, + "loss_total": 0.033781010657548904, + "step": 8050 + }, + { + "loss_action": 0.043742213398218155, + "loss_total": 0.043742213398218155, + "step": 8050 + }, + { + "grad_norm": 0.7847243547439575, + "learning_rate": 9.974438807323907e-05, + "loss": 0.0426, + "step": 8060 + }, + { + "loss_action": 0.03850438818335533, + "loss_total": 0.03850438818335533, + "step": 8060 + }, + { + "loss_action": 0.03158118575811386, + "loss_total": 0.03158118575811386, + "step": 8060 + }, + { + "loss_action": 0.03344080597162247, + "loss_total": 0.03344080597162247, + "step": 8060 + }, + { + "loss_action": 0.06479325145483017, + "loss_total": 0.06479325145483017, + "step": 8060 + }, + { + "loss_action": 0.030368106439709663, + "loss_total": 0.030368106439709663, + "step": 8060 + }, + { + "loss_action": 0.06302005797624588, + "loss_total": 0.06302005797624588, + "step": 8060 + }, + { + "grad_norm": 0.6323219537734985, + "learning_rate": 9.974271556634535e-05, + "loss": 0.0415, + "step": 8070 + }, + { + "loss_action": 0.05098636448383331, + "loss_total": 0.05098636448383331, + "step": 8070 + }, + { + "loss_action": 0.03689981624484062, + "loss_total": 0.03689981624484062, + "step": 8070 + }, + { + "loss_action": 0.0445123054087162, + "loss_total": 0.0445123054087162, + "step": 8070 + }, + { + "loss_action": 0.030041633173823357, + "loss_total": 0.030041633173823357, + "step": 8070 + }, + { + "loss_action": 0.02680618315935135, + "loss_total": 0.02680618315935135, + "step": 8070 + }, + { + "loss_action": 0.21083153784275055, + "loss_total": 0.21083153784275055, + "step": 8070 + }, + { + "grad_norm": 0.6107526421546936, + "learning_rate": 9.974103761966302e-05, + "loss": 0.0529, + "step": 8080 + }, + { + "loss_action": 0.046138644218444824, + "loss_total": 0.046138644218444824, + "step": 8080 + }, + { + "loss_action": 0.028380420058965683, + "loss_total": 0.028380420058965683, + "step": 8080 + }, + { + "loss_action": 0.04598323628306389, + "loss_total": 0.04598323628306389, + "step": 8080 + }, + { + "loss_action": 0.051643989980220795, + "loss_total": 0.051643989980220795, + "step": 8080 + }, + { + "loss_action": 0.027536533772945404, + "loss_total": 0.027536533772945404, + "step": 8080 + }, + { + "loss_action": 0.05860085040330887, + "loss_total": 0.05860085040330887, + "step": 8080 + }, + { + "grad_norm": 0.8552774786949158, + "learning_rate": 9.973935423337563e-05, + "loss": 0.0558, + "step": 8090 + }, + { + "loss_action": 0.05598561465740204, + "loss_total": 0.05598561465740204, + "step": 8090 + }, + { + "loss_action": 0.04940034821629524, + "loss_total": 0.04940034821629524, + "step": 8090 + }, + { + "loss_action": 0.032952506095170975, + "loss_total": 0.032952506095170975, + "step": 8090 + }, + { + "loss_action": 0.03900904953479767, + "loss_total": 0.03900904953479767, + "step": 8090 + }, + { + "loss_action": 0.03958868235349655, + "loss_total": 0.03958868235349655, + "step": 8090 + }, + { + "loss_action": 0.05057215690612793, + "loss_total": 0.05057215690612793, + "step": 8090 + }, + { + "grad_norm": 0.8253445625305176, + "learning_rate": 9.973766540766722e-05, + "loss": 0.0544, + "step": 8100 + }, + { + "loss_action": 0.040407195687294006, + "loss_total": 0.040407195687294006, + "step": 8100 + }, + { + "loss_action": 0.04034651815891266, + "loss_total": 0.04034651815891266, + "step": 8100 + }, + { + "loss_action": 0.048918481916189194, + "loss_total": 0.048918481916189194, + "step": 8100 + }, + { + "loss_action": 0.035888560116291046, + "loss_total": 0.035888560116291046, + "step": 8100 + }, + { + "loss_action": 0.0440409816801548, + "loss_total": 0.0440409816801548, + "step": 8100 + }, + { + "loss_action": 0.05096307396888733, + "loss_total": 0.05096307396888733, + "step": 8100 + }, + { + "grad_norm": 0.6732816696166992, + "learning_rate": 9.97359711427225e-05, + "loss": 0.0467, + "step": 8110 + }, + { + "loss_action": 0.05143769457936287, + "loss_total": 0.05143769457936287, + "step": 8110 + }, + { + "loss_action": 0.017266644164919853, + "loss_total": 0.017266644164919853, + "step": 8110 + }, + { + "loss_action": 0.03538074716925621, + "loss_total": 0.03538074716925621, + "step": 8110 + }, + { + "loss_action": 0.025561293587088585, + "loss_total": 0.025561293587088585, + "step": 8110 + }, + { + "loss_action": 0.037224527448415756, + "loss_total": 0.037224527448415756, + "step": 8110 + }, + { + "loss_action": 0.037023868411779404, + "loss_total": 0.037023868411779404, + "step": 8110 + }, + { + "grad_norm": 0.5754168629646301, + "learning_rate": 9.973427143872677e-05, + "loss": 0.0436, + "step": 8120 + }, + { + "loss_action": 0.040255967527627945, + "loss_total": 0.040255967527627945, + "step": 8120 + }, + { + "loss_action": 0.027968887239694595, + "loss_total": 0.027968887239694595, + "step": 8120 + }, + { + "loss_action": 0.023125454783439636, + "loss_total": 0.023125454783439636, + "step": 8120 + }, + { + "loss_action": 0.09767512232065201, + "loss_total": 0.09767512232065201, + "step": 8120 + }, + { + "loss_action": 0.06106400862336159, + "loss_total": 0.06106400862336159, + "step": 8120 + }, + { + "loss_action": 0.04278747737407684, + "loss_total": 0.04278747737407684, + "step": 8120 + }, + { + "grad_norm": 0.5372045636177063, + "learning_rate": 9.973256629586589e-05, + "loss": 0.0377, + "step": 8130 + }, + { + "loss_action": 0.06638754159212112, + "loss_total": 0.06638754159212112, + "step": 8130 + }, + { + "loss_action": 0.09545578807592392, + "loss_total": 0.09545578807592392, + "step": 8130 + }, + { + "loss_action": 0.02518182247877121, + "loss_total": 0.02518182247877121, + "step": 8130 + }, + { + "loss_action": 0.0761692076921463, + "loss_total": 0.0761692076921463, + "step": 8130 + }, + { + "loss_action": 0.05025417357683182, + "loss_total": 0.05025417357683182, + "step": 8130 + }, + { + "loss_action": 0.04539197310805321, + "loss_total": 0.04539197310805321, + "step": 8130 + }, + { + "grad_norm": 0.738184928894043, + "learning_rate": 9.973085571432632e-05, + "loss": 0.0429, + "step": 8140 + }, + { + "loss_action": 0.06479252129793167, + "loss_total": 0.06479252129793167, + "step": 8140 + }, + { + "loss_action": 0.0520409494638443, + "loss_total": 0.0520409494638443, + "step": 8140 + }, + { + "loss_action": 0.07730940729379654, + "loss_total": 0.07730940729379654, + "step": 8140 + }, + { + "loss_action": 0.030252978205680847, + "loss_total": 0.030252978205680847, + "step": 8140 + }, + { + "loss_action": 0.037096742540597916, + "loss_total": 0.037096742540597916, + "step": 8140 + }, + { + "loss_action": 0.05489634722471237, + "loss_total": 0.05489634722471237, + "step": 8140 + }, + { + "grad_norm": 0.5674579739570618, + "learning_rate": 9.972913969429513e-05, + "loss": 0.0429, + "step": 8150 + }, + { + "loss_action": 0.039323750883340836, + "loss_total": 0.039323750883340836, + "step": 8150 + }, + { + "loss_action": 0.02738586626946926, + "loss_total": 0.02738586626946926, + "step": 8150 + }, + { + "loss_action": 0.03891662880778313, + "loss_total": 0.03891662880778313, + "step": 8150 + }, + { + "loss_action": 0.06702002137899399, + "loss_total": 0.06702002137899399, + "step": 8150 + }, + { + "loss_action": 0.023727739229798317, + "loss_total": 0.023727739229798317, + "step": 8150 + }, + { + "loss_action": 0.018461383879184723, + "loss_total": 0.018461383879184723, + "step": 8150 + }, + { + "grad_norm": 0.713813066482544, + "learning_rate": 9.972741823596e-05, + "loss": 0.0417, + "step": 8160 + }, + { + "loss_action": 0.03871018812060356, + "loss_total": 0.03871018812060356, + "step": 8160 + }, + { + "loss_action": 0.03945107012987137, + "loss_total": 0.03945107012987137, + "step": 8160 + }, + { + "loss_action": 0.05441892147064209, + "loss_total": 0.05441892147064209, + "step": 8160 + }, + { + "loss_action": 0.01818036660552025, + "loss_total": 0.01818036660552025, + "step": 8160 + }, + { + "loss_action": 0.07659050077199936, + "loss_total": 0.07659050077199936, + "step": 8160 + }, + { + "loss_action": 0.027860676869750023, + "loss_total": 0.027860676869750023, + "step": 8160 + }, + { + "grad_norm": 0.6807833313941956, + "learning_rate": 9.972569133950917e-05, + "loss": 0.0395, + "step": 8170 + }, + { + "loss_action": 0.06758709996938705, + "loss_total": 0.06758709996938705, + "step": 8170 + }, + { + "loss_action": 0.042017240077257156, + "loss_total": 0.042017240077257156, + "step": 8170 + }, + { + "loss_action": 0.09525970369577408, + "loss_total": 0.09525970369577408, + "step": 8170 + }, + { + "loss_action": 0.06477472186088562, + "loss_total": 0.06477472186088562, + "step": 8170 + }, + { + "loss_action": 0.07540615648031235, + "loss_total": 0.07540615648031235, + "step": 8170 + }, + { + "loss_action": 0.02337627485394478, + "loss_total": 0.02337627485394478, + "step": 8170 + }, + { + "grad_norm": 0.5041037797927856, + "learning_rate": 9.972395900513151e-05, + "loss": 0.0398, + "step": 8180 + }, + { + "loss_action": 0.03863782063126564, + "loss_total": 0.03863782063126564, + "step": 8180 + }, + { + "loss_action": 0.01713608205318451, + "loss_total": 0.01713608205318451, + "step": 8180 + }, + { + "loss_action": 0.034319035708904266, + "loss_total": 0.034319035708904266, + "step": 8180 + }, + { + "loss_action": 0.01937267556786537, + "loss_total": 0.01937267556786537, + "step": 8180 + }, + { + "loss_action": 0.035748276859521866, + "loss_total": 0.035748276859521866, + "step": 8180 + }, + { + "loss_action": 0.02004282921552658, + "loss_total": 0.02004282921552658, + "step": 8180 + }, + { + "grad_norm": 0.5112161040306091, + "learning_rate": 9.972222123301645e-05, + "loss": 0.0371, + "step": 8190 + }, + { + "loss_action": 0.034000739455223083, + "loss_total": 0.034000739455223083, + "step": 8190 + }, + { + "loss_action": 0.03087688609957695, + "loss_total": 0.03087688609957695, + "step": 8190 + }, + { + "loss_action": 0.018932966515421867, + "loss_total": 0.018932966515421867, + "step": 8190 + }, + { + "loss_action": 0.02204359881579876, + "loss_total": 0.02204359881579876, + "step": 8190 + }, + { + "loss_action": 0.052770234644412994, + "loss_total": 0.052770234644412994, + "step": 8190 + }, + { + "loss_action": 0.023634031414985657, + "loss_total": 0.023634031414985657, + "step": 8190 + }, + { + "grad_norm": 0.6606813073158264, + "learning_rate": 9.972047802335403e-05, + "loss": 0.038, + "step": 8200 + }, + { + "loss_action": 0.03529074788093567, + "loss_total": 0.03529074788093567, + "step": 8200 + }, + { + "loss_action": 0.02693939581513405, + "loss_total": 0.02693939581513405, + "step": 8200 + }, + { + "loss_action": 0.020534491166472435, + "loss_total": 0.020534491166472435, + "step": 8200 + }, + { + "loss_action": 0.03317733481526375, + "loss_total": 0.03317733481526375, + "step": 8200 + }, + { + "loss_action": 0.01475092675536871, + "loss_total": 0.01475092675536871, + "step": 8200 + }, + { + "loss_action": 0.22316309809684753, + "loss_total": 0.22316309809684753, + "step": 8200 + }, + { + "grad_norm": 0.49038267135620117, + "learning_rate": 9.971872937633488e-05, + "loss": 0.0393, + "step": 8210 + }, + { + "loss_action": 0.07666429132223129, + "loss_total": 0.07666429132223129, + "step": 8210 + }, + { + "loss_action": 0.06380096077919006, + "loss_total": 0.06380096077919006, + "step": 8210 + }, + { + "loss_action": 0.01615336909890175, + "loss_total": 0.01615336909890175, + "step": 8210 + }, + { + "loss_action": 0.03419734165072441, + "loss_total": 0.03419734165072441, + "step": 8210 + }, + { + "loss_action": 0.028189565986394882, + "loss_total": 0.028189565986394882, + "step": 8210 + }, + { + "loss_action": 0.023811867460608482, + "loss_total": 0.023811867460608482, + "step": 8210 + }, + { + "grad_norm": 0.5763371586799622, + "learning_rate": 9.971697529215024e-05, + "loss": 0.0381, + "step": 8220 + }, + { + "loss_action": 0.01895509660243988, + "loss_total": 0.01895509660243988, + "step": 8220 + }, + { + "loss_action": 0.03702579811215401, + "loss_total": 0.03702579811215401, + "step": 8220 + }, + { + "loss_action": 0.050706878304481506, + "loss_total": 0.050706878304481506, + "step": 8220 + }, + { + "loss_action": 0.05291515216231346, + "loss_total": 0.05291515216231346, + "step": 8220 + }, + { + "loss_action": 0.04079420492053032, + "loss_total": 0.04079420492053032, + "step": 8220 + }, + { + "loss_action": 0.046442661434412, + "loss_total": 0.046442661434412, + "step": 8220 + }, + { + "grad_norm": 0.6195764541625977, + "learning_rate": 9.971521577099192e-05, + "loss": 0.0399, + "step": 8230 + }, + { + "loss_action": 0.034049682319164276, + "loss_total": 0.034049682319164276, + "step": 8230 + }, + { + "loss_action": 0.024866268038749695, + "loss_total": 0.024866268038749695, + "step": 8230 + }, + { + "loss_action": 0.05208761617541313, + "loss_total": 0.05208761617541313, + "step": 8230 + }, + { + "loss_action": 0.026643741875886917, + "loss_total": 0.026643741875886917, + "step": 8230 + }, + { + "loss_action": 0.031198514625430107, + "loss_total": 0.031198514625430107, + "step": 8230 + }, + { + "loss_action": 0.03860599920153618, + "loss_total": 0.03860599920153618, + "step": 8230 + }, + { + "grad_norm": 0.5601592659950256, + "learning_rate": 9.971345081305236e-05, + "loss": 0.0378, + "step": 8240 + }, + { + "loss_action": 0.02716379426419735, + "loss_total": 0.02716379426419735, + "step": 8240 + }, + { + "loss_action": 0.0421687588095665, + "loss_total": 0.0421687588095665, + "step": 8240 + }, + { + "loss_action": 0.04210319370031357, + "loss_total": 0.04210319370031357, + "step": 8240 + }, + { + "loss_action": 0.026115532964468002, + "loss_total": 0.026115532964468002, + "step": 8240 + }, + { + "loss_action": 0.026095079258084297, + "loss_total": 0.026095079258084297, + "step": 8240 + }, + { + "loss_action": 0.047349266707897186, + "loss_total": 0.047349266707897186, + "step": 8240 + }, + { + "grad_norm": 0.6594606041908264, + "learning_rate": 9.971168041852456e-05, + "loss": 0.0402, + "step": 8250 + }, + { + "loss_action": 0.02043250761926174, + "loss_total": 0.02043250761926174, + "step": 8250 + }, + { + "loss_action": 0.03979204595088959, + "loss_total": 0.03979204595088959, + "step": 8250 + }, + { + "loss_action": 0.029552610591053963, + "loss_total": 0.029552610591053963, + "step": 8250 + }, + { + "loss_action": 0.0318555049598217, + "loss_total": 0.0318555049598217, + "step": 8250 + }, + { + "loss_action": 0.029147028923034668, + "loss_total": 0.029147028923034668, + "step": 8250 + }, + { + "loss_action": 0.038498491048812866, + "loss_total": 0.038498491048812866, + "step": 8250 + }, + { + "grad_norm": 0.6817620396614075, + "learning_rate": 9.970990458760215e-05, + "loss": 0.044, + "step": 8260 + }, + { + "loss_action": 0.024738827720284462, + "loss_total": 0.024738827720284462, + "step": 8260 + }, + { + "loss_action": 0.026434624567627907, + "loss_total": 0.026434624567627907, + "step": 8260 + }, + { + "loss_action": 0.030615555122494698, + "loss_total": 0.030615555122494698, + "step": 8260 + }, + { + "loss_action": 0.02547408826649189, + "loss_total": 0.02547408826649189, + "step": 8260 + }, + { + "loss_action": 0.033294983208179474, + "loss_total": 0.033294983208179474, + "step": 8260 + }, + { + "loss_action": 0.023588264361023903, + "loss_total": 0.023588264361023903, + "step": 8260 + }, + { + "grad_norm": 0.637030839920044, + "learning_rate": 9.970812332047929e-05, + "loss": 0.0373, + "step": 8270 + }, + { + "loss_action": 0.025487272068858147, + "loss_total": 0.025487272068858147, + "step": 8270 + }, + { + "loss_action": 0.023149486631155014, + "loss_total": 0.023149486631155014, + "step": 8270 + }, + { + "loss_action": 0.048264674842357635, + "loss_total": 0.048264674842357635, + "step": 8270 + }, + { + "loss_action": 0.053815778344869614, + "loss_total": 0.053815778344869614, + "step": 8270 + }, + { + "loss_action": 0.02686835639178753, + "loss_total": 0.02686835639178753, + "step": 8270 + }, + { + "loss_action": 0.0388643816113472, + "loss_total": 0.0388643816113472, + "step": 8270 + }, + { + "grad_norm": 0.5597514510154724, + "learning_rate": 9.97063366173508e-05, + "loss": 0.0385, + "step": 8280 + }, + { + "loss_action": 0.029160909354686737, + "loss_total": 0.029160909354686737, + "step": 8280 + }, + { + "loss_action": 0.03167787566781044, + "loss_total": 0.03167787566781044, + "step": 8280 + }, + { + "loss_action": 0.05064835771918297, + "loss_total": 0.05064835771918297, + "step": 8280 + }, + { + "loss_action": 0.06443663686513901, + "loss_total": 0.06443663686513901, + "step": 8280 + }, + { + "loss_action": 0.06823085993528366, + "loss_total": 0.06823085993528366, + "step": 8280 + }, + { + "loss_action": 0.03608545660972595, + "loss_total": 0.03608545660972595, + "step": 8280 + }, + { + "grad_norm": 0.6231738924980164, + "learning_rate": 9.970454447841207e-05, + "loss": 0.0402, + "step": 8290 + }, + { + "loss_action": 0.03425362706184387, + "loss_total": 0.03425362706184387, + "step": 8290 + }, + { + "loss_action": 0.02291070483624935, + "loss_total": 0.02291070483624935, + "step": 8290 + }, + { + "loss_action": 0.04007897153496742, + "loss_total": 0.04007897153496742, + "step": 8290 + }, + { + "loss_action": 0.0252566859126091, + "loss_total": 0.0252566859126091, + "step": 8290 + }, + { + "loss_action": 0.053895995020866394, + "loss_total": 0.053895995020866394, + "step": 8290 + }, + { + "loss_action": 0.023759206756949425, + "loss_total": 0.023759206756949425, + "step": 8290 + }, + { + "grad_norm": 0.6235494017601013, + "learning_rate": 9.970274690385909e-05, + "loss": 0.0432, + "step": 8300 + }, + { + "loss_action": 0.03059234470129013, + "loss_total": 0.03059234470129013, + "step": 8300 + }, + { + "loss_action": 0.02695012092590332, + "loss_total": 0.02695012092590332, + "step": 8300 + }, + { + "loss_action": 0.0515764020383358, + "loss_total": 0.0515764020383358, + "step": 8300 + }, + { + "loss_action": 0.04244709759950638, + "loss_total": 0.04244709759950638, + "step": 8300 + }, + { + "loss_action": 0.046138957142829895, + "loss_total": 0.046138957142829895, + "step": 8300 + }, + { + "loss_action": 0.03441670164465904, + "loss_total": 0.03441670164465904, + "step": 8300 + }, + { + "grad_norm": 0.6690497398376465, + "learning_rate": 9.970094389388844e-05, + "loss": 0.0357, + "step": 8310 + }, + { + "loss_action": 0.06303757429122925, + "loss_total": 0.06303757429122925, + "step": 8310 + }, + { + "loss_action": 0.030017957091331482, + "loss_total": 0.030017957091331482, + "step": 8310 + }, + { + "loss_action": 0.04156489670276642, + "loss_total": 0.04156489670276642, + "step": 8310 + }, + { + "loss_action": 0.023661987856030464, + "loss_total": 0.023661987856030464, + "step": 8310 + }, + { + "loss_action": 0.01838318444788456, + "loss_total": 0.01838318444788456, + "step": 8310 + }, + { + "loss_action": 0.03624910116195679, + "loss_total": 0.03624910116195679, + "step": 8310 + }, + { + "grad_norm": 0.6323846578598022, + "learning_rate": 9.969913544869728e-05, + "loss": 0.041, + "step": 8320 + }, + { + "loss_action": 0.03288737311959267, + "loss_total": 0.03288737311959267, + "step": 8320 + }, + { + "loss_action": 0.013415074907243252, + "loss_total": 0.013415074907243252, + "step": 8320 + }, + { + "loss_action": 0.016502927988767624, + "loss_total": 0.016502927988767624, + "step": 8320 + }, + { + "loss_action": 0.04951217398047447, + "loss_total": 0.04951217398047447, + "step": 8320 + }, + { + "loss_action": 0.1618392914533615, + "loss_total": 0.1618392914533615, + "step": 8320 + }, + { + "loss_action": 0.03815331310033798, + "loss_total": 0.03815331310033798, + "step": 8320 + }, + { + "grad_norm": 0.4857504963874817, + "learning_rate": 9.96973215684834e-05, + "loss": 0.042, + "step": 8330 + }, + { + "loss_action": 0.023164520040154457, + "loss_total": 0.023164520040154457, + "step": 8330 + }, + { + "loss_action": 0.08305753022432327, + "loss_total": 0.08305753022432327, + "step": 8330 + }, + { + "loss_action": 0.016801729798316956, + "loss_total": 0.016801729798316956, + "step": 8330 + }, + { + "loss_action": 0.025065280497074127, + "loss_total": 0.025065280497074127, + "step": 8330 + }, + { + "loss_action": 0.046034328639507294, + "loss_total": 0.046034328639507294, + "step": 8330 + }, + { + "loss_action": 0.018103966489434242, + "loss_total": 0.018103966489434242, + "step": 8330 + }, + { + "grad_norm": 0.5668608546257019, + "learning_rate": 9.969550225344513e-05, + "loss": 0.0401, + "step": 8340 + }, + { + "loss_action": 0.036800239235162735, + "loss_total": 0.036800239235162735, + "step": 8340 + }, + { + "loss_action": 0.03541720658540726, + "loss_total": 0.03541720658540726, + "step": 8340 + }, + { + "loss_action": 0.02935204468667507, + "loss_total": 0.02935204468667507, + "step": 8340 + }, + { + "loss_action": 0.055222801864147186, + "loss_total": 0.055222801864147186, + "step": 8340 + }, + { + "loss_action": 0.026450933888554573, + "loss_total": 0.026450933888554573, + "step": 8340 + }, + { + "loss_action": 0.025611255317926407, + "loss_total": 0.025611255317926407, + "step": 8340 + }, + { + "grad_norm": 0.5067793130874634, + "learning_rate": 9.969367750378147e-05, + "loss": 0.0372, + "step": 8350 + }, + { + "loss_action": 0.0282304510474205, + "loss_total": 0.0282304510474205, + "step": 8350 + }, + { + "loss_action": 0.0346188023686409, + "loss_total": 0.0346188023686409, + "step": 8350 + }, + { + "loss_action": 0.03215448558330536, + "loss_total": 0.03215448558330536, + "step": 8350 + }, + { + "loss_action": 0.03720280900597572, + "loss_total": 0.03720280900597572, + "step": 8350 + }, + { + "loss_action": 0.022093411535024643, + "loss_total": 0.022093411535024643, + "step": 8350 + }, + { + "loss_action": 0.05801292881369591, + "loss_total": 0.05801292881369591, + "step": 8350 + }, + { + "grad_norm": 0.5949146151542664, + "learning_rate": 9.969184731969194e-05, + "loss": 0.0388, + "step": 8360 + }, + { + "loss_action": 0.032901689410209656, + "loss_total": 0.032901689410209656, + "step": 8360 + }, + { + "loss_action": 0.030951937660574913, + "loss_total": 0.030951937660574913, + "step": 8360 + }, + { + "loss_action": 0.022234102711081505, + "loss_total": 0.022234102711081505, + "step": 8360 + }, + { + "loss_action": 0.03630536422133446, + "loss_total": 0.03630536422133446, + "step": 8360 + }, + { + "loss_action": 0.06816864758729935, + "loss_total": 0.06816864758729935, + "step": 8360 + }, + { + "loss_action": 0.022064685821533203, + "loss_total": 0.022064685821533203, + "step": 8360 + }, + { + "grad_norm": 0.8011135458946228, + "learning_rate": 9.96900117013767e-05, + "loss": 0.0393, + "step": 8370 + }, + { + "loss_action": 0.053205229341983795, + "loss_total": 0.053205229341983795, + "step": 8370 + }, + { + "loss_action": 0.029411081224679947, + "loss_total": 0.029411081224679947, + "step": 8370 + }, + { + "loss_action": 0.026417242363095284, + "loss_total": 0.026417242363095284, + "step": 8370 + }, + { + "loss_action": 0.01965384930372238, + "loss_total": 0.01965384930372238, + "step": 8370 + }, + { + "loss_action": 0.02391122281551361, + "loss_total": 0.02391122281551361, + "step": 8370 + }, + { + "loss_action": 0.039059195667505264, + "loss_total": 0.039059195667505264, + "step": 8370 + }, + { + "grad_norm": 0.591429591178894, + "learning_rate": 9.96881706490365e-05, + "loss": 0.0411, + "step": 8380 + }, + { + "loss_action": 0.0666435956954956, + "loss_total": 0.0666435956954956, + "step": 8380 + }, + { + "loss_action": 0.023773090913891792, + "loss_total": 0.023773090913891792, + "step": 8380 + }, + { + "loss_action": 0.04011872038245201, + "loss_total": 0.04011872038245201, + "step": 8380 + }, + { + "loss_action": 0.03270398825407028, + "loss_total": 0.03270398825407028, + "step": 8380 + }, + { + "loss_action": 0.04888927564024925, + "loss_total": 0.04888927564024925, + "step": 8380 + }, + { + "loss_action": 0.02584085240960121, + "loss_total": 0.02584085240960121, + "step": 8380 + }, + { + "grad_norm": 0.5856730341911316, + "learning_rate": 9.968632416287265e-05, + "loss": 0.0321, + "step": 8390 + }, + { + "loss_action": 0.02653602510690689, + "loss_total": 0.02653602510690689, + "step": 8390 + }, + { + "loss_action": 0.032898951321840286, + "loss_total": 0.032898951321840286, + "step": 8390 + }, + { + "loss_action": 0.05437418445944786, + "loss_total": 0.05437418445944786, + "step": 8390 + }, + { + "loss_action": 0.02792120911180973, + "loss_total": 0.02792120911180973, + "step": 8390 + }, + { + "loss_action": 0.05058828368782997, + "loss_total": 0.05058828368782997, + "step": 8390 + }, + { + "loss_action": 0.04807174578309059, + "loss_total": 0.04807174578309059, + "step": 8390 + }, + { + "grad_norm": 0.5770743489265442, + "learning_rate": 9.96844722430871e-05, + "loss": 0.0363, + "step": 8400 + }, + { + "loss_action": 0.021031297743320465, + "loss_total": 0.021031297743320465, + "step": 8400 + }, + { + "loss_action": 0.031104734167456627, + "loss_total": 0.031104734167456627, + "step": 8400 + }, + { + "loss_action": 0.03405345231294632, + "loss_total": 0.03405345231294632, + "step": 8400 + }, + { + "loss_action": 0.020905856043100357, + "loss_total": 0.020905856043100357, + "step": 8400 + }, + { + "loss_action": 0.15911921858787537, + "loss_total": 0.15911921858787537, + "step": 8400 + }, + { + "loss_action": 0.02762935869395733, + "loss_total": 0.02762935869395733, + "step": 8400 + }, + { + "grad_norm": 0.5880370140075684, + "learning_rate": 9.968261488988235e-05, + "loss": 0.0361, + "step": 8410 + }, + { + "loss_action": 0.032428111881017685, + "loss_total": 0.032428111881017685, + "step": 8410 + }, + { + "loss_action": 0.016715260222554207, + "loss_total": 0.016715260222554207, + "step": 8410 + }, + { + "loss_action": 0.01779288798570633, + "loss_total": 0.01779288798570633, + "step": 8410 + }, + { + "loss_action": 0.01662280224263668, + "loss_total": 0.01662280224263668, + "step": 8410 + }, + { + "loss_action": 0.01815102808177471, + "loss_total": 0.01815102808177471, + "step": 8410 + }, + { + "loss_action": 0.018586494028568268, + "loss_total": 0.018586494028568268, + "step": 8410 + }, + { + "grad_norm": 0.587152898311615, + "learning_rate": 9.968075210346155e-05, + "loss": 0.0303, + "step": 8420 + }, + { + "loss_action": 0.024095939472317696, + "loss_total": 0.024095939472317696, + "step": 8420 + }, + { + "loss_action": 0.03182158246636391, + "loss_total": 0.03182158246636391, + "step": 8420 + }, + { + "loss_action": 0.02364485338330269, + "loss_total": 0.02364485338330269, + "step": 8420 + }, + { + "loss_action": 0.01747540943324566, + "loss_total": 0.01747540943324566, + "step": 8420 + }, + { + "loss_action": 0.030479444190859795, + "loss_total": 0.030479444190859795, + "step": 8420 + }, + { + "loss_action": 0.024045953527092934, + "loss_total": 0.024045953527092934, + "step": 8420 + }, + { + "grad_norm": 0.5036371946334839, + "learning_rate": 9.967888388402839e-05, + "loss": 0.0365, + "step": 8430 + }, + { + "loss_action": 0.033696986734867096, + "loss_total": 0.033696986734867096, + "step": 8430 + }, + { + "loss_action": 0.1409635692834854, + "loss_total": 0.1409635692834854, + "step": 8430 + }, + { + "loss_action": 0.09994816035032272, + "loss_total": 0.09994816035032272, + "step": 8430 + }, + { + "loss_action": 0.05986516922712326, + "loss_total": 0.05986516922712326, + "step": 8430 + }, + { + "loss_action": 0.022263403981924057, + "loss_total": 0.022263403981924057, + "step": 8430 + }, + { + "loss_action": 0.07446537911891937, + "loss_total": 0.07446537911891937, + "step": 8430 + }, + { + "grad_norm": 0.5767064094543457, + "learning_rate": 9.967701023178717e-05, + "loss": 0.0405, + "step": 8440 + }, + { + "loss_action": 0.03210613131523132, + "loss_total": 0.03210613131523132, + "step": 8440 + }, + { + "loss_action": 0.015978839248418808, + "loss_total": 0.015978839248418808, + "step": 8440 + }, + { + "loss_action": 0.1287316381931305, + "loss_total": 0.1287316381931305, + "step": 8440 + }, + { + "loss_action": 0.05922761186957359, + "loss_total": 0.05922761186957359, + "step": 8440 + }, + { + "loss_action": 0.021589694544672966, + "loss_total": 0.021589694544672966, + "step": 8440 + }, + { + "loss_action": 0.032988544553518295, + "loss_total": 0.032988544553518295, + "step": 8440 + }, + { + "grad_norm": 0.691609799861908, + "learning_rate": 9.967513114694282e-05, + "loss": 0.046, + "step": 8450 + }, + { + "loss_action": 0.02168722078204155, + "loss_total": 0.02168722078204155, + "step": 8450 + }, + { + "loss_action": 0.051774926483631134, + "loss_total": 0.051774926483631134, + "step": 8450 + }, + { + "loss_action": 0.042320940643548965, + "loss_total": 0.042320940643548965, + "step": 8450 + }, + { + "loss_action": 0.07244610041379929, + "loss_total": 0.07244610041379929, + "step": 8450 + }, + { + "loss_action": 0.046827953308820724, + "loss_total": 0.046827953308820724, + "step": 8450 + }, + { + "loss_action": 0.03974994644522667, + "loss_total": 0.03974994644522667, + "step": 8450 + }, + { + "grad_norm": 0.6681771874427795, + "learning_rate": 9.967324662970079e-05, + "loss": 0.0419, + "step": 8460 + }, + { + "loss_action": 0.06688927859067917, + "loss_total": 0.06688927859067917, + "step": 8460 + }, + { + "loss_action": 0.027807364240288734, + "loss_total": 0.027807364240288734, + "step": 8460 + }, + { + "loss_action": 0.11350105702877045, + "loss_total": 0.11350105702877045, + "step": 8460 + }, + { + "loss_action": 0.026381969451904297, + "loss_total": 0.026381969451904297, + "step": 8460 + }, + { + "loss_action": 0.031042173504829407, + "loss_total": 0.031042173504829407, + "step": 8460 + }, + { + "loss_action": 0.03624246269464493, + "loss_total": 0.03624246269464493, + "step": 8460 + }, + { + "grad_norm": 0.6392607688903809, + "learning_rate": 9.96713566802672e-05, + "loss": 0.0434, + "step": 8470 + }, + { + "loss_action": 0.03485725075006485, + "loss_total": 0.03485725075006485, + "step": 8470 + }, + { + "loss_action": 0.05501708760857582, + "loss_total": 0.05501708760857582, + "step": 8470 + }, + { + "loss_action": 0.018013151362538338, + "loss_total": 0.018013151362538338, + "step": 8470 + }, + { + "loss_action": 0.03054638020694256, + "loss_total": 0.03054638020694256, + "step": 8470 + }, + { + "loss_action": 0.029128586873412132, + "loss_total": 0.029128586873412132, + "step": 8470 + }, + { + "loss_action": 0.01928364299237728, + "loss_total": 0.01928364299237728, + "step": 8470 + }, + { + "grad_norm": 0.6122145652770996, + "learning_rate": 9.966946129884873e-05, + "loss": 0.0441, + "step": 8480 + }, + { + "loss_action": 0.24676059186458588, + "loss_total": 0.24676059186458588, + "step": 8480 + }, + { + "loss_action": 0.044007137417793274, + "loss_total": 0.044007137417793274, + "step": 8480 + }, + { + "loss_action": 0.02599848248064518, + "loss_total": 0.02599848248064518, + "step": 8480 + }, + { + "loss_action": 0.02608252875506878, + "loss_total": 0.02608252875506878, + "step": 8480 + }, + { + "loss_action": 0.074844129383564, + "loss_total": 0.074844129383564, + "step": 8480 + }, + { + "loss_action": 0.029733071103692055, + "loss_total": 0.029733071103692055, + "step": 8480 + }, + { + "grad_norm": 0.6722802519798279, + "learning_rate": 9.966756048565265e-05, + "loss": 0.0492, + "step": 8490 + }, + { + "loss_action": 0.034809306263923645, + "loss_total": 0.034809306263923645, + "step": 8490 + }, + { + "loss_action": 0.04880630597472191, + "loss_total": 0.04880630597472191, + "step": 8490 + }, + { + "loss_action": 0.047361284494400024, + "loss_total": 0.047361284494400024, + "step": 8490 + }, + { + "loss_action": 0.03426980972290039, + "loss_total": 0.03426980972290039, + "step": 8490 + }, + { + "loss_action": 0.10109943896532059, + "loss_total": 0.10109943896532059, + "step": 8490 + }, + { + "loss_action": 0.06459752470254898, + "loss_total": 0.06459752470254898, + "step": 8490 + }, + { + "grad_norm": 0.8560406565666199, + "learning_rate": 9.966565424088681e-05, + "loss": 0.0545, + "step": 8500 + }, + { + "loss_action": 0.03223692998290062, + "loss_total": 0.03223692998290062, + "step": 8500 + }, + { + "loss_action": 0.05089547112584114, + "loss_total": 0.05089547112584114, + "step": 8500 + }, + { + "loss_action": 0.041173432022333145, + "loss_total": 0.041173432022333145, + "step": 8500 + }, + { + "loss_action": 0.1520373374223709, + "loss_total": 0.1520373374223709, + "step": 8500 + }, + { + "loss_action": 0.02722545899450779, + "loss_total": 0.02722545899450779, + "step": 8500 + }, + { + "loss_action": 0.11998942494392395, + "loss_total": 0.11998942494392395, + "step": 8500 + }, + { + "grad_norm": 0.8256996273994446, + "learning_rate": 9.96637425647597e-05, + "loss": 0.0543, + "step": 8510 + }, + { + "loss_action": 0.05379025265574455, + "loss_total": 0.05379025265574455, + "step": 8510 + }, + { + "loss_action": 0.03339041769504547, + "loss_total": 0.03339041769504547, + "step": 8510 + }, + { + "loss_action": 0.057381656020879745, + "loss_total": 0.057381656020879745, + "step": 8510 + }, + { + "loss_action": 0.04096817225217819, + "loss_total": 0.04096817225217819, + "step": 8510 + }, + { + "loss_action": 0.035998646169900894, + "loss_total": 0.035998646169900894, + "step": 8510 + }, + { + "loss_action": 0.0521489717066288, + "loss_total": 0.0521489717066288, + "step": 8510 + }, + { + "grad_norm": 0.6400278210639954, + "learning_rate": 9.966182545748038e-05, + "loss": 0.0502, + "step": 8520 + }, + { + "loss_action": 0.03348865360021591, + "loss_total": 0.03348865360021591, + "step": 8520 + }, + { + "loss_action": 0.053707726299762726, + "loss_total": 0.053707726299762726, + "step": 8520 + }, + { + "loss_action": 0.06129315495491028, + "loss_total": 0.06129315495491028, + "step": 8520 + }, + { + "loss_action": 0.03146689385175705, + "loss_total": 0.03146689385175705, + "step": 8520 + }, + { + "loss_action": 0.16690629720687866, + "loss_total": 0.16690629720687866, + "step": 8520 + }, + { + "loss_action": 0.04368393123149872, + "loss_total": 0.04368393123149872, + "step": 8520 + }, + { + "grad_norm": 0.6008809208869934, + "learning_rate": 9.96599029192585e-05, + "loss": 0.0453, + "step": 8530 + }, + { + "loss_action": 0.02014615386724472, + "loss_total": 0.02014615386724472, + "step": 8530 + }, + { + "loss_action": 0.03740670159459114, + "loss_total": 0.03740670159459114, + "step": 8530 + }, + { + "loss_action": 0.02453460730612278, + "loss_total": 0.02453460730612278, + "step": 8530 + }, + { + "loss_action": 0.03443684056401253, + "loss_total": 0.03443684056401253, + "step": 8530 + }, + { + "loss_action": 0.09256797283887863, + "loss_total": 0.09256797283887863, + "step": 8530 + }, + { + "loss_action": 0.04072272777557373, + "loss_total": 0.04072272777557373, + "step": 8530 + }, + { + "grad_norm": 0.89081871509552, + "learning_rate": 9.965797495030428e-05, + "loss": 0.0427, + "step": 8540 + }, + { + "loss_action": 0.038829654455184937, + "loss_total": 0.038829654455184937, + "step": 8540 + }, + { + "loss_action": 0.17799018323421478, + "loss_total": 0.17799018323421478, + "step": 8540 + }, + { + "loss_action": 0.06132599711418152, + "loss_total": 0.06132599711418152, + "step": 8540 + }, + { + "loss_action": 0.03151700645685196, + "loss_total": 0.03151700645685196, + "step": 8540 + }, + { + "loss_action": 0.035219721496105194, + "loss_total": 0.035219721496105194, + "step": 8540 + }, + { + "loss_action": 0.06764697283506393, + "loss_total": 0.06764697283506393, + "step": 8540 + }, + { + "grad_norm": 0.7068746089935303, + "learning_rate": 9.96560415508286e-05, + "loss": 0.0519, + "step": 8550 + }, + { + "loss_action": 0.08744344115257263, + "loss_total": 0.08744344115257263, + "step": 8550 + }, + { + "loss_action": 0.04294584318995476, + "loss_total": 0.04294584318995476, + "step": 8550 + }, + { + "loss_action": 0.026708675548434258, + "loss_total": 0.026708675548434258, + "step": 8550 + }, + { + "loss_action": 0.03615427017211914, + "loss_total": 0.03615427017211914, + "step": 8550 + }, + { + "loss_action": 0.03884078562259674, + "loss_total": 0.03884078562259674, + "step": 8550 + }, + { + "loss_action": 0.02480418235063553, + "loss_total": 0.02480418235063553, + "step": 8550 + }, + { + "grad_norm": 0.7758505940437317, + "learning_rate": 9.965410272104286e-05, + "loss": 0.0502, + "step": 8560 + }, + { + "loss_action": 0.03634610399603844, + "loss_total": 0.03634610399603844, + "step": 8560 + }, + { + "loss_action": 0.028449244797229767, + "loss_total": 0.028449244797229767, + "step": 8560 + }, + { + "loss_action": 0.028200745582580566, + "loss_total": 0.028200745582580566, + "step": 8560 + }, + { + "loss_action": 0.040601156651973724, + "loss_total": 0.040601156651973724, + "step": 8560 + }, + { + "loss_action": 0.022045519202947617, + "loss_total": 0.022045519202947617, + "step": 8560 + }, + { + "loss_action": 0.08007355779409409, + "loss_total": 0.08007355779409409, + "step": 8560 + }, + { + "grad_norm": 0.8905371427536011, + "learning_rate": 9.96521584611591e-05, + "loss": 0.0483, + "step": 8570 + }, + { + "loss_action": 0.043786898255348206, + "loss_total": 0.043786898255348206, + "step": 8570 + }, + { + "loss_action": 0.04720453917980194, + "loss_total": 0.04720453917980194, + "step": 8570 + }, + { + "loss_action": 0.038024868816137314, + "loss_total": 0.038024868816137314, + "step": 8570 + }, + { + "loss_action": 0.049002859741449356, + "loss_total": 0.049002859741449356, + "step": 8570 + }, + { + "loss_action": 0.04263903573155403, + "loss_total": 0.04263903573155403, + "step": 8570 + }, + { + "loss_action": 0.04902152717113495, + "loss_total": 0.04902152717113495, + "step": 8570 + }, + { + "grad_norm": 0.9615728855133057, + "learning_rate": 9.965020877138994e-05, + "loss": 0.0473, + "step": 8580 + }, + { + "loss_action": 0.02818702906370163, + "loss_total": 0.02818702906370163, + "step": 8580 + }, + { + "loss_action": 0.03543765842914581, + "loss_total": 0.03543765842914581, + "step": 8580 + }, + { + "loss_action": 0.049914147704839706, + "loss_total": 0.049914147704839706, + "step": 8580 + }, + { + "loss_action": 0.049632471054792404, + "loss_total": 0.049632471054792404, + "step": 8580 + }, + { + "loss_action": 0.031233858317136765, + "loss_total": 0.031233858317136765, + "step": 8580 + }, + { + "loss_action": 0.027573298662900925, + "loss_total": 0.027573298662900925, + "step": 8580 + }, + { + "grad_norm": 0.5813083648681641, + "learning_rate": 9.964825365194861e-05, + "loss": 0.0498, + "step": 8590 + }, + { + "loss_action": 0.023389270529150963, + "loss_total": 0.023389270529150963, + "step": 8590 + }, + { + "loss_action": 0.053403958678245544, + "loss_total": 0.053403958678245544, + "step": 8590 + }, + { + "loss_action": 0.04125275835394859, + "loss_total": 0.04125275835394859, + "step": 8590 + }, + { + "loss_action": 0.044279567897319794, + "loss_total": 0.044279567897319794, + "step": 8590 + }, + { + "loss_action": 0.02787017449736595, + "loss_total": 0.02787017449736595, + "step": 8590 + }, + { + "loss_action": 0.0233518835157156, + "loss_total": 0.0233518835157156, + "step": 8590 + }, + { + "grad_norm": 0.6113542318344116, + "learning_rate": 9.96462931030489e-05, + "loss": 0.0377, + "step": 8600 + }, + { + "loss_action": 0.030837474390864372, + "loss_total": 0.030837474390864372, + "step": 8600 + }, + { + "loss_action": 0.01776554435491562, + "loss_total": 0.01776554435491562, + "step": 8600 + }, + { + "loss_action": 0.07215338945388794, + "loss_total": 0.07215338945388794, + "step": 8600 + }, + { + "loss_action": 0.04028387367725372, + "loss_total": 0.04028387367725372, + "step": 8600 + }, + { + "loss_action": 0.032589782029390335, + "loss_total": 0.032589782029390335, + "step": 8600 + }, + { + "loss_action": 0.04043371230363846, + "loss_total": 0.04043371230363846, + "step": 8600 + }, + { + "grad_norm": 0.48773714900016785, + "learning_rate": 9.96443271249052e-05, + "loss": 0.0338, + "step": 8610 + }, + { + "loss_action": 0.02809613198041916, + "loss_total": 0.02809613198041916, + "step": 8610 + }, + { + "loss_action": 0.02580501139163971, + "loss_total": 0.02580501139163971, + "step": 8610 + }, + { + "loss_action": 0.0345609225332737, + "loss_total": 0.0345609225332737, + "step": 8610 + }, + { + "loss_action": 0.07456956803798676, + "loss_total": 0.07456956803798676, + "step": 8610 + }, + { + "loss_action": 0.022149555385112762, + "loss_total": 0.022149555385112762, + "step": 8610 + }, + { + "loss_action": 0.024676112458109856, + "loss_total": 0.024676112458109856, + "step": 8610 + }, + { + "grad_norm": 0.6292802691459656, + "learning_rate": 9.964235571773255e-05, + "loss": 0.042, + "step": 8620 + }, + { + "loss_action": 0.03611977398395538, + "loss_total": 0.03611977398395538, + "step": 8620 + }, + { + "loss_action": 0.03164248913526535, + "loss_total": 0.03164248913526535, + "step": 8620 + }, + { + "loss_action": 0.013668547384440899, + "loss_total": 0.013668547384440899, + "step": 8620 + }, + { + "loss_action": 0.02514631487429142, + "loss_total": 0.02514631487429142, + "step": 8620 + }, + { + "loss_action": 0.0443946048617363, + "loss_total": 0.0443946048617363, + "step": 8620 + }, + { + "loss_action": 0.028650375083088875, + "loss_total": 0.028650375083088875, + "step": 8620 + }, + { + "grad_norm": 0.6411638259887695, + "learning_rate": 9.96403788817465e-05, + "loss": 0.0413, + "step": 8630 + }, + { + "loss_action": 0.02708570659160614, + "loss_total": 0.02708570659160614, + "step": 8630 + }, + { + "loss_action": 0.02764403447508812, + "loss_total": 0.02764403447508812, + "step": 8630 + }, + { + "loss_action": 0.03145036846399307, + "loss_total": 0.03145036846399307, + "step": 8630 + }, + { + "loss_action": 0.04290303587913513, + "loss_total": 0.04290303587913513, + "step": 8630 + }, + { + "loss_action": 0.016782918944954872, + "loss_total": 0.016782918944954872, + "step": 8630 + }, + { + "loss_action": 0.021239178255200386, + "loss_total": 0.021239178255200386, + "step": 8630 + }, + { + "grad_norm": 0.544187068939209, + "learning_rate": 9.963839661716325e-05, + "loss": 0.0379, + "step": 8640 + }, + { + "loss_action": 0.02335646189749241, + "loss_total": 0.02335646189749241, + "step": 8640 + }, + { + "loss_action": 0.016978319734334946, + "loss_total": 0.016978319734334946, + "step": 8640 + }, + { + "loss_action": 0.034631770104169846, + "loss_total": 0.034631770104169846, + "step": 8640 + }, + { + "loss_action": 0.022213807329535484, + "loss_total": 0.022213807329535484, + "step": 8640 + }, + { + "loss_action": 0.057586438953876495, + "loss_total": 0.057586438953876495, + "step": 8640 + }, + { + "loss_action": 0.025674521923065186, + "loss_total": 0.025674521923065186, + "step": 8640 + }, + { + "grad_norm": 0.8743724822998047, + "learning_rate": 9.963640892419958e-05, + "loss": 0.0387, + "step": 8650 + }, + { + "loss_action": 0.04522399976849556, + "loss_total": 0.04522399976849556, + "step": 8650 + }, + { + "loss_action": 0.018425321206450462, + "loss_total": 0.018425321206450462, + "step": 8650 + }, + { + "loss_action": 0.16020983457565308, + "loss_total": 0.16020983457565308, + "step": 8650 + }, + { + "loss_action": 0.034515347331762314, + "loss_total": 0.034515347331762314, + "step": 8650 + }, + { + "loss_action": 0.041833046823740005, + "loss_total": 0.041833046823740005, + "step": 8650 + }, + { + "loss_action": 0.06631315499544144, + "loss_total": 0.06631315499544144, + "step": 8650 + }, + { + "grad_norm": 0.7296735644340515, + "learning_rate": 9.963441580307286e-05, + "loss": 0.0465, + "step": 8660 + }, + { + "loss_action": 0.05363493040204048, + "loss_total": 0.05363493040204048, + "step": 8660 + }, + { + "loss_action": 0.02302829921245575, + "loss_total": 0.02302829921245575, + "step": 8660 + }, + { + "loss_action": 0.09628866612911224, + "loss_total": 0.09628866612911224, + "step": 8660 + }, + { + "loss_action": 0.045489098876714706, + "loss_total": 0.045489098876714706, + "step": 8660 + }, + { + "loss_action": 0.02933860756456852, + "loss_total": 0.02933860756456852, + "step": 8660 + }, + { + "loss_action": 0.026702942326664925, + "loss_total": 0.026702942326664925, + "step": 8660 + }, + { + "grad_norm": 0.7560887932777405, + "learning_rate": 9.963241725400104e-05, + "loss": 0.0472, + "step": 8670 + }, + { + "loss_action": 0.029709110036492348, + "loss_total": 0.029709110036492348, + "step": 8670 + }, + { + "loss_action": 0.028581080958247185, + "loss_total": 0.028581080958247185, + "step": 8670 + }, + { + "loss_action": 0.035333678126335144, + "loss_total": 0.035333678126335144, + "step": 8670 + }, + { + "loss_action": 0.020674841478466988, + "loss_total": 0.020674841478466988, + "step": 8670 + }, + { + "loss_action": 0.02858353964984417, + "loss_total": 0.02858353964984417, + "step": 8670 + }, + { + "loss_action": 0.06793903559446335, + "loss_total": 0.06793903559446335, + "step": 8670 + }, + { + "grad_norm": 0.8281065821647644, + "learning_rate": 9.963041327720271e-05, + "loss": 0.0459, + "step": 8680 + }, + { + "loss_action": 0.026520242914557457, + "loss_total": 0.026520242914557457, + "step": 8680 + }, + { + "loss_action": 0.1226579025387764, + "loss_total": 0.1226579025387764, + "step": 8680 + }, + { + "loss_action": 0.08039826154708862, + "loss_total": 0.08039826154708862, + "step": 8680 + }, + { + "loss_action": 0.08337252587080002, + "loss_total": 0.08337252587080002, + "step": 8680 + }, + { + "loss_action": 0.03393462300300598, + "loss_total": 0.03393462300300598, + "step": 8680 + }, + { + "loss_action": 0.04880650341510773, + "loss_total": 0.04880650341510773, + "step": 8680 + }, + { + "grad_norm": 0.8244674801826477, + "learning_rate": 9.962840387289697e-05, + "loss": 0.0714, + "step": 8690 + }, + { + "loss_action": 0.028105903416872025, + "loss_total": 0.028105903416872025, + "step": 8690 + }, + { + "loss_action": 0.04292309284210205, + "loss_total": 0.04292309284210205, + "step": 8690 + }, + { + "loss_action": 0.07898391038179398, + "loss_total": 0.07898391038179398, + "step": 8690 + }, + { + "loss_action": 0.0355372428894043, + "loss_total": 0.0355372428894043, + "step": 8690 + }, + { + "loss_action": 0.03643441200256348, + "loss_total": 0.03643441200256348, + "step": 8690 + }, + { + "loss_action": 0.054265089333057404, + "loss_total": 0.054265089333057404, + "step": 8690 + }, + { + "grad_norm": 0.683044970035553, + "learning_rate": 9.962638904130363e-05, + "loss": 0.0581, + "step": 8700 + }, + { + "loss_action": 0.04203052818775177, + "loss_total": 0.04203052818775177, + "step": 8700 + }, + { + "loss_action": 0.059859007596969604, + "loss_total": 0.059859007596969604, + "step": 8700 + }, + { + "loss_action": 0.035709891468286514, + "loss_total": 0.035709891468286514, + "step": 8700 + }, + { + "loss_action": 0.04753240942955017, + "loss_total": 0.04753240942955017, + "step": 8700 + }, + { + "loss_action": 0.05923028662800789, + "loss_total": 0.05923028662800789, + "step": 8700 + }, + { + "loss_action": 0.05777759850025177, + "loss_total": 0.05777759850025177, + "step": 8700 + }, + { + "grad_norm": 0.8782247304916382, + "learning_rate": 9.962436878264298e-05, + "loss": 0.0506, + "step": 8710 + }, + { + "loss_action": 0.0351780541241169, + "loss_total": 0.0351780541241169, + "step": 8710 + }, + { + "loss_action": 0.04123937338590622, + "loss_total": 0.04123937338590622, + "step": 8710 + }, + { + "loss_action": 0.04773435369133949, + "loss_total": 0.04773435369133949, + "step": 8710 + }, + { + "loss_action": 0.03247759863734245, + "loss_total": 0.03247759863734245, + "step": 8710 + }, + { + "loss_action": 0.07106927782297134, + "loss_total": 0.07106927782297134, + "step": 8710 + }, + { + "loss_action": 0.02085758000612259, + "loss_total": 0.02085758000612259, + "step": 8710 + }, + { + "grad_norm": 0.8232465982437134, + "learning_rate": 9.962234309713598e-05, + "loss": 0.0486, + "step": 8720 + }, + { + "loss_action": 0.0445832684636116, + "loss_total": 0.0445832684636116, + "step": 8720 + }, + { + "loss_action": 0.05492322891950607, + "loss_total": 0.05492322891950607, + "step": 8720 + }, + { + "loss_action": 0.043663058429956436, + "loss_total": 0.043663058429956436, + "step": 8720 + }, + { + "loss_action": 0.07328043133020401, + "loss_total": 0.07328043133020401, + "step": 8720 + }, + { + "loss_action": 0.0302360150963068, + "loss_total": 0.0302360150963068, + "step": 8720 + }, + { + "loss_action": 0.09254417568445206, + "loss_total": 0.09254417568445206, + "step": 8720 + }, + { + "grad_norm": 1.079453468322754, + "learning_rate": 9.962031198500414e-05, + "loss": 0.0653, + "step": 8730 + }, + { + "loss_action": 0.0953712984919548, + "loss_total": 0.0953712984919548, + "step": 8730 + }, + { + "loss_action": 0.0418262779712677, + "loss_total": 0.0418262779712677, + "step": 8730 + }, + { + "loss_action": 0.06225968152284622, + "loss_total": 0.06225968152284622, + "step": 8730 + }, + { + "loss_action": 0.056465037167072296, + "loss_total": 0.056465037167072296, + "step": 8730 + }, + { + "loss_action": 0.0329291895031929, + "loss_total": 0.0329291895031929, + "step": 8730 + }, + { + "loss_action": 0.0685567706823349, + "loss_total": 0.0685567706823349, + "step": 8730 + }, + { + "grad_norm": 0.6642510294914246, + "learning_rate": 9.961827544646958e-05, + "loss": 0.0636, + "step": 8740 + }, + { + "loss_action": 0.0791345164179802, + "loss_total": 0.0791345164179802, + "step": 8740 + }, + { + "loss_action": 0.060360100120306015, + "loss_total": 0.060360100120306015, + "step": 8740 + }, + { + "loss_action": 0.04315321519970894, + "loss_total": 0.04315321519970894, + "step": 8740 + }, + { + "loss_action": 0.0564904548227787, + "loss_total": 0.0564904548227787, + "step": 8740 + }, + { + "loss_action": 0.04017353802919388, + "loss_total": 0.04017353802919388, + "step": 8740 + }, + { + "loss_action": 0.03226688876748085, + "loss_total": 0.03226688876748085, + "step": 8740 + }, + { + "grad_norm": 0.6471949219703674, + "learning_rate": 9.961623348175501e-05, + "loss": 0.0508, + "step": 8750 + }, + { + "loss_action": 0.03352205455303192, + "loss_total": 0.03352205455303192, + "step": 8750 + }, + { + "loss_action": 0.06348861008882523, + "loss_total": 0.06348861008882523, + "step": 8750 + }, + { + "loss_action": 0.021079394966363907, + "loss_total": 0.021079394966363907, + "step": 8750 + }, + { + "loss_action": 0.09082397818565369, + "loss_total": 0.09082397818565369, + "step": 8750 + }, + { + "loss_action": 0.04123678058385849, + "loss_total": 0.04123678058385849, + "step": 8750 + }, + { + "loss_action": 0.06430220603942871, + "loss_total": 0.06430220603942871, + "step": 8750 + }, + { + "grad_norm": 0.5757694840431213, + "learning_rate": 9.961418609108377e-05, + "loss": 0.057, + "step": 8760 + }, + { + "loss_action": 0.10842091590166092, + "loss_total": 0.10842091590166092, + "step": 8760 + }, + { + "loss_action": 0.028808236122131348, + "loss_total": 0.028808236122131348, + "step": 8760 + }, + { + "loss_action": 0.04443788528442383, + "loss_total": 0.04443788528442383, + "step": 8760 + }, + { + "loss_action": 0.06902065128087997, + "loss_total": 0.06902065128087997, + "step": 8760 + }, + { + "loss_action": 0.05875552073121071, + "loss_total": 0.05875552073121071, + "step": 8760 + }, + { + "loss_action": 0.04064470902085304, + "loss_total": 0.04064470902085304, + "step": 8760 + }, + { + "grad_norm": 0.8402013182640076, + "learning_rate": 9.961213327467971e-05, + "loss": 0.0614, + "step": 8770 + }, + { + "loss_action": 0.03482542559504509, + "loss_total": 0.03482542559504509, + "step": 8770 + }, + { + "loss_action": 0.06637514382600784, + "loss_total": 0.06637514382600784, + "step": 8770 + }, + { + "loss_action": 0.02898930199444294, + "loss_total": 0.02898930199444294, + "step": 8770 + }, + { + "loss_action": 0.07072383910417557, + "loss_total": 0.07072383910417557, + "step": 8770 + }, + { + "loss_action": 0.039668112993240356, + "loss_total": 0.039668112993240356, + "step": 8770 + }, + { + "loss_action": 0.0265472624450922, + "loss_total": 0.0265472624450922, + "step": 8770 + }, + { + "grad_norm": 0.6901633739471436, + "learning_rate": 9.961007503276736e-05, + "loss": 0.0524, + "step": 8780 + }, + { + "loss_action": 0.0424538180232048, + "loss_total": 0.0424538180232048, + "step": 8780 + }, + { + "loss_action": 0.0530361570417881, + "loss_total": 0.0530361570417881, + "step": 8780 + }, + { + "loss_action": 0.03668323531746864, + "loss_total": 0.03668323531746864, + "step": 8780 + }, + { + "loss_action": 0.04598091170191765, + "loss_total": 0.04598091170191765, + "step": 8780 + }, + { + "loss_action": 0.026667533442378044, + "loss_total": 0.026667533442378044, + "step": 8780 + }, + { + "loss_action": 0.02985267899930477, + "loss_total": 0.02985267899930477, + "step": 8780 + }, + { + "grad_norm": 0.6975928544998169, + "learning_rate": 9.960801136557179e-05, + "loss": 0.0475, + "step": 8790 + }, + { + "loss_action": 0.04166042432188988, + "loss_total": 0.04166042432188988, + "step": 8790 + }, + { + "loss_action": 0.031842369586229324, + "loss_total": 0.031842369586229324, + "step": 8790 + }, + { + "loss_action": 0.06637072563171387, + "loss_total": 0.06637072563171387, + "step": 8790 + }, + { + "loss_action": 0.027269992977380753, + "loss_total": 0.027269992977380753, + "step": 8790 + }, + { + "loss_action": 0.05337173119187355, + "loss_total": 0.05337173119187355, + "step": 8790 + }, + { + "loss_action": 0.026165179908275604, + "loss_total": 0.026165179908275604, + "step": 8790 + }, + { + "grad_norm": 0.507693350315094, + "learning_rate": 9.960594227331866e-05, + "loss": 0.0508, + "step": 8800 + }, + { + "loss_action": 0.04309649020433426, + "loss_total": 0.04309649020433426, + "step": 8800 + }, + { + "loss_action": 0.03432126343250275, + "loss_total": 0.03432126343250275, + "step": 8800 + }, + { + "loss_action": 0.0513644777238369, + "loss_total": 0.0513644777238369, + "step": 8800 + }, + { + "loss_action": 0.026730511337518692, + "loss_total": 0.026730511337518692, + "step": 8800 + }, + { + "loss_action": 0.05019044131040573, + "loss_total": 0.05019044131040573, + "step": 8800 + }, + { + "loss_action": 0.05642548203468323, + "loss_total": 0.05642548203468323, + "step": 8800 + }, + { + "grad_norm": 0.9340841174125671, + "learning_rate": 9.960386775623429e-05, + "loss": 0.0516, + "step": 8810 + }, + { + "loss_action": 0.11103657633066177, + "loss_total": 0.11103657633066177, + "step": 8810 + }, + { + "loss_action": 0.026816796511411667, + "loss_total": 0.026816796511411667, + "step": 8810 + }, + { + "loss_action": 0.03232507035136223, + "loss_total": 0.03232507035136223, + "step": 8810 + }, + { + "loss_action": 0.050069332122802734, + "loss_total": 0.050069332122802734, + "step": 8810 + }, + { + "loss_action": 0.1101226732134819, + "loss_total": 0.1101226732134819, + "step": 8810 + }, + { + "loss_action": 0.051613062620162964, + "loss_total": 0.051613062620162964, + "step": 8810 + }, + { + "grad_norm": 0.7565737962722778, + "learning_rate": 9.96017878145455e-05, + "loss": 0.0532, + "step": 8820 + }, + { + "loss_action": 0.02342401258647442, + "loss_total": 0.02342401258647442, + "step": 8820 + }, + { + "loss_action": 0.04357578605413437, + "loss_total": 0.04357578605413437, + "step": 8820 + }, + { + "loss_action": 0.053613003343343735, + "loss_total": 0.053613003343343735, + "step": 8820 + }, + { + "loss_action": 0.025844864547252655, + "loss_total": 0.025844864547252655, + "step": 8820 + }, + { + "loss_action": 0.06958027184009552, + "loss_total": 0.06958027184009552, + "step": 8820 + }, + { + "loss_action": 0.031844399869441986, + "loss_total": 0.031844399869441986, + "step": 8820 + }, + { + "grad_norm": 0.8208054304122925, + "learning_rate": 9.959970244847977e-05, + "loss": 0.0427, + "step": 8830 + }, + { + "loss_action": 0.04062163457274437, + "loss_total": 0.04062163457274437, + "step": 8830 + }, + { + "loss_action": 0.032733622938394547, + "loss_total": 0.032733622938394547, + "step": 8830 + }, + { + "loss_action": 0.039823442697525024, + "loss_total": 0.039823442697525024, + "step": 8830 + }, + { + "loss_action": 0.037519343197345734, + "loss_total": 0.037519343197345734, + "step": 8830 + }, + { + "loss_action": 0.09671708196401596, + "loss_total": 0.09671708196401596, + "step": 8830 + }, + { + "loss_action": 0.023395363241434097, + "loss_total": 0.023395363241434097, + "step": 8830 + }, + { + "grad_norm": 0.6432499885559082, + "learning_rate": 9.959761165826518e-05, + "loss": 0.0464, + "step": 8840 + }, + { + "loss_action": 0.03878984600305557, + "loss_total": 0.03878984600305557, + "step": 8840 + }, + { + "loss_action": 0.03719574585556984, + "loss_total": 0.03719574585556984, + "step": 8840 + }, + { + "loss_action": 0.04346350207924843, + "loss_total": 0.04346350207924843, + "step": 8840 + }, + { + "loss_action": 0.03504748269915581, + "loss_total": 0.03504748269915581, + "step": 8840 + }, + { + "loss_action": 0.03961455449461937, + "loss_total": 0.03961455449461937, + "step": 8840 + }, + { + "loss_action": 0.04577179625630379, + "loss_total": 0.04577179625630379, + "step": 8840 + }, + { + "grad_norm": 0.6683335304260254, + "learning_rate": 9.959551544413033e-05, + "loss": 0.0428, + "step": 8850 + }, + { + "loss_action": 0.032002538442611694, + "loss_total": 0.032002538442611694, + "step": 8850 + }, + { + "loss_action": 0.0511535219848156, + "loss_total": 0.0511535219848156, + "step": 8850 + }, + { + "loss_action": 0.017739539965987206, + "loss_total": 0.017739539965987206, + "step": 8850 + }, + { + "loss_action": 0.05569535866379738, + "loss_total": 0.05569535866379738, + "step": 8850 + }, + { + "loss_action": 0.0222743172198534, + "loss_total": 0.0222743172198534, + "step": 8850 + }, + { + "loss_action": 0.03087986446917057, + "loss_total": 0.03087986446917057, + "step": 8850 + }, + { + "grad_norm": 0.6909209489822388, + "learning_rate": 9.959341380630448e-05, + "loss": 0.0428, + "step": 8860 + }, + { + "loss_action": 0.08041347563266754, + "loss_total": 0.08041347563266754, + "step": 8860 + }, + { + "loss_action": 0.027053475379943848, + "loss_total": 0.027053475379943848, + "step": 8860 + }, + { + "loss_action": 0.07278510928153992, + "loss_total": 0.07278510928153992, + "step": 8860 + }, + { + "loss_action": 0.0812612920999527, + "loss_total": 0.0812612920999527, + "step": 8860 + }, + { + "loss_action": 0.040396399796009064, + "loss_total": 0.040396399796009064, + "step": 8860 + }, + { + "loss_action": 0.1070062518119812, + "loss_total": 0.1070062518119812, + "step": 8860 + }, + { + "grad_norm": 0.8445423245429993, + "learning_rate": 9.959130674501746e-05, + "loss": 0.054, + "step": 8870 + }, + { + "loss_action": 0.05025927349925041, + "loss_total": 0.05025927349925041, + "step": 8870 + }, + { + "loss_action": 0.03038899041712284, + "loss_total": 0.03038899041712284, + "step": 8870 + }, + { + "loss_action": 0.07450924068689346, + "loss_total": 0.07450924068689346, + "step": 8870 + }, + { + "loss_action": 0.030396584421396255, + "loss_total": 0.030396584421396255, + "step": 8870 + }, + { + "loss_action": 0.049104612320661545, + "loss_total": 0.049104612320661545, + "step": 8870 + }, + { + "loss_action": 0.05434586480259895, + "loss_total": 0.05434586480259895, + "step": 8870 + }, + { + "grad_norm": 0.9973288774490356, + "learning_rate": 9.958919426049968e-05, + "loss": 0.0571, + "step": 8880 + }, + { + "loss_action": 0.02829291671514511, + "loss_total": 0.02829291671514511, + "step": 8880 + }, + { + "loss_action": 0.030203726142644882, + "loss_total": 0.030203726142644882, + "step": 8880 + }, + { + "loss_action": 0.03787000849843025, + "loss_total": 0.03787000849843025, + "step": 8880 + }, + { + "loss_action": 0.05424966663122177, + "loss_total": 0.05424966663122177, + "step": 8880 + }, + { + "loss_action": 0.050060052424669266, + "loss_total": 0.050060052424669266, + "step": 8880 + }, + { + "loss_action": 0.036006342619657516, + "loss_total": 0.036006342619657516, + "step": 8880 + }, + { + "grad_norm": 0.5994425415992737, + "learning_rate": 9.958707635298219e-05, + "loss": 0.0468, + "step": 8890 + }, + { + "loss_action": 0.01959165371954441, + "loss_total": 0.01959165371954441, + "step": 8890 + }, + { + "loss_action": 0.03128398582339287, + "loss_total": 0.03128398582339287, + "step": 8890 + }, + { + "loss_action": 0.04256642237305641, + "loss_total": 0.04256642237305641, + "step": 8890 + }, + { + "loss_action": 0.03636860474944115, + "loss_total": 0.03636860474944115, + "step": 8890 + }, + { + "loss_action": 0.030214227735996246, + "loss_total": 0.030214227735996246, + "step": 8890 + }, + { + "loss_action": 0.13564179837703705, + "loss_total": 0.13564179837703705, + "step": 8890 + }, + { + "grad_norm": 0.7846249938011169, + "learning_rate": 9.958495302269657e-05, + "loss": 0.0602, + "step": 8900 + }, + { + "loss_action": 0.06198309361934662, + "loss_total": 0.06198309361934662, + "step": 8900 + }, + { + "loss_action": 0.040824323892593384, + "loss_total": 0.040824323892593384, + "step": 8900 + }, + { + "loss_action": 0.07643211632966995, + "loss_total": 0.07643211632966995, + "step": 8900 + }, + { + "loss_action": 0.12237830460071564, + "loss_total": 0.12237830460071564, + "step": 8900 + }, + { + "loss_action": 0.0745273232460022, + "loss_total": 0.0745273232460022, + "step": 8900 + }, + { + "loss_action": 0.046806272119283676, + "loss_total": 0.046806272119283676, + "step": 8900 + }, + { + "grad_norm": 0.7327366471290588, + "learning_rate": 9.958282426987503e-05, + "loss": 0.0538, + "step": 8910 + }, + { + "loss_action": 0.027810851112008095, + "loss_total": 0.027810851112008095, + "step": 8910 + }, + { + "loss_action": 0.04102267324924469, + "loss_total": 0.04102267324924469, + "step": 8910 + }, + { + "loss_action": 0.07790102809667587, + "loss_total": 0.07790102809667587, + "step": 8910 + }, + { + "loss_action": 0.03897395730018616, + "loss_total": 0.03897395730018616, + "step": 8910 + }, + { + "loss_action": 0.032480638474226, + "loss_total": 0.032480638474226, + "step": 8910 + }, + { + "loss_action": 0.03394186496734619, + "loss_total": 0.03394186496734619, + "step": 8910 + }, + { + "grad_norm": 0.643589437007904, + "learning_rate": 9.95806900947504e-05, + "loss": 0.0465, + "step": 8920 + }, + { + "loss_action": 0.02185421995818615, + "loss_total": 0.02185421995818615, + "step": 8920 + }, + { + "loss_action": 0.04624451696872711, + "loss_total": 0.04624451696872711, + "step": 8920 + }, + { + "loss_action": 0.049286216497421265, + "loss_total": 0.049286216497421265, + "step": 8920 + }, + { + "loss_action": 0.04663319140672684, + "loss_total": 0.04663319140672684, + "step": 8920 + }, + { + "loss_action": 0.022485598921775818, + "loss_total": 0.022485598921775818, + "step": 8920 + }, + { + "loss_action": 0.0616312213242054, + "loss_total": 0.0616312213242054, + "step": 8920 + }, + { + "grad_norm": 0.9368782639503479, + "learning_rate": 9.957855049755604e-05, + "loss": 0.0471, + "step": 8930 + }, + { + "loss_action": 0.027619969099760056, + "loss_total": 0.027619969099760056, + "step": 8930 + }, + { + "loss_action": 0.02672804892063141, + "loss_total": 0.02672804892063141, + "step": 8930 + }, + { + "loss_action": 0.03301370143890381, + "loss_total": 0.03301370143890381, + "step": 8930 + }, + { + "loss_action": 0.019657664000988007, + "loss_total": 0.019657664000988007, + "step": 8930 + }, + { + "loss_action": 0.019820205867290497, + "loss_total": 0.019820205867290497, + "step": 8930 + }, + { + "loss_action": 0.11604081839323044, + "loss_total": 0.11604081839323044, + "step": 8930 + }, + { + "grad_norm": 0.6047509908676147, + "learning_rate": 9.957640547852593e-05, + "loss": 0.0475, + "step": 8940 + }, + { + "loss_action": 0.02352334000170231, + "loss_total": 0.02352334000170231, + "step": 8940 + }, + { + "loss_action": 0.026886437088251114, + "loss_total": 0.026886437088251114, + "step": 8940 + }, + { + "loss_action": 0.04348697513341904, + "loss_total": 0.04348697513341904, + "step": 8940 + }, + { + "loss_action": 0.02512756548821926, + "loss_total": 0.02512756548821926, + "step": 8940 + }, + { + "loss_action": 0.035621389746665955, + "loss_total": 0.035621389746665955, + "step": 8940 + }, + { + "loss_action": 0.06238628178834915, + "loss_total": 0.06238628178834915, + "step": 8940 + }, + { + "grad_norm": 0.7807034254074097, + "learning_rate": 9.957425503789466e-05, + "loss": 0.0519, + "step": 8950 + }, + { + "loss_action": 0.027015527710318565, + "loss_total": 0.027015527710318565, + "step": 8950 + }, + { + "loss_action": 0.03612451255321503, + "loss_total": 0.03612451255321503, + "step": 8950 + }, + { + "loss_action": 0.02734931744635105, + "loss_total": 0.02734931744635105, + "step": 8950 + }, + { + "loss_action": 0.046894993633031845, + "loss_total": 0.046894993633031845, + "step": 8950 + }, + { + "loss_action": 0.08060971647500992, + "loss_total": 0.08060971647500992, + "step": 8950 + }, + { + "loss_action": 0.050647612661123276, + "loss_total": 0.050647612661123276, + "step": 8950 + }, + { + "grad_norm": 0.8425198793411255, + "learning_rate": 9.957209917589738e-05, + "loss": 0.0537, + "step": 8960 + }, + { + "loss_action": 0.03329561650753021, + "loss_total": 0.03329561650753021, + "step": 8960 + }, + { + "loss_action": 0.10443642735481262, + "loss_total": 0.10443642735481262, + "step": 8960 + }, + { + "loss_action": 0.03899907320737839, + "loss_total": 0.03899907320737839, + "step": 8960 + }, + { + "loss_action": 0.05453454703092575, + "loss_total": 0.05453454703092575, + "step": 8960 + }, + { + "loss_action": 0.13134972751140594, + "loss_total": 0.13134972751140594, + "step": 8960 + }, + { + "loss_action": 0.06733990460634232, + "loss_total": 0.06733990460634232, + "step": 8960 + }, + { + "grad_norm": 0.7690016627311707, + "learning_rate": 9.956993789276987e-05, + "loss": 0.0543, + "step": 8970 + }, + { + "loss_action": 0.060468271374702454, + "loss_total": 0.060468271374702454, + "step": 8970 + }, + { + "loss_action": 0.03153742104768753, + "loss_total": 0.03153742104768753, + "step": 8970 + }, + { + "loss_action": 0.08193372189998627, + "loss_total": 0.08193372189998627, + "step": 8970 + }, + { + "loss_action": 0.07178658992052078, + "loss_total": 0.07178658992052078, + "step": 8970 + }, + { + "loss_action": 0.02378944866359234, + "loss_total": 0.02378944866359234, + "step": 8970 + }, + { + "loss_action": 0.05776993930339813, + "loss_total": 0.05776993930339813, + "step": 8970 + }, + { + "grad_norm": 0.6266318559646606, + "learning_rate": 9.956777118874847e-05, + "loss": 0.0533, + "step": 8980 + }, + { + "loss_action": 0.02994927018880844, + "loss_total": 0.02994927018880844, + "step": 8980 + }, + { + "loss_action": 0.029326464980840683, + "loss_total": 0.029326464980840683, + "step": 8980 + }, + { + "loss_action": 0.030265115201473236, + "loss_total": 0.030265115201473236, + "step": 8980 + }, + { + "loss_action": 0.1121945008635521, + "loss_total": 0.1121945008635521, + "step": 8980 + }, + { + "loss_action": 0.060662537813186646, + "loss_total": 0.060662537813186646, + "step": 8980 + }, + { + "loss_action": 0.027897285297513008, + "loss_total": 0.027897285297513008, + "step": 8980 + }, + { + "grad_norm": 0.6638754606246948, + "learning_rate": 9.956559906407016e-05, + "loss": 0.0491, + "step": 8990 + }, + { + "loss_action": 0.03218932822346687, + "loss_total": 0.03218932822346687, + "step": 8990 + }, + { + "loss_action": 0.02705395221710205, + "loss_total": 0.02705395221710205, + "step": 8990 + }, + { + "loss_action": 0.0292202215641737, + "loss_total": 0.0292202215641737, + "step": 8990 + }, + { + "loss_action": 0.023491311818361282, + "loss_total": 0.023491311818361282, + "step": 8990 + }, + { + "loss_action": 0.034345898777246475, + "loss_total": 0.034345898777246475, + "step": 8990 + }, + { + "loss_action": 0.04526212438941002, + "loss_total": 0.04526212438941002, + "step": 8990 + }, + { + "grad_norm": 0.7022180557250977, + "learning_rate": 9.956342151897245e-05, + "loss": 0.0401, + "step": 9000 + }, + { + "loss_action": 0.11644631624221802, + "loss_total": 0.11644631624221802, + "step": 9000 + }, + { + "loss_action": 0.022365424782037735, + "loss_total": 0.022365424782037735, + "step": 9000 + }, + { + "loss_action": 0.025625573471188545, + "loss_total": 0.025625573471188545, + "step": 9000 + }, + { + "loss_action": 0.026141881942749023, + "loss_total": 0.026141881942749023, + "step": 9000 + }, + { + "loss_action": 0.038649462163448334, + "loss_total": 0.038649462163448334, + "step": 9000 + }, + { + "loss_action": 0.055639058351516724, + "loss_total": 0.055639058351516724, + "step": 9000 + }, + { + "grad_norm": 0.619377076625824, + "learning_rate": 9.956123855369346e-05, + "loss": 0.0385, + "step": 9010 + }, + { + "loss_action": 0.07874714583158493, + "loss_total": 0.07874714583158493, + "step": 9010 + }, + { + "loss_action": 0.10023457556962967, + "loss_total": 0.10023457556962967, + "step": 9010 + }, + { + "loss_action": 0.024675272405147552, + "loss_total": 0.024675272405147552, + "step": 9010 + }, + { + "loss_action": 0.026230402290821075, + "loss_total": 0.026230402290821075, + "step": 9010 + }, + { + "loss_action": 0.025583090260624886, + "loss_total": 0.025583090260624886, + "step": 9010 + }, + { + "loss_action": 0.06322254985570908, + "loss_total": 0.06322254985570908, + "step": 9010 + }, + { + "grad_norm": 0.5165169835090637, + "learning_rate": 9.955905016847196e-05, + "loss": 0.0416, + "step": 9020 + }, + { + "loss_action": 0.03724706918001175, + "loss_total": 0.03724706918001175, + "step": 9020 + }, + { + "loss_action": 0.024301061406731606, + "loss_total": 0.024301061406731606, + "step": 9020 + }, + { + "loss_action": 0.04952671751379967, + "loss_total": 0.04952671751379967, + "step": 9020 + }, + { + "loss_action": 0.028064675629138947, + "loss_total": 0.028064675629138947, + "step": 9020 + }, + { + "loss_action": 0.05487282946705818, + "loss_total": 0.05487282946705818, + "step": 9020 + }, + { + "loss_action": 0.033454228192567825, + "loss_total": 0.033454228192567825, + "step": 9020 + }, + { + "grad_norm": 0.5195631980895996, + "learning_rate": 9.955685636354723e-05, + "loss": 0.037, + "step": 9030 + }, + { + "loss_action": 0.03668918088078499, + "loss_total": 0.03668918088078499, + "step": 9030 + }, + { + "loss_action": 0.026883883401751518, + "loss_total": 0.026883883401751518, + "step": 9030 + }, + { + "loss_action": 0.048017825931310654, + "loss_total": 0.048017825931310654, + "step": 9030 + }, + { + "loss_action": 0.030330954119563103, + "loss_total": 0.030330954119563103, + "step": 9030 + }, + { + "loss_action": 0.02089843899011612, + "loss_total": 0.02089843899011612, + "step": 9030 + }, + { + "loss_action": 0.04182357341051102, + "loss_total": 0.04182357341051102, + "step": 9030 + }, + { + "grad_norm": 0.6440296173095703, + "learning_rate": 9.95546571391592e-05, + "loss": 0.0398, + "step": 9040 + }, + { + "loss_action": 0.030388133600354195, + "loss_total": 0.030388133600354195, + "step": 9040 + }, + { + "loss_action": 0.03152100741863251, + "loss_total": 0.03152100741863251, + "step": 9040 + }, + { + "loss_action": 0.026755403727293015, + "loss_total": 0.026755403727293015, + "step": 9040 + }, + { + "loss_action": 0.03225342556834221, + "loss_total": 0.03225342556834221, + "step": 9040 + }, + { + "loss_action": 0.0554603636264801, + "loss_total": 0.0554603636264801, + "step": 9040 + }, + { + "loss_action": 0.028845608234405518, + "loss_total": 0.028845608234405518, + "step": 9040 + }, + { + "grad_norm": 0.6816789507865906, + "learning_rate": 9.955245249554837e-05, + "loss": 0.0466, + "step": 9050 + }, + { + "loss_action": 0.049432095140218735, + "loss_total": 0.049432095140218735, + "step": 9050 + }, + { + "loss_action": 0.027686476707458496, + "loss_total": 0.027686476707458496, + "step": 9050 + }, + { + "loss_action": 0.029893632978200912, + "loss_total": 0.029893632978200912, + "step": 9050 + }, + { + "loss_action": 0.034698668867349625, + "loss_total": 0.034698668867349625, + "step": 9050 + }, + { + "loss_action": 0.034869518131017685, + "loss_total": 0.034869518131017685, + "step": 9050 + }, + { + "loss_action": 0.03302691876888275, + "loss_total": 0.03302691876888275, + "step": 9050 + }, + { + "grad_norm": 0.6944645047187805, + "learning_rate": 9.955024243295582e-05, + "loss": 0.046, + "step": 9060 + }, + { + "loss_action": 0.036548878997564316, + "loss_total": 0.036548878997564316, + "step": 9060 + }, + { + "loss_action": 0.04378495365381241, + "loss_total": 0.04378495365381241, + "step": 9060 + }, + { + "loss_action": 0.052880898118019104, + "loss_total": 0.052880898118019104, + "step": 9060 + }, + { + "loss_action": 0.029515817761421204, + "loss_total": 0.029515817761421204, + "step": 9060 + }, + { + "loss_action": 0.13130293786525726, + "loss_total": 0.13130293786525726, + "step": 9060 + }, + { + "loss_action": 0.039752863347530365, + "loss_total": 0.039752863347530365, + "step": 9060 + }, + { + "grad_norm": 0.6093639731407166, + "learning_rate": 9.954802695162328e-05, + "loss": 0.0487, + "step": 9070 + }, + { + "loss_action": 0.03950607031583786, + "loss_total": 0.03950607031583786, + "step": 9070 + }, + { + "loss_action": 0.035234276205301285, + "loss_total": 0.035234276205301285, + "step": 9070 + }, + { + "loss_action": 0.04350084811449051, + "loss_total": 0.04350084811449051, + "step": 9070 + }, + { + "loss_action": 0.04657144099473953, + "loss_total": 0.04657144099473953, + "step": 9070 + }, + { + "loss_action": 0.035152360796928406, + "loss_total": 0.035152360796928406, + "step": 9070 + }, + { + "loss_action": 0.033442966639995575, + "loss_total": 0.033442966639995575, + "step": 9070 + }, + { + "grad_norm": 0.5981900691986084, + "learning_rate": 9.954580605179302e-05, + "loss": 0.0401, + "step": 9080 + }, + { + "loss_action": 0.03225855529308319, + "loss_total": 0.03225855529308319, + "step": 9080 + }, + { + "loss_action": 0.06076537072658539, + "loss_total": 0.06076537072658539, + "step": 9080 + }, + { + "loss_action": 0.02854585461318493, + "loss_total": 0.02854585461318493, + "step": 9080 + }, + { + "loss_action": 0.18444259464740753, + "loss_total": 0.18444259464740753, + "step": 9080 + }, + { + "loss_action": 0.03036395274102688, + "loss_total": 0.03036395274102688, + "step": 9080 + }, + { + "loss_action": 0.19940631091594696, + "loss_total": 0.19940631091594696, + "step": 9080 + }, + { + "grad_norm": 0.6121968030929565, + "learning_rate": 9.954357973370788e-05, + "loss": 0.0445, + "step": 9090 + }, + { + "loss_action": 0.02530914917588234, + "loss_total": 0.02530914917588234, + "step": 9090 + }, + { + "loss_action": 0.05482250824570656, + "loss_total": 0.05482250824570656, + "step": 9090 + }, + { + "loss_action": 0.045407868921756744, + "loss_total": 0.045407868921756744, + "step": 9090 + }, + { + "loss_action": 0.032893769443035126, + "loss_total": 0.032893769443035126, + "step": 9090 + }, + { + "loss_action": 0.03018556535243988, + "loss_total": 0.03018556535243988, + "step": 9090 + }, + { + "loss_action": 0.03215758129954338, + "loss_total": 0.03215758129954338, + "step": 9090 + }, + { + "grad_norm": 0.6231398582458496, + "learning_rate": 9.954134799761135e-05, + "loss": 0.0377, + "step": 9100 + }, + { + "loss_action": 0.05614551901817322, + "loss_total": 0.05614551901817322, + "step": 9100 + }, + { + "loss_action": 0.03639115393161774, + "loss_total": 0.03639115393161774, + "step": 9100 + }, + { + "loss_action": 0.03817085921764374, + "loss_total": 0.03817085921764374, + "step": 9100 + }, + { + "loss_action": 0.03284284099936485, + "loss_total": 0.03284284099936485, + "step": 9100 + }, + { + "loss_action": 0.02335807867348194, + "loss_total": 0.02335807867348194, + "step": 9100 + }, + { + "loss_action": 0.03229261562228203, + "loss_total": 0.03229261562228203, + "step": 9100 + }, + { + "grad_norm": 0.6885584592819214, + "learning_rate": 9.953911084374748e-05, + "loss": 0.0385, + "step": 9110 + }, + { + "loss_action": 0.05642278119921684, + "loss_total": 0.05642278119921684, + "step": 9110 + }, + { + "loss_action": 0.03265158087015152, + "loss_total": 0.03265158087015152, + "step": 9110 + }, + { + "loss_action": 0.035592179745435715, + "loss_total": 0.035592179745435715, + "step": 9110 + }, + { + "loss_action": 0.09139610081911087, + "loss_total": 0.09139610081911087, + "step": 9110 + }, + { + "loss_action": 0.03395999222993851, + "loss_total": 0.03395999222993851, + "step": 9110 + }, + { + "loss_action": 0.035215817391872406, + "loss_total": 0.035215817391872406, + "step": 9110 + }, + { + "grad_norm": 0.7046552300453186, + "learning_rate": 9.953686827236093e-05, + "loss": 0.0459, + "step": 9120 + }, + { + "loss_action": 0.0517897792160511, + "loss_total": 0.0517897792160511, + "step": 9120 + }, + { + "loss_action": 0.025609947741031647, + "loss_total": 0.025609947741031647, + "step": 9120 + }, + { + "loss_action": 0.029754670336842537, + "loss_total": 0.029754670336842537, + "step": 9120 + }, + { + "loss_action": 0.08357921242713928, + "loss_total": 0.08357921242713928, + "step": 9120 + }, + { + "loss_action": 0.03165162354707718, + "loss_total": 0.03165162354707718, + "step": 9120 + }, + { + "loss_action": 0.04996684566140175, + "loss_total": 0.04996684566140175, + "step": 9120 + }, + { + "grad_norm": 0.6515600681304932, + "learning_rate": 9.953462028369695e-05, + "loss": 0.0368, + "step": 9130 + }, + { + "loss_action": 0.044610507786273956, + "loss_total": 0.044610507786273956, + "step": 9130 + }, + { + "loss_action": 0.029480598866939545, + "loss_total": 0.029480598866939545, + "step": 9130 + }, + { + "loss_action": 0.031158359721302986, + "loss_total": 0.031158359721302986, + "step": 9130 + }, + { + "loss_action": 0.01731952652335167, + "loss_total": 0.01731952652335167, + "step": 9130 + }, + { + "loss_action": 0.10253122448921204, + "loss_total": 0.10253122448921204, + "step": 9130 + }, + { + "loss_action": 0.030859844759106636, + "loss_total": 0.030859844759106636, + "step": 9130 + }, + { + "grad_norm": 0.6789961457252502, + "learning_rate": 9.953236687800136e-05, + "loss": 0.0397, + "step": 9140 + }, + { + "loss_action": 0.03513133525848389, + "loss_total": 0.03513133525848389, + "step": 9140 + }, + { + "loss_action": 0.021937159821391106, + "loss_total": 0.021937159821391106, + "step": 9140 + }, + { + "loss_action": 0.03180265799164772, + "loss_total": 0.03180265799164772, + "step": 9140 + }, + { + "loss_action": 0.03322851285338402, + "loss_total": 0.03322851285338402, + "step": 9140 + }, + { + "loss_action": 0.02908657304942608, + "loss_total": 0.02908657304942608, + "step": 9140 + }, + { + "loss_action": 0.04099726676940918, + "loss_total": 0.04099726676940918, + "step": 9140 + }, + { + "grad_norm": 0.7073902487754822, + "learning_rate": 9.95301080555206e-05, + "loss": 0.0453, + "step": 9150 + }, + { + "loss_action": 0.05884452536702156, + "loss_total": 0.05884452536702156, + "step": 9150 + }, + { + "loss_action": 0.04808938875794411, + "loss_total": 0.04808938875794411, + "step": 9150 + }, + { + "loss_action": 0.029847826808691025, + "loss_total": 0.029847826808691025, + "step": 9150 + }, + { + "loss_action": 0.04588375240564346, + "loss_total": 0.04588375240564346, + "step": 9150 + }, + { + "loss_action": 0.0220950935035944, + "loss_total": 0.0220950935035944, + "step": 9150 + }, + { + "loss_action": 0.040732454508543015, + "loss_total": 0.040732454508543015, + "step": 9150 + }, + { + "grad_norm": 0.5771418213844299, + "learning_rate": 9.952784381650171e-05, + "loss": 0.0454, + "step": 9160 + }, + { + "loss_action": 0.033360764384269714, + "loss_total": 0.033360764384269714, + "step": 9160 + }, + { + "loss_action": 0.023099564015865326, + "loss_total": 0.023099564015865326, + "step": 9160 + }, + { + "loss_action": 0.03352227807044983, + "loss_total": 0.03352227807044983, + "step": 9160 + }, + { + "loss_action": 0.04279087483882904, + "loss_total": 0.04279087483882904, + "step": 9160 + }, + { + "loss_action": 0.02394244819879532, + "loss_total": 0.02394244819879532, + "step": 9160 + }, + { + "loss_action": 0.02334442362189293, + "loss_total": 0.02334442362189293, + "step": 9160 + }, + { + "grad_norm": 0.6768954992294312, + "learning_rate": 9.952557416119226e-05, + "loss": 0.0434, + "step": 9170 + }, + { + "loss_action": 0.04309330880641937, + "loss_total": 0.04309330880641937, + "step": 9170 + }, + { + "loss_action": 0.033925577998161316, + "loss_total": 0.033925577998161316, + "step": 9170 + }, + { + "loss_action": 0.030542215332388878, + "loss_total": 0.030542215332388878, + "step": 9170 + }, + { + "loss_action": 0.034241195768117905, + "loss_total": 0.034241195768117905, + "step": 9170 + }, + { + "loss_action": 0.02806018851697445, + "loss_total": 0.02806018851697445, + "step": 9170 + }, + { + "loss_action": 0.0351344496011734, + "loss_total": 0.0351344496011734, + "step": 9170 + }, + { + "grad_norm": 0.6401782631874084, + "learning_rate": 9.95232990898405e-05, + "loss": 0.0434, + "step": 9180 + }, + { + "loss_action": 0.033249929547309875, + "loss_total": 0.033249929547309875, + "step": 9180 + }, + { + "loss_action": 0.0677940770983696, + "loss_total": 0.0677940770983696, + "step": 9180 + }, + { + "loss_action": 0.04805133864283562, + "loss_total": 0.04805133864283562, + "step": 9180 + }, + { + "loss_action": 0.01951994188129902, + "loss_total": 0.01951994188129902, + "step": 9180 + }, + { + "loss_action": 0.0349138043820858, + "loss_total": 0.0349138043820858, + "step": 9180 + }, + { + "loss_action": 0.04064454883337021, + "loss_total": 0.04064454883337021, + "step": 9180 + }, + { + "grad_norm": 0.5381604433059692, + "learning_rate": 9.95210186026952e-05, + "loss": 0.0409, + "step": 9190 + }, + { + "loss_action": 0.04441877081990242, + "loss_total": 0.04441877081990242, + "step": 9190 + }, + { + "loss_action": 0.0410810224711895, + "loss_total": 0.0410810224711895, + "step": 9190 + }, + { + "loss_action": 0.058340344578027725, + "loss_total": 0.058340344578027725, + "step": 9190 + }, + { + "loss_action": 0.024286318570375443, + "loss_total": 0.024286318570375443, + "step": 9190 + }, + { + "loss_action": 0.02494289167225361, + "loss_total": 0.02494289167225361, + "step": 9190 + }, + { + "loss_action": 0.019803311675786972, + "loss_total": 0.019803311675786972, + "step": 9190 + }, + { + "grad_norm": 0.5876696109771729, + "learning_rate": 9.951873270000576e-05, + "loss": 0.0415, + "step": 9200 + }, + { + "loss_action": 0.035794347524642944, + "loss_total": 0.035794347524642944, + "step": 9200 + }, + { + "loss_action": 0.032411400228738785, + "loss_total": 0.032411400228738785, + "step": 9200 + }, + { + "loss_action": 0.03371161222457886, + "loss_total": 0.03371161222457886, + "step": 9200 + }, + { + "loss_action": 0.027987275272607803, + "loss_total": 0.027987275272607803, + "step": 9200 + }, + { + "loss_action": 0.039549198001623154, + "loss_total": 0.039549198001623154, + "step": 9200 + }, + { + "loss_action": 0.11877923458814621, + "loss_total": 0.11877923458814621, + "step": 9200 + }, + { + "grad_norm": 1.03742516040802, + "learning_rate": 9.951644138202216e-05, + "loss": 0.0422, + "step": 9210 + }, + { + "loss_action": 0.050958674401044846, + "loss_total": 0.050958674401044846, + "step": 9210 + }, + { + "loss_action": 0.03076704405248165, + "loss_total": 0.03076704405248165, + "step": 9210 + }, + { + "loss_action": 0.021704433485865593, + "loss_total": 0.021704433485865593, + "step": 9210 + }, + { + "loss_action": 0.03489881381392479, + "loss_total": 0.03489881381392479, + "step": 9210 + }, + { + "loss_action": 0.048766639083623886, + "loss_total": 0.048766639083623886, + "step": 9210 + }, + { + "loss_action": 0.02547525428235531, + "loss_total": 0.02547525428235531, + "step": 9210 + }, + { + "grad_norm": 0.5724920630455017, + "learning_rate": 9.951414464899498e-05, + "loss": 0.044, + "step": 9220 + }, + { + "loss_action": 0.029680142179131508, + "loss_total": 0.029680142179131508, + "step": 9220 + }, + { + "loss_action": 0.03504854068160057, + "loss_total": 0.03504854068160057, + "step": 9220 + }, + { + "loss_action": 0.026206303387880325, + "loss_total": 0.026206303387880325, + "step": 9220 + }, + { + "loss_action": 0.0819564014673233, + "loss_total": 0.0819564014673233, + "step": 9220 + }, + { + "loss_action": 0.03304901346564293, + "loss_total": 0.03304901346564293, + "step": 9220 + }, + { + "loss_action": 0.034720856696367264, + "loss_total": 0.034720856696367264, + "step": 9220 + }, + { + "grad_norm": 0.5304279327392578, + "learning_rate": 9.951184250117538e-05, + "loss": 0.0424, + "step": 9230 + }, + { + "loss_action": 0.053501516580581665, + "loss_total": 0.053501516580581665, + "step": 9230 + }, + { + "loss_action": 0.0617845393717289, + "loss_total": 0.0617845393717289, + "step": 9230 + }, + { + "loss_action": 0.032087188214063644, + "loss_total": 0.032087188214063644, + "step": 9230 + }, + { + "loss_action": 0.03330296650528908, + "loss_total": 0.03330296650528908, + "step": 9230 + }, + { + "loss_action": 0.037050556391477585, + "loss_total": 0.037050556391477585, + "step": 9230 + }, + { + "loss_action": 0.07455426454544067, + "loss_total": 0.07455426454544067, + "step": 9230 + }, + { + "grad_norm": 0.7114202976226807, + "learning_rate": 9.950953493881513e-05, + "loss": 0.0413, + "step": 9240 + }, + { + "loss_action": 0.03408210724592209, + "loss_total": 0.03408210724592209, + "step": 9240 + }, + { + "loss_action": 0.061867229640483856, + "loss_total": 0.061867229640483856, + "step": 9240 + }, + { + "loss_action": 0.04068692401051521, + "loss_total": 0.04068692401051521, + "step": 9240 + }, + { + "loss_action": 0.04143089801073074, + "loss_total": 0.04143089801073074, + "step": 9240 + }, + { + "loss_action": 0.030233560130000114, + "loss_total": 0.030233560130000114, + "step": 9240 + }, + { + "loss_action": 0.02322375774383545, + "loss_total": 0.02322375774383545, + "step": 9240 + }, + { + "grad_norm": 0.6237463355064392, + "learning_rate": 9.950722196216658e-05, + "loss": 0.0375, + "step": 9250 + }, + { + "loss_action": 0.02470949850976467, + "loss_total": 0.02470949850976467, + "step": 9250 + }, + { + "loss_action": 0.029048459604382515, + "loss_total": 0.029048459604382515, + "step": 9250 + }, + { + "loss_action": 0.05117952823638916, + "loss_total": 0.05117952823638916, + "step": 9250 + }, + { + "loss_action": 0.024566931650042534, + "loss_total": 0.024566931650042534, + "step": 9250 + }, + { + "loss_action": 0.04666431248188019, + "loss_total": 0.04666431248188019, + "step": 9250 + }, + { + "loss_action": 0.05338125303387642, + "loss_total": 0.05338125303387642, + "step": 9250 + }, + { + "grad_norm": 0.6062278151512146, + "learning_rate": 9.950490357148265e-05, + "loss": 0.0424, + "step": 9260 + }, + { + "loss_action": 0.02732069045305252, + "loss_total": 0.02732069045305252, + "step": 9260 + }, + { + "loss_action": 0.022757794708013535, + "loss_total": 0.022757794708013535, + "step": 9260 + }, + { + "loss_action": 0.044421806931495667, + "loss_total": 0.044421806931495667, + "step": 9260 + }, + { + "loss_action": 0.02432289533317089, + "loss_total": 0.02432289533317089, + "step": 9260 + }, + { + "loss_action": 0.05098956078290939, + "loss_total": 0.05098956078290939, + "step": 9260 + }, + { + "loss_action": 0.03472425416111946, + "loss_total": 0.03472425416111946, + "step": 9260 + }, + { + "grad_norm": 0.7176823616027832, + "learning_rate": 9.950257976701692e-05, + "loss": 0.0441, + "step": 9270 + }, + { + "loss_action": 0.02053096517920494, + "loss_total": 0.02053096517920494, + "step": 9270 + }, + { + "loss_action": 0.1252158284187317, + "loss_total": 0.1252158284187317, + "step": 9270 + }, + { + "loss_action": 0.08053012937307358, + "loss_total": 0.08053012937307358, + "step": 9270 + }, + { + "loss_action": 0.029175877571105957, + "loss_total": 0.029175877571105957, + "step": 9270 + }, + { + "loss_action": 0.04533436521887779, + "loss_total": 0.04533436521887779, + "step": 9270 + }, + { + "loss_action": 0.05244454741477966, + "loss_total": 0.05244454741477966, + "step": 9270 + }, + { + "grad_norm": 0.6740269064903259, + "learning_rate": 9.950025054902348e-05, + "loss": 0.0442, + "step": 9280 + }, + { + "loss_action": 0.026205597445368767, + "loss_total": 0.026205597445368767, + "step": 9280 + }, + { + "loss_action": 0.056926481425762177, + "loss_total": 0.056926481425762177, + "step": 9280 + }, + { + "loss_action": 0.032773103564977646, + "loss_total": 0.032773103564977646, + "step": 9280 + }, + { + "loss_action": 0.045720383524894714, + "loss_total": 0.045720383524894714, + "step": 9280 + }, + { + "loss_action": 0.03998527675867081, + "loss_total": 0.03998527675867081, + "step": 9280 + }, + { + "loss_action": 0.022164925932884216, + "loss_total": 0.022164925932884216, + "step": 9280 + }, + { + "grad_norm": 0.5427791476249695, + "learning_rate": 9.949791591775706e-05, + "loss": 0.0378, + "step": 9290 + }, + { + "loss_action": 0.05190501734614372, + "loss_total": 0.05190501734614372, + "step": 9290 + }, + { + "loss_action": 0.026126792654395103, + "loss_total": 0.026126792654395103, + "step": 9290 + }, + { + "loss_action": 0.0369049608707428, + "loss_total": 0.0369049608707428, + "step": 9290 + }, + { + "loss_action": 0.03734476491808891, + "loss_total": 0.03734476491808891, + "step": 9290 + }, + { + "loss_action": 0.02668185718357563, + "loss_total": 0.02668185718357563, + "step": 9290 + }, + { + "loss_action": 0.041595812886953354, + "loss_total": 0.041595812886953354, + "step": 9290 + }, + { + "grad_norm": 0.5393416881561279, + "learning_rate": 9.949557587347298e-05, + "loss": 0.0467, + "step": 9300 + }, + { + "loss_action": 0.12697871029376984, + "loss_total": 0.12697871029376984, + "step": 9300 + }, + { + "loss_action": 0.033607158809900284, + "loss_total": 0.033607158809900284, + "step": 9300 + }, + { + "loss_action": 0.03474365919828415, + "loss_total": 0.03474365919828415, + "step": 9300 + }, + { + "loss_action": 0.03347574174404144, + "loss_total": 0.03347574174404144, + "step": 9300 + }, + { + "loss_action": 0.02293682098388672, + "loss_total": 0.02293682098388672, + "step": 9300 + }, + { + "loss_action": 0.05485003814101219, + "loss_total": 0.05485003814101219, + "step": 9300 + }, + { + "grad_norm": 0.8264667391777039, + "learning_rate": 9.949323041642713e-05, + "loss": 0.0402, + "step": 9310 + }, + { + "loss_action": 0.06795128434896469, + "loss_total": 0.06795128434896469, + "step": 9310 + }, + { + "loss_action": 0.04043285921216011, + "loss_total": 0.04043285921216011, + "step": 9310 + }, + { + "loss_action": 0.030612634494900703, + "loss_total": 0.030612634494900703, + "step": 9310 + }, + { + "loss_action": 0.02996695786714554, + "loss_total": 0.02996695786714554, + "step": 9310 + }, + { + "loss_action": 0.02914787270128727, + "loss_total": 0.02914787270128727, + "step": 9310 + }, + { + "loss_action": 0.03923555836081505, + "loss_total": 0.03923555836081505, + "step": 9310 + }, + { + "grad_norm": 0.6976396441459656, + "learning_rate": 9.949087954687602e-05, + "loss": 0.0414, + "step": 9320 + }, + { + "loss_action": 0.024372171610593796, + "loss_total": 0.024372171610593796, + "step": 9320 + }, + { + "loss_action": 0.04187477007508278, + "loss_total": 0.04187477007508278, + "step": 9320 + }, + { + "loss_action": 0.028266770765185356, + "loss_total": 0.028266770765185356, + "step": 9320 + }, + { + "loss_action": 0.03379787132143974, + "loss_total": 0.03379787132143974, + "step": 9320 + }, + { + "loss_action": 0.03585528954863548, + "loss_total": 0.03585528954863548, + "step": 9320 + }, + { + "loss_action": 0.029351329430937767, + "loss_total": 0.029351329430937767, + "step": 9320 + }, + { + "grad_norm": 0.7692559361457825, + "learning_rate": 9.948852326507672e-05, + "loss": 0.0344, + "step": 9330 + }, + { + "loss_action": 0.02836219035089016, + "loss_total": 0.02836219035089016, + "step": 9330 + }, + { + "loss_action": 0.024409445002675056, + "loss_total": 0.024409445002675056, + "step": 9330 + }, + { + "loss_action": 0.024256611242890358, + "loss_total": 0.024256611242890358, + "step": 9330 + }, + { + "loss_action": 0.1529216766357422, + "loss_total": 0.1529216766357422, + "step": 9330 + }, + { + "loss_action": 0.022028300911188126, + "loss_total": 0.022028300911188126, + "step": 9330 + }, + { + "loss_action": 0.03387892618775368, + "loss_total": 0.03387892618775368, + "step": 9330 + }, + { + "grad_norm": 0.6961019039154053, + "learning_rate": 9.948616157128694e-05, + "loss": 0.0404, + "step": 9340 + }, + { + "loss_action": 0.06607430428266525, + "loss_total": 0.06607430428266525, + "step": 9340 + }, + { + "loss_action": 0.03226892650127411, + "loss_total": 0.03226892650127411, + "step": 9340 + }, + { + "loss_action": 0.023966245353221893, + "loss_total": 0.023966245353221893, + "step": 9340 + }, + { + "loss_action": 0.041615080088377, + "loss_total": 0.041615080088377, + "step": 9340 + }, + { + "loss_action": 0.029700998216867447, + "loss_total": 0.029700998216867447, + "step": 9340 + }, + { + "loss_action": 0.027707846835255623, + "loss_total": 0.027707846835255623, + "step": 9340 + }, + { + "grad_norm": 0.7155336737632751, + "learning_rate": 9.948379446576493e-05, + "loss": 0.0408, + "step": 9350 + }, + { + "loss_action": 0.031558748334646225, + "loss_total": 0.031558748334646225, + "step": 9350 + }, + { + "loss_action": 0.043216999620199203, + "loss_total": 0.043216999620199203, + "step": 9350 + }, + { + "loss_action": 0.027796510607004166, + "loss_total": 0.027796510607004166, + "step": 9350 + }, + { + "loss_action": 0.042585451155900955, + "loss_total": 0.042585451155900955, + "step": 9350 + }, + { + "loss_action": 0.021758882328867912, + "loss_total": 0.021758882328867912, + "step": 9350 + }, + { + "loss_action": 0.028353611007332802, + "loss_total": 0.028353611007332802, + "step": 9350 + }, + { + "grad_norm": 0.6178508400917053, + "learning_rate": 9.948142194876952e-05, + "loss": 0.0332, + "step": 9360 + }, + { + "loss_action": 0.03619793429970741, + "loss_total": 0.03619793429970741, + "step": 9360 + }, + { + "loss_action": 0.04820220172405243, + "loss_total": 0.04820220172405243, + "step": 9360 + }, + { + "loss_action": 0.03700321540236473, + "loss_total": 0.03700321540236473, + "step": 9360 + }, + { + "loss_action": 0.02694094553589821, + "loss_total": 0.02694094553589821, + "step": 9360 + }, + { + "loss_action": 0.0374930240213871, + "loss_total": 0.0374930240213871, + "step": 9360 + }, + { + "loss_action": 0.026586854830384254, + "loss_total": 0.026586854830384254, + "step": 9360 + }, + { + "grad_norm": 0.7805150747299194, + "learning_rate": 9.947904402056024e-05, + "loss": 0.0389, + "step": 9370 + }, + { + "loss_action": 0.020021064206957817, + "loss_total": 0.020021064206957817, + "step": 9370 + }, + { + "loss_action": 0.01998797617852688, + "loss_total": 0.01998797617852688, + "step": 9370 + }, + { + "loss_action": 0.06183909624814987, + "loss_total": 0.06183909624814987, + "step": 9370 + }, + { + "loss_action": 0.02555575780570507, + "loss_total": 0.02555575780570507, + "step": 9370 + }, + { + "loss_action": 0.028563180938363075, + "loss_total": 0.028563180938363075, + "step": 9370 + }, + { + "loss_action": 0.041028931736946106, + "loss_total": 0.041028931736946106, + "step": 9370 + }, + { + "grad_norm": 0.5894438028335571, + "learning_rate": 9.947666068139708e-05, + "loss": 0.0348, + "step": 9380 + }, + { + "loss_action": 0.04377531260251999, + "loss_total": 0.04377531260251999, + "step": 9380 + }, + { + "loss_action": 0.019446909427642822, + "loss_total": 0.019446909427642822, + "step": 9380 + }, + { + "loss_action": 0.026577945798635483, + "loss_total": 0.026577945798635483, + "step": 9380 + }, + { + "loss_action": 0.01905057579278946, + "loss_total": 0.01905057579278946, + "step": 9380 + }, + { + "loss_action": 0.04724617674946785, + "loss_total": 0.04724617674946785, + "step": 9380 + }, + { + "loss_action": 0.04912915825843811, + "loss_total": 0.04912915825843811, + "step": 9380 + }, + { + "grad_norm": 0.553144097328186, + "learning_rate": 9.947427193154071e-05, + "loss": 0.039, + "step": 9390 + }, + { + "loss_action": 0.035003021359443665, + "loss_total": 0.035003021359443665, + "step": 9390 + }, + { + "loss_action": 0.06811871379613876, + "loss_total": 0.06811871379613876, + "step": 9390 + }, + { + "loss_action": 0.04300103709101677, + "loss_total": 0.04300103709101677, + "step": 9390 + }, + { + "loss_action": 0.053560446947813034, + "loss_total": 0.053560446947813034, + "step": 9390 + }, + { + "loss_action": 0.21388006210327148, + "loss_total": 0.21388006210327148, + "step": 9390 + }, + { + "loss_action": 0.023052847012877464, + "loss_total": 0.023052847012877464, + "step": 9390 + }, + { + "grad_norm": 0.6251319050788879, + "learning_rate": 9.947187777125233e-05, + "loss": 0.0483, + "step": 9400 + }, + { + "loss_action": 0.02398773282766342, + "loss_total": 0.02398773282766342, + "step": 9400 + }, + { + "loss_action": 0.022611191496253014, + "loss_total": 0.022611191496253014, + "step": 9400 + }, + { + "loss_action": 0.03700736537575722, + "loss_total": 0.03700736537575722, + "step": 9400 + }, + { + "loss_action": 0.03426837921142578, + "loss_total": 0.03426837921142578, + "step": 9400 + }, + { + "loss_action": 0.024629293009638786, + "loss_total": 0.024629293009638786, + "step": 9400 + }, + { + "loss_action": 0.035371482372283936, + "loss_total": 0.035371482372283936, + "step": 9400 + }, + { + "grad_norm": 0.5702566504478455, + "learning_rate": 9.946947820079377e-05, + "loss": 0.0389, + "step": 9410 + }, + { + "loss_action": 0.03429389372467995, + "loss_total": 0.03429389372467995, + "step": 9410 + }, + { + "loss_action": 0.043497052043676376, + "loss_total": 0.043497052043676376, + "step": 9410 + }, + { + "loss_action": 0.028146227821707726, + "loss_total": 0.028146227821707726, + "step": 9410 + }, + { + "loss_action": 0.08038529753684998, + "loss_total": 0.08038529753684998, + "step": 9410 + }, + { + "loss_action": 0.02338680438697338, + "loss_total": 0.02338680438697338, + "step": 9410 + }, + { + "loss_action": 0.04190893471240997, + "loss_total": 0.04190893471240997, + "step": 9410 + }, + { + "grad_norm": 0.5980374813079834, + "learning_rate": 9.946707322042747e-05, + "loss": 0.0385, + "step": 9420 + }, + { + "loss_action": 0.032333362847566605, + "loss_total": 0.032333362847566605, + "step": 9420 + }, + { + "loss_action": 0.056520771235227585, + "loss_total": 0.056520771235227585, + "step": 9420 + }, + { + "loss_action": 0.026843467727303505, + "loss_total": 0.026843467727303505, + "step": 9420 + }, + { + "loss_action": 0.04616875201463699, + "loss_total": 0.04616875201463699, + "step": 9420 + }, + { + "loss_action": 0.03110336884856224, + "loss_total": 0.03110336884856224, + "step": 9420 + }, + { + "loss_action": 0.014752508141100407, + "loss_total": 0.014752508141100407, + "step": 9420 + }, + { + "grad_norm": 0.607606053352356, + "learning_rate": 9.94646628304164e-05, + "loss": 0.0362, + "step": 9430 + }, + { + "loss_action": 0.028855444863438606, + "loss_total": 0.028855444863438606, + "step": 9430 + }, + { + "loss_action": 0.031429704278707504, + "loss_total": 0.031429704278707504, + "step": 9430 + }, + { + "loss_action": 0.02654767967760563, + "loss_total": 0.02654767967760563, + "step": 9430 + }, + { + "loss_action": 0.025787321850657463, + "loss_total": 0.025787321850657463, + "step": 9430 + }, + { + "loss_action": 0.034432657063007355, + "loss_total": 0.034432657063007355, + "step": 9430 + }, + { + "loss_action": 0.03870465233922005, + "loss_total": 0.03870465233922005, + "step": 9430 + }, + { + "grad_norm": 0.5414775609970093, + "learning_rate": 9.946224703102418e-05, + "loss": 0.0319, + "step": 9440 + }, + { + "loss_action": 0.025980759412050247, + "loss_total": 0.025980759412050247, + "step": 9440 + }, + { + "loss_action": 0.01693832129240036, + "loss_total": 0.01693832129240036, + "step": 9440 + }, + { + "loss_action": 0.03513645380735397, + "loss_total": 0.03513645380735397, + "step": 9440 + }, + { + "loss_action": 0.025647353380918503, + "loss_total": 0.025647353380918503, + "step": 9440 + }, + { + "loss_action": 0.024735910817980766, + "loss_total": 0.024735910817980766, + "step": 9440 + }, + { + "loss_action": 0.03472011536359787, + "loss_total": 0.03472011536359787, + "step": 9440 + }, + { + "grad_norm": 0.6185025572776794, + "learning_rate": 9.945982582251498e-05, + "loss": 0.0393, + "step": 9450 + }, + { + "loss_action": 0.06596945226192474, + "loss_total": 0.06596945226192474, + "step": 9450 + }, + { + "loss_action": 0.05865924432873726, + "loss_total": 0.05865924432873726, + "step": 9450 + }, + { + "loss_action": 0.020514894276857376, + "loss_total": 0.020514894276857376, + "step": 9450 + }, + { + "loss_action": 0.023047184571623802, + "loss_total": 0.023047184571623802, + "step": 9450 + }, + { + "loss_action": 0.017331695184111595, + "loss_total": 0.017331695184111595, + "step": 9450 + }, + { + "loss_action": 0.02185860089957714, + "loss_total": 0.02185860089957714, + "step": 9450 + }, + { + "grad_norm": 0.5523713231086731, + "learning_rate": 9.94573992051536e-05, + "loss": 0.0383, + "step": 9460 + }, + { + "loss_action": 0.029863467440009117, + "loss_total": 0.029863467440009117, + "step": 9460 + }, + { + "loss_action": 0.03657415881752968, + "loss_total": 0.03657415881752968, + "step": 9460 + }, + { + "loss_action": 0.03330120071768761, + "loss_total": 0.03330120071768761, + "step": 9460 + }, + { + "loss_action": 0.029031021520495415, + "loss_total": 0.029031021520495415, + "step": 9460 + }, + { + "loss_action": 0.027907026931643486, + "loss_total": 0.027907026931643486, + "step": 9460 + }, + { + "loss_action": 0.02523254044353962, + "loss_total": 0.02523254044353962, + "step": 9460 + }, + { + "grad_norm": 0.5472762584686279, + "learning_rate": 9.94549671792054e-05, + "loss": 0.0386, + "step": 9470 + }, + { + "loss_action": 0.06348733603954315, + "loss_total": 0.06348733603954315, + "step": 9470 + }, + { + "loss_action": 0.03964167460799217, + "loss_total": 0.03964167460799217, + "step": 9470 + }, + { + "loss_action": 0.020634476095438004, + "loss_total": 0.020634476095438004, + "step": 9470 + }, + { + "loss_action": 0.04361607879400253, + "loss_total": 0.04361607879400253, + "step": 9470 + }, + { + "loss_action": 0.20182205736637115, + "loss_total": 0.20182205736637115, + "step": 9470 + }, + { + "loss_action": 0.024397186934947968, + "loss_total": 0.024397186934947968, + "step": 9470 + }, + { + "grad_norm": 0.5877499580383301, + "learning_rate": 9.945252974493635e-05, + "loss": 0.038, + "step": 9480 + }, + { + "loss_action": 0.04058173671364784, + "loss_total": 0.04058173671364784, + "step": 9480 + }, + { + "loss_action": 0.02048417739570141, + "loss_total": 0.02048417739570141, + "step": 9480 + }, + { + "loss_action": 0.036914337426424026, + "loss_total": 0.036914337426424026, + "step": 9480 + }, + { + "loss_action": 0.03239196166396141, + "loss_total": 0.03239196166396141, + "step": 9480 + }, + { + "loss_action": 0.02292300947010517, + "loss_total": 0.02292300947010517, + "step": 9480 + }, + { + "loss_action": 0.07267691195011139, + "loss_total": 0.07267691195011139, + "step": 9480 + }, + { + "grad_norm": 0.6478257775306702, + "learning_rate": 9.9450086902613e-05, + "loss": 0.0387, + "step": 9490 + }, + { + "loss_action": 0.02507910504937172, + "loss_total": 0.02507910504937172, + "step": 9490 + }, + { + "loss_action": 0.02475477010011673, + "loss_total": 0.02475477010011673, + "step": 9490 + }, + { + "loss_action": 0.04709897190332413, + "loss_total": 0.04709897190332413, + "step": 9490 + }, + { + "loss_action": 0.06179986894130707, + "loss_total": 0.06179986894130707, + "step": 9490 + }, + { + "loss_action": 0.027156319469213486, + "loss_total": 0.027156319469213486, + "step": 9490 + }, + { + "loss_action": 0.07496660947799683, + "loss_total": 0.07496660947799683, + "step": 9490 + }, + { + "grad_norm": 0.507175862789154, + "learning_rate": 9.944763865250248e-05, + "loss": 0.0339, + "step": 9500 + }, + { + "loss_action": 0.013742930255830288, + "loss_total": 0.013742930255830288, + "step": 9500 + }, + { + "loss_action": 0.020533442497253418, + "loss_total": 0.020533442497253418, + "step": 9500 + }, + { + "loss_action": 0.02760769985616207, + "loss_total": 0.02760769985616207, + "step": 9500 + }, + { + "loss_action": 0.01913468725979328, + "loss_total": 0.01913468725979328, + "step": 9500 + }, + { + "loss_action": 0.018454167991876602, + "loss_total": 0.018454167991876602, + "step": 9500 + }, + { + "loss_action": 0.03515063226222992, + "loss_total": 0.03515063226222992, + "step": 9500 + }, + { + "grad_norm": 0.6693470478057861, + "learning_rate": 9.944518499487254e-05, + "loss": 0.0386, + "step": 9510 + }, + { + "loss_action": 0.06514555960893631, + "loss_total": 0.06514555960893631, + "step": 9510 + }, + { + "loss_action": 0.02222335711121559, + "loss_total": 0.02222335711121559, + "step": 9510 + }, + { + "loss_action": 0.026695871725678444, + "loss_total": 0.026695871725678444, + "step": 9510 + }, + { + "loss_action": 0.03924646973609924, + "loss_total": 0.03924646973609924, + "step": 9510 + }, + { + "loss_action": 0.01921384409070015, + "loss_total": 0.01921384409070015, + "step": 9510 + }, + { + "loss_action": 0.04107329994440079, + "loss_total": 0.04107329994440079, + "step": 9510 + }, + { + "grad_norm": 0.6477574110031128, + "learning_rate": 9.944272592999151e-05, + "loss": 0.0425, + "step": 9520 + }, + { + "loss_action": 0.02561734803020954, + "loss_total": 0.02561734803020954, + "step": 9520 + }, + { + "loss_action": 0.01692201942205429, + "loss_total": 0.01692201942205429, + "step": 9520 + }, + { + "loss_action": 0.04980248957872391, + "loss_total": 0.04980248957872391, + "step": 9520 + }, + { + "loss_action": 0.05708661675453186, + "loss_total": 0.05708661675453186, + "step": 9520 + }, + { + "loss_action": 0.02941707707941532, + "loss_total": 0.02941707707941532, + "step": 9520 + }, + { + "loss_action": 0.020736588165163994, + "loss_total": 0.020736588165163994, + "step": 9520 + }, + { + "grad_norm": 0.5161811709403992, + "learning_rate": 9.94402614581283e-05, + "loss": 0.0409, + "step": 9530 + }, + { + "loss_action": 0.061468593776226044, + "loss_total": 0.061468593776226044, + "step": 9530 + }, + { + "loss_action": 0.03029543347656727, + "loss_total": 0.03029543347656727, + "step": 9530 + }, + { + "loss_action": 0.01923929899930954, + "loss_total": 0.01923929899930954, + "step": 9530 + }, + { + "loss_action": 0.030745312571525574, + "loss_total": 0.030745312571525574, + "step": 9530 + }, + { + "loss_action": 0.029530150815844536, + "loss_total": 0.029530150815844536, + "step": 9530 + }, + { + "loss_action": 0.041894152760505676, + "loss_total": 0.041894152760505676, + "step": 9530 + }, + { + "grad_norm": 0.8145787715911865, + "learning_rate": 9.943779157955244e-05, + "loss": 0.0484, + "step": 9540 + }, + { + "loss_action": 0.04389161616563797, + "loss_total": 0.04389161616563797, + "step": 9540 + }, + { + "loss_action": 0.04910130053758621, + "loss_total": 0.04910130053758621, + "step": 9540 + }, + { + "loss_action": 0.0360591746866703, + "loss_total": 0.0360591746866703, + "step": 9540 + }, + { + "loss_action": 0.03888853266835213, + "loss_total": 0.03888853266835213, + "step": 9540 + }, + { + "loss_action": 0.030474282801151276, + "loss_total": 0.030474282801151276, + "step": 9540 + }, + { + "loss_action": 0.035812634974718094, + "loss_total": 0.035812634974718094, + "step": 9540 + }, + { + "grad_norm": 0.5391514301300049, + "learning_rate": 9.943531629453403e-05, + "loss": 0.0477, + "step": 9550 + }, + { + "loss_action": 0.04292760416865349, + "loss_total": 0.04292760416865349, + "step": 9550 + }, + { + "loss_action": 0.04118351638317108, + "loss_total": 0.04118351638317108, + "step": 9550 + }, + { + "loss_action": 0.0360567532479763, + "loss_total": 0.0360567532479763, + "step": 9550 + }, + { + "loss_action": 0.03734513744711876, + "loss_total": 0.03734513744711876, + "step": 9550 + }, + { + "loss_action": 0.04943350329995155, + "loss_total": 0.04943350329995155, + "step": 9550 + }, + { + "loss_action": 0.08330663293600082, + "loss_total": 0.08330663293600082, + "step": 9550 + }, + { + "grad_norm": 0.7450637221336365, + "learning_rate": 9.943283560334375e-05, + "loss": 0.0484, + "step": 9560 + }, + { + "loss_action": 0.034983281046152115, + "loss_total": 0.034983281046152115, + "step": 9560 + }, + { + "loss_action": 0.039223529398441315, + "loss_total": 0.039223529398441315, + "step": 9560 + }, + { + "loss_action": 0.024178817868232727, + "loss_total": 0.024178817868232727, + "step": 9560 + }, + { + "loss_action": 0.08151723444461823, + "loss_total": 0.08151723444461823, + "step": 9560 + }, + { + "loss_action": 0.03886048123240471, + "loss_total": 0.03886048123240471, + "step": 9560 + }, + { + "loss_action": 0.09499576687812805, + "loss_total": 0.09499576687812805, + "step": 9560 + }, + { + "grad_norm": 0.6309933066368103, + "learning_rate": 9.943034950625288e-05, + "loss": 0.0426, + "step": 9570 + }, + { + "loss_action": 0.04419304430484772, + "loss_total": 0.04419304430484772, + "step": 9570 + }, + { + "loss_action": 0.02842611074447632, + "loss_total": 0.02842611074447632, + "step": 9570 + }, + { + "loss_action": 0.039738934487104416, + "loss_total": 0.039738934487104416, + "step": 9570 + }, + { + "loss_action": 0.03499041870236397, + "loss_total": 0.03499041870236397, + "step": 9570 + }, + { + "loss_action": 0.02762499637901783, + "loss_total": 0.02762499637901783, + "step": 9570 + }, + { + "loss_action": 0.046109914779663086, + "loss_total": 0.046109914779663086, + "step": 9570 + }, + { + "grad_norm": 0.6057027578353882, + "learning_rate": 9.942785800353332e-05, + "loss": 0.0495, + "step": 9580 + }, + { + "loss_action": 0.0632236897945404, + "loss_total": 0.0632236897945404, + "step": 9580 + }, + { + "loss_action": 0.06318137049674988, + "loss_total": 0.06318137049674988, + "step": 9580 + }, + { + "loss_action": 0.02155677042901516, + "loss_total": 0.02155677042901516, + "step": 9580 + }, + { + "loss_action": 0.019954530522227287, + "loss_total": 0.019954530522227287, + "step": 9580 + }, + { + "loss_action": 0.03182879835367203, + "loss_total": 0.03182879835367203, + "step": 9580 + }, + { + "loss_action": 0.024619214236736298, + "loss_total": 0.024619214236736298, + "step": 9580 + }, + { + "grad_norm": 0.47354698181152344, + "learning_rate": 9.942536109545751e-05, + "loss": 0.0426, + "step": 9590 + }, + { + "loss_action": 0.043216608464717865, + "loss_total": 0.043216608464717865, + "step": 9590 + }, + { + "loss_action": 0.08428818732500076, + "loss_total": 0.08428818732500076, + "step": 9590 + }, + { + "loss_action": 0.0182048287242651, + "loss_total": 0.0182048287242651, + "step": 9590 + }, + { + "loss_action": 0.042055461555719376, + "loss_total": 0.042055461555719376, + "step": 9590 + }, + { + "loss_action": 0.020299112424254417, + "loss_total": 0.020299112424254417, + "step": 9590 + }, + { + "loss_action": 0.026969702914357185, + "loss_total": 0.026969702914357185, + "step": 9590 + }, + { + "grad_norm": 0.4674331247806549, + "learning_rate": 9.942285878229853e-05, + "loss": 0.0398, + "step": 9600 + }, + { + "loss_action": 0.024370264261960983, + "loss_total": 0.024370264261960983, + "step": 9600 + }, + { + "loss_action": 0.03657897189259529, + "loss_total": 0.03657897189259529, + "step": 9600 + }, + { + "loss_action": 0.02109692245721817, + "loss_total": 0.02109692245721817, + "step": 9600 + }, + { + "loss_action": 0.040952444076538086, + "loss_total": 0.040952444076538086, + "step": 9600 + }, + { + "loss_action": 0.03462016209959984, + "loss_total": 0.03462016209959984, + "step": 9600 + }, + { + "loss_action": 0.03778991475701332, + "loss_total": 0.03778991475701332, + "step": 9600 + }, + { + "grad_norm": 0.4815358519554138, + "learning_rate": 9.942035106433001e-05, + "loss": 0.0342, + "step": 9610 + }, + { + "loss_action": 0.02307143062353134, + "loss_total": 0.02307143062353134, + "step": 9610 + }, + { + "loss_action": 0.029467705637216568, + "loss_total": 0.029467705637216568, + "step": 9610 + }, + { + "loss_action": 0.03723755106329918, + "loss_total": 0.03723755106329918, + "step": 9610 + }, + { + "loss_action": 0.03692376986145973, + "loss_total": 0.03692376986145973, + "step": 9610 + }, + { + "loss_action": 0.03752310946583748, + "loss_total": 0.03752310946583748, + "step": 9610 + }, + { + "loss_action": 0.06446889042854309, + "loss_total": 0.06446889042854309, + "step": 9610 + }, + { + "grad_norm": 0.6030572056770325, + "learning_rate": 9.94178379418262e-05, + "loss": 0.0373, + "step": 9620 + }, + { + "loss_action": 0.02302149310708046, + "loss_total": 0.02302149310708046, + "step": 9620 + }, + { + "loss_action": 0.03755104914307594, + "loss_total": 0.03755104914307594, + "step": 9620 + }, + { + "loss_action": 0.02889890782535076, + "loss_total": 0.02889890782535076, + "step": 9620 + }, + { + "loss_action": 0.027225375175476074, + "loss_total": 0.027225375175476074, + "step": 9620 + }, + { + "loss_action": 0.03078148141503334, + "loss_total": 0.03078148141503334, + "step": 9620 + }, + { + "loss_action": 0.026724832132458687, + "loss_total": 0.026724832132458687, + "step": 9620 + }, + { + "grad_norm": 0.5370928645133972, + "learning_rate": 9.941531941506194e-05, + "loss": 0.0374, + "step": 9630 + }, + { + "loss_action": 0.027980303391814232, + "loss_total": 0.027980303391814232, + "step": 9630 + }, + { + "loss_action": 0.019049635156989098, + "loss_total": 0.019049635156989098, + "step": 9630 + }, + { + "loss_action": 0.037625979632139206, + "loss_total": 0.037625979632139206, + "step": 9630 + }, + { + "loss_action": 0.047410544008016586, + "loss_total": 0.047410544008016586, + "step": 9630 + }, + { + "loss_action": 0.018861016258597374, + "loss_total": 0.018861016258597374, + "step": 9630 + }, + { + "loss_action": 0.07749687880277634, + "loss_total": 0.07749687880277634, + "step": 9630 + }, + { + "grad_norm": 0.5606828927993774, + "learning_rate": 9.941279548431263e-05, + "loss": 0.0339, + "step": 9640 + }, + { + "loss_action": 0.04351397976279259, + "loss_total": 0.04351397976279259, + "step": 9640 + }, + { + "loss_action": 0.06084821745753288, + "loss_total": 0.06084821745753288, + "step": 9640 + }, + { + "loss_action": 0.01657821424305439, + "loss_total": 0.01657821424305439, + "step": 9640 + }, + { + "loss_action": 0.03150234371423721, + "loss_total": 0.03150234371423721, + "step": 9640 + }, + { + "loss_action": 0.05786420777440071, + "loss_total": 0.05786420777440071, + "step": 9640 + }, + { + "loss_action": 0.023898527026176453, + "loss_total": 0.023898527026176453, + "step": 9640 + }, + { + "grad_norm": 0.5260304808616638, + "learning_rate": 9.941026614985431e-05, + "loss": 0.0338, + "step": 9650 + }, + { + "loss_action": 0.028858713805675507, + "loss_total": 0.028858713805675507, + "step": 9650 + }, + { + "loss_action": 0.07316309213638306, + "loss_total": 0.07316309213638306, + "step": 9650 + }, + { + "loss_action": 0.03017585352063179, + "loss_total": 0.03017585352063179, + "step": 9650 + }, + { + "loss_action": 0.04095277190208435, + "loss_total": 0.04095277190208435, + "step": 9650 + }, + { + "loss_action": 0.03137144073843956, + "loss_total": 0.03137144073843956, + "step": 9650 + }, + { + "loss_action": 0.04270083084702492, + "loss_total": 0.04270083084702492, + "step": 9650 + }, + { + "grad_norm": 0.5196468830108643, + "learning_rate": 9.940773141196357e-05, + "loss": 0.0302, + "step": 9660 + }, + { + "loss_action": 0.01409856230020523, + "loss_total": 0.01409856230020523, + "step": 9660 + }, + { + "loss_action": 0.02594411000609398, + "loss_total": 0.02594411000609398, + "step": 9660 + }, + { + "loss_action": 0.027103865519165993, + "loss_total": 0.027103865519165993, + "step": 9660 + }, + { + "loss_action": 0.026367302983999252, + "loss_total": 0.026367302983999252, + "step": 9660 + }, + { + "loss_action": 0.027177533134818077, + "loss_total": 0.027177533134818077, + "step": 9660 + }, + { + "loss_action": 0.024919990450143814, + "loss_total": 0.024919990450143814, + "step": 9660 + }, + { + "grad_norm": 0.6894464492797852, + "learning_rate": 9.94051912709176e-05, + "loss": 0.0326, + "step": 9670 + }, + { + "loss_action": 0.044495705515146255, + "loss_total": 0.044495705515146255, + "step": 9670 + }, + { + "loss_action": 0.07201609015464783, + "loss_total": 0.07201609015464783, + "step": 9670 + }, + { + "loss_action": 0.027451042085886, + "loss_total": 0.027451042085886, + "step": 9670 + }, + { + "loss_action": 0.03650452941656113, + "loss_total": 0.03650452941656113, + "step": 9670 + }, + { + "loss_action": 0.02099999599158764, + "loss_total": 0.02099999599158764, + "step": 9670 + }, + { + "loss_action": 0.03886166214942932, + "loss_total": 0.03886166214942932, + "step": 9670 + }, + { + "grad_norm": 0.5714538097381592, + "learning_rate": 9.940264572699421e-05, + "loss": 0.0347, + "step": 9680 + }, + { + "loss_action": 0.039733678102493286, + "loss_total": 0.039733678102493286, + "step": 9680 + }, + { + "loss_action": 0.04981863126158714, + "loss_total": 0.04981863126158714, + "step": 9680 + }, + { + "loss_action": 0.03448370099067688, + "loss_total": 0.03448370099067688, + "step": 9680 + }, + { + "loss_action": 0.021605703979730606, + "loss_total": 0.021605703979730606, + "step": 9680 + }, + { + "loss_action": 0.022252295166254044, + "loss_total": 0.022252295166254044, + "step": 9680 + }, + { + "loss_action": 0.017422817647457123, + "loss_total": 0.017422817647457123, + "step": 9680 + }, + { + "grad_norm": 0.5963478088378906, + "learning_rate": 9.940009478047174e-05, + "loss": 0.0374, + "step": 9690 + }, + { + "loss_action": 0.021350577473640442, + "loss_total": 0.021350577473640442, + "step": 9690 + }, + { + "loss_action": 0.03248508274555206, + "loss_total": 0.03248508274555206, + "step": 9690 + }, + { + "loss_action": 0.028537608683109283, + "loss_total": 0.028537608683109283, + "step": 9690 + }, + { + "loss_action": 0.024135055020451546, + "loss_total": 0.024135055020451546, + "step": 9690 + }, + { + "loss_action": 0.03514260798692703, + "loss_total": 0.03514260798692703, + "step": 9690 + }, + { + "loss_action": 0.04434508830308914, + "loss_total": 0.04434508830308914, + "step": 9690 + }, + { + "grad_norm": 0.5053825974464417, + "learning_rate": 9.939753843162918e-05, + "loss": 0.0319, + "step": 9700 + }, + { + "loss_action": 0.0295427106320858, + "loss_total": 0.0295427106320858, + "step": 9700 + }, + { + "loss_action": 0.025308050215244293, + "loss_total": 0.025308050215244293, + "step": 9700 + }, + { + "loss_action": 0.04462093859910965, + "loss_total": 0.04462093859910965, + "step": 9700 + }, + { + "loss_action": 0.015473904088139534, + "loss_total": 0.015473904088139534, + "step": 9700 + }, + { + "loss_action": 0.020262090489268303, + "loss_total": 0.020262090489268303, + "step": 9700 + }, + { + "loss_action": 0.017916688695549965, + "loss_total": 0.017916688695549965, + "step": 9700 + }, + { + "grad_norm": 0.5517556667327881, + "learning_rate": 9.939497668074609e-05, + "loss": 0.0296, + "step": 9710 + }, + { + "loss_action": 0.023413315415382385, + "loss_total": 0.023413315415382385, + "step": 9710 + }, + { + "loss_action": 0.02745794504880905, + "loss_total": 0.02745794504880905, + "step": 9710 + }, + { + "loss_action": 0.02211485616862774, + "loss_total": 0.02211485616862774, + "step": 9710 + }, + { + "loss_action": 0.025640619918704033, + "loss_total": 0.025640619918704033, + "step": 9710 + }, + { + "loss_action": 0.013849561102688313, + "loss_total": 0.013849561102688313, + "step": 9710 + }, + { + "loss_action": 0.05044250190258026, + "loss_total": 0.05044250190258026, + "step": 9710 + }, + { + "grad_norm": 0.6417980790138245, + "learning_rate": 9.93924095281026e-05, + "loss": 0.035, + "step": 9720 + }, + { + "loss_action": 0.08668819814920425, + "loss_total": 0.08668819814920425, + "step": 9720 + }, + { + "loss_action": 0.027126427739858627, + "loss_total": 0.027126427739858627, + "step": 9720 + }, + { + "loss_action": 0.04145324230194092, + "loss_total": 0.04145324230194092, + "step": 9720 + }, + { + "loss_action": 0.03846874088048935, + "loss_total": 0.03846874088048935, + "step": 9720 + }, + { + "loss_action": 0.05234072729945183, + "loss_total": 0.05234072729945183, + "step": 9720 + }, + { + "loss_action": 0.0307571180164814, + "loss_total": 0.0307571180164814, + "step": 9720 + }, + { + "grad_norm": 0.5987030267715454, + "learning_rate": 9.938983697397948e-05, + "loss": 0.0358, + "step": 9730 + }, + { + "loss_action": 0.037498924881219864, + "loss_total": 0.037498924881219864, + "step": 9730 + }, + { + "loss_action": 0.013250995427370071, + "loss_total": 0.013250995427370071, + "step": 9730 + }, + { + "loss_action": 0.01555610541254282, + "loss_total": 0.01555610541254282, + "step": 9730 + }, + { + "loss_action": 0.03915678709745407, + "loss_total": 0.03915678709745407, + "step": 9730 + }, + { + "loss_action": 0.042568810284137726, + "loss_total": 0.042568810284137726, + "step": 9730 + }, + { + "loss_action": 0.03144371509552002, + "loss_total": 0.03144371509552002, + "step": 9730 + }, + { + "grad_norm": 0.5847982168197632, + "learning_rate": 9.938725901865805e-05, + "loss": 0.0374, + "step": 9740 + }, + { + "loss_action": 0.03462670370936394, + "loss_total": 0.03462670370936394, + "step": 9740 + }, + { + "loss_action": 0.03011283092200756, + "loss_total": 0.03011283092200756, + "step": 9740 + }, + { + "loss_action": 0.0417729914188385, + "loss_total": 0.0417729914188385, + "step": 9740 + }, + { + "loss_action": 0.08596771955490112, + "loss_total": 0.08596771955490112, + "step": 9740 + }, + { + "loss_action": 0.023539312183856964, + "loss_total": 0.023539312183856964, + "step": 9740 + }, + { + "loss_action": 0.023888861760497093, + "loss_total": 0.023888861760497093, + "step": 9740 + }, + { + "grad_norm": 0.5774087309837341, + "learning_rate": 9.93846756624202e-05, + "loss": 0.0441, + "step": 9750 + }, + { + "loss_action": 0.07618163526058197, + "loss_total": 0.07618163526058197, + "step": 9750 + }, + { + "loss_action": 0.14649386703968048, + "loss_total": 0.14649386703968048, + "step": 9750 + }, + { + "loss_action": 0.040449824184179306, + "loss_total": 0.040449824184179306, + "step": 9750 + }, + { + "loss_action": 0.031627003103494644, + "loss_total": 0.031627003103494644, + "step": 9750 + }, + { + "loss_action": 0.024735119193792343, + "loss_total": 0.024735119193792343, + "step": 9750 + }, + { + "loss_action": 0.03901718184351921, + "loss_total": 0.03901718184351921, + "step": 9750 + }, + { + "grad_norm": 0.5692841410636902, + "learning_rate": 9.938208690554849e-05, + "loss": 0.0501, + "step": 9760 + }, + { + "loss_action": 0.10745815187692642, + "loss_total": 0.10745815187692642, + "step": 9760 + }, + { + "loss_action": 0.09206346422433853, + "loss_total": 0.09206346422433853, + "step": 9760 + }, + { + "loss_action": 0.03074388951063156, + "loss_total": 0.03074388951063156, + "step": 9760 + }, + { + "loss_action": 0.043970175087451935, + "loss_total": 0.043970175087451935, + "step": 9760 + }, + { + "loss_action": 0.05410725250840187, + "loss_total": 0.05410725250840187, + "step": 9760 + }, + { + "loss_action": 0.029000064358115196, + "loss_total": 0.029000064358115196, + "step": 9760 + }, + { + "grad_norm": 0.7119175791740417, + "learning_rate": 9.9379492748326e-05, + "loss": 0.0501, + "step": 9770 + }, + { + "loss_action": 0.023170866072177887, + "loss_total": 0.023170866072177887, + "step": 9770 + }, + { + "loss_action": 0.03196530044078827, + "loss_total": 0.03196530044078827, + "step": 9770 + }, + { + "loss_action": 0.02230766974389553, + "loss_total": 0.02230766974389553, + "step": 9770 + }, + { + "loss_action": 0.035224828869104385, + "loss_total": 0.035224828869104385, + "step": 9770 + }, + { + "loss_action": 0.10668665915727615, + "loss_total": 0.10668665915727615, + "step": 9770 + }, + { + "loss_action": 0.05805984139442444, + "loss_total": 0.05805984139442444, + "step": 9770 + }, + { + "grad_norm": 0.5444732308387756, + "learning_rate": 9.937689319103641e-05, + "loss": 0.0408, + "step": 9780 + }, + { + "loss_action": 0.026198450475931168, + "loss_total": 0.026198450475931168, + "step": 9780 + }, + { + "loss_action": 0.022379079833626747, + "loss_total": 0.022379079833626747, + "step": 9780 + }, + { + "loss_action": 0.025405900552868843, + "loss_total": 0.025405900552868843, + "step": 9780 + }, + { + "loss_action": 0.0623917356133461, + "loss_total": 0.0623917356133461, + "step": 9780 + }, + { + "loss_action": 0.026683390140533447, + "loss_total": 0.026683390140533447, + "step": 9780 + }, + { + "loss_action": 0.03620143234729767, + "loss_total": 0.03620143234729767, + "step": 9780 + }, + { + "grad_norm": 0.49697577953338623, + "learning_rate": 9.937428823396404e-05, + "loss": 0.0438, + "step": 9790 + }, + { + "loss_action": 0.052617281675338745, + "loss_total": 0.052617281675338745, + "step": 9790 + }, + { + "loss_action": 0.031661875545978546, + "loss_total": 0.031661875545978546, + "step": 9790 + }, + { + "loss_action": 0.026275040581822395, + "loss_total": 0.026275040581822395, + "step": 9790 + }, + { + "loss_action": 0.04215453565120697, + "loss_total": 0.04215453565120697, + "step": 9790 + }, + { + "loss_action": 0.03095419332385063, + "loss_total": 0.03095419332385063, + "step": 9790 + }, + { + "loss_action": 0.03286730498075485, + "loss_total": 0.03286730498075485, + "step": 9790 + }, + { + "grad_norm": 0.6539948582649231, + "learning_rate": 9.937167787739372e-05, + "loss": 0.0374, + "step": 9800 + }, + { + "loss_action": 0.05171066150069237, + "loss_total": 0.05171066150069237, + "step": 9800 + }, + { + "loss_action": 0.017666403204202652, + "loss_total": 0.017666403204202652, + "step": 9800 + }, + { + "loss_action": 0.03149562329053879, + "loss_total": 0.03149562329053879, + "step": 9800 + }, + { + "loss_action": 0.018057657405734062, + "loss_total": 0.018057657405734062, + "step": 9800 + }, + { + "loss_action": 0.029665280133485794, + "loss_total": 0.029665280133485794, + "step": 9800 + }, + { + "loss_action": 0.018847854807972908, + "loss_total": 0.018847854807972908, + "step": 9800 + }, + { + "grad_norm": 0.7379220128059387, + "learning_rate": 9.936906212161095e-05, + "loss": 0.0395, + "step": 9810 + }, + { + "loss_action": 0.02862600050866604, + "loss_total": 0.02862600050866604, + "step": 9810 + }, + { + "loss_action": 0.023835398256778717, + "loss_total": 0.023835398256778717, + "step": 9810 + }, + { + "loss_action": 0.01931227184832096, + "loss_total": 0.01931227184832096, + "step": 9810 + }, + { + "loss_action": 0.02614797092974186, + "loss_total": 0.02614797092974186, + "step": 9810 + }, + { + "loss_action": 0.0313238762319088, + "loss_total": 0.0313238762319088, + "step": 9810 + }, + { + "loss_action": 0.024976972490549088, + "loss_total": 0.024976972490549088, + "step": 9810 + }, + { + "grad_norm": 0.5735992193222046, + "learning_rate": 9.936644096690176e-05, + "loss": 0.0333, + "step": 9820 + }, + { + "loss_action": 0.028828073292970657, + "loss_total": 0.028828073292970657, + "step": 9820 + }, + { + "loss_action": 0.05555000901222229, + "loss_total": 0.05555000901222229, + "step": 9820 + }, + { + "loss_action": 0.04597613587975502, + "loss_total": 0.04597613587975502, + "step": 9820 + }, + { + "loss_action": 0.031100627034902573, + "loss_total": 0.031100627034902573, + "step": 9820 + }, + { + "loss_action": 0.019625425338745117, + "loss_total": 0.019625425338745117, + "step": 9820 + }, + { + "loss_action": 0.04167601093649864, + "loss_total": 0.04167601093649864, + "step": 9820 + }, + { + "grad_norm": 0.6482527852058411, + "learning_rate": 9.936381441355282e-05, + "loss": 0.0392, + "step": 9830 + }, + { + "loss_action": 0.0361224003136158, + "loss_total": 0.0361224003136158, + "step": 9830 + }, + { + "loss_action": 0.030015548691153526, + "loss_total": 0.030015548691153526, + "step": 9830 + }, + { + "loss_action": 0.06079657003283501, + "loss_total": 0.06079657003283501, + "step": 9830 + }, + { + "loss_action": 0.025061724707484245, + "loss_total": 0.025061724707484245, + "step": 9830 + }, + { + "loss_action": 0.02795187197625637, + "loss_total": 0.02795187197625637, + "step": 9830 + }, + { + "loss_action": 0.035327572375535965, + "loss_total": 0.035327572375535965, + "step": 9830 + }, + { + "grad_norm": 0.6933654546737671, + "learning_rate": 9.936118246185136e-05, + "loss": 0.0345, + "step": 9840 + }, + { + "loss_action": 0.022810520604252815, + "loss_total": 0.022810520604252815, + "step": 9840 + }, + { + "loss_action": 0.026069633662700653, + "loss_total": 0.026069633662700653, + "step": 9840 + }, + { + "loss_action": 0.017491284757852554, + "loss_total": 0.017491284757852554, + "step": 9840 + }, + { + "loss_action": 0.08839190751314163, + "loss_total": 0.08839190751314163, + "step": 9840 + }, + { + "loss_action": 0.03173130378127098, + "loss_total": 0.03173130378127098, + "step": 9840 + }, + { + "loss_action": 0.04701904579997063, + "loss_total": 0.04701904579997063, + "step": 9840 + }, + { + "grad_norm": 0.6741992235183716, + "learning_rate": 9.935854511208518e-05, + "loss": 0.0383, + "step": 9850 + }, + { + "loss_action": 0.03370910882949829, + "loss_total": 0.03370910882949829, + "step": 9850 + }, + { + "loss_action": 0.03736386448144913, + "loss_total": 0.03736386448144913, + "step": 9850 + }, + { + "loss_action": 0.03482227772474289, + "loss_total": 0.03482227772474289, + "step": 9850 + }, + { + "loss_action": 0.018370404839515686, + "loss_total": 0.018370404839515686, + "step": 9850 + }, + { + "loss_action": 0.030109357088804245, + "loss_total": 0.030109357088804245, + "step": 9850 + }, + { + "loss_action": 0.02532799541950226, + "loss_total": 0.02532799541950226, + "step": 9850 + }, + { + "grad_norm": 0.6489480137825012, + "learning_rate": 9.935590236454272e-05, + "loss": 0.0351, + "step": 9860 + }, + { + "loss_action": 0.20323975384235382, + "loss_total": 0.20323975384235382, + "step": 9860 + }, + { + "loss_action": 0.021308541297912598, + "loss_total": 0.021308541297912598, + "step": 9860 + }, + { + "loss_action": 0.023244889453053474, + "loss_total": 0.023244889453053474, + "step": 9860 + }, + { + "loss_action": 0.036099568009376526, + "loss_total": 0.036099568009376526, + "step": 9860 + }, + { + "loss_action": 0.05483054369688034, + "loss_total": 0.05483054369688034, + "step": 9860 + }, + { + "loss_action": 0.03501114249229431, + "loss_total": 0.03501114249229431, + "step": 9860 + }, + { + "grad_norm": 0.5703315138816833, + "learning_rate": 9.935325421951298e-05, + "loss": 0.0324, + "step": 9870 + }, + { + "loss_action": 0.025680599734187126, + "loss_total": 0.025680599734187126, + "step": 9870 + }, + { + "loss_action": 0.030763475224375725, + "loss_total": 0.030763475224375725, + "step": 9870 + }, + { + "loss_action": 0.08902595937252045, + "loss_total": 0.08902595937252045, + "step": 9870 + }, + { + "loss_action": 0.02234751731157303, + "loss_total": 0.02234751731157303, + "step": 9870 + }, + { + "loss_action": 0.03588192164897919, + "loss_total": 0.03588192164897919, + "step": 9870 + }, + { + "loss_action": 0.03249145671725273, + "loss_total": 0.03249145671725273, + "step": 9870 + }, + { + "grad_norm": 0.6422019600868225, + "learning_rate": 9.935060067728557e-05, + "loss": 0.0345, + "step": 9880 + }, + { + "loss_action": 0.04589643329381943, + "loss_total": 0.04589643329381943, + "step": 9880 + }, + { + "loss_action": 0.032905641943216324, + "loss_total": 0.032905641943216324, + "step": 9880 + }, + { + "loss_action": 0.032151319086551666, + "loss_total": 0.032151319086551666, + "step": 9880 + }, + { + "loss_action": 0.03214241564273834, + "loss_total": 0.03214241564273834, + "step": 9880 + }, + { + "loss_action": 0.033391695469617844, + "loss_total": 0.033391695469617844, + "step": 9880 + }, + { + "loss_action": 0.07864901423454285, + "loss_total": 0.07864901423454285, + "step": 9880 + }, + { + "grad_norm": 0.6215925216674805, + "learning_rate": 9.934794173815067e-05, + "loss": 0.0382, + "step": 9890 + }, + { + "loss_action": 0.040138550102710724, + "loss_total": 0.040138550102710724, + "step": 9890 + }, + { + "loss_action": 0.037795133888721466, + "loss_total": 0.037795133888721466, + "step": 9890 + }, + { + "loss_action": 0.044945161789655685, + "loss_total": 0.044945161789655685, + "step": 9890 + }, + { + "loss_action": 0.016720082610845566, + "loss_total": 0.016720082610845566, + "step": 9890 + }, + { + "loss_action": 0.03180823475122452, + "loss_total": 0.03180823475122452, + "step": 9890 + }, + { + "loss_action": 0.08169848471879959, + "loss_total": 0.08169848471879959, + "step": 9890 + }, + { + "grad_norm": 1.098817229270935, + "learning_rate": 9.934527740239906e-05, + "loss": 0.0378, + "step": 9900 + }, + { + "loss_action": 0.04336663708090782, + "loss_total": 0.04336663708090782, + "step": 9900 + }, + { + "loss_action": 0.024501992389559746, + "loss_total": 0.024501992389559746, + "step": 9900 + }, + { + "loss_action": 0.021781103685498238, + "loss_total": 0.021781103685498238, + "step": 9900 + }, + { + "loss_action": 0.029133012518286705, + "loss_total": 0.029133012518286705, + "step": 9900 + }, + { + "loss_action": 0.03434179350733757, + "loss_total": 0.03434179350733757, + "step": 9900 + }, + { + "loss_action": 0.03379664942622185, + "loss_total": 0.03379664942622185, + "step": 9900 + }, + { + "grad_norm": 0.6467532515525818, + "learning_rate": 9.934260767032209e-05, + "loss": 0.0426, + "step": 9910 + }, + { + "loss_action": 0.03649115934967995, + "loss_total": 0.03649115934967995, + "step": 9910 + }, + { + "loss_action": 0.023214971646666527, + "loss_total": 0.023214971646666527, + "step": 9910 + }, + { + "loss_action": 0.04212505370378494, + "loss_total": 0.04212505370378494, + "step": 9910 + }, + { + "loss_action": 0.03684500604867935, + "loss_total": 0.03684500604867935, + "step": 9910 + }, + { + "loss_action": 0.022430574521422386, + "loss_total": 0.022430574521422386, + "step": 9910 + }, + { + "loss_action": 0.025863798335194588, + "loss_total": 0.025863798335194588, + "step": 9910 + }, + { + "grad_norm": 0.5150588154792786, + "learning_rate": 9.933993254221172e-05, + "loss": 0.0321, + "step": 9920 + }, + { + "loss_action": 0.03413575887680054, + "loss_total": 0.03413575887680054, + "step": 9920 + }, + { + "loss_action": 0.021822448819875717, + "loss_total": 0.021822448819875717, + "step": 9920 + }, + { + "loss_action": 0.022386347874999046, + "loss_total": 0.022386347874999046, + "step": 9920 + }, + { + "loss_action": 0.20005151629447937, + "loss_total": 0.20005151629447937, + "step": 9920 + }, + { + "loss_action": 0.017751291394233704, + "loss_total": 0.017751291394233704, + "step": 9920 + }, + { + "loss_action": 0.12933076918125153, + "loss_total": 0.12933076918125153, + "step": 9920 + }, + { + "grad_norm": 0.7517639994621277, + "learning_rate": 9.933725201836053e-05, + "loss": 0.0396, + "step": 9930 + }, + { + "loss_action": 0.012937554158270359, + "loss_total": 0.012937554158270359, + "step": 9930 + }, + { + "loss_action": 0.029002193361520767, + "loss_total": 0.029002193361520767, + "step": 9930 + }, + { + "loss_action": 0.047230448573827744, + "loss_total": 0.047230448573827744, + "step": 9930 + }, + { + "loss_action": 0.02444501779973507, + "loss_total": 0.02444501779973507, + "step": 9930 + }, + { + "loss_action": 0.021324558183550835, + "loss_total": 0.021324558183550835, + "step": 9930 + }, + { + "loss_action": 0.020311618223786354, + "loss_total": 0.020311618223786354, + "step": 9930 + }, + { + "grad_norm": 0.6079631447792053, + "learning_rate": 9.933456609906162e-05, + "loss": 0.0292, + "step": 9940 + }, + { + "loss_action": 0.01988058350980282, + "loss_total": 0.01988058350980282, + "step": 9940 + }, + { + "loss_action": 0.20756472647190094, + "loss_total": 0.20756472647190094, + "step": 9940 + }, + { + "loss_action": 0.03754306584596634, + "loss_total": 0.03754306584596634, + "step": 9940 + }, + { + "loss_action": 0.017414284870028496, + "loss_total": 0.017414284870028496, + "step": 9940 + }, + { + "loss_action": 0.057497553527355194, + "loss_total": 0.057497553527355194, + "step": 9940 + }, + { + "loss_action": 0.04998764395713806, + "loss_total": 0.04998764395713806, + "step": 9940 + }, + { + "grad_norm": 0.5783050060272217, + "learning_rate": 9.933187478460875e-05, + "loss": 0.0401, + "step": 9950 + }, + { + "loss_action": 0.03349526226520538, + "loss_total": 0.03349526226520538, + "step": 9950 + }, + { + "loss_action": 0.03212564438581467, + "loss_total": 0.03212564438581467, + "step": 9950 + }, + { + "loss_action": 0.028391381725668907, + "loss_total": 0.028391381725668907, + "step": 9950 + }, + { + "loss_action": 0.025697575882077217, + "loss_total": 0.025697575882077217, + "step": 9950 + }, + { + "loss_action": 0.02716991677880287, + "loss_total": 0.02716991677880287, + "step": 9950 + }, + { + "loss_action": 0.0496927946805954, + "loss_total": 0.0496927946805954, + "step": 9950 + }, + { + "grad_norm": 0.6236031651496887, + "learning_rate": 9.93291780752962e-05, + "loss": 0.0324, + "step": 9960 + }, + { + "loss_action": 0.019841322675347328, + "loss_total": 0.019841322675347328, + "step": 9960 + }, + { + "loss_action": 0.022322945296764374, + "loss_total": 0.022322945296764374, + "step": 9960 + }, + { + "loss_action": 0.022319963201880455, + "loss_total": 0.022319963201880455, + "step": 9960 + }, + { + "loss_action": 0.044141415506601334, + "loss_total": 0.044141415506601334, + "step": 9960 + }, + { + "loss_action": 0.03850092738866806, + "loss_total": 0.03850092738866806, + "step": 9960 + }, + { + "loss_action": 0.028557678684592247, + "loss_total": 0.028557678684592247, + "step": 9960 + }, + { + "grad_norm": 0.45827242732048035, + "learning_rate": 9.932647597141893e-05, + "loss": 0.0334, + "step": 9970 + }, + { + "loss_action": 0.025371244177222252, + "loss_total": 0.025371244177222252, + "step": 9970 + }, + { + "loss_action": 0.09573663771152496, + "loss_total": 0.09573663771152496, + "step": 9970 + }, + { + "loss_action": 0.02949369326233864, + "loss_total": 0.02949369326233864, + "step": 9970 + }, + { + "loss_action": 0.03449254855513573, + "loss_total": 0.03449254855513573, + "step": 9970 + }, + { + "loss_action": 0.049225471913814545, + "loss_total": 0.049225471913814545, + "step": 9970 + }, + { + "loss_action": 0.02377818338572979, + "loss_total": 0.02377818338572979, + "step": 9970 + }, + { + "grad_norm": 0.5773933529853821, + "learning_rate": 9.932376847327239e-05, + "loss": 0.0359, + "step": 9980 + }, + { + "loss_action": 0.03883207589387894, + "loss_total": 0.03883207589387894, + "step": 9980 + }, + { + "loss_action": 0.05546204745769501, + "loss_total": 0.05546204745769501, + "step": 9980 + }, + { + "loss_action": 0.021746519953012466, + "loss_total": 0.021746519953012466, + "step": 9980 + }, + { + "loss_action": 0.027935335412621498, + "loss_total": 0.027935335412621498, + "step": 9980 + }, + { + "loss_action": 0.03117823600769043, + "loss_total": 0.03117823600769043, + "step": 9980 + }, + { + "loss_action": 0.061440374702215195, + "loss_total": 0.061440374702215195, + "step": 9980 + }, + { + "grad_norm": 0.5863914489746094, + "learning_rate": 9.932105558115268e-05, + "loss": 0.0367, + "step": 9990 + }, + { + "loss_action": 0.020328735932707787, + "loss_total": 0.020328735932707787, + "step": 9990 + }, + { + "loss_action": 0.024203719571232796, + "loss_total": 0.024203719571232796, + "step": 9990 + }, + { + "loss_action": 0.02530183643102646, + "loss_total": 0.02530183643102646, + "step": 9990 + }, + { + "loss_action": 0.03892524912953377, + "loss_total": 0.03892524912953377, + "step": 9990 + }, + { + "loss_action": 0.02177507057785988, + "loss_total": 0.02177507057785988, + "step": 9990 + }, + { + "loss_action": 0.03918653354048729, + "loss_total": 0.03918653354048729, + "step": 9990 + }, + { + "grad_norm": 0.5326370596885681, + "learning_rate": 9.931833729535651e-05, + "loss": 0.0346, + "step": 10000 + }, + { + "loss_action": 0.030883856117725372, + "loss_total": 0.030883856117725372, + "step": 10000 + }, + { + "loss_action": 0.046334028244018555, + "loss_total": 0.046334028244018555, + "step": 10000 + }, + { + "loss_action": 0.03065776824951172, + "loss_total": 0.03065776824951172, + "step": 10000 + }, + { + "loss_action": 0.04237683489918709, + "loss_total": 0.04237683489918709, + "step": 10000 + }, + { + "loss_action": 0.026157012209296227, + "loss_total": 0.026157012209296227, + "step": 10000 + }, + { + "loss_action": 0.03519631549715996, + "loss_total": 0.03519631549715996, + "step": 10000 + }, + { + "grad_norm": 0.5644810795783997, + "learning_rate": 9.931561361618111e-05, + "loss": 0.0342, + "step": 10010 + }, + { + "loss_action": 0.014553187415003777, + "loss_total": 0.014553187415003777, + "step": 10010 + }, + { + "loss_action": 0.028659792616963387, + "loss_total": 0.028659792616963387, + "step": 10010 + }, + { + "loss_action": 0.02310790680348873, + "loss_total": 0.02310790680348873, + "step": 10010 + }, + { + "loss_action": 0.022115128114819527, + "loss_total": 0.022115128114819527, + "step": 10010 + }, + { + "loss_action": 0.016978586092591286, + "loss_total": 0.016978586092591286, + "step": 10010 + }, + { + "loss_action": 0.013428125530481339, + "loss_total": 0.013428125530481339, + "step": 10010 + }, + { + "grad_norm": 0.6281548738479614, + "learning_rate": 9.931288454392435e-05, + "loss": 0.0365, + "step": 10020 + }, + { + "loss_action": 0.019521165639162064, + "loss_total": 0.019521165639162064, + "step": 10020 + }, + { + "loss_action": 0.0323236808180809, + "loss_total": 0.0323236808180809, + "step": 10020 + }, + { + "loss_action": 0.03598899766802788, + "loss_total": 0.03598899766802788, + "step": 10020 + }, + { + "loss_action": 0.02161247842013836, + "loss_total": 0.02161247842013836, + "step": 10020 + }, + { + "loss_action": 0.027102557942271233, + "loss_total": 0.027102557942271233, + "step": 10020 + }, + { + "loss_action": 0.02833128347992897, + "loss_total": 0.02833128347992897, + "step": 10020 + }, + { + "grad_norm": 0.5335454344749451, + "learning_rate": 9.931015007888467e-05, + "loss": 0.0332, + "step": 10030 + }, + { + "loss_action": 0.02297842875123024, + "loss_total": 0.02297842875123024, + "step": 10030 + }, + { + "loss_action": 0.05047641694545746, + "loss_total": 0.05047641694545746, + "step": 10030 + }, + { + "loss_action": 0.04622518643736839, + "loss_total": 0.04622518643736839, + "step": 10030 + }, + { + "loss_action": 0.030879821628332138, + "loss_total": 0.030879821628332138, + "step": 10030 + }, + { + "loss_action": 0.016443755477666855, + "loss_total": 0.016443755477666855, + "step": 10030 + }, + { + "loss_action": 0.024769654497504234, + "loss_total": 0.024769654497504234, + "step": 10030 + }, + { + "grad_norm": 0.6354854702949524, + "learning_rate": 9.930741022136112e-05, + "loss": 0.0383, + "step": 10040 + }, + { + "loss_action": 0.04042980447411537, + "loss_total": 0.04042980447411537, + "step": 10040 + }, + { + "loss_action": 0.030403411015868187, + "loss_total": 0.030403411015868187, + "step": 10040 + }, + { + "loss_action": 0.022722022607922554, + "loss_total": 0.022722022607922554, + "step": 10040 + }, + { + "loss_action": 0.03017294406890869, + "loss_total": 0.03017294406890869, + "step": 10040 + }, + { + "loss_action": 0.07816839218139648, + "loss_total": 0.07816839218139648, + "step": 10040 + }, + { + "loss_action": 0.02669547311961651, + "loss_total": 0.02669547311961651, + "step": 10040 + }, + { + "grad_norm": 0.5536206364631653, + "learning_rate": 9.930466497165333e-05, + "loss": 0.0325, + "step": 10050 + }, + { + "loss_action": 0.021469222381711006, + "loss_total": 0.021469222381711006, + "step": 10050 + }, + { + "loss_action": 0.01882762461900711, + "loss_total": 0.01882762461900711, + "step": 10050 + }, + { + "loss_action": 0.05343689024448395, + "loss_total": 0.05343689024448395, + "step": 10050 + }, + { + "loss_action": 0.02195604331791401, + "loss_total": 0.02195604331791401, + "step": 10050 + }, + { + "loss_action": 0.05182701721787453, + "loss_total": 0.05182701721787453, + "step": 10050 + }, + { + "loss_action": 0.026352528482675552, + "loss_total": 0.026352528482675552, + "step": 10050 + }, + { + "grad_norm": 0.4392082691192627, + "learning_rate": 9.93019143300615e-05, + "loss": 0.0286, + "step": 10060 + }, + { + "loss_action": 0.03068976290524006, + "loss_total": 0.03068976290524006, + "step": 10060 + }, + { + "loss_action": 0.014533404260873795, + "loss_total": 0.014533404260873795, + "step": 10060 + }, + { + "loss_action": 0.03338832035660744, + "loss_total": 0.03338832035660744, + "step": 10060 + }, + { + "loss_action": 0.025540923699736595, + "loss_total": 0.025540923699736595, + "step": 10060 + }, + { + "loss_action": 0.037648603320121765, + "loss_total": 0.037648603320121765, + "step": 10060 + }, + { + "loss_action": 0.05797196924686432, + "loss_total": 0.05797196924686432, + "step": 10060 + }, + { + "grad_norm": 0.667055606842041, + "learning_rate": 9.929915829688644e-05, + "loss": 0.0385, + "step": 10070 + }, + { + "loss_action": 0.08379243314266205, + "loss_total": 0.08379243314266205, + "step": 10070 + }, + { + "loss_action": 0.016206389293074608, + "loss_total": 0.016206389293074608, + "step": 10070 + }, + { + "loss_action": 0.053769953548908234, + "loss_total": 0.053769953548908234, + "step": 10070 + }, + { + "loss_action": 0.03359491378068924, + "loss_total": 0.03359491378068924, + "step": 10070 + }, + { + "loss_action": 0.02565043978393078, + "loss_total": 0.02565043978393078, + "step": 10070 + }, + { + "loss_action": 0.03204774111509323, + "loss_total": 0.03204774111509323, + "step": 10070 + }, + { + "grad_norm": 0.7240576148033142, + "learning_rate": 9.929639687242955e-05, + "loss": 0.0407, + "step": 10080 + }, + { + "loss_action": 0.021631864830851555, + "loss_total": 0.021631864830851555, + "step": 10080 + }, + { + "loss_action": 0.028888903558254242, + "loss_total": 0.028888903558254242, + "step": 10080 + }, + { + "loss_action": 0.03897722437977791, + "loss_total": 0.03897722437977791, + "step": 10080 + }, + { + "loss_action": 0.027580561116337776, + "loss_total": 0.027580561116337776, + "step": 10080 + }, + { + "loss_action": 0.04036989063024521, + "loss_total": 0.04036989063024521, + "step": 10080 + }, + { + "loss_action": 0.030616987496614456, + "loss_total": 0.030616987496614456, + "step": 10080 + }, + { + "grad_norm": 0.6838083863258362, + "learning_rate": 9.929363005699281e-05, + "loss": 0.0394, + "step": 10090 + }, + { + "loss_action": 0.04350445047020912, + "loss_total": 0.04350445047020912, + "step": 10090 + }, + { + "loss_action": 0.11533284187316895, + "loss_total": 0.11533284187316895, + "step": 10090 + }, + { + "loss_action": 0.06441303342580795, + "loss_total": 0.06441303342580795, + "step": 10090 + }, + { + "loss_action": 0.037201881408691406, + "loss_total": 0.037201881408691406, + "step": 10090 + }, + { + "loss_action": 0.047734085470438004, + "loss_total": 0.047734085470438004, + "step": 10090 + }, + { + "loss_action": 0.03250351548194885, + "loss_total": 0.03250351548194885, + "step": 10090 + }, + { + "grad_norm": 0.5059655904769897, + "learning_rate": 9.92908578508788e-05, + "loss": 0.0475, + "step": 10100 + }, + { + "loss_action": 0.026534762233495712, + "loss_total": 0.026534762233495712, + "step": 10100 + }, + { + "loss_action": 0.10443450510501862, + "loss_total": 0.10443450510501862, + "step": 10100 + }, + { + "loss_action": 0.036583662033081055, + "loss_total": 0.036583662033081055, + "step": 10100 + }, + { + "loss_action": 0.04921509325504303, + "loss_total": 0.04921509325504303, + "step": 10100 + }, + { + "loss_action": 0.13342058658599854, + "loss_total": 0.13342058658599854, + "step": 10100 + }, + { + "loss_action": 0.07657251507043839, + "loss_total": 0.07657251507043839, + "step": 10100 + }, + { + "grad_norm": 0.6603859663009644, + "learning_rate": 9.928808025439069e-05, + "loss": 0.0585, + "step": 10110 + }, + { + "loss_action": 0.031483251601457596, + "loss_total": 0.031483251601457596, + "step": 10110 + }, + { + "loss_action": 0.04746408760547638, + "loss_total": 0.04746408760547638, + "step": 10110 + }, + { + "loss_action": 0.047780681401491165, + "loss_total": 0.047780681401491165, + "step": 10110 + }, + { + "loss_action": 0.05179235711693764, + "loss_total": 0.05179235711693764, + "step": 10110 + }, + { + "loss_action": 0.11248335987329483, + "loss_total": 0.11248335987329483, + "step": 10110 + }, + { + "loss_action": 0.2595740556716919, + "loss_total": 0.2595740556716919, + "step": 10110 + }, + { + "grad_norm": 0.9362859129905701, + "learning_rate": 9.928529726783223e-05, + "loss": 0.0671, + "step": 10120 + }, + { + "loss_action": 0.027238108217716217, + "loss_total": 0.027238108217716217, + "step": 10120 + }, + { + "loss_action": 0.029674291610717773, + "loss_total": 0.029674291610717773, + "step": 10120 + }, + { + "loss_action": 0.04017459973692894, + "loss_total": 0.04017459973692894, + "step": 10120 + }, + { + "loss_action": 0.04949032887816429, + "loss_total": 0.04949032887816429, + "step": 10120 + }, + { + "loss_action": 0.0822572112083435, + "loss_total": 0.0822572112083435, + "step": 10120 + }, + { + "loss_action": 0.05073990300297737, + "loss_total": 0.05073990300297737, + "step": 10120 + }, + { + "grad_norm": 0.6675565242767334, + "learning_rate": 9.928250889150774e-05, + "loss": 0.0497, + "step": 10130 + }, + { + "loss_action": 0.029951123520731926, + "loss_total": 0.029951123520731926, + "step": 10130 + }, + { + "loss_action": 0.07265322655439377, + "loss_total": 0.07265322655439377, + "step": 10130 + }, + { + "loss_action": 0.061278168112039566, + "loss_total": 0.061278168112039566, + "step": 10130 + }, + { + "loss_action": 0.036765336990356445, + "loss_total": 0.036765336990356445, + "step": 10130 + }, + { + "loss_action": 0.04925784468650818, + "loss_total": 0.04925784468650818, + "step": 10130 + }, + { + "loss_action": 0.06879137456417084, + "loss_total": 0.06879137456417084, + "step": 10130 + }, + { + "grad_norm": 0.6081581711769104, + "learning_rate": 9.92797151257222e-05, + "loss": 0.0462, + "step": 10140 + }, + { + "loss_action": 0.029402920976281166, + "loss_total": 0.029402920976281166, + "step": 10140 + }, + { + "loss_action": 0.03047257848083973, + "loss_total": 0.03047257848083973, + "step": 10140 + }, + { + "loss_action": 0.05826485529541969, + "loss_total": 0.05826485529541969, + "step": 10140 + }, + { + "loss_action": 0.025860751047730446, + "loss_total": 0.025860751047730446, + "step": 10140 + }, + { + "loss_action": 0.03624897450208664, + "loss_total": 0.03624897450208664, + "step": 10140 + }, + { + "loss_action": 0.0709577351808548, + "loss_total": 0.0709577351808548, + "step": 10140 + }, + { + "grad_norm": 0.6600145697593689, + "learning_rate": 9.927691597078108e-05, + "loss": 0.0447, + "step": 10150 + }, + { + "loss_action": 0.030446982011198997, + "loss_total": 0.030446982011198997, + "step": 10150 + }, + { + "loss_action": 0.042372193187475204, + "loss_total": 0.042372193187475204, + "step": 10150 + }, + { + "loss_action": 0.02710646204650402, + "loss_total": 0.02710646204650402, + "step": 10150 + }, + { + "loss_action": 0.15700051188468933, + "loss_total": 0.15700051188468933, + "step": 10150 + }, + { + "loss_action": 0.04662790894508362, + "loss_total": 0.04662790894508362, + "step": 10150 + }, + { + "loss_action": 0.026293877512216568, + "loss_total": 0.026293877512216568, + "step": 10150 + }, + { + "grad_norm": 0.5545235872268677, + "learning_rate": 9.927411142699053e-05, + "loss": 0.041, + "step": 10160 + }, + { + "loss_action": 0.030366715043783188, + "loss_total": 0.030366715043783188, + "step": 10160 + }, + { + "loss_action": 0.035830169916152954, + "loss_total": 0.035830169916152954, + "step": 10160 + }, + { + "loss_action": 0.03817373886704445, + "loss_total": 0.03817373886704445, + "step": 10160 + }, + { + "loss_action": 0.021601319313049316, + "loss_total": 0.021601319313049316, + "step": 10160 + }, + { + "loss_action": 0.019131649285554886, + "loss_total": 0.019131649285554886, + "step": 10160 + }, + { + "loss_action": 0.029686657711863518, + "loss_total": 0.029686657711863518, + "step": 10160 + }, + { + "grad_norm": 0.6522138118743896, + "learning_rate": 9.927130149465725e-05, + "loss": 0.0418, + "step": 10170 + }, + { + "loss_action": 0.07575448602437973, + "loss_total": 0.07575448602437973, + "step": 10170 + }, + { + "loss_action": 0.029761433601379395, + "loss_total": 0.029761433601379395, + "step": 10170 + }, + { + "loss_action": 0.022371698170900345, + "loss_total": 0.022371698170900345, + "step": 10170 + }, + { + "loss_action": 0.07016712427139282, + "loss_total": 0.07016712427139282, + "step": 10170 + }, + { + "loss_action": 0.06085799261927605, + "loss_total": 0.06085799261927605, + "step": 10170 + }, + { + "loss_action": 0.034488826990127563, + "loss_total": 0.034488826990127563, + "step": 10170 + }, + { + "grad_norm": 0.5796039700508118, + "learning_rate": 9.92684861740885e-05, + "loss": 0.042, + "step": 10180 + }, + { + "loss_action": 0.0371527224779129, + "loss_total": 0.0371527224779129, + "step": 10180 + }, + { + "loss_action": 0.03598393499851227, + "loss_total": 0.03598393499851227, + "step": 10180 + }, + { + "loss_action": 0.025997519493103027, + "loss_total": 0.025997519493103027, + "step": 10180 + }, + { + "loss_action": 0.02780376560986042, + "loss_total": 0.02780376560986042, + "step": 10180 + }, + { + "loss_action": 0.02205122821033001, + "loss_total": 0.02205122821033001, + "step": 10180 + }, + { + "loss_action": 0.04078879952430725, + "loss_total": 0.04078879952430725, + "step": 10180 + }, + { + "grad_norm": 0.6258864998817444, + "learning_rate": 9.926566546559217e-05, + "loss": 0.0424, + "step": 10190 + }, + { + "loss_action": 0.04362659901380539, + "loss_total": 0.04362659901380539, + "step": 10190 + }, + { + "loss_action": 0.0878790020942688, + "loss_total": 0.0878790020942688, + "step": 10190 + }, + { + "loss_action": 0.016763869673013687, + "loss_total": 0.016763869673013687, + "step": 10190 + }, + { + "loss_action": 0.02376575767993927, + "loss_total": 0.02376575767993927, + "step": 10190 + }, + { + "loss_action": 0.041769180446863174, + "loss_total": 0.041769180446863174, + "step": 10190 + }, + { + "loss_action": 0.05789867416024208, + "loss_total": 0.05789867416024208, + "step": 10190 + }, + { + "grad_norm": 0.6161142587661743, + "learning_rate": 9.926283936947673e-05, + "loss": 0.0409, + "step": 10200 + }, + { + "loss_action": 0.025534391403198242, + "loss_total": 0.025534391403198242, + "step": 10200 + }, + { + "loss_action": 0.08314190804958344, + "loss_total": 0.08314190804958344, + "step": 10200 + }, + { + "loss_action": 0.05274724215269089, + "loss_total": 0.05274724215269089, + "step": 10200 + }, + { + "loss_action": 0.032334376126527786, + "loss_total": 0.032334376126527786, + "step": 10200 + }, + { + "loss_action": 0.03367641195654869, + "loss_total": 0.03367641195654869, + "step": 10200 + }, + { + "loss_action": 0.02546321041882038, + "loss_total": 0.02546321041882038, + "step": 10200 + }, + { + "grad_norm": 0.544857919216156, + "learning_rate": 9.926000788605126e-05, + "loss": 0.0428, + "step": 10210 + }, + { + "loss_action": 0.07071156799793243, + "loss_total": 0.07071156799793243, + "step": 10210 + }, + { + "loss_action": 0.02498810738325119, + "loss_total": 0.02498810738325119, + "step": 10210 + }, + { + "loss_action": 0.03184511512517929, + "loss_total": 0.03184511512517929, + "step": 10210 + }, + { + "loss_action": 0.0567302368581295, + "loss_total": 0.0567302368581295, + "step": 10210 + }, + { + "loss_action": 0.040653809905052185, + "loss_total": 0.040653809905052185, + "step": 10210 + }, + { + "loss_action": 0.04514776170253754, + "loss_total": 0.04514776170253754, + "step": 10210 + }, + { + "grad_norm": 0.5718034505844116, + "learning_rate": 9.92571710156254e-05, + "loss": 0.0427, + "step": 10220 + }, + { + "loss_action": 0.032587796449661255, + "loss_total": 0.032587796449661255, + "step": 10220 + }, + { + "loss_action": 0.04260304197669029, + "loss_total": 0.04260304197669029, + "step": 10220 + }, + { + "loss_action": 0.03735573962330818, + "loss_total": 0.03735573962330818, + "step": 10220 + }, + { + "loss_action": 0.050038665533065796, + "loss_total": 0.050038665533065796, + "step": 10220 + }, + { + "loss_action": 0.041909605264663696, + "loss_total": 0.041909605264663696, + "step": 10220 + }, + { + "loss_action": 0.039308540523052216, + "loss_total": 0.039308540523052216, + "step": 10220 + }, + { + "grad_norm": 0.6465580463409424, + "learning_rate": 9.925432875850936e-05, + "loss": 0.0433, + "step": 10230 + }, + { + "loss_action": 0.06730368733406067, + "loss_total": 0.06730368733406067, + "step": 10230 + }, + { + "loss_action": 0.025991734117269516, + "loss_total": 0.025991734117269516, + "step": 10230 + }, + { + "loss_action": 0.05049953982234001, + "loss_total": 0.05049953982234001, + "step": 10230 + }, + { + "loss_action": 0.03027111291885376, + "loss_total": 0.03027111291885376, + "step": 10230 + }, + { + "loss_action": 0.024212516844272614, + "loss_total": 0.024212516844272614, + "step": 10230 + }, + { + "loss_action": 0.023408696055412292, + "loss_total": 0.023408696055412292, + "step": 10230 + }, + { + "grad_norm": 0.7252535820007324, + "learning_rate": 9.925148111501396e-05, + "loss": 0.0455, + "step": 10240 + }, + { + "loss_action": 0.039132293313741684, + "loss_total": 0.039132293313741684, + "step": 10240 + }, + { + "loss_action": 0.031752318143844604, + "loss_total": 0.031752318143844604, + "step": 10240 + }, + { + "loss_action": 0.038355808705091476, + "loss_total": 0.038355808705091476, + "step": 10240 + }, + { + "loss_action": 0.03156869858503342, + "loss_total": 0.03156869858503342, + "step": 10240 + }, + { + "loss_action": 0.07027376443147659, + "loss_total": 0.07027376443147659, + "step": 10240 + }, + { + "loss_action": 0.05971100553870201, + "loss_total": 0.05971100553870201, + "step": 10240 + }, + { + "grad_norm": 0.6481652855873108, + "learning_rate": 9.924862808545066e-05, + "loss": 0.0455, + "step": 10250 + }, + { + "loss_action": 0.03911617770791054, + "loss_total": 0.03911617770791054, + "step": 10250 + }, + { + "loss_action": 0.049156587570905685, + "loss_total": 0.049156587570905685, + "step": 10250 + }, + { + "loss_action": 0.04982061684131622, + "loss_total": 0.04982061684131622, + "step": 10250 + }, + { + "loss_action": 0.06767700612545013, + "loss_total": 0.06767700612545013, + "step": 10250 + }, + { + "loss_action": 0.03272514417767525, + "loss_total": 0.03272514417767525, + "step": 10250 + }, + { + "loss_action": 0.0445784293115139, + "loss_total": 0.0445784293115139, + "step": 10250 + }, + { + "grad_norm": 0.5382920503616333, + "learning_rate": 9.924576967013141e-05, + "loss": 0.0447, + "step": 10260 + }, + { + "loss_action": 0.07038737088441849, + "loss_total": 0.07038737088441849, + "step": 10260 + }, + { + "loss_action": 0.027726711705327034, + "loss_total": 0.027726711705327034, + "step": 10260 + }, + { + "loss_action": 0.03333790972828865, + "loss_total": 0.03333790972828865, + "step": 10260 + }, + { + "loss_action": 0.028402363881468773, + "loss_total": 0.028402363881468773, + "step": 10260 + }, + { + "loss_action": 0.056576814502477646, + "loss_total": 0.056576814502477646, + "step": 10260 + }, + { + "loss_action": 0.03450239449739456, + "loss_total": 0.03450239449739456, + "step": 10260 + }, + { + "grad_norm": 0.6637909412384033, + "learning_rate": 9.924290586936887e-05, + "loss": 0.0441, + "step": 10270 + }, + { + "loss_action": 0.03481071814894676, + "loss_total": 0.03481071814894676, + "step": 10270 + }, + { + "loss_action": 0.03353649005293846, + "loss_total": 0.03353649005293846, + "step": 10270 + }, + { + "loss_action": 0.030192140489816666, + "loss_total": 0.030192140489816666, + "step": 10270 + }, + { + "loss_action": 0.04642121121287346, + "loss_total": 0.04642121121287346, + "step": 10270 + }, + { + "loss_action": 0.03919234871864319, + "loss_total": 0.03919234871864319, + "step": 10270 + }, + { + "loss_action": 0.036580175161361694, + "loss_total": 0.036580175161361694, + "step": 10270 + }, + { + "grad_norm": 0.6363893151283264, + "learning_rate": 9.924003668347614e-05, + "loss": 0.0512, + "step": 10280 + }, + { + "loss_action": 0.042601797729730606, + "loss_total": 0.042601797729730606, + "step": 10280 + }, + { + "loss_action": 0.032445795834064484, + "loss_total": 0.032445795834064484, + "step": 10280 + }, + { + "loss_action": 0.03367844596505165, + "loss_total": 0.03367844596505165, + "step": 10280 + }, + { + "loss_action": 0.0352926068007946, + "loss_total": 0.0352926068007946, + "step": 10280 + }, + { + "loss_action": 0.041619673371315, + "loss_total": 0.041619673371315, + "step": 10280 + }, + { + "loss_action": 0.04999879375100136, + "loss_total": 0.04999879375100136, + "step": 10280 + }, + { + "grad_norm": 0.6294123530387878, + "learning_rate": 9.923716211276704e-05, + "loss": 0.0425, + "step": 10290 + }, + { + "loss_action": 0.036445166915655136, + "loss_total": 0.036445166915655136, + "step": 10290 + }, + { + "loss_action": 0.042749565094709396, + "loss_total": 0.042749565094709396, + "step": 10290 + }, + { + "loss_action": 0.048159465193748474, + "loss_total": 0.048159465193748474, + "step": 10290 + }, + { + "loss_action": 0.035216931253671646, + "loss_total": 0.035216931253671646, + "step": 10290 + }, + { + "loss_action": 0.035145074129104614, + "loss_total": 0.035145074129104614, + "step": 10290 + }, + { + "loss_action": 0.04374676197767258, + "loss_total": 0.04374676197767258, + "step": 10290 + }, + { + "grad_norm": 0.488714337348938, + "learning_rate": 9.923428215755594e-05, + "loss": 0.0447, + "step": 10300 + }, + { + "loss_action": 0.06829962879419327, + "loss_total": 0.06829962879419327, + "step": 10300 + }, + { + "loss_action": 0.053130872547626495, + "loss_total": 0.053130872547626495, + "step": 10300 + }, + { + "loss_action": 0.032204993069171906, + "loss_total": 0.032204993069171906, + "step": 10300 + }, + { + "loss_action": 0.021574893966317177, + "loss_total": 0.021574893966317177, + "step": 10300 + }, + { + "loss_action": 0.027075467631220818, + "loss_total": 0.027075467631220818, + "step": 10300 + }, + { + "loss_action": 0.04092343524098396, + "loss_total": 0.04092343524098396, + "step": 10300 + }, + { + "grad_norm": 0.41614270210266113, + "learning_rate": 9.923139681815775e-05, + "loss": 0.0392, + "step": 10310 + }, + { + "loss_action": 0.02796274423599243, + "loss_total": 0.02796274423599243, + "step": 10310 + }, + { + "loss_action": 0.024598458781838417, + "loss_total": 0.024598458781838417, + "step": 10310 + }, + { + "loss_action": 0.02433030493557453, + "loss_total": 0.02433030493557453, + "step": 10310 + }, + { + "loss_action": 0.021406875923275948, + "loss_total": 0.021406875923275948, + "step": 10310 + }, + { + "loss_action": 0.03580307215452194, + "loss_total": 0.03580307215452194, + "step": 10310 + }, + { + "loss_action": 0.02396644838154316, + "loss_total": 0.02396644838154316, + "step": 10310 + }, + { + "grad_norm": 0.5735751390457153, + "learning_rate": 9.922850609488801e-05, + "loss": 0.0395, + "step": 10320 + }, + { + "loss_action": 0.03217821568250656, + "loss_total": 0.03217821568250656, + "step": 10320 + }, + { + "loss_action": 0.05963432416319847, + "loss_total": 0.05963432416319847, + "step": 10320 + }, + { + "loss_action": 0.047414734959602356, + "loss_total": 0.047414734959602356, + "step": 10320 + }, + { + "loss_action": 0.026329120621085167, + "loss_total": 0.026329120621085167, + "step": 10320 + }, + { + "loss_action": 0.03371189162135124, + "loss_total": 0.03371189162135124, + "step": 10320 + }, + { + "loss_action": 0.016661763191223145, + "loss_total": 0.016661763191223145, + "step": 10320 + }, + { + "grad_norm": 0.6221902966499329, + "learning_rate": 9.922560998806287e-05, + "loss": 0.0366, + "step": 10330 + }, + { + "loss_action": 0.026613499969244003, + "loss_total": 0.026613499969244003, + "step": 10330 + }, + { + "loss_action": 0.04000568762421608, + "loss_total": 0.04000568762421608, + "step": 10330 + }, + { + "loss_action": 0.07079117745161057, + "loss_total": 0.07079117745161057, + "step": 10330 + }, + { + "loss_action": 0.043211814016103745, + "loss_total": 0.043211814016103745, + "step": 10330 + }, + { + "loss_action": 0.03488410264253616, + "loss_total": 0.03488410264253616, + "step": 10330 + }, + { + "loss_action": 0.016744889318943024, + "loss_total": 0.016744889318943024, + "step": 10330 + }, + { + "grad_norm": 0.6163612008094788, + "learning_rate": 9.922270849799905e-05, + "loss": 0.038, + "step": 10340 + }, + { + "loss_action": 0.02862926758825779, + "loss_total": 0.02862926758825779, + "step": 10340 + }, + { + "loss_action": 0.02180319093167782, + "loss_total": 0.02180319093167782, + "step": 10340 + }, + { + "loss_action": 0.021808648481965065, + "loss_total": 0.021808648481965065, + "step": 10340 + }, + { + "loss_action": 0.053429074585437775, + "loss_total": 0.053429074585437775, + "step": 10340 + }, + { + "loss_action": 0.049985621124506, + "loss_total": 0.049985621124506, + "step": 10340 + }, + { + "loss_action": 0.04920012131333351, + "loss_total": 0.04920012131333351, + "step": 10340 + }, + { + "grad_norm": 0.6166015863418579, + "learning_rate": 9.92198016250138e-05, + "loss": 0.0414, + "step": 10350 + }, + { + "loss_action": 0.020935773849487305, + "loss_total": 0.020935773849487305, + "step": 10350 + }, + { + "loss_action": 0.030110206454992294, + "loss_total": 0.030110206454992294, + "step": 10350 + }, + { + "loss_action": 0.027821894735097885, + "loss_total": 0.027821894735097885, + "step": 10350 + }, + { + "loss_action": 0.024974919855594635, + "loss_total": 0.024974919855594635, + "step": 10350 + }, + { + "loss_action": 0.07125238329172134, + "loss_total": 0.07125238329172134, + "step": 10350 + }, + { + "loss_action": 0.01843760721385479, + "loss_total": 0.01843760721385479, + "step": 10350 + }, + { + "grad_norm": 0.5581978559494019, + "learning_rate": 9.921688936942506e-05, + "loss": 0.0352, + "step": 10360 + }, + { + "loss_action": 0.047023434191942215, + "loss_total": 0.047023434191942215, + "step": 10360 + }, + { + "loss_action": 0.031760916113853455, + "loss_total": 0.031760916113853455, + "step": 10360 + }, + { + "loss_action": 0.043397076427936554, + "loss_total": 0.043397076427936554, + "step": 10360 + }, + { + "loss_action": 0.0389222577214241, + "loss_total": 0.0389222577214241, + "step": 10360 + }, + { + "loss_action": 0.050172559916973114, + "loss_total": 0.050172559916973114, + "step": 10360 + }, + { + "loss_action": 0.03335736691951752, + "loss_total": 0.03335736691951752, + "step": 10360 + }, + { + "grad_norm": 0.6182097792625427, + "learning_rate": 9.921397173155129e-05, + "loss": 0.0389, + "step": 10370 + }, + { + "loss_action": 0.025540029630064964, + "loss_total": 0.025540029630064964, + "step": 10370 + }, + { + "loss_action": 0.024662073701620102, + "loss_total": 0.024662073701620102, + "step": 10370 + }, + { + "loss_action": 0.02594783529639244, + "loss_total": 0.02594783529639244, + "step": 10370 + }, + { + "loss_action": 0.03334200754761696, + "loss_total": 0.03334200754761696, + "step": 10370 + }, + { + "loss_action": 0.05104338377714157, + "loss_total": 0.05104338377714157, + "step": 10370 + }, + { + "loss_action": 0.041013818234205246, + "loss_total": 0.041013818234205246, + "step": 10370 + }, + { + "grad_norm": 0.6228170394897461, + "learning_rate": 9.921104871171157e-05, + "loss": 0.036, + "step": 10380 + }, + { + "loss_action": 0.016901729628443718, + "loss_total": 0.016901729628443718, + "step": 10380 + }, + { + "loss_action": 0.018167948350310326, + "loss_total": 0.018167948350310326, + "step": 10380 + }, + { + "loss_action": 0.038698628544807434, + "loss_total": 0.038698628544807434, + "step": 10380 + }, + { + "loss_action": 0.027284910902380943, + "loss_total": 0.027284910902380943, + "step": 10380 + }, + { + "loss_action": 0.04608531296253204, + "loss_total": 0.04608531296253204, + "step": 10380 + }, + { + "loss_action": 0.02123340219259262, + "loss_total": 0.02123340219259262, + "step": 10380 + }, + { + "grad_norm": 0.6220107674598694, + "learning_rate": 9.920812031022554e-05, + "loss": 0.0347, + "step": 10390 + }, + { + "loss_action": 0.027271054685115814, + "loss_total": 0.027271054685115814, + "step": 10390 + }, + { + "loss_action": 0.20466060936450958, + "loss_total": 0.20466060936450958, + "step": 10390 + }, + { + "loss_action": 0.024240322411060333, + "loss_total": 0.024240322411060333, + "step": 10390 + }, + { + "loss_action": 0.03784681856632233, + "loss_total": 0.03784681856632233, + "step": 10390 + }, + { + "loss_action": 0.03363758698105812, + "loss_total": 0.03363758698105812, + "step": 10390 + }, + { + "loss_action": 0.028707507997751236, + "loss_total": 0.028707507997751236, + "step": 10390 + }, + { + "grad_norm": 0.5095464587211609, + "learning_rate": 9.920518652741348e-05, + "loss": 0.0363, + "step": 10400 + }, + { + "loss_action": 0.03373326361179352, + "loss_total": 0.03373326361179352, + "step": 10400 + }, + { + "loss_action": 0.024432752281427383, + "loss_total": 0.024432752281427383, + "step": 10400 + }, + { + "loss_action": 0.03775952383875847, + "loss_total": 0.03775952383875847, + "step": 10400 + }, + { + "loss_action": 0.021096229553222656, + "loss_total": 0.021096229553222656, + "step": 10400 + }, + { + "loss_action": 0.024666782468557358, + "loss_total": 0.024666782468557358, + "step": 10400 + }, + { + "loss_action": 0.01899592950940132, + "loss_total": 0.01899592950940132, + "step": 10400 + }, + { + "grad_norm": 0.5494575500488281, + "learning_rate": 9.920224736359618e-05, + "loss": 0.0326, + "step": 10410 + }, + { + "loss_action": 0.040589384734630585, + "loss_total": 0.040589384734630585, + "step": 10410 + }, + { + "loss_action": 0.08242863416671753, + "loss_total": 0.08242863416671753, + "step": 10410 + }, + { + "loss_action": 0.09877114742994308, + "loss_total": 0.09877114742994308, + "step": 10410 + }, + { + "loss_action": 0.053776223212480545, + "loss_total": 0.053776223212480545, + "step": 10410 + }, + { + "loss_action": 0.06215793639421463, + "loss_total": 0.06215793639421463, + "step": 10410 + }, + { + "loss_action": 0.0163700133562088, + "loss_total": 0.0163700133562088, + "step": 10410 + }, + { + "grad_norm": 0.8705385327339172, + "learning_rate": 9.91993028190951e-05, + "loss": 0.054, + "step": 10420 + }, + { + "loss_action": 0.05052671581506729, + "loss_total": 0.05052671581506729, + "step": 10420 + }, + { + "loss_action": 0.03467391058802605, + "loss_total": 0.03467391058802605, + "step": 10420 + }, + { + "loss_action": 0.013739360496401787, + "loss_total": 0.013739360496401787, + "step": 10420 + }, + { + "loss_action": 0.053546421229839325, + "loss_total": 0.053546421229839325, + "step": 10420 + }, + { + "loss_action": 0.029986537992954254, + "loss_total": 0.029986537992954254, + "step": 10420 + }, + { + "loss_action": 0.03236074000597, + "loss_total": 0.03236074000597, + "step": 10420 + }, + { + "grad_norm": 1.108048439025879, + "learning_rate": 9.919635289423222e-05, + "loss": 0.0455, + "step": 10430 + }, + { + "loss_action": 0.06313484907150269, + "loss_total": 0.06313484907150269, + "step": 10430 + }, + { + "loss_action": 0.02333427406847477, + "loss_total": 0.02333427406847477, + "step": 10430 + }, + { + "loss_action": 0.06231300160288811, + "loss_total": 0.06231300160288811, + "step": 10430 + }, + { + "loss_action": 0.03165138140320778, + "loss_total": 0.03165138140320778, + "step": 10430 + }, + { + "loss_action": 0.02637973055243492, + "loss_total": 0.02637973055243492, + "step": 10430 + }, + { + "loss_action": 0.05315006151795387, + "loss_total": 0.05315006151795387, + "step": 10430 + }, + { + "grad_norm": 0.7806463837623596, + "learning_rate": 9.919339758933015e-05, + "loss": 0.0526, + "step": 10440 + }, + { + "loss_action": 0.02602585218846798, + "loss_total": 0.02602585218846798, + "step": 10440 + }, + { + "loss_action": 0.02968614362180233, + "loss_total": 0.02968614362180233, + "step": 10440 + }, + { + "loss_action": 0.03663620725274086, + "loss_total": 0.03663620725274086, + "step": 10440 + }, + { + "loss_action": 0.042735032737255096, + "loss_total": 0.042735032737255096, + "step": 10440 + }, + { + "loss_action": 0.034589871764183044, + "loss_total": 0.034589871764183044, + "step": 10440 + }, + { + "loss_action": 0.0357646644115448, + "loss_total": 0.0357646644115448, + "step": 10440 + }, + { + "grad_norm": 0.5873621106147766, + "learning_rate": 9.919043690471209e-05, + "loss": 0.0398, + "step": 10450 + }, + { + "loss_action": 0.038888975977897644, + "loss_total": 0.038888975977897644, + "step": 10450 + }, + { + "loss_action": 0.04528643190860748, + "loss_total": 0.04528643190860748, + "step": 10450 + }, + { + "loss_action": 0.025451596826314926, + "loss_total": 0.025451596826314926, + "step": 10450 + }, + { + "loss_action": 0.06134626641869545, + "loss_total": 0.06134626641869545, + "step": 10450 + }, + { + "loss_action": 0.03481316193938255, + "loss_total": 0.03481316193938255, + "step": 10450 + }, + { + "loss_action": 0.032681241631507874, + "loss_total": 0.032681241631507874, + "step": 10450 + }, + { + "grad_norm": 0.567701518535614, + "learning_rate": 9.91874708407018e-05, + "loss": 0.0447, + "step": 10460 + }, + { + "loss_action": 0.046023961156606674, + "loss_total": 0.046023961156606674, + "step": 10460 + }, + { + "loss_action": 0.034486379474401474, + "loss_total": 0.034486379474401474, + "step": 10460 + }, + { + "loss_action": 0.021128647029399872, + "loss_total": 0.021128647029399872, + "step": 10460 + }, + { + "loss_action": 0.03044048137962818, + "loss_total": 0.03044048137962818, + "step": 10460 + }, + { + "loss_action": 0.0787922739982605, + "loss_total": 0.0787922739982605, + "step": 10460 + }, + { + "loss_action": 0.05808442085981369, + "loss_total": 0.05808442085981369, + "step": 10460 + }, + { + "grad_norm": 0.5826584696769714, + "learning_rate": 9.918449939762367e-05, + "loss": 0.0399, + "step": 10470 + }, + { + "loss_action": 0.0449802540242672, + "loss_total": 0.0449802540242672, + "step": 10470 + }, + { + "loss_action": 0.028753038495779037, + "loss_total": 0.028753038495779037, + "step": 10470 + }, + { + "loss_action": 0.03173203766345978, + "loss_total": 0.03173203766345978, + "step": 10470 + }, + { + "loss_action": 0.025256453081965446, + "loss_total": 0.025256453081965446, + "step": 10470 + }, + { + "loss_action": 0.023047983646392822, + "loss_total": 0.023047983646392822, + "step": 10470 + }, + { + "loss_action": 0.03328092768788338, + "loss_total": 0.03328092768788338, + "step": 10470 + }, + { + "grad_norm": 0.6026296019554138, + "learning_rate": 9.91815225758026e-05, + "loss": 0.0339, + "step": 10480 + }, + { + "loss_action": 0.10917472839355469, + "loss_total": 0.10917472839355469, + "step": 10480 + }, + { + "loss_action": 0.021665142849087715, + "loss_total": 0.021665142849087715, + "step": 10480 + }, + { + "loss_action": 0.03349204733967781, + "loss_total": 0.03349204733967781, + "step": 10480 + }, + { + "loss_action": 0.02865925058722496, + "loss_total": 0.02865925058722496, + "step": 10480 + }, + { + "loss_action": 0.039262112230062485, + "loss_total": 0.039262112230062485, + "step": 10480 + }, + { + "loss_action": 0.04494590312242508, + "loss_total": 0.04494590312242508, + "step": 10480 + }, + { + "grad_norm": 0.6271756291389465, + "learning_rate": 9.917854037556419e-05, + "loss": 0.0359, + "step": 10490 + }, + { + "loss_action": 0.02086944878101349, + "loss_total": 0.02086944878101349, + "step": 10490 + }, + { + "loss_action": 0.030284222215414047, + "loss_total": 0.030284222215414047, + "step": 10490 + }, + { + "loss_action": 0.0333896167576313, + "loss_total": 0.0333896167576313, + "step": 10490 + }, + { + "loss_action": 0.029883455485105515, + "loss_total": 0.029883455485105515, + "step": 10490 + }, + { + "loss_action": 0.0188360046595335, + "loss_total": 0.0188360046595335, + "step": 10490 + }, + { + "loss_action": 0.04256155714392662, + "loss_total": 0.04256155714392662, + "step": 10490 + }, + { + "grad_norm": 0.5124742984771729, + "learning_rate": 9.917555279723454e-05, + "loss": 0.0365, + "step": 10500 + }, + { + "loss_action": 0.021197274327278137, + "loss_total": 0.021197274327278137, + "step": 10500 + }, + { + "loss_action": 0.02590424194931984, + "loss_total": 0.02590424194931984, + "step": 10500 + }, + { + "loss_action": 0.022968724370002747, + "loss_total": 0.022968724370002747, + "step": 10500 + }, + { + "loss_action": 0.03459767624735832, + "loss_total": 0.03459767624735832, + "step": 10500 + }, + { + "loss_action": 0.03392331674695015, + "loss_total": 0.03392331674695015, + "step": 10500 + }, + { + "loss_action": 0.012533407658338547, + "loss_total": 0.012533407658338547, + "step": 10500 + }, + { + "grad_norm": 0.6968180537223816, + "learning_rate": 9.917255984114036e-05, + "loss": 0.0364, + "step": 10510 + }, + { + "loss_action": 0.020612062886357307, + "loss_total": 0.020612062886357307, + "step": 10510 + }, + { + "loss_action": 0.04418900981545448, + "loss_total": 0.04418900981545448, + "step": 10510 + }, + { + "loss_action": 0.0534236766397953, + "loss_total": 0.0534236766397953, + "step": 10510 + }, + { + "loss_action": 0.03471216559410095, + "loss_total": 0.03471216559410095, + "step": 10510 + }, + { + "loss_action": 0.033132538199424744, + "loss_total": 0.033132538199424744, + "step": 10510 + }, + { + "loss_action": 0.052458472549915314, + "loss_total": 0.052458472549915314, + "step": 10510 + }, + { + "grad_norm": 0.5740781426429749, + "learning_rate": 9.916956150760896e-05, + "loss": 0.0357, + "step": 10520 + }, + { + "loss_action": 0.017360296100378036, + "loss_total": 0.017360296100378036, + "step": 10520 + }, + { + "loss_action": 0.04934842512011528, + "loss_total": 0.04934842512011528, + "step": 10520 + }, + { + "loss_action": 0.01666806824505329, + "loss_total": 0.01666806824505329, + "step": 10520 + }, + { + "loss_action": 0.01781432144343853, + "loss_total": 0.01781432144343853, + "step": 10520 + }, + { + "loss_action": 0.02373756654560566, + "loss_total": 0.02373756654560566, + "step": 10520 + }, + { + "loss_action": 0.016178414225578308, + "loss_total": 0.016178414225578308, + "step": 10520 + }, + { + "grad_norm": 0.5368437170982361, + "learning_rate": 9.916655779696826e-05, + "loss": 0.0367, + "step": 10530 + }, + { + "loss_action": 0.0558268241584301, + "loss_total": 0.0558268241584301, + "step": 10530 + }, + { + "loss_action": 0.018762795254588127, + "loss_total": 0.018762795254588127, + "step": 10530 + }, + { + "loss_action": 0.020122429355978966, + "loss_total": 0.020122429355978966, + "step": 10530 + }, + { + "loss_action": 0.023605121299624443, + "loss_total": 0.023605121299624443, + "step": 10530 + }, + { + "loss_action": 0.028910133987665176, + "loss_total": 0.028910133987665176, + "step": 10530 + }, + { + "loss_action": 0.024294055998325348, + "loss_total": 0.024294055998325348, + "step": 10530 + }, + { + "grad_norm": 0.6087886691093445, + "learning_rate": 9.916354870954671e-05, + "loss": 0.0381, + "step": 10540 + }, + { + "loss_action": 0.03672298416495323, + "loss_total": 0.03672298416495323, + "step": 10540 + }, + { + "loss_action": 0.06220126152038574, + "loss_total": 0.06220126152038574, + "step": 10540 + }, + { + "loss_action": 0.034416716545820236, + "loss_total": 0.034416716545820236, + "step": 10540 + }, + { + "loss_action": 0.03309878706932068, + "loss_total": 0.03309878706932068, + "step": 10540 + }, + { + "loss_action": 0.03262002021074295, + "loss_total": 0.03262002021074295, + "step": 10540 + }, + { + "loss_action": 0.05154118314385414, + "loss_total": 0.05154118314385414, + "step": 10540 + }, + { + "grad_norm": 0.49128663539886475, + "learning_rate": 9.91605342456734e-05, + "loss": 0.0387, + "step": 10550 + }, + { + "loss_action": 0.023002687841653824, + "loss_total": 0.023002687841653824, + "step": 10550 + }, + { + "loss_action": 0.026817582547664642, + "loss_total": 0.026817582547664642, + "step": 10550 + }, + { + "loss_action": 0.04520938917994499, + "loss_total": 0.04520938917994499, + "step": 10550 + }, + { + "loss_action": 0.08453922718763351, + "loss_total": 0.08453922718763351, + "step": 10550 + }, + { + "loss_action": 0.03324000537395477, + "loss_total": 0.03324000537395477, + "step": 10550 + }, + { + "loss_action": 0.03218742832541466, + "loss_total": 0.03218742832541466, + "step": 10550 + }, + { + "grad_norm": 0.44486933946609497, + "learning_rate": 9.915751440567795e-05, + "loss": 0.0302, + "step": 10560 + }, + { + "loss_action": 0.019875813275575638, + "loss_total": 0.019875813275575638, + "step": 10560 + }, + { + "loss_action": 0.03539019078016281, + "loss_total": 0.03539019078016281, + "step": 10560 + }, + { + "loss_action": 0.03483005240559578, + "loss_total": 0.03483005240559578, + "step": 10560 + }, + { + "loss_action": 0.03118506632745266, + "loss_total": 0.03118506632745266, + "step": 10560 + }, + { + "loss_action": 0.02587902918457985, + "loss_total": 0.02587902918457985, + "step": 10560 + }, + { + "loss_action": 0.0375138483941555, + "loss_total": 0.0375138483941555, + "step": 10560 + }, + { + "grad_norm": 0.5807515978813171, + "learning_rate": 9.915448918989066e-05, + "loss": 0.0346, + "step": 10570 + }, + { + "loss_action": 0.048417091369628906, + "loss_total": 0.048417091369628906, + "step": 10570 + }, + { + "loss_action": 0.030098171904683113, + "loss_total": 0.030098171904683113, + "step": 10570 + }, + { + "loss_action": 0.02774355560541153, + "loss_total": 0.02774355560541153, + "step": 10570 + }, + { + "loss_action": 0.031010372564196587, + "loss_total": 0.031010372564196587, + "step": 10570 + }, + { + "loss_action": 0.030168745666742325, + "loss_total": 0.030168745666742325, + "step": 10570 + }, + { + "loss_action": 0.10933759808540344, + "loss_total": 0.10933759808540344, + "step": 10570 + }, + { + "grad_norm": 0.6068033576011658, + "learning_rate": 9.915145859864232e-05, + "loss": 0.0359, + "step": 10580 + }, + { + "loss_action": 0.10718631744384766, + "loss_total": 0.10718631744384766, + "step": 10580 + }, + { + "loss_action": 0.024365918710827827, + "loss_total": 0.024365918710827827, + "step": 10580 + }, + { + "loss_action": 0.03095400333404541, + "loss_total": 0.03095400333404541, + "step": 10580 + }, + { + "loss_action": 0.04883918911218643, + "loss_total": 0.04883918911218643, + "step": 10580 + }, + { + "loss_action": 0.017665700986981392, + "loss_total": 0.017665700986981392, + "step": 10580 + }, + { + "loss_action": 0.02729523926973343, + "loss_total": 0.02729523926973343, + "step": 10580 + }, + { + "grad_norm": 0.5087984204292297, + "learning_rate": 9.914842263226437e-05, + "loss": 0.039, + "step": 10590 + }, + { + "loss_action": 0.03479090332984924, + "loss_total": 0.03479090332984924, + "step": 10590 + }, + { + "loss_action": 0.041584234684705734, + "loss_total": 0.041584234684705734, + "step": 10590 + }, + { + "loss_action": 0.026561453938484192, + "loss_total": 0.026561453938484192, + "step": 10590 + }, + { + "loss_action": 0.034289900213479996, + "loss_total": 0.034289900213479996, + "step": 10590 + }, + { + "loss_action": 0.02481507509946823, + "loss_total": 0.02481507509946823, + "step": 10590 + }, + { + "loss_action": 0.04628909006714821, + "loss_total": 0.04628909006714821, + "step": 10590 + }, + { + "grad_norm": 0.6345706582069397, + "learning_rate": 9.914538129108882e-05, + "loss": 0.0397, + "step": 10600 + }, + { + "loss_action": 0.03845050558447838, + "loss_total": 0.03845050558447838, + "step": 10600 + }, + { + "loss_action": 0.0214635469019413, + "loss_total": 0.0214635469019413, + "step": 10600 + }, + { + "loss_action": 0.034304264932870865, + "loss_total": 0.034304264932870865, + "step": 10600 + }, + { + "loss_action": 0.26982593536376953, + "loss_total": 0.26982593536376953, + "step": 10600 + }, + { + "loss_action": 0.053838856518268585, + "loss_total": 0.053838856518268585, + "step": 10600 + }, + { + "loss_action": 0.037424854934215546, + "loss_total": 0.037424854934215546, + "step": 10600 + }, + { + "grad_norm": 0.604641318321228, + "learning_rate": 9.914233457544825e-05, + "loss": 0.0429, + "step": 10610 + }, + { + "loss_action": 0.037717290222644806, + "loss_total": 0.037717290222644806, + "step": 10610 + }, + { + "loss_action": 0.024375252425670624, + "loss_total": 0.024375252425670624, + "step": 10610 + }, + { + "loss_action": 0.02231912687420845, + "loss_total": 0.02231912687420845, + "step": 10610 + }, + { + "loss_action": 0.1784335821866989, + "loss_total": 0.1784335821866989, + "step": 10610 + }, + { + "loss_action": 0.06109976768493652, + "loss_total": 0.06109976768493652, + "step": 10610 + }, + { + "loss_action": 0.05351933836936951, + "loss_total": 0.05351933836936951, + "step": 10610 + }, + { + "grad_norm": 0.6560646295547485, + "learning_rate": 9.913928248567586e-05, + "loss": 0.037, + "step": 10620 + }, + { + "loss_action": 0.10174798965454102, + "loss_total": 0.10174798965454102, + "step": 10620 + }, + { + "loss_action": 0.016828592866659164, + "loss_total": 0.016828592866659164, + "step": 10620 + }, + { + "loss_action": 0.026793554425239563, + "loss_total": 0.026793554425239563, + "step": 10620 + }, + { + "loss_action": 0.022713346406817436, + "loss_total": 0.022713346406817436, + "step": 10620 + }, + { + "loss_action": 0.029778683558106422, + "loss_total": 0.029778683558106422, + "step": 10620 + }, + { + "loss_action": 0.019435051828622818, + "loss_total": 0.019435051828622818, + "step": 10620 + }, + { + "grad_norm": 0.5152667164802551, + "learning_rate": 9.913622502210542e-05, + "loss": 0.0407, + "step": 10630 + }, + { + "loss_action": 0.024881955236196518, + "loss_total": 0.024881955236196518, + "step": 10630 + }, + { + "loss_action": 0.03922291100025177, + "loss_total": 0.03922291100025177, + "step": 10630 + }, + { + "loss_action": 0.017641829326748848, + "loss_total": 0.017641829326748848, + "step": 10630 + }, + { + "loss_action": 0.016915423795580864, + "loss_total": 0.016915423795580864, + "step": 10630 + }, + { + "loss_action": 0.030932316556572914, + "loss_total": 0.030932316556572914, + "step": 10630 + }, + { + "loss_action": 0.013898683711886406, + "loss_total": 0.013898683711886406, + "step": 10630 + }, + { + "grad_norm": 0.6184355616569519, + "learning_rate": 9.913316218507128e-05, + "loss": 0.0382, + "step": 10640 + }, + { + "loss_action": 0.04717206209897995, + "loss_total": 0.04717206209897995, + "step": 10640 + }, + { + "loss_action": 0.026968110352754593, + "loss_total": 0.026968110352754593, + "step": 10640 + }, + { + "loss_action": 0.016634417697787285, + "loss_total": 0.016634417697787285, + "step": 10640 + }, + { + "loss_action": 0.02211880311369896, + "loss_total": 0.02211880311369896, + "step": 10640 + }, + { + "loss_action": 0.05015181750059128, + "loss_total": 0.05015181750059128, + "step": 10640 + }, + { + "loss_action": 0.011789328418672085, + "loss_total": 0.011789328418672085, + "step": 10640 + }, + { + "grad_norm": 0.6327671408653259, + "learning_rate": 9.91300939749084e-05, + "loss": 0.0324, + "step": 10650 + }, + { + "loss_action": 0.03157028183341026, + "loss_total": 0.03157028183341026, + "step": 10650 + }, + { + "loss_action": 0.017223617061972618, + "loss_total": 0.017223617061972618, + "step": 10650 + }, + { + "loss_action": 0.03166768327355385, + "loss_total": 0.03166768327355385, + "step": 10650 + }, + { + "loss_action": 0.04087582230567932, + "loss_total": 0.04087582230567932, + "step": 10650 + }, + { + "loss_action": 0.01910528913140297, + "loss_total": 0.01910528913140297, + "step": 10650 + }, + { + "loss_action": 0.014337537810206413, + "loss_total": 0.014337537810206413, + "step": 10650 + }, + { + "grad_norm": 0.525142252445221, + "learning_rate": 9.91270203919523e-05, + "loss": 0.0321, + "step": 10660 + }, + { + "loss_action": 0.018890652805566788, + "loss_total": 0.018890652805566788, + "step": 10660 + }, + { + "loss_action": 0.054037339985370636, + "loss_total": 0.054037339985370636, + "step": 10660 + }, + { + "loss_action": 0.022548479959368706, + "loss_total": 0.022548479959368706, + "step": 10660 + }, + { + "loss_action": 0.029562534764409065, + "loss_total": 0.029562534764409065, + "step": 10660 + }, + { + "loss_action": 0.04382065311074257, + "loss_total": 0.04382065311074257, + "step": 10660 + }, + { + "loss_action": 0.0136628532782197, + "loss_total": 0.0136628532782197, + "step": 10660 + }, + { + "grad_norm": 0.6285030245780945, + "learning_rate": 9.912394143653912e-05, + "loss": 0.0378, + "step": 10670 + }, + { + "loss_action": 0.022485675290226936, + "loss_total": 0.022485675290226936, + "step": 10670 + }, + { + "loss_action": 0.020008841529488564, + "loss_total": 0.020008841529488564, + "step": 10670 + }, + { + "loss_action": 0.022801801562309265, + "loss_total": 0.022801801562309265, + "step": 10670 + }, + { + "loss_action": 0.045798663049936295, + "loss_total": 0.045798663049936295, + "step": 10670 + }, + { + "loss_action": 0.015299924649298191, + "loss_total": 0.015299924649298191, + "step": 10670 + }, + { + "loss_action": 0.04921494424343109, + "loss_total": 0.04921494424343109, + "step": 10670 + }, + { + "grad_norm": 0.5603543519973755, + "learning_rate": 9.912085710900555e-05, + "loss": 0.0366, + "step": 10680 + }, + { + "loss_action": 0.021583274006843567, + "loss_total": 0.021583274006843567, + "step": 10680 + }, + { + "loss_action": 0.06290842592716217, + "loss_total": 0.06290842592716217, + "step": 10680 + }, + { + "loss_action": 0.04637647047638893, + "loss_total": 0.04637647047638893, + "step": 10680 + }, + { + "loss_action": 0.030923621729016304, + "loss_total": 0.030923621729016304, + "step": 10680 + }, + { + "loss_action": 0.02341114543378353, + "loss_total": 0.02341114543378353, + "step": 10680 + }, + { + "loss_action": 0.018327422440052032, + "loss_total": 0.018327422440052032, + "step": 10680 + }, + { + "grad_norm": 0.7229940295219421, + "learning_rate": 9.911776740968892e-05, + "loss": 0.0357, + "step": 10690 + }, + { + "loss_action": 0.02847837656736374, + "loss_total": 0.02847837656736374, + "step": 10690 + }, + { + "loss_action": 0.022763732820749283, + "loss_total": 0.022763732820749283, + "step": 10690 + }, + { + "loss_action": 0.024663712829351425, + "loss_total": 0.024663712829351425, + "step": 10690 + }, + { + "loss_action": 0.023013733327388763, + "loss_total": 0.023013733327388763, + "step": 10690 + }, + { + "loss_action": 0.019717486575245857, + "loss_total": 0.019717486575245857, + "step": 10690 + }, + { + "loss_action": 0.025330878794193268, + "loss_total": 0.025330878794193268, + "step": 10690 + }, + { + "grad_norm": 0.5455182194709778, + "learning_rate": 9.911467233892709e-05, + "loss": 0.0353, + "step": 10700 + }, + { + "loss_action": 0.17671889066696167, + "loss_total": 0.17671889066696167, + "step": 10700 + }, + { + "loss_action": 0.018960241228342056, + "loss_total": 0.018960241228342056, + "step": 10700 + }, + { + "loss_action": 0.04000137001276016, + "loss_total": 0.04000137001276016, + "step": 10700 + }, + { + "loss_action": 0.03307710587978363, + "loss_total": 0.03307710587978363, + "step": 10700 + }, + { + "loss_action": 0.029124140739440918, + "loss_total": 0.029124140739440918, + "step": 10700 + }, + { + "loss_action": 0.040619585663080215, + "loss_total": 0.040619585663080215, + "step": 10700 + }, + { + "grad_norm": 0.6340343952178955, + "learning_rate": 9.911157189705853e-05, + "loss": 0.0367, + "step": 10710 + }, + { + "loss_action": 0.03315676003694534, + "loss_total": 0.03315676003694534, + "step": 10710 + }, + { + "loss_action": 0.046759966760873795, + "loss_total": 0.046759966760873795, + "step": 10710 + }, + { + "loss_action": 0.03741715848445892, + "loss_total": 0.03741715848445892, + "step": 10710 + }, + { + "loss_action": 0.03609073907136917, + "loss_total": 0.03609073907136917, + "step": 10710 + }, + { + "loss_action": 0.08394971489906311, + "loss_total": 0.08394971489906311, + "step": 10710 + }, + { + "loss_action": 0.022747797891497612, + "loss_total": 0.022747797891497612, + "step": 10710 + }, + { + "grad_norm": 0.5841665863990784, + "learning_rate": 9.910846608442229e-05, + "loss": 0.0331, + "step": 10720 + }, + { + "loss_action": 0.03480524942278862, + "loss_total": 0.03480524942278862, + "step": 10720 + }, + { + "loss_action": 0.01692155934870243, + "loss_total": 0.01692155934870243, + "step": 10720 + }, + { + "loss_action": 0.05748014897108078, + "loss_total": 0.05748014897108078, + "step": 10720 + }, + { + "loss_action": 0.04407826066017151, + "loss_total": 0.04407826066017151, + "step": 10720 + }, + { + "loss_action": 0.047436680644750595, + "loss_total": 0.047436680644750595, + "step": 10720 + }, + { + "loss_action": 0.03737237676978111, + "loss_total": 0.03737237676978111, + "step": 10720 + }, + { + "grad_norm": 0.6328831911087036, + "learning_rate": 9.910535490135805e-05, + "loss": 0.0316, + "step": 10730 + }, + { + "loss_action": 0.026363041251897812, + "loss_total": 0.026363041251897812, + "step": 10730 + }, + { + "loss_action": 0.02159443125128746, + "loss_total": 0.02159443125128746, + "step": 10730 + }, + { + "loss_action": 0.03941153734922409, + "loss_total": 0.03941153734922409, + "step": 10730 + }, + { + "loss_action": 0.0202617309987545, + "loss_total": 0.0202617309987545, + "step": 10730 + }, + { + "loss_action": 0.02882448397576809, + "loss_total": 0.02882448397576809, + "step": 10730 + }, + { + "loss_action": 0.022795140743255615, + "loss_total": 0.022795140743255615, + "step": 10730 + }, + { + "grad_norm": 0.6439177393913269, + "learning_rate": 9.910223834820603e-05, + "loss": 0.0348, + "step": 10740 + }, + { + "loss_action": 0.0356968492269516, + "loss_total": 0.0356968492269516, + "step": 10740 + }, + { + "loss_action": 0.02280222252011299, + "loss_total": 0.02280222252011299, + "step": 10740 + }, + { + "loss_action": 0.06922929733991623, + "loss_total": 0.06922929733991623, + "step": 10740 + }, + { + "loss_action": 0.020025262609124184, + "loss_total": 0.020025262609124184, + "step": 10740 + }, + { + "loss_action": 0.023792721331119537, + "loss_total": 0.023792721331119537, + "step": 10740 + }, + { + "loss_action": 0.01859046332538128, + "loss_total": 0.01859046332538128, + "step": 10740 + }, + { + "grad_norm": 0.7316166758537292, + "learning_rate": 9.909911642530703e-05, + "loss": 0.0356, + "step": 10750 + }, + { + "loss_action": 0.022785218432545662, + "loss_total": 0.022785218432545662, + "step": 10750 + }, + { + "loss_action": 0.03476555272936821, + "loss_total": 0.03476555272936821, + "step": 10750 + }, + { + "loss_action": 0.018462223932147026, + "loss_total": 0.018462223932147026, + "step": 10750 + }, + { + "loss_action": 0.020327936857938766, + "loss_total": 0.020327936857938766, + "step": 10750 + }, + { + "loss_action": 0.019901646301150322, + "loss_total": 0.019901646301150322, + "step": 10750 + }, + { + "loss_action": 0.021341558545827866, + "loss_total": 0.021341558545827866, + "step": 10750 + }, + { + "grad_norm": 0.5003507733345032, + "learning_rate": 9.909598913300249e-05, + "loss": 0.0324, + "step": 10760 + }, + { + "loss_action": 0.028661450371146202, + "loss_total": 0.028661450371146202, + "step": 10760 + }, + { + "loss_action": 0.02657833881676197, + "loss_total": 0.02657833881676197, + "step": 10760 + }, + { + "loss_action": 0.06887014210224152, + "loss_total": 0.06887014210224152, + "step": 10760 + }, + { + "loss_action": 0.028987977653741837, + "loss_total": 0.028987977653741837, + "step": 10760 + }, + { + "loss_action": 0.03202264383435249, + "loss_total": 0.03202264383435249, + "step": 10760 + }, + { + "loss_action": 0.03866889327764511, + "loss_total": 0.03866889327764511, + "step": 10760 + }, + { + "grad_norm": 0.5902411937713623, + "learning_rate": 9.909285647163438e-05, + "loss": 0.0336, + "step": 10770 + }, + { + "loss_action": 0.019349930807948112, + "loss_total": 0.019349930807948112, + "step": 10770 + }, + { + "loss_action": 0.020238328725099564, + "loss_total": 0.020238328725099564, + "step": 10770 + }, + { + "loss_action": 0.030114801600575447, + "loss_total": 0.030114801600575447, + "step": 10770 + }, + { + "loss_action": 0.02409202605485916, + "loss_total": 0.02409202605485916, + "step": 10770 + }, + { + "loss_action": 0.03924458846449852, + "loss_total": 0.03924458846449852, + "step": 10770 + }, + { + "loss_action": 0.016447169706225395, + "loss_total": 0.016447169706225395, + "step": 10770 + }, + { + "grad_norm": 0.6294258236885071, + "learning_rate": 9.908971844154531e-05, + "loss": 0.0306, + "step": 10780 + }, + { + "loss_action": 0.025783447548747063, + "loss_total": 0.025783447548747063, + "step": 10780 + }, + { + "loss_action": 0.02801118791103363, + "loss_total": 0.02801118791103363, + "step": 10780 + }, + { + "loss_action": 0.030161963775753975, + "loss_total": 0.030161963775753975, + "step": 10780 + }, + { + "loss_action": 0.024465398862957954, + "loss_total": 0.024465398862957954, + "step": 10780 + }, + { + "loss_action": 0.01994185522198677, + "loss_total": 0.01994185522198677, + "step": 10780 + }, + { + "loss_action": 0.029606759548187256, + "loss_total": 0.029606759548187256, + "step": 10780 + }, + { + "grad_norm": 0.4674590528011322, + "learning_rate": 9.908657504307843e-05, + "loss": 0.0286, + "step": 10790 + }, + { + "loss_action": 0.03263832628726959, + "loss_total": 0.03263832628726959, + "step": 10790 + }, + { + "loss_action": 0.023210274055600166, + "loss_total": 0.023210274055600166, + "step": 10790 + }, + { + "loss_action": 0.026597045361995697, + "loss_total": 0.026597045361995697, + "step": 10790 + }, + { + "loss_action": 0.01897658407688141, + "loss_total": 0.01897658407688141, + "step": 10790 + }, + { + "loss_action": 0.03601434826850891, + "loss_total": 0.03601434826850891, + "step": 10790 + }, + { + "loss_action": 0.022937890142202377, + "loss_total": 0.022937890142202377, + "step": 10790 + }, + { + "grad_norm": 0.5320250391960144, + "learning_rate": 9.908342627657751e-05, + "loss": 0.0301, + "step": 10800 + }, + { + "loss_action": 0.029422864317893982, + "loss_total": 0.029422864317893982, + "step": 10800 + }, + { + "loss_action": 0.040668752044439316, + "loss_total": 0.040668752044439316, + "step": 10800 + }, + { + "loss_action": 0.02203388512134552, + "loss_total": 0.02203388512134552, + "step": 10800 + }, + { + "loss_action": 0.01991812139749527, + "loss_total": 0.01991812139749527, + "step": 10800 + }, + { + "loss_action": 0.03560637682676315, + "loss_total": 0.03560637682676315, + "step": 10800 + }, + { + "loss_action": 0.019423382356762886, + "loss_total": 0.019423382356762886, + "step": 10800 + }, + { + "grad_norm": 0.4713399410247803, + "learning_rate": 9.908027214238689e-05, + "loss": 0.0323, + "step": 10810 + }, + { + "loss_action": 0.03270505368709564, + "loss_total": 0.03270505368709564, + "step": 10810 + }, + { + "loss_action": 0.030156012624502182, + "loss_total": 0.030156012624502182, + "step": 10810 + }, + { + "loss_action": 0.024270521476864815, + "loss_total": 0.024270521476864815, + "step": 10810 + }, + { + "loss_action": 0.013159670867025852, + "loss_total": 0.013159670867025852, + "step": 10810 + }, + { + "loss_action": 0.04198312386870384, + "loss_total": 0.04198312386870384, + "step": 10810 + }, + { + "loss_action": 0.019416416063904762, + "loss_total": 0.019416416063904762, + "step": 10810 + }, + { + "grad_norm": 0.5411911010742188, + "learning_rate": 9.90771126408515e-05, + "loss": 0.027, + "step": 10820 + }, + { + "loss_action": 0.01701837219297886, + "loss_total": 0.01701837219297886, + "step": 10820 + }, + { + "loss_action": 0.016428515315055847, + "loss_total": 0.016428515315055847, + "step": 10820 + }, + { + "loss_action": 0.016315950080752373, + "loss_total": 0.016315950080752373, + "step": 10820 + }, + { + "loss_action": 0.024180814623832703, + "loss_total": 0.024180814623832703, + "step": 10820 + }, + { + "loss_action": 0.028438378125429153, + "loss_total": 0.028438378125429153, + "step": 10820 + }, + { + "loss_action": 0.023757996037602425, + "loss_total": 0.023757996037602425, + "step": 10820 + }, + { + "grad_norm": 0.5468959212303162, + "learning_rate": 9.907394777231685e-05, + "loss": 0.0329, + "step": 10830 + }, + { + "loss_action": 0.03807628154754639, + "loss_total": 0.03807628154754639, + "step": 10830 + }, + { + "loss_action": 0.054290611296892166, + "loss_total": 0.054290611296892166, + "step": 10830 + }, + { + "loss_action": 0.04409182444214821, + "loss_total": 0.04409182444214821, + "step": 10830 + }, + { + "loss_action": 0.019997848197817802, + "loss_total": 0.019997848197817802, + "step": 10830 + }, + { + "loss_action": 0.02334670163691044, + "loss_total": 0.02334670163691044, + "step": 10830 + }, + { + "loss_action": 0.024634994566440582, + "loss_total": 0.024634994566440582, + "step": 10830 + }, + { + "grad_norm": 0.653143048286438, + "learning_rate": 9.907077753712905e-05, + "loss": 0.027, + "step": 10840 + }, + { + "loss_action": 0.022657321766018867, + "loss_total": 0.022657321766018867, + "step": 10840 + }, + { + "loss_action": 0.019254539161920547, + "loss_total": 0.019254539161920547, + "step": 10840 + }, + { + "loss_action": 0.020831195637583733, + "loss_total": 0.020831195637583733, + "step": 10840 + }, + { + "loss_action": 0.015835968777537346, + "loss_total": 0.015835968777537346, + "step": 10840 + }, + { + "loss_action": 0.01485670916736126, + "loss_total": 0.01485670916736126, + "step": 10840 + }, + { + "loss_action": 0.039522022008895874, + "loss_total": 0.039522022008895874, + "step": 10840 + }, + { + "grad_norm": 0.49202650785446167, + "learning_rate": 9.906760193563482e-05, + "loss": 0.0328, + "step": 10850 + }, + { + "loss_action": 0.04063103348016739, + "loss_total": 0.04063103348016739, + "step": 10850 + }, + { + "loss_action": 0.05744561553001404, + "loss_total": 0.05744561553001404, + "step": 10850 + }, + { + "loss_action": 0.02021104283630848, + "loss_total": 0.02021104283630848, + "step": 10850 + }, + { + "loss_action": 0.028532711789011955, + "loss_total": 0.028532711789011955, + "step": 10850 + }, + { + "loss_action": 0.02934873104095459, + "loss_total": 0.02934873104095459, + "step": 10850 + }, + { + "loss_action": 0.018667591735720634, + "loss_total": 0.018667591735720634, + "step": 10850 + }, + { + "grad_norm": 0.6083269715309143, + "learning_rate": 9.906442096818139e-05, + "loss": 0.0328, + "step": 10860 + }, + { + "loss_action": 0.021700743585824966, + "loss_total": 0.021700743585824966, + "step": 10860 + }, + { + "loss_action": 0.025782687589526176, + "loss_total": 0.025782687589526176, + "step": 10860 + }, + { + "loss_action": 0.03198935464024544, + "loss_total": 0.03198935464024544, + "step": 10860 + }, + { + "loss_action": 0.04518749192357063, + "loss_total": 0.04518749192357063, + "step": 10860 + }, + { + "loss_action": 0.03088601864874363, + "loss_total": 0.03088601864874363, + "step": 10860 + }, + { + "loss_action": 0.03970915824174881, + "loss_total": 0.03970915824174881, + "step": 10860 + }, + { + "grad_norm": 0.5485183000564575, + "learning_rate": 9.906123463511665e-05, + "loss": 0.0296, + "step": 10870 + }, + { + "loss_action": 0.04791994392871857, + "loss_total": 0.04791994392871857, + "step": 10870 + }, + { + "loss_action": 0.02333010546863079, + "loss_total": 0.02333010546863079, + "step": 10870 + }, + { + "loss_action": 0.027512172237038612, + "loss_total": 0.027512172237038612, + "step": 10870 + }, + { + "loss_action": 0.08035578578710556, + "loss_total": 0.08035578578710556, + "step": 10870 + }, + { + "loss_action": 0.013775344006717205, + "loss_total": 0.013775344006717205, + "step": 10870 + }, + { + "loss_action": 0.01974579505622387, + "loss_total": 0.01974579505622387, + "step": 10870 + }, + { + "grad_norm": 0.39093732833862305, + "learning_rate": 9.905804293678907e-05, + "loss": 0.028, + "step": 10880 + }, + { + "loss_action": 0.018052222207188606, + "loss_total": 0.018052222207188606, + "step": 10880 + }, + { + "loss_action": 0.07902646064758301, + "loss_total": 0.07902646064758301, + "step": 10880 + }, + { + "loss_action": 0.02153836004436016, + "loss_total": 0.02153836004436016, + "step": 10880 + }, + { + "loss_action": 0.0276296716183424, + "loss_total": 0.0276296716183424, + "step": 10880 + }, + { + "loss_action": 0.019540561363101006, + "loss_total": 0.019540561363101006, + "step": 10880 + }, + { + "loss_action": 0.01863408274948597, + "loss_total": 0.01863408274948597, + "step": 10880 + }, + { + "grad_norm": 0.559857189655304, + "learning_rate": 9.905484587354766e-05, + "loss": 0.0293, + "step": 10890 + }, + { + "loss_action": 0.01649884320795536, + "loss_total": 0.01649884320795536, + "step": 10890 + }, + { + "loss_action": 0.034490443766117096, + "loss_total": 0.034490443766117096, + "step": 10890 + }, + { + "loss_action": 0.023761646822094917, + "loss_total": 0.023761646822094917, + "step": 10890 + }, + { + "loss_action": 0.0198197141289711, + "loss_total": 0.0198197141289711, + "step": 10890 + }, + { + "loss_action": 0.018597112968564034, + "loss_total": 0.018597112968564034, + "step": 10890 + }, + { + "loss_action": 0.021589871495962143, + "loss_total": 0.021589871495962143, + "step": 10890 + }, + { + "grad_norm": 0.47422903776168823, + "learning_rate": 9.905164344574205e-05, + "loss": 0.0328, + "step": 10900 + }, + { + "loss_action": 0.03391585126519203, + "loss_total": 0.03391585126519203, + "step": 10900 + }, + { + "loss_action": 0.031211208552122116, + "loss_total": 0.031211208552122116, + "step": 10900 + }, + { + "loss_action": 0.023678792640566826, + "loss_total": 0.023678792640566826, + "step": 10900 + }, + { + "loss_action": 0.024144474416971207, + "loss_total": 0.024144474416971207, + "step": 10900 + }, + { + "loss_action": 0.03510040417313576, + "loss_total": 0.03510040417313576, + "step": 10900 + }, + { + "loss_action": 0.0635300800204277, + "loss_total": 0.0635300800204277, + "step": 10900 + }, + { + "grad_norm": 0.834867000579834, + "learning_rate": 9.904843565372248e-05, + "loss": 0.0332, + "step": 10910 + }, + { + "loss_action": 0.023337529972195625, + "loss_total": 0.023337529972195625, + "step": 10910 + }, + { + "loss_action": 0.0348220057785511, + "loss_total": 0.0348220057785511, + "step": 10910 + }, + { + "loss_action": 0.04391931742429733, + "loss_total": 0.04391931742429733, + "step": 10910 + }, + { + "loss_action": 0.05357546731829643, + "loss_total": 0.05357546731829643, + "step": 10910 + }, + { + "loss_action": 0.03683388605713844, + "loss_total": 0.03683388605713844, + "step": 10910 + }, + { + "loss_action": 0.019505774602293968, + "loss_total": 0.019505774602293968, + "step": 10910 + }, + { + "grad_norm": 0.5715394616127014, + "learning_rate": 9.904522249783972e-05, + "loss": 0.0345, + "step": 10920 + }, + { + "loss_action": 0.04201628640294075, + "loss_total": 0.04201628640294075, + "step": 10920 + }, + { + "loss_action": 0.026285290718078613, + "loss_total": 0.026285290718078613, + "step": 10920 + }, + { + "loss_action": 0.025714244693517685, + "loss_total": 0.025714244693517685, + "step": 10920 + }, + { + "loss_action": 0.06744891405105591, + "loss_total": 0.06744891405105591, + "step": 10920 + }, + { + "loss_action": 0.031051572412252426, + "loss_total": 0.031051572412252426, + "step": 10920 + }, + { + "loss_action": 0.026097970083355904, + "loss_total": 0.026097970083355904, + "step": 10920 + }, + { + "grad_norm": 0.649476170539856, + "learning_rate": 9.904200397844517e-05, + "loss": 0.0366, + "step": 10930 + }, + { + "loss_action": 0.02018732577562332, + "loss_total": 0.02018732577562332, + "step": 10930 + }, + { + "loss_action": 0.11826172471046448, + "loss_total": 0.11826172471046448, + "step": 10930 + }, + { + "loss_action": 0.06959304213523865, + "loss_total": 0.06959304213523865, + "step": 10930 + }, + { + "loss_action": 0.0352882482111454, + "loss_total": 0.0352882482111454, + "step": 10930 + }, + { + "loss_action": 0.04882010444998741, + "loss_total": 0.04882010444998741, + "step": 10930 + }, + { + "loss_action": 0.054116152226924896, + "loss_total": 0.054116152226924896, + "step": 10930 + }, + { + "grad_norm": 0.6644713282585144, + "learning_rate": 9.903878009589078e-05, + "loss": 0.0399, + "step": 10940 + }, + { + "loss_action": 0.03581005707383156, + "loss_total": 0.03581005707383156, + "step": 10940 + }, + { + "loss_action": 0.02111646719276905, + "loss_total": 0.02111646719276905, + "step": 10940 + }, + { + "loss_action": 0.043967392295598984, + "loss_total": 0.043967392295598984, + "step": 10940 + }, + { + "loss_action": 0.03071756660938263, + "loss_total": 0.03071756660938263, + "step": 10940 + }, + { + "loss_action": 0.03621729090809822, + "loss_total": 0.03621729090809822, + "step": 10940 + }, + { + "loss_action": 0.017163356766104698, + "loss_total": 0.017163356766104698, + "step": 10940 + }, + { + "grad_norm": 0.5508383512496948, + "learning_rate": 9.903555085052915e-05, + "loss": 0.0368, + "step": 10950 + }, + { + "loss_action": 0.025858119130134583, + "loss_total": 0.025858119130134583, + "step": 10950 + }, + { + "loss_action": 0.03039790876209736, + "loss_total": 0.03039790876209736, + "step": 10950 + }, + { + "loss_action": 0.029809495434165, + "loss_total": 0.029809495434165, + "step": 10950 + }, + { + "loss_action": 0.02720707468688488, + "loss_total": 0.02720707468688488, + "step": 10950 + }, + { + "loss_action": 0.025716282427310944, + "loss_total": 0.025716282427310944, + "step": 10950 + }, + { + "loss_action": 0.06244916468858719, + "loss_total": 0.06244916468858719, + "step": 10950 + }, + { + "grad_norm": 0.7002929449081421, + "learning_rate": 9.903231624271338e-05, + "loss": 0.0412, + "step": 10960 + }, + { + "loss_action": 0.028442466631531715, + "loss_total": 0.028442466631531715, + "step": 10960 + }, + { + "loss_action": 0.019652247428894043, + "loss_total": 0.019652247428894043, + "step": 10960 + }, + { + "loss_action": 0.042681675404310226, + "loss_total": 0.042681675404310226, + "step": 10960 + }, + { + "loss_action": 0.03904872387647629, + "loss_total": 0.03904872387647629, + "step": 10960 + }, + { + "loss_action": 0.02957531251013279, + "loss_total": 0.02957531251013279, + "step": 10960 + }, + { + "loss_action": 0.02537541463971138, + "loss_total": 0.02537541463971138, + "step": 10960 + }, + { + "grad_norm": 0.8767424821853638, + "learning_rate": 9.902907627279724e-05, + "loss": 0.0412, + "step": 10970 + }, + { + "loss_action": 0.019473528489470482, + "loss_total": 0.019473528489470482, + "step": 10970 + }, + { + "loss_action": 0.06738916784524918, + "loss_total": 0.06738916784524918, + "step": 10970 + }, + { + "loss_action": 0.02527237869799137, + "loss_total": 0.02527237869799137, + "step": 10970 + }, + { + "loss_action": 0.0230551827698946, + "loss_total": 0.0230551827698946, + "step": 10970 + }, + { + "loss_action": 0.03281372785568237, + "loss_total": 0.03281372785568237, + "step": 10970 + }, + { + "loss_action": 0.05203123390674591, + "loss_total": 0.05203123390674591, + "step": 10970 + }, + { + "grad_norm": 0.7136122584342957, + "learning_rate": 9.902583094113504e-05, + "loss": 0.0389, + "step": 10980 + }, + { + "loss_action": 0.01949302665889263, + "loss_total": 0.01949302665889263, + "step": 10980 + }, + { + "loss_action": 0.03515169024467468, + "loss_total": 0.03515169024467468, + "step": 10980 + }, + { + "loss_action": 0.03168763592839241, + "loss_total": 0.03168763592839241, + "step": 10980 + }, + { + "loss_action": 0.02509387582540512, + "loss_total": 0.02509387582540512, + "step": 10980 + }, + { + "loss_action": 0.01840411126613617, + "loss_total": 0.01840411126613617, + "step": 10980 + }, + { + "loss_action": 0.05617663636803627, + "loss_total": 0.05617663636803627, + "step": 10980 + }, + { + "grad_norm": 0.6282188296318054, + "learning_rate": 9.902258024808168e-05, + "loss": 0.038, + "step": 10990 + }, + { + "loss_action": 0.027982834726572037, + "loss_total": 0.027982834726572037, + "step": 10990 + }, + { + "loss_action": 0.02864823490381241, + "loss_total": 0.02864823490381241, + "step": 10990 + }, + { + "loss_action": 0.036006372421979904, + "loss_total": 0.036006372421979904, + "step": 10990 + }, + { + "loss_action": 0.03178367018699646, + "loss_total": 0.03178367018699646, + "step": 10990 + }, + { + "loss_action": 0.019089482724666595, + "loss_total": 0.019089482724666595, + "step": 10990 + }, + { + "loss_action": 0.0382893830537796, + "loss_total": 0.0382893830537796, + "step": 10990 + }, + { + "grad_norm": 0.5929040908813477, + "learning_rate": 9.901932419399264e-05, + "loss": 0.038, + "step": 11000 + }, + { + "loss_action": 0.04136350750923157, + "loss_total": 0.04136350750923157, + "step": 11000 + }, + { + "loss_action": 0.04676961898803711, + "loss_total": 0.04676961898803711, + "step": 11000 + }, + { + "loss_action": 0.031533610075712204, + "loss_total": 0.031533610075712204, + "step": 11000 + }, + { + "loss_action": 0.036039624363183975, + "loss_total": 0.036039624363183975, + "step": 11000 + }, + { + "loss_action": 0.021454263478517532, + "loss_total": 0.021454263478517532, + "step": 11000 + }, + { + "loss_action": 0.03263850510120392, + "loss_total": 0.03263850510120392, + "step": 11000 + }, + { + "grad_norm": 0.5970902442932129, + "learning_rate": 9.9016062779224e-05, + "loss": 0.0415, + "step": 11010 + }, + { + "loss_action": 0.024569930508732796, + "loss_total": 0.024569930508732796, + "step": 11010 + }, + { + "loss_action": 0.023966467007994652, + "loss_total": 0.023966467007994652, + "step": 11010 + }, + { + "loss_action": 0.025944486260414124, + "loss_total": 0.025944486260414124, + "step": 11010 + }, + { + "loss_action": 0.04190869629383087, + "loss_total": 0.04190869629383087, + "step": 11010 + }, + { + "loss_action": 0.04241833835840225, + "loss_total": 0.04241833835840225, + "step": 11010 + }, + { + "loss_action": 0.019705379381775856, + "loss_total": 0.019705379381775856, + "step": 11010 + }, + { + "grad_norm": 0.5801084637641907, + "learning_rate": 9.901279600413242e-05, + "loss": 0.0397, + "step": 11020 + }, + { + "loss_action": 0.03565865382552147, + "loss_total": 0.03565865382552147, + "step": 11020 + }, + { + "loss_action": 0.03929120674729347, + "loss_total": 0.03929120674729347, + "step": 11020 + }, + { + "loss_action": 0.05901648476719856, + "loss_total": 0.05901648476719856, + "step": 11020 + }, + { + "loss_action": 0.06188968941569328, + "loss_total": 0.06188968941569328, + "step": 11020 + }, + { + "loss_action": 0.01640922576189041, + "loss_total": 0.01640922576189041, + "step": 11020 + }, + { + "loss_action": 0.021939583122730255, + "loss_total": 0.021939583122730255, + "step": 11020 + }, + { + "grad_norm": 0.5317227840423584, + "learning_rate": 9.900952386907518e-05, + "loss": 0.0422, + "step": 11030 + }, + { + "loss_action": 0.025254063308238983, + "loss_total": 0.025254063308238983, + "step": 11030 + }, + { + "loss_action": 0.035486072301864624, + "loss_total": 0.035486072301864624, + "step": 11030 + }, + { + "loss_action": 0.046883195638656616, + "loss_total": 0.046883195638656616, + "step": 11030 + }, + { + "loss_action": 0.019931387156248093, + "loss_total": 0.019931387156248093, + "step": 11030 + }, + { + "loss_action": 0.024600578472018242, + "loss_total": 0.024600578472018242, + "step": 11030 + }, + { + "loss_action": 0.022311149165034294, + "loss_total": 0.022311149165034294, + "step": 11030 + }, + { + "grad_norm": 0.6061022281646729, + "learning_rate": 9.90062463744101e-05, + "loss": 0.0382, + "step": 11040 + }, + { + "loss_action": 0.025330431759357452, + "loss_total": 0.025330431759357452, + "step": 11040 + }, + { + "loss_action": 0.12774449586868286, + "loss_total": 0.12774449586868286, + "step": 11040 + }, + { + "loss_action": 0.04570421576499939, + "loss_total": 0.04570421576499939, + "step": 11040 + }, + { + "loss_action": 0.02748711407184601, + "loss_total": 0.02748711407184601, + "step": 11040 + }, + { + "loss_action": 0.023816363885998726, + "loss_total": 0.023816363885998726, + "step": 11040 + }, + { + "loss_action": 0.05308715999126434, + "loss_total": 0.05308715999126434, + "step": 11040 + }, + { + "grad_norm": 0.6039097309112549, + "learning_rate": 9.900296352049558e-05, + "loss": 0.0374, + "step": 11050 + }, + { + "loss_action": 0.0266598891466856, + "loss_total": 0.0266598891466856, + "step": 11050 + }, + { + "loss_action": 0.03030656836926937, + "loss_total": 0.03030656836926937, + "step": 11050 + }, + { + "loss_action": 0.026545096188783646, + "loss_total": 0.026545096188783646, + "step": 11050 + }, + { + "loss_action": 0.0420069620013237, + "loss_total": 0.0420069620013237, + "step": 11050 + }, + { + "loss_action": 0.02963307313621044, + "loss_total": 0.02963307313621044, + "step": 11050 + }, + { + "loss_action": 0.026448257267475128, + "loss_total": 0.026448257267475128, + "step": 11050 + }, + { + "grad_norm": 0.6432365775108337, + "learning_rate": 9.899967530769065e-05, + "loss": 0.032, + "step": 11060 + }, + { + "loss_action": 0.030363967642188072, + "loss_total": 0.030363967642188072, + "step": 11060 + }, + { + "loss_action": 0.02186877280473709, + "loss_total": 0.02186877280473709, + "step": 11060 + }, + { + "loss_action": 0.04548855498433113, + "loss_total": 0.04548855498433113, + "step": 11060 + }, + { + "loss_action": 0.023795582354068756, + "loss_total": 0.023795582354068756, + "step": 11060 + }, + { + "loss_action": 0.030722595751285553, + "loss_total": 0.030722595751285553, + "step": 11060 + }, + { + "loss_action": 0.025832781568169594, + "loss_total": 0.025832781568169594, + "step": 11060 + }, + { + "grad_norm": 0.5858206748962402, + "learning_rate": 9.899638173635489e-05, + "loss": 0.0328, + "step": 11070 + }, + { + "loss_action": 0.03414355590939522, + "loss_total": 0.03414355590939522, + "step": 11070 + }, + { + "loss_action": 0.023420166224241257, + "loss_total": 0.023420166224241257, + "step": 11070 + }, + { + "loss_action": 0.03980102390050888, + "loss_total": 0.03980102390050888, + "step": 11070 + }, + { + "loss_action": 0.015457863919436932, + "loss_total": 0.015457863919436932, + "step": 11070 + }, + { + "loss_action": 0.0226025078445673, + "loss_total": 0.0226025078445673, + "step": 11070 + }, + { + "loss_action": 0.05082855373620987, + "loss_total": 0.05082855373620987, + "step": 11070 + }, + { + "grad_norm": 0.7198373079299927, + "learning_rate": 9.899308280684849e-05, + "loss": 0.0441, + "step": 11080 + }, + { + "loss_action": 0.04338826984167099, + "loss_total": 0.04338826984167099, + "step": 11080 + }, + { + "loss_action": 0.02691408433020115, + "loss_total": 0.02691408433020115, + "step": 11080 + }, + { + "loss_action": 0.02737675979733467, + "loss_total": 0.02737675979733467, + "step": 11080 + }, + { + "loss_action": 0.026864388957619667, + "loss_total": 0.026864388957619667, + "step": 11080 + }, + { + "loss_action": 0.061733391135931015, + "loss_total": 0.061733391135931015, + "step": 11080 + }, + { + "loss_action": 0.03716438636183739, + "loss_total": 0.03716438636183739, + "step": 11080 + }, + { + "grad_norm": 0.43762001395225525, + "learning_rate": 9.898977851953222e-05, + "loss": 0.0469, + "step": 11090 + }, + { + "loss_action": 0.06241598725318909, + "loss_total": 0.06241598725318909, + "step": 11090 + }, + { + "loss_action": 0.35381558537483215, + "loss_total": 0.35381558537483215, + "step": 11090 + }, + { + "loss_action": 0.05841144546866417, + "loss_total": 0.05841144546866417, + "step": 11090 + }, + { + "loss_action": 0.09814304858446121, + "loss_total": 0.09814304858446121, + "step": 11090 + }, + { + "loss_action": 0.056174393743276596, + "loss_total": 0.056174393743276596, + "step": 11090 + }, + { + "loss_action": 0.028521621599793434, + "loss_total": 0.028521621599793434, + "step": 11090 + }, + { + "grad_norm": 0.7287521362304688, + "learning_rate": 9.898646887476741e-05, + "loss": 0.0476, + "step": 11100 + }, + { + "loss_action": 0.04429104924201965, + "loss_total": 0.04429104924201965, + "step": 11100 + }, + { + "loss_action": 0.03190098702907562, + "loss_total": 0.03190098702907562, + "step": 11100 + }, + { + "loss_action": 0.04887256771326065, + "loss_total": 0.04887256771326065, + "step": 11100 + }, + { + "loss_action": 0.03194451332092285, + "loss_total": 0.03194451332092285, + "step": 11100 + }, + { + "loss_action": 0.026375528424978256, + "loss_total": 0.026375528424978256, + "step": 11100 + }, + { + "loss_action": 0.10220427066087723, + "loss_total": 0.10220427066087723, + "step": 11100 + }, + { + "grad_norm": 0.6047314405441284, + "learning_rate": 9.898315387291603e-05, + "loss": 0.0446, + "step": 11110 + }, + { + "loss_action": 0.04820377007126808, + "loss_total": 0.04820377007126808, + "step": 11110 + }, + { + "loss_action": 0.07083651423454285, + "loss_total": 0.07083651423454285, + "step": 11110 + }, + { + "loss_action": 0.032479289919137955, + "loss_total": 0.032479289919137955, + "step": 11110 + }, + { + "loss_action": 0.045133206993341446, + "loss_total": 0.045133206993341446, + "step": 11110 + }, + { + "loss_action": 0.03309919685125351, + "loss_total": 0.03309919685125351, + "step": 11110 + }, + { + "loss_action": 0.050116945058107376, + "loss_total": 0.050116945058107376, + "step": 11110 + }, + { + "grad_norm": 0.45664116740226746, + "learning_rate": 9.89798335143406e-05, + "loss": 0.0416, + "step": 11120 + }, + { + "loss_action": 0.027745569124817848, + "loss_total": 0.027745569124817848, + "step": 11120 + }, + { + "loss_action": 0.03493405133485794, + "loss_total": 0.03493405133485794, + "step": 11120 + }, + { + "loss_action": 0.04507103189826012, + "loss_total": 0.04507103189826012, + "step": 11120 + }, + { + "loss_action": 0.04107975214719772, + "loss_total": 0.04107975214719772, + "step": 11120 + }, + { + "loss_action": 0.032033760100603104, + "loss_total": 0.032033760100603104, + "step": 11120 + }, + { + "loss_action": 0.03208417445421219, + "loss_total": 0.03208417445421219, + "step": 11120 + }, + { + "grad_norm": 0.6088908910751343, + "learning_rate": 9.897650779940419e-05, + "loss": 0.043, + "step": 11130 + }, + { + "loss_action": 0.047390613704919815, + "loss_total": 0.047390613704919815, + "step": 11130 + }, + { + "loss_action": 0.02279253490269184, + "loss_total": 0.02279253490269184, + "step": 11130 + }, + { + "loss_action": 0.02141658030450344, + "loss_total": 0.02141658030450344, + "step": 11130 + }, + { + "loss_action": 0.03164181485772133, + "loss_total": 0.03164181485772133, + "step": 11130 + }, + { + "loss_action": 0.03321611136198044, + "loss_total": 0.03321611136198044, + "step": 11130 + }, + { + "loss_action": 0.03612628951668739, + "loss_total": 0.03612628951668739, + "step": 11130 + }, + { + "grad_norm": 0.4209904372692108, + "learning_rate": 9.897317672847054e-05, + "loss": 0.034, + "step": 11140 + }, + { + "loss_action": 0.015150853432714939, + "loss_total": 0.015150853432714939, + "step": 11140 + }, + { + "loss_action": 0.026446184143424034, + "loss_total": 0.026446184143424034, + "step": 11140 + }, + { + "loss_action": 0.03778271749615669, + "loss_total": 0.03778271749615669, + "step": 11140 + }, + { + "loss_action": 0.05440199002623558, + "loss_total": 0.05440199002623558, + "step": 11140 + }, + { + "loss_action": 0.022244878113269806, + "loss_total": 0.022244878113269806, + "step": 11140 + }, + { + "loss_action": 0.03616159036755562, + "loss_total": 0.03616159036755562, + "step": 11140 + }, + { + "grad_norm": 0.7921167016029358, + "learning_rate": 9.89698403019039e-05, + "loss": 0.0361, + "step": 11150 + }, + { + "loss_action": 0.034354038536548615, + "loss_total": 0.034354038536548615, + "step": 11150 + }, + { + "loss_action": 0.03634438291192055, + "loss_total": 0.03634438291192055, + "step": 11150 + }, + { + "loss_action": 0.025655759498476982, + "loss_total": 0.025655759498476982, + "step": 11150 + }, + { + "loss_action": 0.03295773267745972, + "loss_total": 0.03295773267745972, + "step": 11150 + }, + { + "loss_action": 0.029436197131872177, + "loss_total": 0.029436197131872177, + "step": 11150 + }, + { + "loss_action": 0.021484270691871643, + "loss_total": 0.021484270691871643, + "step": 11150 + }, + { + "grad_norm": 0.7011574506759644, + "learning_rate": 9.896649852006917e-05, + "loss": 0.0362, + "step": 11160 + }, + { + "loss_action": 0.021860921755433083, + "loss_total": 0.021860921755433083, + "step": 11160 + }, + { + "loss_action": 0.026214633136987686, + "loss_total": 0.026214633136987686, + "step": 11160 + }, + { + "loss_action": 0.021245503798127174, + "loss_total": 0.021245503798127174, + "step": 11160 + }, + { + "loss_action": 0.1962057203054428, + "loss_total": 0.1962057203054428, + "step": 11160 + }, + { + "loss_action": 0.03633501008152962, + "loss_total": 0.03633501008152962, + "step": 11160 + }, + { + "loss_action": 0.029847534373402596, + "loss_total": 0.029847534373402596, + "step": 11160 + }, + { + "grad_norm": 0.693956196308136, + "learning_rate": 9.896315138333177e-05, + "loss": 0.045, + "step": 11170 + }, + { + "loss_action": 0.02649817243218422, + "loss_total": 0.02649817243218422, + "step": 11170 + }, + { + "loss_action": 0.049907535314559937, + "loss_total": 0.049907535314559937, + "step": 11170 + }, + { + "loss_action": 0.026370985433459282, + "loss_total": 0.026370985433459282, + "step": 11170 + }, + { + "loss_action": 0.03498902916908264, + "loss_total": 0.03498902916908264, + "step": 11170 + }, + { + "loss_action": 0.054228369146585464, + "loss_total": 0.054228369146585464, + "step": 11170 + }, + { + "loss_action": 0.057042792439460754, + "loss_total": 0.057042792439460754, + "step": 11170 + }, + { + "grad_norm": 0.5807942152023315, + "learning_rate": 9.895979889205774e-05, + "loss": 0.0408, + "step": 11180 + }, + { + "loss_action": 0.028102373704314232, + "loss_total": 0.028102373704314232, + "step": 11180 + }, + { + "loss_action": 0.024843664839863777, + "loss_total": 0.024843664839863777, + "step": 11180 + }, + { + "loss_action": 0.0210487712174654, + "loss_total": 0.0210487712174654, + "step": 11180 + }, + { + "loss_action": 0.03387454152107239, + "loss_total": 0.03387454152107239, + "step": 11180 + }, + { + "loss_action": 0.026533864438533783, + "loss_total": 0.026533864438533783, + "step": 11180 + }, + { + "loss_action": 0.024128660559654236, + "loss_total": 0.024128660559654236, + "step": 11180 + }, + { + "grad_norm": 0.5977977514266968, + "learning_rate": 9.895644104661372e-05, + "loss": 0.0389, + "step": 11190 + }, + { + "loss_action": 0.027076708152890205, + "loss_total": 0.027076708152890205, + "step": 11190 + }, + { + "loss_action": 0.030986400321125984, + "loss_total": 0.030986400321125984, + "step": 11190 + }, + { + "loss_action": 0.03665323182940483, + "loss_total": 0.03665323182940483, + "step": 11190 + }, + { + "loss_action": 0.036266643553972244, + "loss_total": 0.036266643553972244, + "step": 11190 + }, + { + "loss_action": 0.033373650163412094, + "loss_total": 0.033373650163412094, + "step": 11190 + }, + { + "loss_action": 0.03166200593113899, + "loss_total": 0.03166200593113899, + "step": 11190 + }, + { + "grad_norm": 0.42792654037475586, + "learning_rate": 9.895307784736691e-05, + "loss": 0.0301, + "step": 11200 + }, + { + "loss_action": 0.03439730033278465, + "loss_total": 0.03439730033278465, + "step": 11200 + }, + { + "loss_action": 0.01670096628367901, + "loss_total": 0.01670096628367901, + "step": 11200 + }, + { + "loss_action": 0.04828481376171112, + "loss_total": 0.04828481376171112, + "step": 11200 + }, + { + "loss_action": 0.03576282784342766, + "loss_total": 0.03576282784342766, + "step": 11200 + }, + { + "loss_action": 0.026129739359021187, + "loss_total": 0.026129739359021187, + "step": 11200 + }, + { + "loss_action": 0.020324094220995903, + "loss_total": 0.020324094220995903, + "step": 11200 + }, + { + "grad_norm": 0.6245586276054382, + "learning_rate": 9.894970929468512e-05, + "loss": 0.0329, + "step": 11210 + }, + { + "loss_action": 0.03605407848954201, + "loss_total": 0.03605407848954201, + "step": 11210 + }, + { + "loss_action": 0.04746083915233612, + "loss_total": 0.04746083915233612, + "step": 11210 + }, + { + "loss_action": 0.024100419133901596, + "loss_total": 0.024100419133901596, + "step": 11210 + }, + { + "loss_action": 0.02849489636719227, + "loss_total": 0.02849489636719227, + "step": 11210 + }, + { + "loss_action": 0.016921259462833405, + "loss_total": 0.016921259462833405, + "step": 11210 + }, + { + "loss_action": 0.06531365215778351, + "loss_total": 0.06531365215778351, + "step": 11210 + }, + { + "grad_norm": 0.5219383835792542, + "learning_rate": 9.89463353889367e-05, + "loss": 0.0333, + "step": 11220 + }, + { + "loss_action": 0.03899811953306198, + "loss_total": 0.03899811953306198, + "step": 11220 + }, + { + "loss_action": 0.03432653844356537, + "loss_total": 0.03432653844356537, + "step": 11220 + }, + { + "loss_action": 0.05825190991163254, + "loss_total": 0.05825190991163254, + "step": 11220 + }, + { + "loss_action": 0.04702448844909668, + "loss_total": 0.04702448844909668, + "step": 11220 + }, + { + "loss_action": 0.017934346571564674, + "loss_total": 0.017934346571564674, + "step": 11220 + }, + { + "loss_action": 0.16575580835342407, + "loss_total": 0.16575580835342407, + "step": 11220 + }, + { + "grad_norm": 0.5912496447563171, + "learning_rate": 9.894295613049065e-05, + "loss": 0.0359, + "step": 11230 + }, + { + "loss_action": 0.017268095165491104, + "loss_total": 0.017268095165491104, + "step": 11230 + }, + { + "loss_action": 0.022514628246426582, + "loss_total": 0.022514628246426582, + "step": 11230 + }, + { + "loss_action": 0.03923271223902702, + "loss_total": 0.03923271223902702, + "step": 11230 + }, + { + "loss_action": 0.028271444141864777, + "loss_total": 0.028271444141864777, + "step": 11230 + }, + { + "loss_action": 0.07662836462259293, + "loss_total": 0.07662836462259293, + "step": 11230 + }, + { + "loss_action": 0.01857912912964821, + "loss_total": 0.01857912912964821, + "step": 11230 + }, + { + "grad_norm": 0.6234628558158875, + "learning_rate": 9.893957151971649e-05, + "loss": 0.0351, + "step": 11240 + }, + { + "loss_action": 0.04827911779284477, + "loss_total": 0.04827911779284477, + "step": 11240 + }, + { + "loss_action": 0.017785711213946342, + "loss_total": 0.017785711213946342, + "step": 11240 + }, + { + "loss_action": 0.015900803729891777, + "loss_total": 0.015900803729891777, + "step": 11240 + }, + { + "loss_action": 0.025204207748174667, + "loss_total": 0.025204207748174667, + "step": 11240 + }, + { + "loss_action": 0.05759803578257561, + "loss_total": 0.05759803578257561, + "step": 11240 + }, + { + "loss_action": 0.024098463356494904, + "loss_total": 0.024098463356494904, + "step": 11240 + }, + { + "grad_norm": 0.507595419883728, + "learning_rate": 9.893618155698436e-05, + "loss": 0.0309, + "step": 11250 + }, + { + "loss_action": 0.025068560615181923, + "loss_total": 0.025068560615181923, + "step": 11250 + }, + { + "loss_action": 0.014694763347506523, + "loss_total": 0.014694763347506523, + "step": 11250 + }, + { + "loss_action": 0.017434045672416687, + "loss_total": 0.017434045672416687, + "step": 11250 + }, + { + "loss_action": 0.016506142914295197, + "loss_total": 0.016506142914295197, + "step": 11250 + }, + { + "loss_action": 0.02500024065375328, + "loss_total": 0.02500024065375328, + "step": 11250 + }, + { + "loss_action": 0.036671850830316544, + "loss_total": 0.036671850830316544, + "step": 11250 + }, + { + "grad_norm": 0.6890342831611633, + "learning_rate": 9.8932786242665e-05, + "loss": 0.0336, + "step": 11260 + }, + { + "loss_action": 0.03228155896067619, + "loss_total": 0.03228155896067619, + "step": 11260 + }, + { + "loss_action": 0.048462409526109695, + "loss_total": 0.048462409526109695, + "step": 11260 + }, + { + "loss_action": 0.042200613766908646, + "loss_total": 0.042200613766908646, + "step": 11260 + }, + { + "loss_action": 0.03494557738304138, + "loss_total": 0.03494557738304138, + "step": 11260 + }, + { + "loss_action": 0.02708365209400654, + "loss_total": 0.02708365209400654, + "step": 11260 + }, + { + "loss_action": 0.04022756591439247, + "loss_total": 0.04022756591439247, + "step": 11260 + }, + { + "grad_norm": 0.5731695294380188, + "learning_rate": 9.89293855771297e-05, + "loss": 0.039, + "step": 11270 + }, + { + "loss_action": 0.016989698633551598, + "loss_total": 0.016989698633551598, + "step": 11270 + }, + { + "loss_action": 0.039558082818984985, + "loss_total": 0.039558082818984985, + "step": 11270 + }, + { + "loss_action": 0.06857696175575256, + "loss_total": 0.06857696175575256, + "step": 11270 + }, + { + "loss_action": 0.033556513488292694, + "loss_total": 0.033556513488292694, + "step": 11270 + }, + { + "loss_action": 0.03203095868229866, + "loss_total": 0.03203095868229866, + "step": 11270 + }, + { + "loss_action": 0.046307921409606934, + "loss_total": 0.046307921409606934, + "step": 11270 + }, + { + "grad_norm": 0.3969235420227051, + "learning_rate": 9.892597956075036e-05, + "loss": 0.0344, + "step": 11280 + }, + { + "loss_action": 0.05420847237110138, + "loss_total": 0.05420847237110138, + "step": 11280 + }, + { + "loss_action": 0.01937725394964218, + "loss_total": 0.01937725394964218, + "step": 11280 + }, + { + "loss_action": 0.037872154265642166, + "loss_total": 0.037872154265642166, + "step": 11280 + }, + { + "loss_action": 0.02427736110985279, + "loss_total": 0.02427736110985279, + "step": 11280 + }, + { + "loss_action": 0.02466702088713646, + "loss_total": 0.02466702088713646, + "step": 11280 + }, + { + "loss_action": 0.04288908466696739, + "loss_total": 0.04288908466696739, + "step": 11280 + }, + { + "grad_norm": 0.4089215397834778, + "learning_rate": 9.892256819389947e-05, + "loss": 0.0335, + "step": 11290 + }, + { + "loss_action": 0.035324182361364365, + "loss_total": 0.035324182361364365, + "step": 11290 + }, + { + "loss_action": 0.02474265545606613, + "loss_total": 0.02474265545606613, + "step": 11290 + }, + { + "loss_action": 0.01994725503027439, + "loss_total": 0.01994725503027439, + "step": 11290 + }, + { + "loss_action": 0.02409171126782894, + "loss_total": 0.02409171126782894, + "step": 11290 + }, + { + "loss_action": 0.0732429102063179, + "loss_total": 0.0732429102063179, + "step": 11290 + }, + { + "loss_action": 0.04248729348182678, + "loss_total": 0.04248729348182678, + "step": 11290 + }, + { + "grad_norm": 0.6565842032432556, + "learning_rate": 9.891915147695006e-05, + "loss": 0.0356, + "step": 11300 + }, + { + "loss_action": 0.030540429055690765, + "loss_total": 0.030540429055690765, + "step": 11300 + }, + { + "loss_action": 0.04710930213332176, + "loss_total": 0.04710930213332176, + "step": 11300 + }, + { + "loss_action": 0.022546764463186264, + "loss_total": 0.022546764463186264, + "step": 11300 + }, + { + "loss_action": 0.20266972482204437, + "loss_total": 0.20266972482204437, + "step": 11300 + }, + { + "loss_action": 0.02462051808834076, + "loss_total": 0.02462051808834076, + "step": 11300 + }, + { + "loss_action": 0.02837815135717392, + "loss_total": 0.02837815135717392, + "step": 11300 + }, + { + "grad_norm": 0.7606059908866882, + "learning_rate": 9.891572941027577e-05, + "loss": 0.069, + "step": 11310 + }, + { + "loss_action": 0.03785405308008194, + "loss_total": 0.03785405308008194, + "step": 11310 + }, + { + "loss_action": 0.033029522746801376, + "loss_total": 0.033029522746801376, + "step": 11310 + }, + { + "loss_action": 0.03413951024413109, + "loss_total": 0.03413951024413109, + "step": 11310 + }, + { + "loss_action": 0.026575133204460144, + "loss_total": 0.026575133204460144, + "step": 11310 + }, + { + "loss_action": 0.05558047443628311, + "loss_total": 0.05558047443628311, + "step": 11310 + }, + { + "loss_action": 0.04589199274778366, + "loss_total": 0.04589199274778366, + "step": 11310 + }, + { + "grad_norm": 0.6618540287017822, + "learning_rate": 9.89123019942509e-05, + "loss": 0.05, + "step": 11320 + }, + { + "loss_action": 0.028706617653369904, + "loss_total": 0.028706617653369904, + "step": 11320 + }, + { + "loss_action": 0.04489288851618767, + "loss_total": 0.04489288851618767, + "step": 11320 + }, + { + "loss_action": 0.042676251381635666, + "loss_total": 0.042676251381635666, + "step": 11320 + }, + { + "loss_action": 0.04492757469415665, + "loss_total": 0.04492757469415665, + "step": 11320 + }, + { + "loss_action": 0.2685657739639282, + "loss_total": 0.2685657739639282, + "step": 11320 + }, + { + "loss_action": 0.0438191257417202, + "loss_total": 0.0438191257417202, + "step": 11320 + }, + { + "grad_norm": 0.6702086329460144, + "learning_rate": 9.89088692292502e-05, + "loss": 0.0474, + "step": 11330 + }, + { + "loss_action": 0.030350401997566223, + "loss_total": 0.030350401997566223, + "step": 11330 + }, + { + "loss_action": 0.037378281354904175, + "loss_total": 0.037378281354904175, + "step": 11330 + }, + { + "loss_action": 0.05627526715397835, + "loss_total": 0.05627526715397835, + "step": 11330 + }, + { + "loss_action": 0.04183034971356392, + "loss_total": 0.04183034971356392, + "step": 11330 + }, + { + "loss_action": 0.10006259381771088, + "loss_total": 0.10006259381771088, + "step": 11330 + }, + { + "loss_action": 0.0509929321706295, + "loss_total": 0.0509929321706295, + "step": 11330 + }, + { + "grad_norm": 0.5698557496070862, + "learning_rate": 9.89054311156491e-05, + "loss": 0.0457, + "step": 11340 + }, + { + "loss_action": 0.03418650105595589, + "loss_total": 0.03418650105595589, + "step": 11340 + }, + { + "loss_action": 0.04355962947010994, + "loss_total": 0.04355962947010994, + "step": 11340 + }, + { + "loss_action": 0.042788710445165634, + "loss_total": 0.042788710445165634, + "step": 11340 + }, + { + "loss_action": 0.05923328176140785, + "loss_total": 0.05923328176140785, + "step": 11340 + }, + { + "loss_action": 0.04713595658540726, + "loss_total": 0.04713595658540726, + "step": 11340 + }, + { + "loss_action": 0.0431046225130558, + "loss_total": 0.0431046225130558, + "step": 11340 + }, + { + "grad_norm": 0.5250037908554077, + "learning_rate": 9.890198765382357e-05, + "loss": 0.0428, + "step": 11350 + }, + { + "loss_action": 0.021396584808826447, + "loss_total": 0.021396584808826447, + "step": 11350 + }, + { + "loss_action": 0.029591815546154976, + "loss_total": 0.029591815546154976, + "step": 11350 + }, + { + "loss_action": 0.03306753933429718, + "loss_total": 0.03306753933429718, + "step": 11350 + }, + { + "loss_action": 0.05392954871058464, + "loss_total": 0.05392954871058464, + "step": 11350 + }, + { + "loss_action": 0.019048942252993584, + "loss_total": 0.019048942252993584, + "step": 11350 + }, + { + "loss_action": 0.025353943929076195, + "loss_total": 0.025353943929076195, + "step": 11350 + }, + { + "grad_norm": 0.593799352645874, + "learning_rate": 9.889853884415021e-05, + "loss": 0.037, + "step": 11360 + }, + { + "loss_action": 0.04085982218384743, + "loss_total": 0.04085982218384743, + "step": 11360 + }, + { + "loss_action": 0.06750137358903885, + "loss_total": 0.06750137358903885, + "step": 11360 + }, + { + "loss_action": 0.018962237983942032, + "loss_total": 0.018962237983942032, + "step": 11360 + }, + { + "loss_action": 0.028165973722934723, + "loss_total": 0.028165973722934723, + "step": 11360 + }, + { + "loss_action": 0.023362768813967705, + "loss_total": 0.023362768813967705, + "step": 11360 + }, + { + "loss_action": 0.027139758691191673, + "loss_total": 0.027139758691191673, + "step": 11360 + }, + { + "grad_norm": 0.6280235648155212, + "learning_rate": 9.889508468700614e-05, + "loss": 0.0379, + "step": 11370 + }, + { + "loss_action": 0.022719858214259148, + "loss_total": 0.022719858214259148, + "step": 11370 + }, + { + "loss_action": 0.029396362602710724, + "loss_total": 0.029396362602710724, + "step": 11370 + }, + { + "loss_action": 0.034741416573524475, + "loss_total": 0.034741416573524475, + "step": 11370 + }, + { + "loss_action": 0.044468075037002563, + "loss_total": 0.044468075037002563, + "step": 11370 + }, + { + "loss_action": 0.025449581444263458, + "loss_total": 0.025449581444263458, + "step": 11370 + }, + { + "loss_action": 0.034492988139390945, + "loss_total": 0.034492988139390945, + "step": 11370 + }, + { + "grad_norm": 0.7285541892051697, + "learning_rate": 9.889162518276915e-05, + "loss": 0.0347, + "step": 11380 + }, + { + "loss_action": 0.045756030827760696, + "loss_total": 0.045756030827760696, + "step": 11380 + }, + { + "loss_action": 0.04715204983949661, + "loss_total": 0.04715204983949661, + "step": 11380 + }, + { + "loss_action": 0.030260872095823288, + "loss_total": 0.030260872095823288, + "step": 11380 + }, + { + "loss_action": 0.025692543014883995, + "loss_total": 0.025692543014883995, + "step": 11380 + }, + { + "loss_action": 0.017002321779727936, + "loss_total": 0.017002321779727936, + "step": 11380 + }, + { + "loss_action": 0.03297066316008568, + "loss_total": 0.03297066316008568, + "step": 11380 + }, + { + "grad_norm": 0.5367388725280762, + "learning_rate": 9.888816033181752e-05, + "loss": 0.0409, + "step": 11390 + }, + { + "loss_action": 0.030844544991850853, + "loss_total": 0.030844544991850853, + "step": 11390 + }, + { + "loss_action": 0.027316566556692123, + "loss_total": 0.027316566556692123, + "step": 11390 + }, + { + "loss_action": 0.022967616096138954, + "loss_total": 0.022967616096138954, + "step": 11390 + }, + { + "loss_action": 0.018604185432195663, + "loss_total": 0.018604185432195663, + "step": 11390 + }, + { + "loss_action": 0.028449002653360367, + "loss_total": 0.028449002653360367, + "step": 11390 + }, + { + "loss_action": 0.0330488346517086, + "loss_total": 0.0330488346517086, + "step": 11390 + }, + { + "grad_norm": 0.611023485660553, + "learning_rate": 9.888469013453018e-05, + "loss": 0.038, + "step": 11400 + }, + { + "loss_action": 0.05280723422765732, + "loss_total": 0.05280723422765732, + "step": 11400 + }, + { + "loss_action": 0.02431984804570675, + "loss_total": 0.02431984804570675, + "step": 11400 + }, + { + "loss_action": 0.022296437993645668, + "loss_total": 0.022296437993645668, + "step": 11400 + }, + { + "loss_action": 0.033710550516843796, + "loss_total": 0.033710550516843796, + "step": 11400 + }, + { + "loss_action": 0.07459311187267303, + "loss_total": 0.07459311187267303, + "step": 11400 + }, + { + "loss_action": 0.0209948793053627, + "loss_total": 0.0209948793053627, + "step": 11400 + }, + { + "grad_norm": 0.46824103593826294, + "learning_rate": 9.888121459128663e-05, + "loss": 0.0341, + "step": 11410 + }, + { + "loss_action": 0.02244408428668976, + "loss_total": 0.02244408428668976, + "step": 11410 + }, + { + "loss_action": 0.07061625272035599, + "loss_total": 0.07061625272035599, + "step": 11410 + }, + { + "loss_action": 0.017047671601176262, + "loss_total": 0.017047671601176262, + "step": 11410 + }, + { + "loss_action": 0.022243337705731392, + "loss_total": 0.022243337705731392, + "step": 11410 + }, + { + "loss_action": 0.02990727312862873, + "loss_total": 0.02990727312862873, + "step": 11410 + }, + { + "loss_action": 0.03802557289600372, + "loss_total": 0.03802557289600372, + "step": 11410 + }, + { + "grad_norm": 0.6826170682907104, + "learning_rate": 9.887773370246693e-05, + "loss": 0.0385, + "step": 11420 + }, + { + "loss_action": 0.014454931020736694, + "loss_total": 0.014454931020736694, + "step": 11420 + }, + { + "loss_action": 0.032562170177698135, + "loss_total": 0.032562170177698135, + "step": 11420 + }, + { + "loss_action": 0.019798891618847847, + "loss_total": 0.019798891618847847, + "step": 11420 + }, + { + "loss_action": 0.024438289925456047, + "loss_total": 0.024438289925456047, + "step": 11420 + }, + { + "loss_action": 0.06379454582929611, + "loss_total": 0.06379454582929611, + "step": 11420 + }, + { + "loss_action": 0.047556303441524506, + "loss_total": 0.047556303441524506, + "step": 11420 + }, + { + "grad_norm": 0.6972524523735046, + "learning_rate": 9.887424746845177e-05, + "loss": 0.0404, + "step": 11430 + }, + { + "loss_action": 0.017462603747844696, + "loss_total": 0.017462603747844696, + "step": 11430 + }, + { + "loss_action": 0.030836569145321846, + "loss_total": 0.030836569145321846, + "step": 11430 + }, + { + "loss_action": 0.06041654571890831, + "loss_total": 0.06041654571890831, + "step": 11430 + }, + { + "loss_action": 0.017631085589528084, + "loss_total": 0.017631085589528084, + "step": 11430 + }, + { + "loss_action": 0.03686074912548065, + "loss_total": 0.03686074912548065, + "step": 11430 + }, + { + "loss_action": 0.027510225772857666, + "loss_total": 0.027510225772857666, + "step": 11430 + }, + { + "grad_norm": 0.5667109489440918, + "learning_rate": 9.887075588962239e-05, + "loss": 0.0327, + "step": 11440 + }, + { + "loss_action": 0.030505279079079628, + "loss_total": 0.030505279079079628, + "step": 11440 + }, + { + "loss_action": 0.04274057596921921, + "loss_total": 0.04274057596921921, + "step": 11440 + }, + { + "loss_action": 0.02644386701285839, + "loss_total": 0.02644386701285839, + "step": 11440 + }, + { + "loss_action": 0.02347090095281601, + "loss_total": 0.02347090095281601, + "step": 11440 + }, + { + "loss_action": 0.06861363351345062, + "loss_total": 0.06861363351345062, + "step": 11440 + }, + { + "loss_action": 0.10369706153869629, + "loss_total": 0.10369706153869629, + "step": 11440 + }, + { + "grad_norm": 0.5099522471427917, + "learning_rate": 9.88672589663606e-05, + "loss": 0.0365, + "step": 11450 + }, + { + "loss_action": 0.033102720975875854, + "loss_total": 0.033102720975875854, + "step": 11450 + }, + { + "loss_action": 0.028344206511974335, + "loss_total": 0.028344206511974335, + "step": 11450 + }, + { + "loss_action": 0.01952030323445797, + "loss_total": 0.01952030323445797, + "step": 11450 + }, + { + "loss_action": 0.021508457139134407, + "loss_total": 0.021508457139134407, + "step": 11450 + }, + { + "loss_action": 0.018875231966376305, + "loss_total": 0.018875231966376305, + "step": 11450 + }, + { + "loss_action": 0.06094988062977791, + "loss_total": 0.06094988062977791, + "step": 11450 + }, + { + "grad_norm": 0.5012072324752808, + "learning_rate": 9.886375669904886e-05, + "loss": 0.0357, + "step": 11460 + }, + { + "loss_action": 0.06059826910495758, + "loss_total": 0.06059826910495758, + "step": 11460 + }, + { + "loss_action": 0.23582646250724792, + "loss_total": 0.23582646250724792, + "step": 11460 + }, + { + "loss_action": 0.06687901169061661, + "loss_total": 0.06687901169061661, + "step": 11460 + }, + { + "loss_action": 0.037355467677116394, + "loss_total": 0.037355467677116394, + "step": 11460 + }, + { + "loss_action": 0.04015456140041351, + "loss_total": 0.04015456140041351, + "step": 11460 + }, + { + "loss_action": 0.05063438415527344, + "loss_total": 0.05063438415527344, + "step": 11460 + }, + { + "grad_norm": 0.6891258358955383, + "learning_rate": 9.886024908807014e-05, + "loss": 0.0391, + "step": 11470 + }, + { + "loss_action": 0.043033089488744736, + "loss_total": 0.043033089488744736, + "step": 11470 + }, + { + "loss_action": 0.02367030270397663, + "loss_total": 0.02367030270397663, + "step": 11470 + }, + { + "loss_action": 0.030311454087495804, + "loss_total": 0.030311454087495804, + "step": 11470 + }, + { + "loss_action": 0.03307359293103218, + "loss_total": 0.03307359293103218, + "step": 11470 + }, + { + "loss_action": 0.021143445745110512, + "loss_total": 0.021143445745110512, + "step": 11470 + }, + { + "loss_action": 0.04030587896704674, + "loss_total": 0.04030587896704674, + "step": 11470 + }, + { + "grad_norm": 0.6931597590446472, + "learning_rate": 9.885673613380806e-05, + "loss": 0.0362, + "step": 11480 + }, + { + "loss_action": 0.06193559616804123, + "loss_total": 0.06193559616804123, + "step": 11480 + }, + { + "loss_action": 0.021115634590387344, + "loss_total": 0.021115634590387344, + "step": 11480 + }, + { + "loss_action": 0.021029286086559296, + "loss_total": 0.021029286086559296, + "step": 11480 + }, + { + "loss_action": 0.031394366174936295, + "loss_total": 0.031394366174936295, + "step": 11480 + }, + { + "loss_action": 0.04425504431128502, + "loss_total": 0.04425504431128502, + "step": 11480 + }, + { + "loss_action": 0.014923810958862305, + "loss_total": 0.014923810958862305, + "step": 11480 + }, + { + "grad_norm": 0.7328011989593506, + "learning_rate": 9.885321783664676e-05, + "loss": 0.0407, + "step": 11490 + }, + { + "loss_action": 0.038341980427503586, + "loss_total": 0.038341980427503586, + "step": 11490 + }, + { + "loss_action": 0.021248891949653625, + "loss_total": 0.021248891949653625, + "step": 11490 + }, + { + "loss_action": 0.03312712907791138, + "loss_total": 0.03312712907791138, + "step": 11490 + }, + { + "loss_action": 0.01845588907599449, + "loss_total": 0.01845588907599449, + "step": 11490 + }, + { + "loss_action": 0.03178556635975838, + "loss_total": 0.03178556635975838, + "step": 11490 + }, + { + "loss_action": 0.03213309496641159, + "loss_total": 0.03213309496641159, + "step": 11490 + }, + { + "grad_norm": 0.4667752981185913, + "learning_rate": 9.884969419697101e-05, + "loss": 0.0316, + "step": 11500 + }, + { + "loss_action": 0.035296086221933365, + "loss_total": 0.035296086221933365, + "step": 11500 + }, + { + "loss_action": 0.024874497205018997, + "loss_total": 0.024874497205018997, + "step": 11500 + }, + { + "loss_action": 0.017104577273130417, + "loss_total": 0.017104577273130417, + "step": 11500 + }, + { + "loss_action": 0.021094052121043205, + "loss_total": 0.021094052121043205, + "step": 11500 + }, + { + "loss_action": 0.12465644627809525, + "loss_total": 0.12465644627809525, + "step": 11500 + }, + { + "loss_action": 0.02503392845392227, + "loss_total": 0.02503392845392227, + "step": 11500 + }, + { + "grad_norm": 0.55257248878479, + "learning_rate": 9.884616521516614e-05, + "loss": 0.0351, + "step": 11510 + }, + { + "loss_action": 0.037615660578012466, + "loss_total": 0.037615660578012466, + "step": 11510 + }, + { + "loss_action": 0.06073625758290291, + "loss_total": 0.06073625758290291, + "step": 11510 + }, + { + "loss_action": 0.02366897277534008, + "loss_total": 0.02366897277534008, + "step": 11510 + }, + { + "loss_action": 0.021430091932415962, + "loss_total": 0.021430091932415962, + "step": 11510 + }, + { + "loss_action": 0.021957658231258392, + "loss_total": 0.021957658231258392, + "step": 11510 + }, + { + "loss_action": 0.02508453093469143, + "loss_total": 0.02508453093469143, + "step": 11510 + }, + { + "grad_norm": 0.512324869632721, + "learning_rate": 9.88426308916181e-05, + "loss": 0.029, + "step": 11520 + }, + { + "loss_action": 0.026865389198064804, + "loss_total": 0.026865389198064804, + "step": 11520 + }, + { + "loss_action": 0.018692338839173317, + "loss_total": 0.018692338839173317, + "step": 11520 + }, + { + "loss_action": 0.015676379203796387, + "loss_total": 0.015676379203796387, + "step": 11520 + }, + { + "loss_action": 0.025409361347556114, + "loss_total": 0.025409361347556114, + "step": 11520 + }, + { + "loss_action": 0.027420425787568092, + "loss_total": 0.027420425787568092, + "step": 11520 + }, + { + "loss_action": 0.033246006816625595, + "loss_total": 0.033246006816625595, + "step": 11520 + }, + { + "grad_norm": 0.6365997195243835, + "learning_rate": 9.883909122671335e-05, + "loss": 0.032, + "step": 11530 + }, + { + "loss_action": 0.20426152646541595, + "loss_total": 0.20426152646541595, + "step": 11530 + }, + { + "loss_action": 0.03707476332783699, + "loss_total": 0.03707476332783699, + "step": 11530 + }, + { + "loss_action": 0.019332241266965866, + "loss_total": 0.019332241266965866, + "step": 11530 + }, + { + "loss_action": 0.029276788234710693, + "loss_total": 0.029276788234710693, + "step": 11530 + }, + { + "loss_action": 0.01814970001578331, + "loss_total": 0.01814970001578331, + "step": 11530 + }, + { + "loss_action": 0.015105276368558407, + "loss_total": 0.015105276368558407, + "step": 11530 + }, + { + "grad_norm": 0.5157812833786011, + "learning_rate": 9.883554622083904e-05, + "loss": 0.0337, + "step": 11540 + }, + { + "loss_action": 0.047896068543195724, + "loss_total": 0.047896068543195724, + "step": 11540 + }, + { + "loss_action": 0.025224754586815834, + "loss_total": 0.025224754586815834, + "step": 11540 + }, + { + "loss_action": 0.01636565662920475, + "loss_total": 0.01636565662920475, + "step": 11540 + }, + { + "loss_action": 0.022372139617800713, + "loss_total": 0.022372139617800713, + "step": 11540 + }, + { + "loss_action": 0.02365664206445217, + "loss_total": 0.02365664206445217, + "step": 11540 + }, + { + "loss_action": 0.04725734516978264, + "loss_total": 0.04725734516978264, + "step": 11540 + }, + { + "grad_norm": 0.5208794474601746, + "learning_rate": 9.88319958743828e-05, + "loss": 0.0339, + "step": 11550 + }, + { + "loss_action": 0.01752793788909912, + "loss_total": 0.01752793788909912, + "step": 11550 + }, + { + "loss_action": 0.026667948812246323, + "loss_total": 0.026667948812246323, + "step": 11550 + }, + { + "loss_action": 0.02007545344531536, + "loss_total": 0.02007545344531536, + "step": 11550 + }, + { + "loss_action": 0.035581935197114944, + "loss_total": 0.035581935197114944, + "step": 11550 + }, + { + "loss_action": 0.024682948365807533, + "loss_total": 0.024682948365807533, + "step": 11550 + }, + { + "loss_action": 0.021892402321100235, + "loss_total": 0.021892402321100235, + "step": 11550 + }, + { + "grad_norm": 0.5208383798599243, + "learning_rate": 9.882844018773291e-05, + "loss": 0.0308, + "step": 11560 + }, + { + "loss_action": 0.026062345132231712, + "loss_total": 0.026062345132231712, + "step": 11560 + }, + { + "loss_action": 0.039943791925907135, + "loss_total": 0.039943791925907135, + "step": 11560 + }, + { + "loss_action": 0.020414071157574654, + "loss_total": 0.020414071157574654, + "step": 11560 + }, + { + "loss_action": 0.031850241124629974, + "loss_total": 0.031850241124629974, + "step": 11560 + }, + { + "loss_action": 0.019865212962031364, + "loss_total": 0.019865212962031364, + "step": 11560 + }, + { + "loss_action": 0.023386606946587563, + "loss_total": 0.023386606946587563, + "step": 11560 + }, + { + "grad_norm": 0.623856782913208, + "learning_rate": 9.882487916127823e-05, + "loss": 0.0334, + "step": 11570 + }, + { + "loss_action": 0.017618997022509575, + "loss_total": 0.017618997022509575, + "step": 11570 + }, + { + "loss_action": 0.022075621411204338, + "loss_total": 0.022075621411204338, + "step": 11570 + }, + { + "loss_action": 0.01595684513449669, + "loss_total": 0.01595684513449669, + "step": 11570 + }, + { + "loss_action": 0.03762838616967201, + "loss_total": 0.03762838616967201, + "step": 11570 + }, + { + "loss_action": 0.2590864598751068, + "loss_total": 0.2590864598751068, + "step": 11570 + }, + { + "loss_action": 0.035696085542440414, + "loss_total": 0.035696085542440414, + "step": 11570 + }, + { + "grad_norm": 0.4909544885158539, + "learning_rate": 9.882131279540815e-05, + "loss": 0.035, + "step": 11580 + }, + { + "loss_action": 0.02587122842669487, + "loss_total": 0.02587122842669487, + "step": 11580 + }, + { + "loss_action": 0.03419828787446022, + "loss_total": 0.03419828787446022, + "step": 11580 + }, + { + "loss_action": 0.03353549912571907, + "loss_total": 0.03353549912571907, + "step": 11580 + }, + { + "loss_action": 0.021771147847175598, + "loss_total": 0.021771147847175598, + "step": 11580 + }, + { + "loss_action": 0.026512114331126213, + "loss_total": 0.026512114331126213, + "step": 11580 + }, + { + "loss_action": 0.0269955862313509, + "loss_total": 0.0269955862313509, + "step": 11580 + }, + { + "grad_norm": 0.5668537616729736, + "learning_rate": 9.881774109051271e-05, + "loss": 0.0303, + "step": 11590 + }, + { + "loss_action": 0.02778691239655018, + "loss_total": 0.02778691239655018, + "step": 11590 + }, + { + "loss_action": 0.05272300913929939, + "loss_total": 0.05272300913929939, + "step": 11590 + }, + { + "loss_action": 0.026024801656603813, + "loss_total": 0.026024801656603813, + "step": 11590 + }, + { + "loss_action": 0.01605263538658619, + "loss_total": 0.01605263538658619, + "step": 11590 + }, + { + "loss_action": 0.04552483558654785, + "loss_total": 0.04552483558654785, + "step": 11590 + }, + { + "loss_action": 0.21730613708496094, + "loss_total": 0.21730613708496094, + "step": 11590 + }, + { + "grad_norm": 0.474735826253891, + "learning_rate": 9.881416404698252e-05, + "loss": 0.0341, + "step": 11600 + }, + { + "loss_action": 0.0260655265301466, + "loss_total": 0.0260655265301466, + "step": 11600 + }, + { + "loss_action": 0.03286374732851982, + "loss_total": 0.03286374732851982, + "step": 11600 + }, + { + "loss_action": 0.026942478492856026, + "loss_total": 0.026942478492856026, + "step": 11600 + }, + { + "loss_action": 0.030867062509059906, + "loss_total": 0.030867062509059906, + "step": 11600 + }, + { + "loss_action": 0.017029913142323494, + "loss_total": 0.017029913142323494, + "step": 11600 + }, + { + "loss_action": 0.018136240541934967, + "loss_total": 0.018136240541934967, + "step": 11600 + }, + { + "grad_norm": 0.39916035532951355, + "learning_rate": 9.881058166520873e-05, + "loss": 0.0288, + "step": 11610 + }, + { + "loss_action": 0.025744279846549034, + "loss_total": 0.025744279846549034, + "step": 11610 + }, + { + "loss_action": 0.04599163308739662, + "loss_total": 0.04599163308739662, + "step": 11610 + }, + { + "loss_action": 0.036849576979875565, + "loss_total": 0.036849576979875565, + "step": 11610 + }, + { + "loss_action": 0.022679496556520462, + "loss_total": 0.022679496556520462, + "step": 11610 + }, + { + "loss_action": 0.03257853165268898, + "loss_total": 0.03257853165268898, + "step": 11610 + }, + { + "loss_action": 0.014327360317111015, + "loss_total": 0.014327360317111015, + "step": 11610 + }, + { + "grad_norm": 0.5497424006462097, + "learning_rate": 9.880699394558311e-05, + "loss": 0.0338, + "step": 11620 + }, + { + "loss_action": 0.015076403506100178, + "loss_total": 0.015076403506100178, + "step": 11620 + }, + { + "loss_action": 0.0705689862370491, + "loss_total": 0.0705689862370491, + "step": 11620 + }, + { + "loss_action": 0.039061039686203, + "loss_total": 0.039061039686203, + "step": 11620 + }, + { + "loss_action": 0.04420366883277893, + "loss_total": 0.04420366883277893, + "step": 11620 + }, + { + "loss_action": 0.024529891088604927, + "loss_total": 0.024529891088604927, + "step": 11620 + }, + { + "loss_action": 0.032032307237386703, + "loss_total": 0.032032307237386703, + "step": 11620 + }, + { + "grad_norm": 0.5526449084281921, + "learning_rate": 9.880340088849801e-05, + "loss": 0.0357, + "step": 11630 + }, + { + "loss_action": 0.023706112056970596, + "loss_total": 0.023706112056970596, + "step": 11630 + }, + { + "loss_action": 0.01672934927046299, + "loss_total": 0.01672934927046299, + "step": 11630 + }, + { + "loss_action": 0.026938365772366524, + "loss_total": 0.026938365772366524, + "step": 11630 + }, + { + "loss_action": 0.03751268610358238, + "loss_total": 0.03751268610358238, + "step": 11630 + }, + { + "loss_action": 0.029858876019716263, + "loss_total": 0.029858876019716263, + "step": 11630 + }, + { + "loss_action": 0.029046617448329926, + "loss_total": 0.029046617448329926, + "step": 11630 + }, + { + "grad_norm": 0.5772955417633057, + "learning_rate": 9.879980249434637e-05, + "loss": 0.0305, + "step": 11640 + }, + { + "loss_action": 0.01830691285431385, + "loss_total": 0.01830691285431385, + "step": 11640 + }, + { + "loss_action": 0.07007911801338196, + "loss_total": 0.07007911801338196, + "step": 11640 + }, + { + "loss_action": 0.026679260656237602, + "loss_total": 0.026679260656237602, + "step": 11640 + }, + { + "loss_action": 0.016799651086330414, + "loss_total": 0.016799651086330414, + "step": 11640 + }, + { + "loss_action": 0.01720842532813549, + "loss_total": 0.01720842532813549, + "step": 11640 + }, + { + "loss_action": 0.024108314886689186, + "loss_total": 0.024108314886689186, + "step": 11640 + }, + { + "grad_norm": 0.5016382336616516, + "learning_rate": 9.879619876352168e-05, + "loss": 0.0302, + "step": 11650 + }, + { + "loss_action": 0.04163121432065964, + "loss_total": 0.04163121432065964, + "step": 11650 + }, + { + "loss_action": 0.022827602922916412, + "loss_total": 0.022827602922916412, + "step": 11650 + }, + { + "loss_action": 0.028253255411982536, + "loss_total": 0.028253255411982536, + "step": 11650 + }, + { + "loss_action": 0.03797105327248573, + "loss_total": 0.03797105327248573, + "step": 11650 + }, + { + "loss_action": 0.014258204959332943, + "loss_total": 0.014258204959332943, + "step": 11650 + }, + { + "loss_action": 0.051483042538166046, + "loss_total": 0.051483042538166046, + "step": 11650 + }, + { + "grad_norm": 0.5543837547302246, + "learning_rate": 9.879258969641809e-05, + "loss": 0.0353, + "step": 11660 + }, + { + "loss_action": 0.01747097633779049, + "loss_total": 0.01747097633779049, + "step": 11660 + }, + { + "loss_action": 0.019375041127204895, + "loss_total": 0.019375041127204895, + "step": 11660 + }, + { + "loss_action": 0.015070718713104725, + "loss_total": 0.015070718713104725, + "step": 11660 + }, + { + "loss_action": 0.030860014259815216, + "loss_total": 0.030860014259815216, + "step": 11660 + }, + { + "loss_action": 0.08845735341310501, + "loss_total": 0.08845735341310501, + "step": 11660 + }, + { + "loss_action": 0.04889965429902077, + "loss_total": 0.04889965429902077, + "step": 11660 + }, + { + "grad_norm": 0.4942222833633423, + "learning_rate": 9.878897529343023e-05, + "loss": 0.0332, + "step": 11670 + }, + { + "loss_action": 0.028009997680783272, + "loss_total": 0.028009997680783272, + "step": 11670 + }, + { + "loss_action": 0.028261877596378326, + "loss_total": 0.028261877596378326, + "step": 11670 + }, + { + "loss_action": 0.04106006771326065, + "loss_total": 0.04106006771326065, + "step": 11670 + }, + { + "loss_action": 0.018313011154532433, + "loss_total": 0.018313011154532433, + "step": 11670 + }, + { + "loss_action": 0.026212450116872787, + "loss_total": 0.026212450116872787, + "step": 11670 + }, + { + "loss_action": 0.07088080793619156, + "loss_total": 0.07088080793619156, + "step": 11670 + }, + { + "grad_norm": 0.5935686826705933, + "learning_rate": 9.878535555495338e-05, + "loss": 0.0365, + "step": 11680 + }, + { + "loss_action": 0.025439588353037834, + "loss_total": 0.025439588353037834, + "step": 11680 + }, + { + "loss_action": 0.025814073160290718, + "loss_total": 0.025814073160290718, + "step": 11680 + }, + { + "loss_action": 0.01983269490301609, + "loss_total": 0.01983269490301609, + "step": 11680 + }, + { + "loss_action": 0.021041786298155785, + "loss_total": 0.021041786298155785, + "step": 11680 + }, + { + "loss_action": 0.025333620607852936, + "loss_total": 0.025333620607852936, + "step": 11680 + }, + { + "loss_action": 0.020416829735040665, + "loss_total": 0.020416829735040665, + "step": 11680 + }, + { + "grad_norm": 0.5011752247810364, + "learning_rate": 9.87817304813834e-05, + "loss": 0.0333, + "step": 11690 + }, + { + "loss_action": 0.07122191786766052, + "loss_total": 0.07122191786766052, + "step": 11690 + }, + { + "loss_action": 0.026440344750881195, + "loss_total": 0.026440344750881195, + "step": 11690 + }, + { + "loss_action": 0.017196768894791603, + "loss_total": 0.017196768894791603, + "step": 11690 + }, + { + "loss_action": 0.02399461157619953, + "loss_total": 0.02399461157619953, + "step": 11690 + }, + { + "loss_action": 0.045767467468976974, + "loss_total": 0.045767467468976974, + "step": 11690 + }, + { + "loss_action": 0.019476089626550674, + "loss_total": 0.019476089626550674, + "step": 11690 + }, + { + "grad_norm": 0.5130866169929504, + "learning_rate": 9.877810007311671e-05, + "loss": 0.0373, + "step": 11700 + }, + { + "loss_action": 0.028258411213755608, + "loss_total": 0.028258411213755608, + "step": 11700 + }, + { + "loss_action": 0.020143326371908188, + "loss_total": 0.020143326371908188, + "step": 11700 + }, + { + "loss_action": 0.021284708753228188, + "loss_total": 0.021284708753228188, + "step": 11700 + }, + { + "loss_action": 0.029246624559164047, + "loss_total": 0.029246624559164047, + "step": 11700 + }, + { + "loss_action": 0.03412289172410965, + "loss_total": 0.03412289172410965, + "step": 11700 + }, + { + "loss_action": 0.03555839881300926, + "loss_total": 0.03555839881300926, + "step": 11700 + }, + { + "grad_norm": 0.533711850643158, + "learning_rate": 9.877446433055035e-05, + "loss": 0.0333, + "step": 11710 + }, + { + "loss_action": 0.0670246034860611, + "loss_total": 0.0670246034860611, + "step": 11710 + }, + { + "loss_action": 0.06083773821592331, + "loss_total": 0.06083773821592331, + "step": 11710 + }, + { + "loss_action": 0.04283991456031799, + "loss_total": 0.04283991456031799, + "step": 11710 + }, + { + "loss_action": 0.033940017223358154, + "loss_total": 0.033940017223358154, + "step": 11710 + }, + { + "loss_action": 0.020457589998841286, + "loss_total": 0.020457589998841286, + "step": 11710 + }, + { + "loss_action": 0.0459526926279068, + "loss_total": 0.0459526926279068, + "step": 11710 + }, + { + "grad_norm": 0.49285492300987244, + "learning_rate": 9.877082325408191e-05, + "loss": 0.0382, + "step": 11720 + }, + { + "loss_action": 0.04252951219677925, + "loss_total": 0.04252951219677925, + "step": 11720 + }, + { + "loss_action": 0.043943628668785095, + "loss_total": 0.043943628668785095, + "step": 11720 + }, + { + "loss_action": 0.02065376751124859, + "loss_total": 0.02065376751124859, + "step": 11720 + }, + { + "loss_action": 0.013807081617414951, + "loss_total": 0.013807081617414951, + "step": 11720 + }, + { + "loss_action": 0.0268967654556036, + "loss_total": 0.0268967654556036, + "step": 11720 + }, + { + "loss_action": 0.02481895312666893, + "loss_total": 0.02481895312666893, + "step": 11720 + }, + { + "grad_norm": 0.5377616286277771, + "learning_rate": 9.876717684410954e-05, + "loss": 0.0295, + "step": 11730 + }, + { + "loss_action": 0.02812805585563183, + "loss_total": 0.02812805585563183, + "step": 11730 + }, + { + "loss_action": 0.027537988498806953, + "loss_total": 0.027537988498806953, + "step": 11730 + }, + { + "loss_action": 0.0184995885938406, + "loss_total": 0.0184995885938406, + "step": 11730 + }, + { + "loss_action": 0.02515288256108761, + "loss_total": 0.02515288256108761, + "step": 11730 + }, + { + "loss_action": 0.02176271378993988, + "loss_total": 0.02176271378993988, + "step": 11730 + }, + { + "loss_action": 0.03214215859770775, + "loss_total": 0.03214215859770775, + "step": 11730 + }, + { + "grad_norm": 0.5448893904685974, + "learning_rate": 9.876352510103204e-05, + "loss": 0.0362, + "step": 11740 + }, + { + "loss_action": 0.02873043157160282, + "loss_total": 0.02873043157160282, + "step": 11740 + }, + { + "loss_action": 0.04463507607579231, + "loss_total": 0.04463507607579231, + "step": 11740 + }, + { + "loss_action": 0.021072210744023323, + "loss_total": 0.021072210744023323, + "step": 11740 + }, + { + "loss_action": 0.015904851257801056, + "loss_total": 0.015904851257801056, + "step": 11740 + }, + { + "loss_action": 0.016751844435930252, + "loss_total": 0.016751844435930252, + "step": 11740 + }, + { + "loss_action": 0.03081798553466797, + "loss_total": 0.03081798553466797, + "step": 11740 + }, + { + "grad_norm": 0.49806106090545654, + "learning_rate": 9.875986802524875e-05, + "loss": 0.0289, + "step": 11750 + }, + { + "loss_action": 0.038922324776649475, + "loss_total": 0.038922324776649475, + "step": 11750 + }, + { + "loss_action": 0.0678587257862091, + "loss_total": 0.0678587257862091, + "step": 11750 + }, + { + "loss_action": 0.03074542246758938, + "loss_total": 0.03074542246758938, + "step": 11750 + }, + { + "loss_action": 0.02896859496831894, + "loss_total": 0.02896859496831894, + "step": 11750 + }, + { + "loss_action": 0.015181276947259903, + "loss_total": 0.015181276947259903, + "step": 11750 + }, + { + "loss_action": 0.03494129702448845, + "loss_total": 0.03494129702448845, + "step": 11750 + }, + { + "grad_norm": 0.4345819354057312, + "learning_rate": 9.87562056171596e-05, + "loss": 0.0334, + "step": 11760 + }, + { + "loss_action": 0.02223956771194935, + "loss_total": 0.02223956771194935, + "step": 11760 + }, + { + "loss_action": 0.06772548705339432, + "loss_total": 0.06772548705339432, + "step": 11760 + }, + { + "loss_action": 0.03356518596410751, + "loss_total": 0.03356518596410751, + "step": 11760 + }, + { + "loss_action": 0.02477182075381279, + "loss_total": 0.02477182075381279, + "step": 11760 + }, + { + "loss_action": 0.03324144333600998, + "loss_total": 0.03324144333600998, + "step": 11760 + }, + { + "loss_action": 0.02684868313372135, + "loss_total": 0.02684868313372135, + "step": 11760 + }, + { + "grad_norm": 0.656588077545166, + "learning_rate": 9.875253787716511e-05, + "loss": 0.0353, + "step": 11770 + }, + { + "loss_action": 0.026586873456835747, + "loss_total": 0.026586873456835747, + "step": 11770 + }, + { + "loss_action": 0.05170352756977081, + "loss_total": 0.05170352756977081, + "step": 11770 + }, + { + "loss_action": 0.024327052757143974, + "loss_total": 0.024327052757143974, + "step": 11770 + }, + { + "loss_action": 0.03199256584048271, + "loss_total": 0.03199256584048271, + "step": 11770 + }, + { + "loss_action": 0.01798376627266407, + "loss_total": 0.01798376627266407, + "step": 11770 + }, + { + "loss_action": 0.03208708390593529, + "loss_total": 0.03208708390593529, + "step": 11770 + }, + { + "grad_norm": 0.6174046993255615, + "learning_rate": 9.874886480566637e-05, + "loss": 0.032, + "step": 11780 + }, + { + "loss_action": 0.02819717302918434, + "loss_total": 0.02819717302918434, + "step": 11780 + }, + { + "loss_action": 0.03022899478673935, + "loss_total": 0.03022899478673935, + "step": 11780 + }, + { + "loss_action": 0.04206426441669464, + "loss_total": 0.04206426441669464, + "step": 11780 + }, + { + "loss_action": 0.01340555027127266, + "loss_total": 0.01340555027127266, + "step": 11780 + }, + { + "loss_action": 0.036358676850795746, + "loss_total": 0.036358676850795746, + "step": 11780 + }, + { + "loss_action": 0.028633447363972664, + "loss_total": 0.028633447363972664, + "step": 11780 + }, + { + "grad_norm": 0.6204795241355896, + "learning_rate": 9.874518640306507e-05, + "loss": 0.0302, + "step": 11790 + }, + { + "loss_action": 0.012721293605864048, + "loss_total": 0.012721293605864048, + "step": 11790 + }, + { + "loss_action": 0.03552136942744255, + "loss_total": 0.03552136942744255, + "step": 11790 + }, + { + "loss_action": 0.08759813010692596, + "loss_total": 0.08759813010692596, + "step": 11790 + }, + { + "loss_action": 0.02082517370581627, + "loss_total": 0.02082517370581627, + "step": 11790 + }, + { + "loss_action": 0.016631973907351494, + "loss_total": 0.016631973907351494, + "step": 11790 + }, + { + "loss_action": 0.04077930003404617, + "loss_total": 0.04077930003404617, + "step": 11790 + }, + { + "grad_norm": 0.6690916419029236, + "learning_rate": 9.874150266976347e-05, + "loss": 0.0387, + "step": 11800 + }, + { + "loss_action": 0.032553646713495255, + "loss_total": 0.032553646713495255, + "step": 11800 + }, + { + "loss_action": 0.05232615023851395, + "loss_total": 0.05232615023851395, + "step": 11800 + }, + { + "loss_action": 0.03723309934139252, + "loss_total": 0.03723309934139252, + "step": 11800 + }, + { + "loss_action": 0.02629873715341091, + "loss_total": 0.02629873715341091, + "step": 11800 + }, + { + "loss_action": 0.025917990133166313, + "loss_total": 0.025917990133166313, + "step": 11800 + }, + { + "loss_action": 0.018290815874934196, + "loss_total": 0.018290815874934196, + "step": 11800 + }, + { + "grad_norm": 0.8616230487823486, + "learning_rate": 9.873781360616443e-05, + "loss": 0.0441, + "step": 11810 + }, + { + "loss_action": 0.025039272382855415, + "loss_total": 0.025039272382855415, + "step": 11810 + }, + { + "loss_action": 0.04930088296532631, + "loss_total": 0.04930088296532631, + "step": 11810 + }, + { + "loss_action": 0.02478431910276413, + "loss_total": 0.02478431910276413, + "step": 11810 + }, + { + "loss_action": 0.03240812197327614, + "loss_total": 0.03240812197327614, + "step": 11810 + }, + { + "loss_action": 0.03440289944410324, + "loss_total": 0.03440289944410324, + "step": 11810 + }, + { + "loss_action": 0.03439690172672272, + "loss_total": 0.03439690172672272, + "step": 11810 + }, + { + "grad_norm": 0.5938847064971924, + "learning_rate": 9.873411921267137e-05, + "loss": 0.0408, + "step": 11820 + }, + { + "loss_action": 0.0323018878698349, + "loss_total": 0.0323018878698349, + "step": 11820 + }, + { + "loss_action": 0.024619784206151962, + "loss_total": 0.024619784206151962, + "step": 11820 + }, + { + "loss_action": 0.01750800386071205, + "loss_total": 0.01750800386071205, + "step": 11820 + }, + { + "loss_action": 0.03087873011827469, + "loss_total": 0.03087873011827469, + "step": 11820 + }, + { + "loss_action": 0.03387565538287163, + "loss_total": 0.03387565538287163, + "step": 11820 + }, + { + "loss_action": 0.026461271569132805, + "loss_total": 0.026461271569132805, + "step": 11820 + }, + { + "grad_norm": 0.5109642744064331, + "learning_rate": 9.873041948968829e-05, + "loss": 0.0344, + "step": 11830 + }, + { + "loss_action": 0.0810742899775505, + "loss_total": 0.0810742899775505, + "step": 11830 + }, + { + "loss_action": 0.015866177156567574, + "loss_total": 0.015866177156567574, + "step": 11830 + }, + { + "loss_action": 0.026983411982655525, + "loss_total": 0.026983411982655525, + "step": 11830 + }, + { + "loss_action": 0.017975831404328346, + "loss_total": 0.017975831404328346, + "step": 11830 + }, + { + "loss_action": 0.03657010570168495, + "loss_total": 0.03657010570168495, + "step": 11830 + }, + { + "loss_action": 0.04760723561048508, + "loss_total": 0.04760723561048508, + "step": 11830 + }, + { + "grad_norm": 0.7158102989196777, + "learning_rate": 9.872671443761981e-05, + "loss": 0.0374, + "step": 11840 + }, + { + "loss_action": 0.021582916378974915, + "loss_total": 0.021582916378974915, + "step": 11840 + }, + { + "loss_action": 0.035546984523534775, + "loss_total": 0.035546984523534775, + "step": 11840 + }, + { + "loss_action": 0.017143849283456802, + "loss_total": 0.017143849283456802, + "step": 11840 + }, + { + "loss_action": 0.01902485266327858, + "loss_total": 0.01902485266327858, + "step": 11840 + }, + { + "loss_action": 0.034805234521627426, + "loss_total": 0.034805234521627426, + "step": 11840 + }, + { + "loss_action": 0.02186587080359459, + "loss_total": 0.02186587080359459, + "step": 11840 + }, + { + "grad_norm": 0.4772275388240814, + "learning_rate": 9.872300405687109e-05, + "loss": 0.0351, + "step": 11850 + }, + { + "loss_action": 0.05103588476777077, + "loss_total": 0.05103588476777077, + "step": 11850 + }, + { + "loss_action": 0.031211085617542267, + "loss_total": 0.031211085617542267, + "step": 11850 + }, + { + "loss_action": 0.04907764866948128, + "loss_total": 0.04907764866948128, + "step": 11850 + }, + { + "loss_action": 0.07188576459884644, + "loss_total": 0.07188576459884644, + "step": 11850 + }, + { + "loss_action": 0.03955104574561119, + "loss_total": 0.03955104574561119, + "step": 11850 + }, + { + "loss_action": 0.035471901297569275, + "loss_total": 0.035471901297569275, + "step": 11850 + }, + { + "grad_norm": 0.3632737100124359, + "learning_rate": 9.871928834784792e-05, + "loss": 0.0367, + "step": 11860 + }, + { + "loss_action": 0.052233606576919556, + "loss_total": 0.052233606576919556, + "step": 11860 + }, + { + "loss_action": 0.03148074075579643, + "loss_total": 0.03148074075579643, + "step": 11860 + }, + { + "loss_action": 0.02409524843096733, + "loss_total": 0.02409524843096733, + "step": 11860 + }, + { + "loss_action": 0.0369952991604805, + "loss_total": 0.0369952991604805, + "step": 11860 + }, + { + "loss_action": 0.03414876013994217, + "loss_total": 0.03414876013994217, + "step": 11860 + }, + { + "loss_action": 0.06903330236673355, + "loss_total": 0.06903330236673355, + "step": 11860 + }, + { + "grad_norm": 0.615729808807373, + "learning_rate": 9.871556731095661e-05, + "loss": 0.0442, + "step": 11870 + }, + { + "loss_action": 0.04575289785861969, + "loss_total": 0.04575289785861969, + "step": 11870 + }, + { + "loss_action": 0.0427401140332222, + "loss_total": 0.0427401140332222, + "step": 11870 + }, + { + "loss_action": 0.025497663766145706, + "loss_total": 0.025497663766145706, + "step": 11870 + }, + { + "loss_action": 0.04240726679563522, + "loss_total": 0.04240726679563522, + "step": 11870 + }, + { + "loss_action": 0.03623431175947189, + "loss_total": 0.03623431175947189, + "step": 11870 + }, + { + "loss_action": 0.05136644467711449, + "loss_total": 0.05136644467711449, + "step": 11870 + }, + { + "grad_norm": 0.62347412109375, + "learning_rate": 9.871184094660411e-05, + "loss": 0.0351, + "step": 11880 + }, + { + "loss_action": 0.07203086465597153, + "loss_total": 0.07203086465597153, + "step": 11880 + }, + { + "loss_action": 0.021807922050356865, + "loss_total": 0.021807922050356865, + "step": 11880 + }, + { + "loss_action": 0.024298587813973427, + "loss_total": 0.024298587813973427, + "step": 11880 + }, + { + "loss_action": 0.04889162257313728, + "loss_total": 0.04889162257313728, + "step": 11880 + }, + { + "loss_action": 0.03811262175440788, + "loss_total": 0.03811262175440788, + "step": 11880 + }, + { + "loss_action": 0.10714689642190933, + "loss_total": 0.10714689642190933, + "step": 11880 + }, + { + "grad_norm": 0.8646981120109558, + "learning_rate": 9.870810925519791e-05, + "loss": 0.0511, + "step": 11890 + }, + { + "loss_action": 0.026036987081170082, + "loss_total": 0.026036987081170082, + "step": 11890 + }, + { + "loss_action": 0.022824764251708984, + "loss_total": 0.022824764251708984, + "step": 11890 + }, + { + "loss_action": 0.03186255320906639, + "loss_total": 0.03186255320906639, + "step": 11890 + }, + { + "loss_action": 0.028450677171349525, + "loss_total": 0.028450677171349525, + "step": 11890 + }, + { + "loss_action": 0.026968978345394135, + "loss_total": 0.026968978345394135, + "step": 11890 + }, + { + "loss_action": 0.027600016444921494, + "loss_total": 0.027600016444921494, + "step": 11890 + }, + { + "grad_norm": 0.6383366584777832, + "learning_rate": 9.870437223714612e-05, + "loss": 0.047, + "step": 11900 + }, + { + "loss_action": 0.050390712916851044, + "loss_total": 0.050390712916851044, + "step": 11900 + }, + { + "loss_action": 0.046109024435281754, + "loss_total": 0.046109024435281754, + "step": 11900 + }, + { + "loss_action": 0.04485446587204933, + "loss_total": 0.04485446587204933, + "step": 11900 + }, + { + "loss_action": 0.05007442831993103, + "loss_total": 0.05007442831993103, + "step": 11900 + }, + { + "loss_action": 0.02282433770596981, + "loss_total": 0.02282433770596981, + "step": 11900 + }, + { + "loss_action": 0.05183300003409386, + "loss_total": 0.05183300003409386, + "step": 11900 + }, + { + "grad_norm": 0.6751965284347534, + "learning_rate": 9.87006298928574e-05, + "loss": 0.0405, + "step": 11910 + }, + { + "loss_action": 0.03166276961565018, + "loss_total": 0.03166276961565018, + "step": 11910 + }, + { + "loss_action": 0.10982203483581543, + "loss_total": 0.10982203483581543, + "step": 11910 + }, + { + "loss_action": 0.029833253473043442, + "loss_total": 0.029833253473043442, + "step": 11910 + }, + { + "loss_action": 0.024128830060362816, + "loss_total": 0.024128830060362816, + "step": 11910 + }, + { + "loss_action": 0.022270040586590767, + "loss_total": 0.022270040586590767, + "step": 11910 + }, + { + "loss_action": 0.02783633954823017, + "loss_total": 0.02783633954823017, + "step": 11910 + }, + { + "grad_norm": 0.5023727416992188, + "learning_rate": 9.869688222274103e-05, + "loss": 0.0404, + "step": 11920 + }, + { + "loss_action": 0.031155619770288467, + "loss_total": 0.031155619770288467, + "step": 11920 + }, + { + "loss_action": 0.04418353736400604, + "loss_total": 0.04418353736400604, + "step": 11920 + }, + { + "loss_action": 0.02675330638885498, + "loss_total": 0.02675330638885498, + "step": 11920 + }, + { + "loss_action": 0.04121284931898117, + "loss_total": 0.04121284931898117, + "step": 11920 + }, + { + "loss_action": 0.02744150534272194, + "loss_total": 0.02744150534272194, + "step": 11920 + }, + { + "loss_action": 0.04791823402047157, + "loss_total": 0.04791823402047157, + "step": 11920 + }, + { + "grad_norm": 0.5383157730102539, + "learning_rate": 9.869312922720681e-05, + "loss": 0.041, + "step": 11930 + }, + { + "loss_action": 0.04271595552563667, + "loss_total": 0.04271595552563667, + "step": 11930 + }, + { + "loss_action": 0.016716131940484047, + "loss_total": 0.016716131940484047, + "step": 11930 + }, + { + "loss_action": 0.18724709749221802, + "loss_total": 0.18724709749221802, + "step": 11930 + }, + { + "loss_action": 0.0492306612432003, + "loss_total": 0.0492306612432003, + "step": 11930 + }, + { + "loss_action": 0.04522271081805229, + "loss_total": 0.04522271081805229, + "step": 11930 + }, + { + "loss_action": 0.02801203727722168, + "loss_total": 0.02801203727722168, + "step": 11930 + }, + { + "grad_norm": 0.8473663330078125, + "learning_rate": 9.868937090666521e-05, + "loss": 0.0437, + "step": 11940 + }, + { + "loss_action": 0.021928124129772186, + "loss_total": 0.021928124129772186, + "step": 11940 + }, + { + "loss_action": 0.039323363453149796, + "loss_total": 0.039323363453149796, + "step": 11940 + }, + { + "loss_action": 0.0358223132789135, + "loss_total": 0.0358223132789135, + "step": 11940 + }, + { + "loss_action": 0.02087944746017456, + "loss_total": 0.02087944746017456, + "step": 11940 + }, + { + "loss_action": 0.028768036514520645, + "loss_total": 0.028768036514520645, + "step": 11940 + }, + { + "loss_action": 0.03401251509785652, + "loss_total": 0.03401251509785652, + "step": 11940 + }, + { + "grad_norm": 0.6918644309043884, + "learning_rate": 9.86856072615272e-05, + "loss": 0.0434, + "step": 11950 + }, + { + "loss_action": 0.037043504416942596, + "loss_total": 0.037043504416942596, + "step": 11950 + }, + { + "loss_action": 0.05261313542723656, + "loss_total": 0.05261313542723656, + "step": 11950 + }, + { + "loss_action": 0.029930947348475456, + "loss_total": 0.029930947348475456, + "step": 11950 + }, + { + "loss_action": 0.03764021024107933, + "loss_total": 0.03764021024107933, + "step": 11950 + }, + { + "loss_action": 0.030489612370729446, + "loss_total": 0.030489612370729446, + "step": 11950 + }, + { + "loss_action": 0.039456386119127274, + "loss_total": 0.039456386119127274, + "step": 11950 + }, + { + "grad_norm": 0.5675882697105408, + "learning_rate": 9.868183829220438e-05, + "loss": 0.0388, + "step": 11960 + }, + { + "loss_action": 0.03415575623512268, + "loss_total": 0.03415575623512268, + "step": 11960 + }, + { + "loss_action": 0.03547585383057594, + "loss_total": 0.03547585383057594, + "step": 11960 + }, + { + "loss_action": 0.02825806476175785, + "loss_total": 0.02825806476175785, + "step": 11960 + }, + { + "loss_action": 0.020549161359667778, + "loss_total": 0.020549161359667778, + "step": 11960 + }, + { + "loss_action": 0.02369220182299614, + "loss_total": 0.02369220182299614, + "step": 11960 + }, + { + "loss_action": 0.04313774034380913, + "loss_total": 0.04313774034380913, + "step": 11960 + }, + { + "grad_norm": 0.631016194820404, + "learning_rate": 9.867806399910893e-05, + "loss": 0.0395, + "step": 11970 + }, + { + "loss_action": 0.035373516380786896, + "loss_total": 0.035373516380786896, + "step": 11970 + }, + { + "loss_action": 0.1005379781126976, + "loss_total": 0.1005379781126976, + "step": 11970 + }, + { + "loss_action": 0.031368568539619446, + "loss_total": 0.031368568539619446, + "step": 11970 + }, + { + "loss_action": 0.054505232721567154, + "loss_total": 0.054505232721567154, + "step": 11970 + }, + { + "loss_action": 0.04921562597155571, + "loss_total": 0.04921562597155571, + "step": 11970 + }, + { + "loss_action": 0.02557866834104061, + "loss_total": 0.02557866834104061, + "step": 11970 + }, + { + "grad_norm": 0.5887875556945801, + "learning_rate": 9.867428438265356e-05, + "loss": 0.0364, + "step": 11980 + }, + { + "loss_action": 0.035079602152109146, + "loss_total": 0.035079602152109146, + "step": 11980 + }, + { + "loss_action": 0.020875120535492897, + "loss_total": 0.020875120535492897, + "step": 11980 + }, + { + "loss_action": 0.02206086926162243, + "loss_total": 0.02206086926162243, + "step": 11980 + }, + { + "loss_action": 0.031062638387084007, + "loss_total": 0.031062638387084007, + "step": 11980 + }, + { + "loss_action": 0.025638774037361145, + "loss_total": 0.025638774037361145, + "step": 11980 + }, + { + "loss_action": 0.02060776948928833, + "loss_total": 0.02060776948928833, + "step": 11980 + }, + { + "grad_norm": 0.6337799429893494, + "learning_rate": 9.867049944325165e-05, + "loss": 0.0381, + "step": 11990 + }, + { + "loss_action": 0.02272506058216095, + "loss_total": 0.02272506058216095, + "step": 11990 + }, + { + "loss_action": 0.02482292428612709, + "loss_total": 0.02482292428612709, + "step": 11990 + }, + { + "loss_action": 0.03881712257862091, + "loss_total": 0.03881712257862091, + "step": 11990 + }, + { + "loss_action": 0.022837908938527107, + "loss_total": 0.022837908938527107, + "step": 11990 + }, + { + "loss_action": 0.030945269390940666, + "loss_total": 0.030945269390940666, + "step": 11990 + }, + { + "loss_action": 0.018341444432735443, + "loss_total": 0.018341444432735443, + "step": 11990 + }, + { + "grad_norm": 0.5203759074211121, + "learning_rate": 9.86667091813171e-05, + "loss": 0.0377, + "step": 12000 + }, + { + "loss_action": 0.02894650213420391, + "loss_total": 0.02894650213420391, + "step": 12000 + }, + { + "loss_action": 0.025239309296011925, + "loss_total": 0.025239309296011925, + "step": 12000 + }, + { + "loss_action": 0.033383503556251526, + "loss_total": 0.033383503556251526, + "step": 12000 + }, + { + "loss_action": 0.016811423003673553, + "loss_total": 0.016811423003673553, + "step": 12000 + }, + { + "loss_action": 0.02507837861776352, + "loss_total": 0.02507837861776352, + "step": 12000 + }, + { + "loss_action": 0.014092408120632172, + "loss_total": 0.014092408120632172, + "step": 12000 + }, + { + "grad_norm": 0.42955026030540466, + "learning_rate": 9.866291359726438e-05, + "loss": 0.032, + "step": 12010 + }, + { + "loss_action": 0.03588699549436569, + "loss_total": 0.03588699549436569, + "step": 12010 + }, + { + "loss_action": 0.023816002532839775, + "loss_total": 0.023816002532839775, + "step": 12010 + }, + { + "loss_action": 0.0427054725587368, + "loss_total": 0.0427054725587368, + "step": 12010 + }, + { + "loss_action": 0.03371386602520943, + "loss_total": 0.03371386602520943, + "step": 12010 + }, + { + "loss_action": 0.02587895467877388, + "loss_total": 0.02587895467877388, + "step": 12010 + }, + { + "loss_action": 0.05124269425868988, + "loss_total": 0.05124269425868988, + "step": 12010 + }, + { + "grad_norm": 0.53801029920578, + "learning_rate": 9.865911269150861e-05, + "loss": 0.0325, + "step": 12020 + }, + { + "loss_action": 0.02337639592587948, + "loss_total": 0.02337639592587948, + "step": 12020 + }, + { + "loss_action": 0.01787676103413105, + "loss_total": 0.01787676103413105, + "step": 12020 + }, + { + "loss_action": 0.04436315968632698, + "loss_total": 0.04436315968632698, + "step": 12020 + }, + { + "loss_action": 0.12438516318798065, + "loss_total": 0.12438516318798065, + "step": 12020 + }, + { + "loss_action": 0.020281370729207993, + "loss_total": 0.020281370729207993, + "step": 12020 + }, + { + "loss_action": 0.10522618144750595, + "loss_total": 0.10522618144750595, + "step": 12020 + }, + { + "grad_norm": 0.6223536729812622, + "learning_rate": 9.865530646446544e-05, + "loss": 0.0344, + "step": 12030 + }, + { + "loss_action": 0.054825734347105026, + "loss_total": 0.054825734347105026, + "step": 12030 + }, + { + "loss_action": 0.024626992642879486, + "loss_total": 0.024626992642879486, + "step": 12030 + }, + { + "loss_action": 0.021111581474542618, + "loss_total": 0.021111581474542618, + "step": 12030 + }, + { + "loss_action": 0.030714767053723335, + "loss_total": 0.030714767053723335, + "step": 12030 + }, + { + "loss_action": 0.030522754415869713, + "loss_total": 0.030522754415869713, + "step": 12030 + }, + { + "loss_action": 0.024970566853880882, + "loss_total": 0.024970566853880882, + "step": 12030 + }, + { + "grad_norm": 0.59569251537323, + "learning_rate": 9.86514949165511e-05, + "loss": 0.0327, + "step": 12040 + }, + { + "loss_action": 0.018562747165560722, + "loss_total": 0.018562747165560722, + "step": 12040 + }, + { + "loss_action": 0.018077977001667023, + "loss_total": 0.018077977001667023, + "step": 12040 + }, + { + "loss_action": 0.07097144424915314, + "loss_total": 0.07097144424915314, + "step": 12040 + }, + { + "loss_action": 0.04095060005784035, + "loss_total": 0.04095060005784035, + "step": 12040 + }, + { + "loss_action": 0.041721150279045105, + "loss_total": 0.041721150279045105, + "step": 12040 + }, + { + "loss_action": 0.027912311255931854, + "loss_total": 0.027912311255931854, + "step": 12040 + }, + { + "grad_norm": 0.5582046508789062, + "learning_rate": 9.864767804818243e-05, + "loss": 0.0323, + "step": 12050 + }, + { + "loss_action": 0.02083265408873558, + "loss_total": 0.02083265408873558, + "step": 12050 + }, + { + "loss_action": 0.06221219524741173, + "loss_total": 0.06221219524741173, + "step": 12050 + }, + { + "loss_action": 0.027835510671138763, + "loss_total": 0.027835510671138763, + "step": 12050 + }, + { + "loss_action": 0.02554340660572052, + "loss_total": 0.02554340660572052, + "step": 12050 + }, + { + "loss_action": 0.02349410019814968, + "loss_total": 0.02349410019814968, + "step": 12050 + }, + { + "loss_action": 0.021191265434026718, + "loss_total": 0.021191265434026718, + "step": 12050 + }, + { + "grad_norm": 0.5089339017868042, + "learning_rate": 9.86438558597768e-05, + "loss": 0.0303, + "step": 12060 + }, + { + "loss_action": 0.09488768130540848, + "loss_total": 0.09488768130540848, + "step": 12060 + }, + { + "loss_action": 0.02785082720220089, + "loss_total": 0.02785082720220089, + "step": 12060 + }, + { + "loss_action": 0.021830109879374504, + "loss_total": 0.021830109879374504, + "step": 12060 + }, + { + "loss_action": 0.03924719616770744, + "loss_total": 0.03924719616770744, + "step": 12060 + }, + { + "loss_action": 0.025563571602106094, + "loss_total": 0.025563571602106094, + "step": 12060 + }, + { + "loss_action": 0.09620419144630432, + "loss_total": 0.09620419144630432, + "step": 12060 + }, + { + "grad_norm": 0.5010587573051453, + "learning_rate": 9.864002835175225e-05, + "loss": 0.0343, + "step": 12070 + }, + { + "loss_action": 0.021175488829612732, + "loss_total": 0.021175488829612732, + "step": 12070 + }, + { + "loss_action": 0.028926420956850052, + "loss_total": 0.028926420956850052, + "step": 12070 + }, + { + "loss_action": 0.1556066870689392, + "loss_total": 0.1556066870689392, + "step": 12070 + }, + { + "loss_action": 0.032064516097307205, + "loss_total": 0.032064516097307205, + "step": 12070 + }, + { + "loss_action": 0.02497166208922863, + "loss_total": 0.02497166208922863, + "step": 12070 + }, + { + "loss_action": 0.022801851853728294, + "loss_total": 0.022801851853728294, + "step": 12070 + }, + { + "grad_norm": 0.6764091849327087, + "learning_rate": 9.863619552452734e-05, + "loss": 0.0405, + "step": 12080 + }, + { + "loss_action": 0.028722748160362244, + "loss_total": 0.028722748160362244, + "step": 12080 + }, + { + "loss_action": 0.048876095563173294, + "loss_total": 0.048876095563173294, + "step": 12080 + }, + { + "loss_action": 0.02687591128051281, + "loss_total": 0.02687591128051281, + "step": 12080 + }, + { + "loss_action": 0.03093033842742443, + "loss_total": 0.03093033842742443, + "step": 12080 + }, + { + "loss_action": 0.08863776177167892, + "loss_total": 0.08863776177167892, + "step": 12080 + }, + { + "loss_action": 0.029068004339933395, + "loss_total": 0.029068004339933395, + "step": 12080 + }, + { + "grad_norm": 0.6033511757850647, + "learning_rate": 9.863235737852119e-05, + "loss": 0.041, + "step": 12090 + }, + { + "loss_action": 0.09155978262424469, + "loss_total": 0.09155978262424469, + "step": 12090 + }, + { + "loss_action": 0.019398899748921394, + "loss_total": 0.019398899748921394, + "step": 12090 + }, + { + "loss_action": 0.032683148980140686, + "loss_total": 0.032683148980140686, + "step": 12090 + }, + { + "loss_action": 0.030262866988778114, + "loss_total": 0.030262866988778114, + "step": 12090 + }, + { + "loss_action": 0.029761729761958122, + "loss_total": 0.029761729761958122, + "step": 12090 + }, + { + "loss_action": 0.018436137586832047, + "loss_total": 0.018436137586832047, + "step": 12090 + }, + { + "grad_norm": 0.4891867935657501, + "learning_rate": 9.862851391415356e-05, + "loss": 0.0374, + "step": 12100 + }, + { + "loss_action": 0.02906525321304798, + "loss_total": 0.02906525321304798, + "step": 12100 + }, + { + "loss_action": 0.028247656300663948, + "loss_total": 0.028247656300663948, + "step": 12100 + }, + { + "loss_action": 0.02947307750582695, + "loss_total": 0.02947307750582695, + "step": 12100 + }, + { + "loss_action": 0.027729852125048637, + "loss_total": 0.027729852125048637, + "step": 12100 + }, + { + "loss_action": 0.03210385516285896, + "loss_total": 0.03210385516285896, + "step": 12100 + }, + { + "loss_action": 0.041135430335998535, + "loss_total": 0.041135430335998535, + "step": 12100 + }, + { + "grad_norm": 0.6494038105010986, + "learning_rate": 9.862466513184477e-05, + "loss": 0.0328, + "step": 12110 + }, + { + "loss_action": 0.023690233007073402, + "loss_total": 0.023690233007073402, + "step": 12110 + }, + { + "loss_action": 0.03388117253780365, + "loss_total": 0.03388117253780365, + "step": 12110 + }, + { + "loss_action": 0.02153281308710575, + "loss_total": 0.02153281308710575, + "step": 12110 + }, + { + "loss_action": 0.025451282039284706, + "loss_total": 0.025451282039284706, + "step": 12110 + }, + { + "loss_action": 0.019835224375128746, + "loss_total": 0.019835224375128746, + "step": 12110 + }, + { + "loss_action": 0.015983903780579567, + "loss_total": 0.015983903780579567, + "step": 12110 + }, + { + "grad_norm": 0.6656785011291504, + "learning_rate": 9.86208110320157e-05, + "loss": 0.0533, + "step": 12120 + }, + { + "loss_action": 0.030599571764469147, + "loss_total": 0.030599571764469147, + "step": 12120 + }, + { + "loss_action": 0.042564697563648224, + "loss_total": 0.042564697563648224, + "step": 12120 + }, + { + "loss_action": 0.02943933941423893, + "loss_total": 0.02943933941423893, + "step": 12120 + }, + { + "loss_action": 0.033809274435043335, + "loss_total": 0.033809274435043335, + "step": 12120 + }, + { + "loss_action": 0.03900745138525963, + "loss_total": 0.03900745138525963, + "step": 12120 + }, + { + "loss_action": 0.03899380564689636, + "loss_total": 0.03899380564689636, + "step": 12120 + }, + { + "grad_norm": 0.6983668208122253, + "learning_rate": 9.861695161508784e-05, + "loss": 0.0422, + "step": 12130 + }, + { + "loss_action": 0.03106445074081421, + "loss_total": 0.03106445074081421, + "step": 12130 + }, + { + "loss_action": 0.031103983521461487, + "loss_total": 0.031103983521461487, + "step": 12130 + }, + { + "loss_action": 0.03769037500023842, + "loss_total": 0.03769037500023842, + "step": 12130 + }, + { + "loss_action": 0.052265096455812454, + "loss_total": 0.052265096455812454, + "step": 12130 + }, + { + "loss_action": 0.0380873829126358, + "loss_total": 0.0380873829126358, + "step": 12130 + }, + { + "loss_action": 0.03383713588118553, + "loss_total": 0.03383713588118553, + "step": 12130 + }, + { + "grad_norm": 0.7124933004379272, + "learning_rate": 9.861308688148324e-05, + "loss": 0.0466, + "step": 12140 + }, + { + "loss_action": 0.047676634043455124, + "loss_total": 0.047676634043455124, + "step": 12140 + }, + { + "loss_action": 0.027469944208860397, + "loss_total": 0.027469944208860397, + "step": 12140 + }, + { + "loss_action": 0.028445597738027573, + "loss_total": 0.028445597738027573, + "step": 12140 + }, + { + "loss_action": 0.027940766885876656, + "loss_total": 0.027940766885876656, + "step": 12140 + }, + { + "loss_action": 0.039547938853502274, + "loss_total": 0.039547938853502274, + "step": 12140 + }, + { + "loss_action": 0.051756471395492554, + "loss_total": 0.051756471395492554, + "step": 12140 + }, + { + "grad_norm": 0.6066581606864929, + "learning_rate": 9.860921683162455e-05, + "loss": 0.0408, + "step": 12150 + }, + { + "loss_action": 0.04945818707346916, + "loss_total": 0.04945818707346916, + "step": 12150 + }, + { + "loss_action": 0.03491946682333946, + "loss_total": 0.03491946682333946, + "step": 12150 + }, + { + "loss_action": 0.0274596456438303, + "loss_total": 0.0274596456438303, + "step": 12150 + }, + { + "loss_action": 0.03367650881409645, + "loss_total": 0.03367650881409645, + "step": 12150 + }, + { + "loss_action": 0.03577986732125282, + "loss_total": 0.03577986732125282, + "step": 12150 + }, + { + "loss_action": 0.09777618199586868, + "loss_total": 0.09777618199586868, + "step": 12150 + }, + { + "grad_norm": 0.6848942637443542, + "learning_rate": 9.860534146593499e-05, + "loss": 0.0359, + "step": 12160 + }, + { + "loss_action": 0.028237929567694664, + "loss_total": 0.028237929567694664, + "step": 12160 + }, + { + "loss_action": 0.05418501794338226, + "loss_total": 0.05418501794338226, + "step": 12160 + }, + { + "loss_action": 0.017733754590153694, + "loss_total": 0.017733754590153694, + "step": 12160 + }, + { + "loss_action": 0.028154579922556877, + "loss_total": 0.028154579922556877, + "step": 12160 + }, + { + "loss_action": 0.04150368273258209, + "loss_total": 0.04150368273258209, + "step": 12160 + }, + { + "loss_action": 0.024852650240063667, + "loss_total": 0.024852650240063667, + "step": 12160 + }, + { + "grad_norm": 0.616497814655304, + "learning_rate": 9.860146078483836e-05, + "loss": 0.0337, + "step": 12170 + }, + { + "loss_action": 0.017268087714910507, + "loss_total": 0.017268087714910507, + "step": 12170 + }, + { + "loss_action": 0.047504622489213943, + "loss_total": 0.047504622489213943, + "step": 12170 + }, + { + "loss_action": 0.028505563735961914, + "loss_total": 0.028505563735961914, + "step": 12170 + }, + { + "loss_action": 0.12403828650712967, + "loss_total": 0.12403828650712967, + "step": 12170 + }, + { + "loss_action": 0.04362282529473305, + "loss_total": 0.04362282529473305, + "step": 12170 + }, + { + "loss_action": 0.020084677264094353, + "loss_total": 0.020084677264094353, + "step": 12170 + }, + { + "grad_norm": 0.6610208749771118, + "learning_rate": 9.859757478875905e-05, + "loss": 0.0319, + "step": 12180 + }, + { + "loss_action": 0.030998529866337776, + "loss_total": 0.030998529866337776, + "step": 12180 + }, + { + "loss_action": 0.046252842992544174, + "loss_total": 0.046252842992544174, + "step": 12180 + }, + { + "loss_action": 0.022672757506370544, + "loss_total": 0.022672757506370544, + "step": 12180 + }, + { + "loss_action": 0.03427078202366829, + "loss_total": 0.03427078202366829, + "step": 12180 + }, + { + "loss_action": 0.05204182118177414, + "loss_total": 0.05204182118177414, + "step": 12180 + }, + { + "loss_action": 0.03650570660829544, + "loss_total": 0.03650570660829544, + "step": 12180 + }, + { + "grad_norm": 0.5147995352745056, + "learning_rate": 9.859368347812204e-05, + "loss": 0.0316, + "step": 12190 + }, + { + "loss_action": 0.03486591950058937, + "loss_total": 0.03486591950058937, + "step": 12190 + }, + { + "loss_action": 0.026056423783302307, + "loss_total": 0.026056423783302307, + "step": 12190 + }, + { + "loss_action": 0.03543698415160179, + "loss_total": 0.03543698415160179, + "step": 12190 + }, + { + "loss_action": 0.03865466266870499, + "loss_total": 0.03865466266870499, + "step": 12190 + }, + { + "loss_action": 0.04247170314192772, + "loss_total": 0.04247170314192772, + "step": 12190 + }, + { + "loss_action": 0.01968795247375965, + "loss_total": 0.01968795247375965, + "step": 12190 + }, + { + "grad_norm": 0.5938174724578857, + "learning_rate": 9.858978685335285e-05, + "loss": 0.041, + "step": 12200 + }, + { + "loss_action": 0.06414560228586197, + "loss_total": 0.06414560228586197, + "step": 12200 + }, + { + "loss_action": 0.03579722344875336, + "loss_total": 0.03579722344875336, + "step": 12200 + }, + { + "loss_action": 0.04566406458616257, + "loss_total": 0.04566406458616257, + "step": 12200 + }, + { + "loss_action": 0.02329716831445694, + "loss_total": 0.02329716831445694, + "step": 12200 + }, + { + "loss_action": 0.05192464962601662, + "loss_total": 0.05192464962601662, + "step": 12200 + }, + { + "loss_action": 0.0381917729973793, + "loss_total": 0.0381917729973793, + "step": 12200 + }, + { + "grad_norm": 0.5806323289871216, + "learning_rate": 9.858588491487763e-05, + "loss": 0.0346, + "step": 12210 + }, + { + "loss_action": 0.017232315614819527, + "loss_total": 0.017232315614819527, + "step": 12210 + }, + { + "loss_action": 0.02253687009215355, + "loss_total": 0.02253687009215355, + "step": 12210 + }, + { + "loss_action": 0.01252717524766922, + "loss_total": 0.01252717524766922, + "step": 12210 + }, + { + "loss_action": 0.025220535695552826, + "loss_total": 0.025220535695552826, + "step": 12210 + }, + { + "loss_action": 0.03591514006257057, + "loss_total": 0.03591514006257057, + "step": 12210 + }, + { + "loss_action": 0.024249006062746048, + "loss_total": 0.024249006062746048, + "step": 12210 + }, + { + "grad_norm": 0.4892689883708954, + "learning_rate": 9.858197766312308e-05, + "loss": 0.0322, + "step": 12220 + }, + { + "loss_action": 0.02235504798591137, + "loss_total": 0.02235504798591137, + "step": 12220 + }, + { + "loss_action": 0.03217390552163124, + "loss_total": 0.03217390552163124, + "step": 12220 + }, + { + "loss_action": 0.02099291980266571, + "loss_total": 0.02099291980266571, + "step": 12220 + }, + { + "loss_action": 0.02177257463335991, + "loss_total": 0.02177257463335991, + "step": 12220 + }, + { + "loss_action": 0.013534176163375378, + "loss_total": 0.013534176163375378, + "step": 12220 + }, + { + "loss_action": 0.04369886592030525, + "loss_total": 0.04369886592030525, + "step": 12220 + }, + { + "grad_norm": 0.8213011026382446, + "learning_rate": 9.857806509851649e-05, + "loss": 0.0389, + "step": 12230 + }, + { + "loss_action": 0.030914854258298874, + "loss_total": 0.030914854258298874, + "step": 12230 + }, + { + "loss_action": 0.01304735615849495, + "loss_total": 0.01304735615849495, + "step": 12230 + }, + { + "loss_action": 0.04524373263120651, + "loss_total": 0.04524373263120651, + "step": 12230 + }, + { + "loss_action": 0.03720348700881004, + "loss_total": 0.03720348700881004, + "step": 12230 + }, + { + "loss_action": 0.015175236389040947, + "loss_total": 0.015175236389040947, + "step": 12230 + }, + { + "loss_action": 0.016162429004907608, + "loss_total": 0.016162429004907608, + "step": 12230 + }, + { + "grad_norm": 0.5597963333129883, + "learning_rate": 9.857414722148574e-05, + "loss": 0.0319, + "step": 12240 + }, + { + "loss_action": 0.023886950686573982, + "loss_total": 0.023886950686573982, + "step": 12240 + }, + { + "loss_action": 0.019033821299672127, + "loss_total": 0.019033821299672127, + "step": 12240 + }, + { + "loss_action": 0.014675773680210114, + "loss_total": 0.014675773680210114, + "step": 12240 + }, + { + "loss_action": 0.026267480105161667, + "loss_total": 0.026267480105161667, + "step": 12240 + }, + { + "loss_action": 0.1158202737569809, + "loss_total": 0.1158202737569809, + "step": 12240 + }, + { + "loss_action": 0.0218297578394413, + "loss_total": 0.0218297578394413, + "step": 12240 + }, + { + "grad_norm": 0.47535988688468933, + "learning_rate": 9.857022403245928e-05, + "loss": 0.03, + "step": 12250 + }, + { + "loss_action": 0.0408397912979126, + "loss_total": 0.0408397912979126, + "step": 12250 + }, + { + "loss_action": 0.048333581537008286, + "loss_total": 0.048333581537008286, + "step": 12250 + }, + { + "loss_action": 0.015265407040715218, + "loss_total": 0.015265407040715218, + "step": 12250 + }, + { + "loss_action": 0.02570348046720028, + "loss_total": 0.02570348046720028, + "step": 12250 + }, + { + "loss_action": 0.02353079430758953, + "loss_total": 0.02353079430758953, + "step": 12250 + }, + { + "loss_action": 0.0989874079823494, + "loss_total": 0.0989874079823494, + "step": 12250 + }, + { + "grad_norm": 0.5579209327697754, + "learning_rate": 9.856629553186615e-05, + "loss": 0.035, + "step": 12260 + }, + { + "loss_action": 0.03316706791520119, + "loss_total": 0.03316706791520119, + "step": 12260 + }, + { + "loss_action": 0.035632696002721786, + "loss_total": 0.035632696002721786, + "step": 12260 + }, + { + "loss_action": 0.021335531026124954, + "loss_total": 0.021335531026124954, + "step": 12260 + }, + { + "loss_action": 0.019143683835864067, + "loss_total": 0.019143683835864067, + "step": 12260 + }, + { + "loss_action": 0.03542022779583931, + "loss_total": 0.03542022779583931, + "step": 12260 + }, + { + "loss_action": 0.07488395273685455, + "loss_total": 0.07488395273685455, + "step": 12260 + }, + { + "grad_norm": 0.4971410036087036, + "learning_rate": 9.856236172013595e-05, + "loss": 0.0284, + "step": 12270 + }, + { + "loss_action": 0.05077532306313515, + "loss_total": 0.05077532306313515, + "step": 12270 + }, + { + "loss_action": 0.024692023172974586, + "loss_total": 0.024692023172974586, + "step": 12270 + }, + { + "loss_action": 0.04014775902032852, + "loss_total": 0.04014775902032852, + "step": 12270 + }, + { + "loss_action": 0.04246636852622032, + "loss_total": 0.04246636852622032, + "step": 12270 + }, + { + "loss_action": 0.027441073209047318, + "loss_total": 0.027441073209047318, + "step": 12270 + }, + { + "loss_action": 0.02174619399011135, + "loss_total": 0.02174619399011135, + "step": 12270 + }, + { + "grad_norm": 0.5826258063316345, + "learning_rate": 9.85584225976989e-05, + "loss": 0.0322, + "step": 12280 + }, + { + "loss_action": 0.045410461723804474, + "loss_total": 0.045410461723804474, + "step": 12280 + }, + { + "loss_action": 0.023751750588417053, + "loss_total": 0.023751750588417053, + "step": 12280 + }, + { + "loss_action": 0.03272275626659393, + "loss_total": 0.03272275626659393, + "step": 12280 + }, + { + "loss_action": 0.02189837209880352, + "loss_total": 0.02189837209880352, + "step": 12280 + }, + { + "loss_action": 0.03835823014378548, + "loss_total": 0.03835823014378548, + "step": 12280 + }, + { + "loss_action": 0.014715458266437054, + "loss_total": 0.014715458266437054, + "step": 12280 + }, + { + "grad_norm": 0.5903996229171753, + "learning_rate": 9.855447816498575e-05, + "loss": 0.0382, + "step": 12290 + }, + { + "loss_action": 0.018782731145620346, + "loss_total": 0.018782731145620346, + "step": 12290 + }, + { + "loss_action": 0.04559161141514778, + "loss_total": 0.04559161141514778, + "step": 12290 + }, + { + "loss_action": 0.03596668690443039, + "loss_total": 0.03596668690443039, + "step": 12290 + }, + { + "loss_action": 0.035460248589515686, + "loss_total": 0.035460248589515686, + "step": 12290 + }, + { + "loss_action": 0.014611165970563889, + "loss_total": 0.014611165970563889, + "step": 12290 + }, + { + "loss_action": 0.03956332057714462, + "loss_total": 0.03956332057714462, + "step": 12290 + }, + { + "grad_norm": 0.5825015306472778, + "learning_rate": 9.855052842242787e-05, + "loss": 0.0362, + "step": 12300 + }, + { + "loss_action": 0.02264091745018959, + "loss_total": 0.02264091745018959, + "step": 12300 + }, + { + "loss_action": 0.027957551181316376, + "loss_total": 0.027957551181316376, + "step": 12300 + }, + { + "loss_action": 0.023395560681819916, + "loss_total": 0.023395560681819916, + "step": 12300 + }, + { + "loss_action": 0.02870255522429943, + "loss_total": 0.02870255522429943, + "step": 12300 + }, + { + "loss_action": 0.03523264452815056, + "loss_total": 0.03523264452815056, + "step": 12300 + }, + { + "loss_action": 0.05916070193052292, + "loss_total": 0.05916070193052292, + "step": 12300 + }, + { + "grad_norm": 0.5958297848701477, + "learning_rate": 9.85465733704572e-05, + "loss": 0.0317, + "step": 12310 + }, + { + "loss_action": 0.022072410210967064, + "loss_total": 0.022072410210967064, + "step": 12310 + }, + { + "loss_action": 0.03239808976650238, + "loss_total": 0.03239808976650238, + "step": 12310 + }, + { + "loss_action": 0.04444297030568123, + "loss_total": 0.04444297030568123, + "step": 12310 + }, + { + "loss_action": 0.01636814884841442, + "loss_total": 0.01636814884841442, + "step": 12310 + }, + { + "loss_action": 0.028075577691197395, + "loss_total": 0.028075577691197395, + "step": 12310 + }, + { + "loss_action": 0.02551376447081566, + "loss_total": 0.02551376447081566, + "step": 12310 + }, + { + "grad_norm": 0.548757791519165, + "learning_rate": 9.854261300950624e-05, + "loss": 0.032, + "step": 12320 + }, + { + "loss_action": 0.017000166699290276, + "loss_total": 0.017000166699290276, + "step": 12320 + }, + { + "loss_action": 0.024868687614798546, + "loss_total": 0.024868687614798546, + "step": 12320 + }, + { + "loss_action": 0.05031966790556908, + "loss_total": 0.05031966790556908, + "step": 12320 + }, + { + "loss_action": 0.01912628673017025, + "loss_total": 0.01912628673017025, + "step": 12320 + }, + { + "loss_action": 0.044119589030742645, + "loss_total": 0.044119589030742645, + "step": 12320 + }, + { + "loss_action": 0.017140386626124382, + "loss_total": 0.017140386626124382, + "step": 12320 + }, + { + "grad_norm": 0.6251033544540405, + "learning_rate": 9.853864734000813e-05, + "loss": 0.0379, + "step": 12330 + }, + { + "loss_action": 0.020291773602366447, + "loss_total": 0.020291773602366447, + "step": 12330 + }, + { + "loss_action": 0.03406009078025818, + "loss_total": 0.03406009078025818, + "step": 12330 + }, + { + "loss_action": 0.02322295680642128, + "loss_total": 0.02322295680642128, + "step": 12330 + }, + { + "loss_action": 0.043519921600818634, + "loss_total": 0.043519921600818634, + "step": 12330 + }, + { + "loss_action": 0.033032532781362534, + "loss_total": 0.033032532781362534, + "step": 12330 + }, + { + "loss_action": 0.01751798577606678, + "loss_total": 0.01751798577606678, + "step": 12330 + }, + { + "grad_norm": 0.6554986238479614, + "learning_rate": 9.85346763623965e-05, + "loss": 0.0386, + "step": 12340 + }, + { + "loss_action": 0.02325836755335331, + "loss_total": 0.02325836755335331, + "step": 12340 + }, + { + "loss_action": 0.028137004002928734, + "loss_total": 0.028137004002928734, + "step": 12340 + }, + { + "loss_action": 0.047626059502363205, + "loss_total": 0.047626059502363205, + "step": 12340 + }, + { + "loss_action": 0.018937256187200546, + "loss_total": 0.018937256187200546, + "step": 12340 + }, + { + "loss_action": 0.05307867005467415, + "loss_total": 0.05307867005467415, + "step": 12340 + }, + { + "loss_action": 0.03178597241640091, + "loss_total": 0.03178597241640091, + "step": 12340 + }, + { + "grad_norm": 0.5750247836112976, + "learning_rate": 9.853070007710564e-05, + "loss": 0.0378, + "step": 12350 + }, + { + "loss_action": 0.032951220870018005, + "loss_total": 0.032951220870018005, + "step": 12350 + }, + { + "loss_action": 0.02235778234899044, + "loss_total": 0.02235778234899044, + "step": 12350 + }, + { + "loss_action": 0.021930476650595665, + "loss_total": 0.021930476650595665, + "step": 12350 + }, + { + "loss_action": 0.01747763715684414, + "loss_total": 0.01747763715684414, + "step": 12350 + }, + { + "loss_action": 0.01590036414563656, + "loss_total": 0.01590036414563656, + "step": 12350 + }, + { + "loss_action": 0.017905350774526596, + "loss_total": 0.017905350774526596, + "step": 12350 + }, + { + "grad_norm": 0.573051929473877, + "learning_rate": 9.85267184845704e-05, + "loss": 0.0324, + "step": 12360 + }, + { + "loss_action": 0.021313009783625603, + "loss_total": 0.021313009783625603, + "step": 12360 + }, + { + "loss_action": 0.01707194559276104, + "loss_total": 0.01707194559276104, + "step": 12360 + }, + { + "loss_action": 0.03203314170241356, + "loss_total": 0.03203314170241356, + "step": 12360 + }, + { + "loss_action": 0.01948828622698784, + "loss_total": 0.01948828622698784, + "step": 12360 + }, + { + "loss_action": 0.03580212965607643, + "loss_total": 0.03580212965607643, + "step": 12360 + }, + { + "loss_action": 0.021547360345721245, + "loss_total": 0.021547360345721245, + "step": 12360 + }, + { + "grad_norm": 0.4992222785949707, + "learning_rate": 9.852273158522616e-05, + "loss": 0.0322, + "step": 12370 + }, + { + "loss_action": 0.09059467911720276, + "loss_total": 0.09059467911720276, + "step": 12370 + }, + { + "loss_action": 0.08862437307834625, + "loss_total": 0.08862437307834625, + "step": 12370 + }, + { + "loss_action": 0.013643188402056694, + "loss_total": 0.013643188402056694, + "step": 12370 + }, + { + "loss_action": 0.02183905616402626, + "loss_total": 0.02183905616402626, + "step": 12370 + }, + { + "loss_action": 0.016873467713594437, + "loss_total": 0.016873467713594437, + "step": 12370 + }, + { + "loss_action": 0.05839724838733673, + "loss_total": 0.05839724838733673, + "step": 12370 + }, + { + "grad_norm": 0.7216116189956665, + "learning_rate": 9.851873937950896e-05, + "loss": 0.0343, + "step": 12380 + }, + { + "loss_action": 0.05696840584278107, + "loss_total": 0.05696840584278107, + "step": 12380 + }, + { + "loss_action": 0.01791139505803585, + "loss_total": 0.01791139505803585, + "step": 12380 + }, + { + "loss_action": 0.026858314871788025, + "loss_total": 0.026858314871788025, + "step": 12380 + }, + { + "loss_action": 0.011651016771793365, + "loss_total": 0.011651016771793365, + "step": 12380 + }, + { + "loss_action": 0.027967961505055428, + "loss_total": 0.027967961505055428, + "step": 12380 + }, + { + "loss_action": 0.02365921624004841, + "loss_total": 0.02365921624004841, + "step": 12380 + }, + { + "grad_norm": 0.5984026193618774, + "learning_rate": 9.851474186785537e-05, + "loss": 0.0331, + "step": 12390 + }, + { + "loss_action": 0.02112758532166481, + "loss_total": 0.02112758532166481, + "step": 12390 + }, + { + "loss_action": 0.04422861710190773, + "loss_total": 0.04422861710190773, + "step": 12390 + }, + { + "loss_action": 0.022230682894587517, + "loss_total": 0.022230682894587517, + "step": 12390 + }, + { + "loss_action": 0.03563816472887993, + "loss_total": 0.03563816472887993, + "step": 12390 + }, + { + "loss_action": 0.032204318791627884, + "loss_total": 0.032204318791627884, + "step": 12390 + }, + { + "loss_action": 0.031423572450876236, + "loss_total": 0.031423572450876236, + "step": 12390 + }, + { + "grad_norm": 0.6506960988044739, + "learning_rate": 9.851073905070254e-05, + "loss": 0.0376, + "step": 12400 + }, + { + "loss_action": 0.017960814759135246, + "loss_total": 0.017960814759135246, + "step": 12400 + }, + { + "loss_action": 0.03062267042696476, + "loss_total": 0.03062267042696476, + "step": 12400 + }, + { + "loss_action": 0.02626064606010914, + "loss_total": 0.02626064606010914, + "step": 12400 + }, + { + "loss_action": 0.028351284563541412, + "loss_total": 0.028351284563541412, + "step": 12400 + }, + { + "loss_action": 0.02331670932471752, + "loss_total": 0.02331670932471752, + "step": 12400 + }, + { + "loss_action": 0.017627570778131485, + "loss_total": 0.017627570778131485, + "step": 12400 + }, + { + "grad_norm": 0.6919159889221191, + "learning_rate": 9.850673092848824e-05, + "loss": 0.0363, + "step": 12410 + }, + { + "loss_action": 0.04120258986949921, + "loss_total": 0.04120258986949921, + "step": 12410 + }, + { + "loss_action": 0.026071446016430855, + "loss_total": 0.026071446016430855, + "step": 12410 + }, + { + "loss_action": 0.019228149205446243, + "loss_total": 0.019228149205446243, + "step": 12410 + }, + { + "loss_action": 0.03902050480246544, + "loss_total": 0.03902050480246544, + "step": 12410 + }, + { + "loss_action": 0.037359222769737244, + "loss_total": 0.037359222769737244, + "step": 12410 + }, + { + "loss_action": 0.028406338766217232, + "loss_total": 0.028406338766217232, + "step": 12410 + }, + { + "grad_norm": 0.5268263816833496, + "learning_rate": 9.850271750165077e-05, + "loss": 0.0363, + "step": 12420 + }, + { + "loss_action": 0.0533980093896389, + "loss_total": 0.0533980093896389, + "step": 12420 + }, + { + "loss_action": 0.030940456315875053, + "loss_total": 0.030940456315875053, + "step": 12420 + }, + { + "loss_action": 0.02714220993220806, + "loss_total": 0.02714220993220806, + "step": 12420 + }, + { + "loss_action": 0.04383377730846405, + "loss_total": 0.04383377730846405, + "step": 12420 + }, + { + "loss_action": 0.055953964591026306, + "loss_total": 0.055953964591026306, + "step": 12420 + }, + { + "loss_action": 0.03515014424920082, + "loss_total": 0.03515014424920082, + "step": 12420 + }, + { + "grad_norm": 0.5805637240409851, + "learning_rate": 9.849869877062902e-05, + "loss": 0.0392, + "step": 12430 + }, + { + "loss_action": 0.02778155915439129, + "loss_total": 0.02778155915439129, + "step": 12430 + }, + { + "loss_action": 0.019771678373217583, + "loss_total": 0.019771678373217583, + "step": 12430 + }, + { + "loss_action": 0.037432052195072174, + "loss_total": 0.037432052195072174, + "step": 12430 + }, + { + "loss_action": 0.032757144421339035, + "loss_total": 0.032757144421339035, + "step": 12430 + }, + { + "loss_action": 0.02064145915210247, + "loss_total": 0.02064145915210247, + "step": 12430 + }, + { + "loss_action": 0.03366033360362053, + "loss_total": 0.03366033360362053, + "step": 12430 + }, + { + "grad_norm": 0.5628430247306824, + "learning_rate": 9.849467473586252e-05, + "loss": 0.0366, + "step": 12440 + }, + { + "loss_action": 0.036123838275671005, + "loss_total": 0.036123838275671005, + "step": 12440 + }, + { + "loss_action": 0.0347822830080986, + "loss_total": 0.0347822830080986, + "step": 12440 + }, + { + "loss_action": 0.02619398757815361, + "loss_total": 0.02619398757815361, + "step": 12440 + }, + { + "loss_action": 0.02279018983244896, + "loss_total": 0.02279018983244896, + "step": 12440 + }, + { + "loss_action": 0.05411934852600098, + "loss_total": 0.05411934852600098, + "step": 12440 + }, + { + "loss_action": 0.02863382361829281, + "loss_total": 0.02863382361829281, + "step": 12440 + }, + { + "grad_norm": 0.5859840512275696, + "learning_rate": 9.849064539779127e-05, + "loss": 0.033, + "step": 12450 + }, + { + "loss_action": 0.03655058518052101, + "loss_total": 0.03655058518052101, + "step": 12450 + }, + { + "loss_action": 0.10907309502363205, + "loss_total": 0.10907309502363205, + "step": 12450 + }, + { + "loss_action": 0.03086225688457489, + "loss_total": 0.03086225688457489, + "step": 12450 + }, + { + "loss_action": 0.02462475746870041, + "loss_total": 0.02462475746870041, + "step": 12450 + }, + { + "loss_action": 0.026523493230342865, + "loss_total": 0.026523493230342865, + "step": 12450 + }, + { + "loss_action": 0.0321674607694149, + "loss_total": 0.0321674607694149, + "step": 12450 + }, + { + "grad_norm": 0.5602341294288635, + "learning_rate": 9.848661075685594e-05, + "loss": 0.0338, + "step": 12460 + }, + { + "loss_action": 0.0197212602943182, + "loss_total": 0.0197212602943182, + "step": 12460 + }, + { + "loss_action": 0.02609255351126194, + "loss_total": 0.02609255351126194, + "step": 12460 + }, + { + "loss_action": 0.045239951461553574, + "loss_total": 0.045239951461553574, + "step": 12460 + }, + { + "loss_action": 0.03589079901576042, + "loss_total": 0.03589079901576042, + "step": 12460 + }, + { + "loss_action": 0.03148213401436806, + "loss_total": 0.03148213401436806, + "step": 12460 + }, + { + "loss_action": 0.025405239313840866, + "loss_total": 0.025405239313840866, + "step": 12460 + }, + { + "grad_norm": 0.5701374411582947, + "learning_rate": 9.848257081349778e-05, + "loss": 0.0323, + "step": 12470 + }, + { + "loss_action": 0.03565695509314537, + "loss_total": 0.03565695509314537, + "step": 12470 + }, + { + "loss_action": 0.021321313455700874, + "loss_total": 0.021321313455700874, + "step": 12470 + }, + { + "loss_action": 0.031782764941453934, + "loss_total": 0.031782764941453934, + "step": 12470 + }, + { + "loss_action": 0.029787736013531685, + "loss_total": 0.029787736013531685, + "step": 12470 + }, + { + "loss_action": 0.022389085963368416, + "loss_total": 0.022389085963368416, + "step": 12470 + }, + { + "loss_action": 0.031681329011917114, + "loss_total": 0.031681329011917114, + "step": 12470 + }, + { + "grad_norm": 0.8210307359695435, + "learning_rate": 9.847852556815856e-05, + "loss": 0.0376, + "step": 12480 + }, + { + "loss_action": 0.0340595543384552, + "loss_total": 0.0340595543384552, + "step": 12480 + }, + { + "loss_action": 0.018842697143554688, + "loss_total": 0.018842697143554688, + "step": 12480 + }, + { + "loss_action": 0.07484407722949982, + "loss_total": 0.07484407722949982, + "step": 12480 + }, + { + "loss_action": 0.028748106211423874, + "loss_total": 0.028748106211423874, + "step": 12480 + }, + { + "loss_action": 0.0334571972489357, + "loss_total": 0.0334571972489357, + "step": 12480 + }, + { + "loss_action": 0.03802859038114548, + "loss_total": 0.03802859038114548, + "step": 12480 + }, + { + "grad_norm": 0.5526971817016602, + "learning_rate": 9.847447502128067e-05, + "loss": 0.0397, + "step": 12490 + }, + { + "loss_action": 0.017390647903084755, + "loss_total": 0.017390647903084755, + "step": 12490 + }, + { + "loss_action": 0.013898588716983795, + "loss_total": 0.013898588716983795, + "step": 12490 + }, + { + "loss_action": 0.02295326441526413, + "loss_total": 0.02295326441526413, + "step": 12490 + }, + { + "loss_action": 0.031223222613334656, + "loss_total": 0.031223222613334656, + "step": 12490 + }, + { + "loss_action": 0.02103618159890175, + "loss_total": 0.02103618159890175, + "step": 12490 + }, + { + "loss_action": 0.03754240646958351, + "loss_total": 0.03754240646958351, + "step": 12490 + }, + { + "grad_norm": 0.5026460289955139, + "learning_rate": 9.847041917330708e-05, + "loss": 0.0339, + "step": 12500 + }, + { + "loss_action": 0.03412432223558426, + "loss_total": 0.03412432223558426, + "step": 12500 + }, + { + "loss_action": 0.03589990735054016, + "loss_total": 0.03589990735054016, + "step": 12500 + }, + { + "loss_action": 0.018031099811196327, + "loss_total": 0.018031099811196327, + "step": 12500 + }, + { + "loss_action": 0.024841533973813057, + "loss_total": 0.024841533973813057, + "step": 12500 + }, + { + "loss_action": 0.15854845941066742, + "loss_total": 0.15854845941066742, + "step": 12500 + }, + { + "loss_action": 0.045204631984233856, + "loss_total": 0.045204631984233856, + "step": 12500 + }, + { + "grad_norm": 0.4626549780368805, + "learning_rate": 9.846635802468132e-05, + "loss": 0.0423, + "step": 12510 + }, + { + "loss_action": 0.02538767084479332, + "loss_total": 0.02538767084479332, + "step": 12510 + }, + { + "loss_action": 0.019879212602972984, + "loss_total": 0.019879212602972984, + "step": 12510 + }, + { + "loss_action": 0.06245741993188858, + "loss_total": 0.06245741993188858, + "step": 12510 + }, + { + "loss_action": 0.02872621640563011, + "loss_total": 0.02872621640563011, + "step": 12510 + }, + { + "loss_action": 0.03957194834947586, + "loss_total": 0.03957194834947586, + "step": 12510 + }, + { + "loss_action": 0.016709385439753532, + "loss_total": 0.016709385439753532, + "step": 12510 + }, + { + "grad_norm": 0.6388428807258606, + "learning_rate": 9.84622915758475e-05, + "loss": 0.0362, + "step": 12520 + }, + { + "loss_action": 0.03535379841923714, + "loss_total": 0.03535379841923714, + "step": 12520 + }, + { + "loss_action": 0.0468519851565361, + "loss_total": 0.0468519851565361, + "step": 12520 + }, + { + "loss_action": 0.019496502354741096, + "loss_total": 0.019496502354741096, + "step": 12520 + }, + { + "loss_action": 0.0176430344581604, + "loss_total": 0.0176430344581604, + "step": 12520 + }, + { + "loss_action": 0.03400735557079315, + "loss_total": 0.03400735557079315, + "step": 12520 + }, + { + "loss_action": 0.014779107645154, + "loss_total": 0.014779107645154, + "step": 12520 + }, + { + "grad_norm": 0.45991775393486023, + "learning_rate": 9.845821982725034e-05, + "loss": 0.0345, + "step": 12530 + }, + { + "loss_action": 0.04821451008319855, + "loss_total": 0.04821451008319855, + "step": 12530 + }, + { + "loss_action": 0.04200982302427292, + "loss_total": 0.04200982302427292, + "step": 12530 + }, + { + "loss_action": 0.03308649733662605, + "loss_total": 0.03308649733662605, + "step": 12530 + }, + { + "loss_action": 0.04852333664894104, + "loss_total": 0.04852333664894104, + "step": 12530 + }, + { + "loss_action": 0.02107888273894787, + "loss_total": 0.02107888273894787, + "step": 12530 + }, + { + "loss_action": 0.029706278815865517, + "loss_total": 0.029706278815865517, + "step": 12530 + }, + { + "grad_norm": 0.5446805357933044, + "learning_rate": 9.845414277933514e-05, + "loss": 0.038, + "step": 12540 + }, + { + "loss_action": 0.02772602252662182, + "loss_total": 0.02772602252662182, + "step": 12540 + }, + { + "loss_action": 0.03269656002521515, + "loss_total": 0.03269656002521515, + "step": 12540 + }, + { + "loss_action": 0.03549709916114807, + "loss_total": 0.03549709916114807, + "step": 12540 + }, + { + "loss_action": 0.028484901413321495, + "loss_total": 0.028484901413321495, + "step": 12540 + }, + { + "loss_action": 0.10564853250980377, + "loss_total": 0.10564853250980377, + "step": 12540 + }, + { + "loss_action": 0.04464899003505707, + "loss_total": 0.04464899003505707, + "step": 12540 + }, + { + "grad_norm": 0.7736433148384094, + "learning_rate": 9.845006043254771e-05, + "loss": 0.0385, + "step": 12550 + }, + { + "loss_action": 0.021876847371459007, + "loss_total": 0.021876847371459007, + "step": 12550 + }, + { + "loss_action": 0.057596057653427124, + "loss_total": 0.057596057653427124, + "step": 12550 + }, + { + "loss_action": 0.02829371578991413, + "loss_total": 0.02829371578991413, + "step": 12550 + }, + { + "loss_action": 0.09213967621326447, + "loss_total": 0.09213967621326447, + "step": 12550 + }, + { + "loss_action": 0.07610983401536942, + "loss_total": 0.07610983401536942, + "step": 12550 + }, + { + "loss_action": 0.0293827373534441, + "loss_total": 0.0293827373534441, + "step": 12550 + }, + { + "grad_norm": 0.5843497514724731, + "learning_rate": 9.844597278733451e-05, + "loss": 0.037, + "step": 12560 + }, + { + "loss_action": 0.044327590614557266, + "loss_total": 0.044327590614557266, + "step": 12560 + }, + { + "loss_action": 0.03714735433459282, + "loss_total": 0.03714735433459282, + "step": 12560 + }, + { + "loss_action": 0.032460834830999374, + "loss_total": 0.032460834830999374, + "step": 12560 + }, + { + "loss_action": 0.0318281389772892, + "loss_total": 0.0318281389772892, + "step": 12560 + }, + { + "loss_action": 0.022454945370554924, + "loss_total": 0.022454945370554924, + "step": 12560 + }, + { + "loss_action": 0.05035373941063881, + "loss_total": 0.05035373941063881, + "step": 12560 + }, + { + "grad_norm": 0.6038036942481995, + "learning_rate": 9.844187984414259e-05, + "loss": 0.0419, + "step": 12570 + }, + { + "loss_action": 0.12811033427715302, + "loss_total": 0.12811033427715302, + "step": 12570 + }, + { + "loss_action": 0.017802860587835312, + "loss_total": 0.017802860587835312, + "step": 12570 + }, + { + "loss_action": 0.02891380898654461, + "loss_total": 0.02891380898654461, + "step": 12570 + }, + { + "loss_action": 0.020137716084718704, + "loss_total": 0.020137716084718704, + "step": 12570 + }, + { + "loss_action": 0.06127188727259636, + "loss_total": 0.06127188727259636, + "step": 12570 + }, + { + "loss_action": 0.08597653359174728, + "loss_total": 0.08597653359174728, + "step": 12570 + }, + { + "grad_norm": 0.533698558807373, + "learning_rate": 9.84377816034195e-05, + "loss": 0.0371, + "step": 12580 + }, + { + "loss_action": 0.09625625610351562, + "loss_total": 0.09625625610351562, + "step": 12580 + }, + { + "loss_action": 0.02840573899447918, + "loss_total": 0.02840573899447918, + "step": 12580 + }, + { + "loss_action": 0.031896304339170456, + "loss_total": 0.031896304339170456, + "step": 12580 + }, + { + "loss_action": 0.01900584250688553, + "loss_total": 0.01900584250688553, + "step": 12580 + }, + { + "loss_action": 0.046449851244688034, + "loss_total": 0.046449851244688034, + "step": 12580 + }, + { + "loss_action": 0.01786620356142521, + "loss_total": 0.01786620356142521, + "step": 12580 + }, + { + "grad_norm": 0.6393609642982483, + "learning_rate": 9.843367806561345e-05, + "loss": 0.0491, + "step": 12590 + }, + { + "loss_action": 0.050069086253643036, + "loss_total": 0.050069086253643036, + "step": 12590 + }, + { + "loss_action": 0.03701581060886383, + "loss_total": 0.03701581060886383, + "step": 12590 + }, + { + "loss_action": 0.026745902374386787, + "loss_total": 0.026745902374386787, + "step": 12590 + }, + { + "loss_action": 0.027227291837334633, + "loss_total": 0.027227291837334633, + "step": 12590 + }, + { + "loss_action": 0.018649229779839516, + "loss_total": 0.018649229779839516, + "step": 12590 + }, + { + "loss_action": 0.021215638145804405, + "loss_total": 0.021215638145804405, + "step": 12590 + }, + { + "grad_norm": 0.5766317248344421, + "learning_rate": 9.842956923117317e-05, + "loss": 0.0337, + "step": 12600 + }, + { + "loss_action": 0.04989331588149071, + "loss_total": 0.04989331588149071, + "step": 12600 + }, + { + "loss_action": 0.015675725415349007, + "loss_total": 0.015675725415349007, + "step": 12600 + }, + { + "loss_action": 0.015920139849185944, + "loss_total": 0.015920139849185944, + "step": 12600 + }, + { + "loss_action": 0.025529133155941963, + "loss_total": 0.025529133155941963, + "step": 12600 + }, + { + "loss_action": 0.03800439462065697, + "loss_total": 0.03800439462065697, + "step": 12600 + }, + { + "loss_action": 0.019077586010098457, + "loss_total": 0.019077586010098457, + "step": 12600 + }, + { + "grad_norm": 0.4375540018081665, + "learning_rate": 9.842545510054802e-05, + "loss": 0.0351, + "step": 12610 + }, + { + "loss_action": 0.042926277965307236, + "loss_total": 0.042926277965307236, + "step": 12610 + }, + { + "loss_action": 0.04687065631151199, + "loss_total": 0.04687065631151199, + "step": 12610 + }, + { + "loss_action": 0.054711245000362396, + "loss_total": 0.054711245000362396, + "step": 12610 + }, + { + "loss_action": 0.03348204866051674, + "loss_total": 0.03348204866051674, + "step": 12610 + }, + { + "loss_action": 0.01819705218076706, + "loss_total": 0.01819705218076706, + "step": 12610 + }, + { + "loss_action": 0.042320940643548965, + "loss_total": 0.042320940643548965, + "step": 12610 + }, + { + "grad_norm": 0.49039795994758606, + "learning_rate": 9.842133567418792e-05, + "loss": 0.035, + "step": 12620 + }, + { + "loss_action": 0.028240468353033066, + "loss_total": 0.028240468353033066, + "step": 12620 + }, + { + "loss_action": 0.019763456657528877, + "loss_total": 0.019763456657528877, + "step": 12620 + }, + { + "loss_action": 0.031092975288629532, + "loss_total": 0.031092975288629532, + "step": 12620 + }, + { + "loss_action": 0.027743389829993248, + "loss_total": 0.027743389829993248, + "step": 12620 + }, + { + "loss_action": 0.051178380846977234, + "loss_total": 0.051178380846977234, + "step": 12620 + }, + { + "loss_action": 0.04858079180121422, + "loss_total": 0.04858079180121422, + "step": 12620 + }, + { + "grad_norm": 0.5560605525970459, + "learning_rate": 9.841721095254333e-05, + "loss": 0.0341, + "step": 12630 + }, + { + "loss_action": 0.034969694912433624, + "loss_total": 0.034969694912433624, + "step": 12630 + }, + { + "loss_action": 0.02087925747036934, + "loss_total": 0.02087925747036934, + "step": 12630 + }, + { + "loss_action": 0.028987295925617218, + "loss_total": 0.028987295925617218, + "step": 12630 + }, + { + "loss_action": 0.02341948263347149, + "loss_total": 0.02341948263347149, + "step": 12630 + }, + { + "loss_action": 0.017626550048589706, + "loss_total": 0.017626550048589706, + "step": 12630 + }, + { + "loss_action": 0.022370167076587677, + "loss_total": 0.022370167076587677, + "step": 12630 + }, + { + "grad_norm": 0.6182488799095154, + "learning_rate": 9.841308093606537e-05, + "loss": 0.0315, + "step": 12640 + }, + { + "loss_action": 0.048431333154439926, + "loss_total": 0.048431333154439926, + "step": 12640 + }, + { + "loss_action": 0.030050968751311302, + "loss_total": 0.030050968751311302, + "step": 12640 + }, + { + "loss_action": 0.019073115661740303, + "loss_total": 0.019073115661740303, + "step": 12640 + }, + { + "loss_action": 0.01813124306499958, + "loss_total": 0.01813124306499958, + "step": 12640 + }, + { + "loss_action": 0.03655163571238518, + "loss_total": 0.03655163571238518, + "step": 12640 + }, + { + "loss_action": 0.01867680251598358, + "loss_total": 0.01867680251598358, + "step": 12640 + }, + { + "grad_norm": 0.500685453414917, + "learning_rate": 9.840894562520565e-05, + "loss": 0.0362, + "step": 12650 + }, + { + "loss_action": 0.014943026006221771, + "loss_total": 0.014943026006221771, + "step": 12650 + }, + { + "loss_action": 0.028378712013363838, + "loss_total": 0.028378712013363838, + "step": 12650 + }, + { + "loss_action": 0.027108589187264442, + "loss_total": 0.027108589187264442, + "step": 12650 + }, + { + "loss_action": 0.02452881634235382, + "loss_total": 0.02452881634235382, + "step": 12650 + }, + { + "loss_action": 0.02888105995953083, + "loss_total": 0.02888105995953083, + "step": 12650 + }, + { + "loss_action": 0.03049328178167343, + "loss_total": 0.03049328178167343, + "step": 12650 + }, + { + "grad_norm": 0.39584141969680786, + "learning_rate": 9.840480502041642e-05, + "loss": 0.0335, + "step": 12660 + }, + { + "loss_action": 0.01349980104714632, + "loss_total": 0.01349980104714632, + "step": 12660 + }, + { + "loss_action": 0.019256163388490677, + "loss_total": 0.019256163388490677, + "step": 12660 + }, + { + "loss_action": 0.02172579988837242, + "loss_total": 0.02172579988837242, + "step": 12660 + }, + { + "loss_action": 0.019881876185536385, + "loss_total": 0.019881876185536385, + "step": 12660 + }, + { + "loss_action": 0.042278315871953964, + "loss_total": 0.042278315871953964, + "step": 12660 + }, + { + "loss_action": 0.018236232921481133, + "loss_total": 0.018236232921481133, + "step": 12660 + }, + { + "grad_norm": 0.6135835647583008, + "learning_rate": 9.840065912215049e-05, + "loss": 0.0422, + "step": 12670 + }, + { + "loss_action": 0.01668599620461464, + "loss_total": 0.01668599620461464, + "step": 12670 + }, + { + "loss_action": 0.02410436049103737, + "loss_total": 0.02410436049103737, + "step": 12670 + }, + { + "loss_action": 0.02009689435362816, + "loss_total": 0.02009689435362816, + "step": 12670 + }, + { + "loss_action": 0.012197907082736492, + "loss_total": 0.012197907082736492, + "step": 12670 + }, + { + "loss_action": 0.035308755934238434, + "loss_total": 0.035308755934238434, + "step": 12670 + }, + { + "loss_action": 0.02337721548974514, + "loss_total": 0.02337721548974514, + "step": 12670 + }, + { + "grad_norm": 0.4894445240497589, + "learning_rate": 9.839650793086124e-05, + "loss": 0.0338, + "step": 12680 + }, + { + "loss_action": 0.03611219301819801, + "loss_total": 0.03611219301819801, + "step": 12680 + }, + { + "loss_action": 0.05533423647284508, + "loss_total": 0.05533423647284508, + "step": 12680 + }, + { + "loss_action": 0.24887558817863464, + "loss_total": 0.24887558817863464, + "step": 12680 + }, + { + "loss_action": 0.03755854815244675, + "loss_total": 0.03755854815244675, + "step": 12680 + }, + { + "loss_action": 0.048157744109630585, + "loss_total": 0.048157744109630585, + "step": 12680 + }, + { + "loss_action": 0.04100978747010231, + "loss_total": 0.04100978747010231, + "step": 12680 + }, + { + "grad_norm": 0.6272452473640442, + "learning_rate": 9.839235144700265e-05, + "loss": 0.0398, + "step": 12690 + }, + { + "loss_action": 0.057792212814092636, + "loss_total": 0.057792212814092636, + "step": 12690 + }, + { + "loss_action": 0.03410368412733078, + "loss_total": 0.03410368412733078, + "step": 12690 + }, + { + "loss_action": 0.026729023084044456, + "loss_total": 0.026729023084044456, + "step": 12690 + }, + { + "loss_action": 0.03766802325844765, + "loss_total": 0.03766802325844765, + "step": 12690 + }, + { + "loss_action": 0.027645384892821312, + "loss_total": 0.027645384892821312, + "step": 12690 + }, + { + "loss_action": 0.13055813312530518, + "loss_total": 0.13055813312530518, + "step": 12690 + }, + { + "grad_norm": 0.7045286297798157, + "learning_rate": 9.838818967102926e-05, + "loss": 0.0403, + "step": 12700 + }, + { + "loss_action": 0.055934567004442215, + "loss_total": 0.055934567004442215, + "step": 12700 + }, + { + "loss_action": 0.028817854821681976, + "loss_total": 0.028817854821681976, + "step": 12700 + }, + { + "loss_action": 0.024829303845763206, + "loss_total": 0.024829303845763206, + "step": 12700 + }, + { + "loss_action": 0.03734871372580528, + "loss_total": 0.03734871372580528, + "step": 12700 + }, + { + "loss_action": 0.04951895773410797, + "loss_total": 0.04951895773410797, + "step": 12700 + }, + { + "loss_action": 0.05551667511463165, + "loss_total": 0.05551667511463165, + "step": 12700 + }, + { + "grad_norm": 0.45979276299476624, + "learning_rate": 9.83840226033962e-05, + "loss": 0.0414, + "step": 12710 + }, + { + "loss_action": 0.041519418358802795, + "loss_total": 0.041519418358802795, + "step": 12710 + }, + { + "loss_action": 0.023105164989829063, + "loss_total": 0.023105164989829063, + "step": 12710 + }, + { + "loss_action": 0.028652407228946686, + "loss_total": 0.028652407228946686, + "step": 12710 + }, + { + "loss_action": 0.03273295611143112, + "loss_total": 0.03273295611143112, + "step": 12710 + }, + { + "loss_action": 0.01950385794043541, + "loss_total": 0.01950385794043541, + "step": 12710 + }, + { + "loss_action": 0.045680053532123566, + "loss_total": 0.045680053532123566, + "step": 12710 + }, + { + "grad_norm": 0.6921675801277161, + "learning_rate": 9.837985024455918e-05, + "loss": 0.0408, + "step": 12720 + }, + { + "loss_action": 0.057997871190309525, + "loss_total": 0.057997871190309525, + "step": 12720 + }, + { + "loss_action": 0.021352900192141533, + "loss_total": 0.021352900192141533, + "step": 12720 + }, + { + "loss_action": 0.03588266670703888, + "loss_total": 0.03588266670703888, + "step": 12720 + }, + { + "loss_action": 0.04491152614355087, + "loss_total": 0.04491152614355087, + "step": 12720 + }, + { + "loss_action": 0.02135126292705536, + "loss_total": 0.02135126292705536, + "step": 12720 + }, + { + "loss_action": 0.01967662200331688, + "loss_total": 0.01967662200331688, + "step": 12720 + }, + { + "grad_norm": 0.5551960468292236, + "learning_rate": 9.837567259497447e-05, + "loss": 0.0391, + "step": 12730 + }, + { + "loss_action": 0.041354648768901825, + "loss_total": 0.041354648768901825, + "step": 12730 + }, + { + "loss_action": 0.03744480386376381, + "loss_total": 0.03744480386376381, + "step": 12730 + }, + { + "loss_action": 0.021970752626657486, + "loss_total": 0.021970752626657486, + "step": 12730 + }, + { + "loss_action": 0.03524833172559738, + "loss_total": 0.03524833172559738, + "step": 12730 + }, + { + "loss_action": 0.030887041240930557, + "loss_total": 0.030887041240930557, + "step": 12730 + }, + { + "loss_action": 0.04021612927317619, + "loss_total": 0.04021612927317619, + "step": 12730 + }, + { + "grad_norm": 0.580310583114624, + "learning_rate": 9.837148965509894e-05, + "loss": 0.0362, + "step": 12740 + }, + { + "loss_action": 0.03383084014058113, + "loss_total": 0.03383084014058113, + "step": 12740 + }, + { + "loss_action": 0.026431815698742867, + "loss_total": 0.026431815698742867, + "step": 12740 + }, + { + "loss_action": 0.0244126059114933, + "loss_total": 0.0244126059114933, + "step": 12740 + }, + { + "loss_action": 0.025110993534326553, + "loss_total": 0.025110993534326553, + "step": 12740 + }, + { + "loss_action": 0.021294258534908295, + "loss_total": 0.021294258534908295, + "step": 12740 + }, + { + "loss_action": 0.08995147794485092, + "loss_total": 0.08995147794485092, + "step": 12740 + }, + { + "grad_norm": 0.6324325203895569, + "learning_rate": 9.836730142539001e-05, + "loss": 0.0373, + "step": 12750 + }, + { + "loss_action": 0.02400432899594307, + "loss_total": 0.02400432899594307, + "step": 12750 + }, + { + "loss_action": 0.043236132711172104, + "loss_total": 0.043236132711172104, + "step": 12750 + }, + { + "loss_action": 0.034363895654678345, + "loss_total": 0.034363895654678345, + "step": 12750 + }, + { + "loss_action": 0.027354581281542778, + "loss_total": 0.027354581281542778, + "step": 12750 + }, + { + "loss_action": 0.020983051508665085, + "loss_total": 0.020983051508665085, + "step": 12750 + }, + { + "loss_action": 0.024910524487495422, + "loss_total": 0.024910524487495422, + "step": 12750 + }, + { + "grad_norm": 0.4982215166091919, + "learning_rate": 9.836310790630574e-05, + "loss": 0.0383, + "step": 12760 + }, + { + "loss_action": 0.037962231785058975, + "loss_total": 0.037962231785058975, + "step": 12760 + }, + { + "loss_action": 0.024037666618824005, + "loss_total": 0.024037666618824005, + "step": 12760 + }, + { + "loss_action": 0.02014015056192875, + "loss_total": 0.02014015056192875, + "step": 12760 + }, + { + "loss_action": 0.023925961926579475, + "loss_total": 0.023925961926579475, + "step": 12760 + }, + { + "loss_action": 0.023521944880485535, + "loss_total": 0.023521944880485535, + "step": 12760 + }, + { + "loss_action": 0.01882503740489483, + "loss_total": 0.01882503740489483, + "step": 12760 + }, + { + "grad_norm": 0.6564598083496094, + "learning_rate": 9.83589090983047e-05, + "loss": 0.036, + "step": 12770 + }, + { + "loss_action": 0.06941831856966019, + "loss_total": 0.06941831856966019, + "step": 12770 + }, + { + "loss_action": 0.03181977942585945, + "loss_total": 0.03181977942585945, + "step": 12770 + }, + { + "loss_action": 0.02026173286139965, + "loss_total": 0.02026173286139965, + "step": 12770 + }, + { + "loss_action": 0.03771992027759552, + "loss_total": 0.03771992027759552, + "step": 12770 + }, + { + "loss_action": 0.03146595507860184, + "loss_total": 0.03146595507860184, + "step": 12770 + }, + { + "loss_action": 0.17016980051994324, + "loss_total": 0.17016980051994324, + "step": 12770 + }, + { + "grad_norm": 0.5824037790298462, + "learning_rate": 9.835470500184605e-05, + "loss": 0.0431, + "step": 12780 + }, + { + "loss_action": 0.03438403829932213, + "loss_total": 0.03438403829932213, + "step": 12780 + }, + { + "loss_action": 0.02401728555560112, + "loss_total": 0.02401728555560112, + "step": 12780 + }, + { + "loss_action": 0.037785645574331284, + "loss_total": 0.037785645574331284, + "step": 12780 + }, + { + "loss_action": 0.048369865864515305, + "loss_total": 0.048369865864515305, + "step": 12780 + }, + { + "loss_action": 0.03719290718436241, + "loss_total": 0.03719290718436241, + "step": 12780 + }, + { + "loss_action": 0.03175334632396698, + "loss_total": 0.03175334632396698, + "step": 12780 + }, + { + "grad_norm": 0.4961317181587219, + "learning_rate": 9.835049561738957e-05, + "loss": 0.0306, + "step": 12790 + }, + { + "loss_action": 0.02446386031806469, + "loss_total": 0.02446386031806469, + "step": 12790 + }, + { + "loss_action": 0.07629279047250748, + "loss_total": 0.07629279047250748, + "step": 12790 + }, + { + "loss_action": 0.021034179255366325, + "loss_total": 0.021034179255366325, + "step": 12790 + }, + { + "loss_action": 0.06511875241994858, + "loss_total": 0.06511875241994858, + "step": 12790 + }, + { + "loss_action": 0.12565143406391144, + "loss_total": 0.12565143406391144, + "step": 12790 + }, + { + "loss_action": 0.027693497017025948, + "loss_total": 0.027693497017025948, + "step": 12790 + }, + { + "grad_norm": 0.5559617280960083, + "learning_rate": 9.834628094539558e-05, + "loss": 0.0378, + "step": 12800 + }, + { + "loss_action": 0.034336939454078674, + "loss_total": 0.034336939454078674, + "step": 12800 + }, + { + "loss_action": 0.018070759251713753, + "loss_total": 0.018070759251713753, + "step": 12800 + }, + { + "loss_action": 0.03205764666199684, + "loss_total": 0.03205764666199684, + "step": 12800 + }, + { + "loss_action": 0.05040021240711212, + "loss_total": 0.05040021240711212, + "step": 12800 + }, + { + "loss_action": 0.02260497398674488, + "loss_total": 0.02260497398674488, + "step": 12800 + }, + { + "loss_action": 0.08561068028211594, + "loss_total": 0.08561068028211594, + "step": 12800 + }, + { + "grad_norm": 1.0570660829544067, + "learning_rate": 9.834206098632499e-05, + "loss": 0.0444, + "step": 12810 + }, + { + "loss_action": 0.03176772594451904, + "loss_total": 0.03176772594451904, + "step": 12810 + }, + { + "loss_action": 0.023817410692572594, + "loss_total": 0.023817410692572594, + "step": 12810 + }, + { + "loss_action": 0.01983623579144478, + "loss_total": 0.01983623579144478, + "step": 12810 + }, + { + "loss_action": 0.018977101892232895, + "loss_total": 0.018977101892232895, + "step": 12810 + }, + { + "loss_action": 0.032607920467853546, + "loss_total": 0.032607920467853546, + "step": 12810 + }, + { + "loss_action": 0.022984324023127556, + "loss_total": 0.022984324023127556, + "step": 12810 + }, + { + "grad_norm": 0.563856303691864, + "learning_rate": 9.833783574063931e-05, + "loss": 0.0378, + "step": 12820 + }, + { + "loss_action": 0.025143014267086983, + "loss_total": 0.025143014267086983, + "step": 12820 + }, + { + "loss_action": 0.03388998284935951, + "loss_total": 0.03388998284935951, + "step": 12820 + }, + { + "loss_action": 0.029236678034067154, + "loss_total": 0.029236678034067154, + "step": 12820 + }, + { + "loss_action": 0.03652304783463478, + "loss_total": 0.03652304783463478, + "step": 12820 + }, + { + "loss_action": 0.061813030391931534, + "loss_total": 0.061813030391931534, + "step": 12820 + }, + { + "loss_action": 0.02376173809170723, + "loss_total": 0.02376173809170723, + "step": 12820 + }, + { + "grad_norm": 0.6223411560058594, + "learning_rate": 9.833360520880058e-05, + "loss": 0.0411, + "step": 12830 + }, + { + "loss_action": 0.03032570891082287, + "loss_total": 0.03032570891082287, + "step": 12830 + }, + { + "loss_action": 0.04041996970772743, + "loss_total": 0.04041996970772743, + "step": 12830 + }, + { + "loss_action": 0.04079077020287514, + "loss_total": 0.04079077020287514, + "step": 12830 + }, + { + "loss_action": 0.037756629288196564, + "loss_total": 0.037756629288196564, + "step": 12830 + }, + { + "loss_action": 0.0351158082485199, + "loss_total": 0.0351158082485199, + "step": 12830 + }, + { + "loss_action": 0.03441813215613365, + "loss_total": 0.03441813215613365, + "step": 12830 + }, + { + "grad_norm": 0.5707849860191345, + "learning_rate": 9.832936939127144e-05, + "loss": 0.0357, + "step": 12840 + }, + { + "loss_action": 0.022645635530352592, + "loss_total": 0.022645635530352592, + "step": 12840 + }, + { + "loss_action": 0.028697600588202477, + "loss_total": 0.028697600588202477, + "step": 12840 + }, + { + "loss_action": 0.02456645667552948, + "loss_total": 0.02456645667552948, + "step": 12840 + }, + { + "loss_action": 0.03255493938922882, + "loss_total": 0.03255493938922882, + "step": 12840 + }, + { + "loss_action": 0.020554639399051666, + "loss_total": 0.020554639399051666, + "step": 12840 + }, + { + "loss_action": 0.05878152698278427, + "loss_total": 0.05878152698278427, + "step": 12840 + }, + { + "grad_norm": 0.5389299392700195, + "learning_rate": 9.832512828851515e-05, + "loss": 0.0341, + "step": 12850 + }, + { + "loss_action": 0.027136269956827164, + "loss_total": 0.027136269956827164, + "step": 12850 + }, + { + "loss_action": 0.04076306149363518, + "loss_total": 0.04076306149363518, + "step": 12850 + }, + { + "loss_action": 0.01749197393655777, + "loss_total": 0.01749197393655777, + "step": 12850 + }, + { + "loss_action": 0.023765675723552704, + "loss_total": 0.023765675723552704, + "step": 12850 + }, + { + "loss_action": 0.025394709780812263, + "loss_total": 0.025394709780812263, + "step": 12850 + }, + { + "loss_action": 0.02870522253215313, + "loss_total": 0.02870522253215313, + "step": 12850 + }, + { + "grad_norm": 0.5630303025245667, + "learning_rate": 9.832088190099546e-05, + "loss": 0.0333, + "step": 12860 + }, + { + "loss_action": 0.026194129139184952, + "loss_total": 0.026194129139184952, + "step": 12860 + }, + { + "loss_action": 0.02258329838514328, + "loss_total": 0.02258329838514328, + "step": 12860 + }, + { + "loss_action": 0.022722754627466202, + "loss_total": 0.022722754627466202, + "step": 12860 + }, + { + "loss_action": 0.0326167531311512, + "loss_total": 0.0326167531311512, + "step": 12860 + }, + { + "loss_action": 0.040007997304201126, + "loss_total": 0.040007997304201126, + "step": 12860 + }, + { + "loss_action": 0.02518167532980442, + "loss_total": 0.02518167532980442, + "step": 12860 + }, + { + "grad_norm": 0.637700617313385, + "learning_rate": 9.831663022917679e-05, + "loss": 0.0354, + "step": 12870 + }, + { + "loss_action": 0.01808110997080803, + "loss_total": 0.01808110997080803, + "step": 12870 + }, + { + "loss_action": 0.021116388961672783, + "loss_total": 0.021116388961672783, + "step": 12870 + }, + { + "loss_action": 0.024617096409201622, + "loss_total": 0.024617096409201622, + "step": 12870 + }, + { + "loss_action": 0.02610527165234089, + "loss_total": 0.02610527165234089, + "step": 12870 + }, + { + "loss_action": 0.021229315549135208, + "loss_total": 0.021229315549135208, + "step": 12870 + }, + { + "loss_action": 0.02368691749870777, + "loss_total": 0.02368691749870777, + "step": 12870 + }, + { + "grad_norm": 0.47952479124069214, + "learning_rate": 9.831237327352407e-05, + "loss": 0.0301, + "step": 12880 + }, + { + "loss_action": 0.054023317992687225, + "loss_total": 0.054023317992687225, + "step": 12880 + }, + { + "loss_action": 0.03622106835246086, + "loss_total": 0.03622106835246086, + "step": 12880 + }, + { + "loss_action": 0.02877771109342575, + "loss_total": 0.02877771109342575, + "step": 12880 + }, + { + "loss_action": 0.020447952672839165, + "loss_total": 0.020447952672839165, + "step": 12880 + }, + { + "loss_action": 0.036015257239341736, + "loss_total": 0.036015257239341736, + "step": 12880 + }, + { + "loss_action": 0.022418156266212463, + "loss_total": 0.022418156266212463, + "step": 12880 + }, + { + "grad_norm": 0.46051841974258423, + "learning_rate": 9.830811103450286e-05, + "loss": 0.0325, + "step": 12890 + }, + { + "loss_action": 0.02104170434176922, + "loss_total": 0.02104170434176922, + "step": 12890 + }, + { + "loss_action": 0.03829258307814598, + "loss_total": 0.03829258307814598, + "step": 12890 + }, + { + "loss_action": 0.021251408383250237, + "loss_total": 0.021251408383250237, + "step": 12890 + }, + { + "loss_action": 0.021292300894856453, + "loss_total": 0.021292300894856453, + "step": 12890 + }, + { + "loss_action": 0.030187709257006645, + "loss_total": 0.030187709257006645, + "step": 12890 + }, + { + "loss_action": 0.023186417296528816, + "loss_total": 0.023186417296528816, + "step": 12890 + }, + { + "grad_norm": 0.5649312138557434, + "learning_rate": 9.830384351257924e-05, + "loss": 0.0334, + "step": 12900 + }, + { + "loss_action": 0.20536334812641144, + "loss_total": 0.20536334812641144, + "step": 12900 + }, + { + "loss_action": 0.06362513452768326, + "loss_total": 0.06362513452768326, + "step": 12900 + }, + { + "loss_action": 0.021784596145153046, + "loss_total": 0.021784596145153046, + "step": 12900 + }, + { + "loss_action": 0.01844506338238716, + "loss_total": 0.01844506338238716, + "step": 12900 + }, + { + "loss_action": 0.019471945241093636, + "loss_total": 0.019471945241093636, + "step": 12900 + }, + { + "loss_action": 0.023782024160027504, + "loss_total": 0.023782024160027504, + "step": 12900 + }, + { + "grad_norm": 0.45627281069755554, + "learning_rate": 9.829957070821993e-05, + "loss": 0.0329, + "step": 12910 + }, + { + "loss_action": 0.04182028770446777, + "loss_total": 0.04182028770446777, + "step": 12910 + }, + { + "loss_action": 0.02977570705115795, + "loss_total": 0.02977570705115795, + "step": 12910 + }, + { + "loss_action": 0.02256692387163639, + "loss_total": 0.02256692387163639, + "step": 12910 + }, + { + "loss_action": 0.028965089470148087, + "loss_total": 0.028965089470148087, + "step": 12910 + }, + { + "loss_action": 0.012817849405109882, + "loss_total": 0.012817849405109882, + "step": 12910 + }, + { + "loss_action": 0.027228619903326035, + "loss_total": 0.027228619903326035, + "step": 12910 + }, + { + "grad_norm": 0.5651729702949524, + "learning_rate": 9.829529262189218e-05, + "loss": 0.03, + "step": 12920 + }, + { + "loss_action": 0.053002987056970596, + "loss_total": 0.053002987056970596, + "step": 12920 + }, + { + "loss_action": 0.04198659956455231, + "loss_total": 0.04198659956455231, + "step": 12920 + }, + { + "loss_action": 0.04621291905641556, + "loss_total": 0.04621291905641556, + "step": 12920 + }, + { + "loss_action": 0.027016179636120796, + "loss_total": 0.027016179636120796, + "step": 12920 + }, + { + "loss_action": 0.055284421890974045, + "loss_total": 0.055284421890974045, + "step": 12920 + }, + { + "loss_action": 0.042581453919410706, + "loss_total": 0.042581453919410706, + "step": 12920 + }, + { + "grad_norm": 0.590410053730011, + "learning_rate": 9.829100925406385e-05, + "loss": 0.0314, + "step": 12930 + }, + { + "loss_action": 0.021661998704075813, + "loss_total": 0.021661998704075813, + "step": 12930 + }, + { + "loss_action": 0.014053363353013992, + "loss_total": 0.014053363353013992, + "step": 12930 + }, + { + "loss_action": 0.01703489013016224, + "loss_total": 0.01703489013016224, + "step": 12930 + }, + { + "loss_action": 0.036960214376449585, + "loss_total": 0.036960214376449585, + "step": 12930 + }, + { + "loss_action": 0.03230758383870125, + "loss_total": 0.03230758383870125, + "step": 12930 + }, + { + "loss_action": 0.03335822373628616, + "loss_total": 0.03335822373628616, + "step": 12930 + }, + { + "grad_norm": 0.5602961182594299, + "learning_rate": 9.828672060520333e-05, + "loss": 0.0313, + "step": 12940 + }, + { + "loss_action": 0.020910756662487984, + "loss_total": 0.020910756662487984, + "step": 12940 + }, + { + "loss_action": 0.015121843665838242, + "loss_total": 0.015121843665838242, + "step": 12940 + }, + { + "loss_action": 0.01301664486527443, + "loss_total": 0.01301664486527443, + "step": 12940 + }, + { + "loss_action": 0.020497795194387436, + "loss_total": 0.020497795194387436, + "step": 12940 + }, + { + "loss_action": 0.019158804789185524, + "loss_total": 0.019158804789185524, + "step": 12940 + }, + { + "loss_action": 0.03992677479982376, + "loss_total": 0.03992677479982376, + "step": 12940 + }, + { + "grad_norm": 0.4835298955440521, + "learning_rate": 9.828242667577966e-05, + "loss": 0.0361, + "step": 12950 + }, + { + "loss_action": 0.03368516266345978, + "loss_total": 0.03368516266345978, + "step": 12950 + }, + { + "loss_action": 0.014040463604032993, + "loss_total": 0.014040463604032993, + "step": 12950 + }, + { + "loss_action": 0.02547413483262062, + "loss_total": 0.02547413483262062, + "step": 12950 + }, + { + "loss_action": 0.03179843723773956, + "loss_total": 0.03179843723773956, + "step": 12950 + }, + { + "loss_action": 0.027611544355750084, + "loss_total": 0.027611544355750084, + "step": 12950 + }, + { + "loss_action": 0.015455479733645916, + "loss_total": 0.015455479733645916, + "step": 12950 + }, + { + "grad_norm": 0.5338230729103088, + "learning_rate": 9.82781274662624e-05, + "loss": 0.0319, + "step": 12960 + }, + { + "loss_action": 0.022214381024241447, + "loss_total": 0.022214381024241447, + "step": 12960 + }, + { + "loss_action": 0.050195809453725815, + "loss_total": 0.050195809453725815, + "step": 12960 + }, + { + "loss_action": 0.029537510126829147, + "loss_total": 0.029537510126829147, + "step": 12960 + }, + { + "loss_action": 0.01607995294034481, + "loss_total": 0.01607995294034481, + "step": 12960 + }, + { + "loss_action": 0.018507257103919983, + "loss_total": 0.018507257103919983, + "step": 12960 + }, + { + "loss_action": 0.026684999465942383, + "loss_total": 0.026684999465942383, + "step": 12960 + }, + { + "grad_norm": 0.5213213562965393, + "learning_rate": 9.82738229771217e-05, + "loss": 0.0371, + "step": 12970 + }, + { + "loss_action": 0.027784155681729317, + "loss_total": 0.027784155681729317, + "step": 12970 + }, + { + "loss_action": 0.07949601113796234, + "loss_total": 0.07949601113796234, + "step": 12970 + }, + { + "loss_action": 0.025564203038811684, + "loss_total": 0.025564203038811684, + "step": 12970 + }, + { + "loss_action": 0.030142417177557945, + "loss_total": 0.030142417177557945, + "step": 12970 + }, + { + "loss_action": 0.03190130740404129, + "loss_total": 0.03190130740404129, + "step": 12970 + }, + { + "loss_action": 0.024326398968696594, + "loss_total": 0.024326398968696594, + "step": 12970 + }, + { + "grad_norm": 0.41446906328201294, + "learning_rate": 9.826951320882829e-05, + "loss": 0.0342, + "step": 12980 + }, + { + "loss_action": 0.03732007369399071, + "loss_total": 0.03732007369399071, + "step": 12980 + }, + { + "loss_action": 0.022449038922786713, + "loss_total": 0.022449038922786713, + "step": 12980 + }, + { + "loss_action": 0.03400886431336403, + "loss_total": 0.03400886431336403, + "step": 12980 + }, + { + "loss_action": 0.02641904726624489, + "loss_total": 0.02641904726624489, + "step": 12980 + }, + { + "loss_action": 0.024627752602100372, + "loss_total": 0.024627752602100372, + "step": 12980 + }, + { + "loss_action": 0.01864398829638958, + "loss_total": 0.01864398829638958, + "step": 12980 + }, + { + "grad_norm": 0.5115947127342224, + "learning_rate": 9.826519816185351e-05, + "loss": 0.0288, + "step": 12990 + }, + { + "loss_action": 0.01761854998767376, + "loss_total": 0.01761854998767376, + "step": 12990 + }, + { + "loss_action": 0.026529671624302864, + "loss_total": 0.026529671624302864, + "step": 12990 + }, + { + "loss_action": 0.03672744706273079, + "loss_total": 0.03672744706273079, + "step": 12990 + }, + { + "loss_action": 0.049901917576789856, + "loss_total": 0.049901917576789856, + "step": 12990 + }, + { + "loss_action": 0.06852751970291138, + "loss_total": 0.06852751970291138, + "step": 12990 + }, + { + "loss_action": 0.026170015335083008, + "loss_total": 0.026170015335083008, + "step": 12990 + }, + { + "grad_norm": 0.39434733986854553, + "learning_rate": 9.826087783666921e-05, + "loss": 0.0316, + "step": 13000 + }, + { + "loss_action": 0.02045641839504242, + "loss_total": 0.02045641839504242, + "step": 13000 + }, + { + "loss_action": 0.019314995035529137, + "loss_total": 0.019314995035529137, + "step": 13000 + }, + { + "loss_action": 0.021936774253845215, + "loss_total": 0.021936774253845215, + "step": 13000 + }, + { + "loss_action": 0.033217910677194595, + "loss_total": 0.033217910677194595, + "step": 13000 + }, + { + "loss_action": 0.03075183741748333, + "loss_total": 0.03075183741748333, + "step": 13000 + }, + { + "loss_action": 0.016471488401293755, + "loss_total": 0.016471488401293755, + "step": 13000 + }, + { + "grad_norm": 0.5226288437843323, + "learning_rate": 9.825655223374787e-05, + "loss": 0.0319, + "step": 13010 + }, + { + "loss_action": 0.026867201551795006, + "loss_total": 0.026867201551795006, + "step": 13010 + }, + { + "loss_action": 0.022780386731028557, + "loss_total": 0.022780386731028557, + "step": 13010 + }, + { + "loss_action": 0.014750140719115734, + "loss_total": 0.014750140719115734, + "step": 13010 + }, + { + "loss_action": 0.035462528467178345, + "loss_total": 0.035462528467178345, + "step": 13010 + }, + { + "loss_action": 0.030605744570493698, + "loss_total": 0.030605744570493698, + "step": 13010 + }, + { + "loss_action": 0.03723284229636192, + "loss_total": 0.03723284229636192, + "step": 13010 + }, + { + "grad_norm": 0.45435357093811035, + "learning_rate": 9.825222135356253e-05, + "loss": 0.028, + "step": 13020 + }, + { + "loss_action": 0.05627159774303436, + "loss_total": 0.05627159774303436, + "step": 13020 + }, + { + "loss_action": 0.021865371614694595, + "loss_total": 0.021865371614694595, + "step": 13020 + }, + { + "loss_action": 0.029381146654486656, + "loss_total": 0.029381146654486656, + "step": 13020 + }, + { + "loss_action": 0.02248789556324482, + "loss_total": 0.02248789556324482, + "step": 13020 + }, + { + "loss_action": 0.018903765827417374, + "loss_total": 0.018903765827417374, + "step": 13020 + }, + { + "loss_action": 0.05486308038234711, + "loss_total": 0.05486308038234711, + "step": 13020 + }, + { + "grad_norm": 0.6442818641662598, + "learning_rate": 9.82478851965868e-05, + "loss": 0.0266, + "step": 13030 + }, + { + "loss_action": 0.01926000975072384, + "loss_total": 0.01926000975072384, + "step": 13030 + }, + { + "loss_action": 0.023472769185900688, + "loss_total": 0.023472769185900688, + "step": 13030 + }, + { + "loss_action": 0.04407353326678276, + "loss_total": 0.04407353326678276, + "step": 13030 + }, + { + "loss_action": 0.027798788622021675, + "loss_total": 0.027798788622021675, + "step": 13030 + }, + { + "loss_action": 0.04864908754825592, + "loss_total": 0.04864908754825592, + "step": 13030 + }, + { + "loss_action": 0.04177921637892723, + "loss_total": 0.04177921637892723, + "step": 13030 + }, + { + "grad_norm": 0.4355922341346741, + "learning_rate": 9.82435437632949e-05, + "loss": 0.0276, + "step": 13040 + }, + { + "loss_action": 0.04952067881822586, + "loss_total": 0.04952067881822586, + "step": 13040 + }, + { + "loss_action": 0.015560452826321125, + "loss_total": 0.015560452826321125, + "step": 13040 + }, + { + "loss_action": 0.018664654344320297, + "loss_total": 0.018664654344320297, + "step": 13040 + }, + { + "loss_action": 0.022722277790308, + "loss_total": 0.022722277790308, + "step": 13040 + }, + { + "loss_action": 0.018160995095968246, + "loss_total": 0.018160995095968246, + "step": 13040 + }, + { + "loss_action": 0.022723080590367317, + "loss_total": 0.022723080590367317, + "step": 13040 + }, + { + "grad_norm": 0.5115525126457214, + "learning_rate": 9.823919705416158e-05, + "loss": 0.0371, + "step": 13050 + }, + { + "loss_action": 0.03091118484735489, + "loss_total": 0.03091118484735489, + "step": 13050 + }, + { + "loss_action": 0.025604309514164925, + "loss_total": 0.025604309514164925, + "step": 13050 + }, + { + "loss_action": 0.02365543134510517, + "loss_total": 0.02365543134510517, + "step": 13050 + }, + { + "loss_action": 0.20892159640789032, + "loss_total": 0.20892159640789032, + "step": 13050 + }, + { + "loss_action": 0.017700960859656334, + "loss_total": 0.017700960859656334, + "step": 13050 + }, + { + "loss_action": 0.10382287949323654, + "loss_total": 0.10382287949323654, + "step": 13050 + }, + { + "grad_norm": 0.6312055587768555, + "learning_rate": 9.82348450696622e-05, + "loss": 0.0328, + "step": 13060 + }, + { + "loss_action": 0.03804318979382515, + "loss_total": 0.03804318979382515, + "step": 13060 + }, + { + "loss_action": 0.025945445522665977, + "loss_total": 0.025945445522665977, + "step": 13060 + }, + { + "loss_action": 0.02888079546391964, + "loss_total": 0.02888079546391964, + "step": 13060 + }, + { + "loss_action": 0.09583841264247894, + "loss_total": 0.09583841264247894, + "step": 13060 + }, + { + "loss_action": 0.03846856951713562, + "loss_total": 0.03846856951713562, + "step": 13060 + }, + { + "loss_action": 0.03688264265656471, + "loss_total": 0.03688264265656471, + "step": 13060 + }, + { + "grad_norm": 0.6138917803764343, + "learning_rate": 9.823048781027268e-05, + "loss": 0.0368, + "step": 13070 + }, + { + "loss_action": 0.020129870623350143, + "loss_total": 0.020129870623350143, + "step": 13070 + }, + { + "loss_action": 0.02167755551636219, + "loss_total": 0.02167755551636219, + "step": 13070 + }, + { + "loss_action": 0.01469002477824688, + "loss_total": 0.01469002477824688, + "step": 13070 + }, + { + "loss_action": 0.02645203284919262, + "loss_total": 0.02645203284919262, + "step": 13070 + }, + { + "loss_action": 0.028697500005364418, + "loss_total": 0.028697500005364418, + "step": 13070 + }, + { + "loss_action": 0.021653566509485245, + "loss_total": 0.021653566509485245, + "step": 13070 + }, + { + "grad_norm": 0.546048104763031, + "learning_rate": 9.822612527646953e-05, + "loss": 0.0351, + "step": 13080 + }, + { + "loss_action": 0.024259770289063454, + "loss_total": 0.024259770289063454, + "step": 13080 + }, + { + "loss_action": 0.01658160425722599, + "loss_total": 0.01658160425722599, + "step": 13080 + }, + { + "loss_action": 0.014255434274673462, + "loss_total": 0.014255434274673462, + "step": 13080 + }, + { + "loss_action": 0.06673500686883926, + "loss_total": 0.06673500686883926, + "step": 13080 + }, + { + "loss_action": 0.022482799366116524, + "loss_total": 0.022482799366116524, + "step": 13080 + }, + { + "loss_action": 0.0545409731566906, + "loss_total": 0.0545409731566906, + "step": 13080 + }, + { + "grad_norm": 0.4835212230682373, + "learning_rate": 9.822175746872984e-05, + "loss": 0.0273, + "step": 13090 + }, + { + "loss_action": 0.07059522718191147, + "loss_total": 0.07059522718191147, + "step": 13090 + }, + { + "loss_action": 0.021121002733707428, + "loss_total": 0.021121002733707428, + "step": 13090 + }, + { + "loss_action": 0.021901682019233704, + "loss_total": 0.021901682019233704, + "step": 13090 + }, + { + "loss_action": 0.02665308304131031, + "loss_total": 0.02665308304131031, + "step": 13090 + }, + { + "loss_action": 0.03694944828748703, + "loss_total": 0.03694944828748703, + "step": 13090 + }, + { + "loss_action": 0.020601296797394753, + "loss_total": 0.020601296797394753, + "step": 13090 + }, + { + "grad_norm": 0.5761206150054932, + "learning_rate": 9.821738438753123e-05, + "loss": 0.0373, + "step": 13100 + }, + { + "loss_action": 0.03473639860749245, + "loss_total": 0.03473639860749245, + "step": 13100 + }, + { + "loss_action": 0.07487349957227707, + "loss_total": 0.07487349957227707, + "step": 13100 + }, + { + "loss_action": 0.11196783930063248, + "loss_total": 0.11196783930063248, + "step": 13100 + }, + { + "loss_action": 0.02765030972659588, + "loss_total": 0.02765030972659588, + "step": 13100 + }, + { + "loss_action": 0.016614869236946106, + "loss_total": 0.016614869236946106, + "step": 13100 + }, + { + "loss_action": 0.02781958319246769, + "loss_total": 0.02781958319246769, + "step": 13100 + }, + { + "grad_norm": 0.47285082936286926, + "learning_rate": 9.821300603335196e-05, + "loss": 0.0359, + "step": 13110 + }, + { + "loss_action": 0.03450661152601242, + "loss_total": 0.03450661152601242, + "step": 13110 + }, + { + "loss_action": 0.05111373960971832, + "loss_total": 0.05111373960971832, + "step": 13110 + }, + { + "loss_action": 0.013661330565810204, + "loss_total": 0.013661330565810204, + "step": 13110 + }, + { + "loss_action": 0.015397452749311924, + "loss_total": 0.015397452749311924, + "step": 13110 + }, + { + "loss_action": 0.02361910045146942, + "loss_total": 0.02361910045146942, + "step": 13110 + }, + { + "loss_action": 0.03248128294944763, + "loss_total": 0.03248128294944763, + "step": 13110 + }, + { + "grad_norm": 0.45695236325263977, + "learning_rate": 9.820862240667085e-05, + "loss": 0.0356, + "step": 13120 + }, + { + "loss_action": 0.02589660882949829, + "loss_total": 0.02589660882949829, + "step": 13120 + }, + { + "loss_action": 0.04299512133002281, + "loss_total": 0.04299512133002281, + "step": 13120 + }, + { + "loss_action": 0.020024461671710014, + "loss_total": 0.020024461671710014, + "step": 13120 + }, + { + "loss_action": 0.023217009380459785, + "loss_total": 0.023217009380459785, + "step": 13120 + }, + { + "loss_action": 0.05652257427573204, + "loss_total": 0.05652257427573204, + "step": 13120 + }, + { + "loss_action": 0.027050085365772247, + "loss_total": 0.027050085365772247, + "step": 13120 + }, + { + "grad_norm": 0.4797128736972809, + "learning_rate": 9.820423350796726e-05, + "loss": 0.0318, + "step": 13130 + }, + { + "loss_action": 0.024541206657886505, + "loss_total": 0.024541206657886505, + "step": 13130 + }, + { + "loss_action": 0.024575186893343925, + "loss_total": 0.024575186893343925, + "step": 13130 + }, + { + "loss_action": 0.05723333731293678, + "loss_total": 0.05723333731293678, + "step": 13130 + }, + { + "loss_action": 0.010418850928544998, + "loss_total": 0.010418850928544998, + "step": 13130 + }, + { + "loss_action": 0.021952040493488312, + "loss_total": 0.021952040493488312, + "step": 13130 + }, + { + "loss_action": 0.05372193828225136, + "loss_total": 0.05372193828225136, + "step": 13130 + }, + { + "grad_norm": 0.6235663890838623, + "learning_rate": 9.819983933772118e-05, + "loss": 0.0401, + "step": 13140 + }, + { + "loss_action": 0.032970115542411804, + "loss_total": 0.032970115542411804, + "step": 13140 + }, + { + "loss_action": 0.030469967052340508, + "loss_total": 0.030469967052340508, + "step": 13140 + }, + { + "loss_action": 0.04076716676354408, + "loss_total": 0.04076716676354408, + "step": 13140 + }, + { + "loss_action": 0.07752574980258942, + "loss_total": 0.07752574980258942, + "step": 13140 + }, + { + "loss_action": 0.04545252397656441, + "loss_total": 0.04545252397656441, + "step": 13140 + }, + { + "loss_action": 0.12558458745479584, + "loss_total": 0.12558458745479584, + "step": 13140 + }, + { + "grad_norm": 0.8220883011817932, + "learning_rate": 9.819543989641314e-05, + "loss": 0.0401, + "step": 13150 + }, + { + "loss_action": 0.044800661504268646, + "loss_total": 0.044800661504268646, + "step": 13150 + }, + { + "loss_action": 0.0417921282351017, + "loss_total": 0.0417921282351017, + "step": 13150 + }, + { + "loss_action": 0.03781165927648544, + "loss_total": 0.03781165927648544, + "step": 13150 + }, + { + "loss_action": 0.027074526995420456, + "loss_total": 0.027074526995420456, + "step": 13150 + }, + { + "loss_action": 0.02486136183142662, + "loss_total": 0.02486136183142662, + "step": 13150 + }, + { + "loss_action": 0.023809371516108513, + "loss_total": 0.023809371516108513, + "step": 13150 + }, + { + "grad_norm": 0.7128955721855164, + "learning_rate": 9.819103518452423e-05, + "loss": 0.0355, + "step": 13160 + }, + { + "loss_action": 0.06805352121591568, + "loss_total": 0.06805352121591568, + "step": 13160 + }, + { + "loss_action": 0.04135549068450928, + "loss_total": 0.04135549068450928, + "step": 13160 + }, + { + "loss_action": 0.0404525063931942, + "loss_total": 0.0404525063931942, + "step": 13160 + }, + { + "loss_action": 0.04000132903456688, + "loss_total": 0.04000132903456688, + "step": 13160 + }, + { + "loss_action": 0.022306907922029495, + "loss_total": 0.022306907922029495, + "step": 13160 + }, + { + "loss_action": 0.02775431051850319, + "loss_total": 0.02775431051850319, + "step": 13160 + }, + { + "grad_norm": 0.5798500180244446, + "learning_rate": 9.818662520253618e-05, + "loss": 0.0376, + "step": 13170 + }, + { + "loss_action": 0.042596276849508286, + "loss_total": 0.042596276849508286, + "step": 13170 + }, + { + "loss_action": 0.05106460303068161, + "loss_total": 0.05106460303068161, + "step": 13170 + }, + { + "loss_action": 0.01568908430635929, + "loss_total": 0.01568908430635929, + "step": 13170 + }, + { + "loss_action": 0.01980106346309185, + "loss_total": 0.01980106346309185, + "step": 13170 + }, + { + "loss_action": 0.04533055052161217, + "loss_total": 0.04533055052161217, + "step": 13170 + }, + { + "loss_action": 0.02680935151875019, + "loss_total": 0.02680935151875019, + "step": 13170 + }, + { + "grad_norm": 0.6282787919044495, + "learning_rate": 9.818220995093126e-05, + "loss": 0.0396, + "step": 13180 + }, + { + "loss_action": 0.016639741137623787, + "loss_total": 0.016639741137623787, + "step": 13180 + }, + { + "loss_action": 0.10631580650806427, + "loss_total": 0.10631580650806427, + "step": 13180 + }, + { + "loss_action": 0.020558075979351997, + "loss_total": 0.020558075979351997, + "step": 13180 + }, + { + "loss_action": 0.036827631294727325, + "loss_total": 0.036827631294727325, + "step": 13180 + }, + { + "loss_action": 0.039369724690914154, + "loss_total": 0.039369724690914154, + "step": 13180 + }, + { + "loss_action": 0.0800589993596077, + "loss_total": 0.0800589993596077, + "step": 13180 + }, + { + "grad_norm": 0.5415614247322083, + "learning_rate": 9.817778943019228e-05, + "loss": 0.0418, + "step": 13190 + }, + { + "loss_action": 0.023007897660136223, + "loss_total": 0.023007897660136223, + "step": 13190 + }, + { + "loss_action": 0.029145678505301476, + "loss_total": 0.029145678505301476, + "step": 13190 + }, + { + "loss_action": 0.039841920137405396, + "loss_total": 0.039841920137405396, + "step": 13190 + }, + { + "loss_action": 0.07354232668876648, + "loss_total": 0.07354232668876648, + "step": 13190 + }, + { + "loss_action": 0.03297465667128563, + "loss_total": 0.03297465667128563, + "step": 13190 + }, + { + "loss_action": 0.018365368247032166, + "loss_total": 0.018365368247032166, + "step": 13190 + }, + { + "grad_norm": 0.6948972344398499, + "learning_rate": 9.81733636408027e-05, + "loss": 0.0428, + "step": 13200 + }, + { + "loss_action": 0.02570585161447525, + "loss_total": 0.02570585161447525, + "step": 13200 + }, + { + "loss_action": 0.025824056938290596, + "loss_total": 0.025824056938290596, + "step": 13200 + }, + { + "loss_action": 0.025891952216625214, + "loss_total": 0.025891952216625214, + "step": 13200 + }, + { + "loss_action": 0.025445200502872467, + "loss_total": 0.025445200502872467, + "step": 13200 + }, + { + "loss_action": 0.03254685923457146, + "loss_total": 0.03254685923457146, + "step": 13200 + }, + { + "loss_action": 0.021308382973074913, + "loss_total": 0.021308382973074913, + "step": 13200 + }, + { + "grad_norm": 0.5957785844802856, + "learning_rate": 9.816893258324649e-05, + "loss": 0.0333, + "step": 13210 + }, + { + "loss_action": 0.021299155429005623, + "loss_total": 0.021299155429005623, + "step": 13210 + }, + { + "loss_action": 0.035075593739748, + "loss_total": 0.035075593739748, + "step": 13210 + }, + { + "loss_action": 0.024592891335487366, + "loss_total": 0.024592891335487366, + "step": 13210 + }, + { + "loss_action": 0.03436088189482689, + "loss_total": 0.03436088189482689, + "step": 13210 + }, + { + "loss_action": 0.028602419421076775, + "loss_total": 0.028602419421076775, + "step": 13210 + }, + { + "loss_action": 0.017481936141848564, + "loss_total": 0.017481936141848564, + "step": 13210 + }, + { + "grad_norm": 0.44085413217544556, + "learning_rate": 9.816449625800823e-05, + "loss": 0.0409, + "step": 13220 + }, + { + "loss_action": 0.044830385595560074, + "loss_total": 0.044830385595560074, + "step": 13220 + }, + { + "loss_action": 0.020489385351538658, + "loss_total": 0.020489385351538658, + "step": 13220 + }, + { + "loss_action": 0.05439755693078041, + "loss_total": 0.05439755693078041, + "step": 13220 + }, + { + "loss_action": 0.02849961817264557, + "loss_total": 0.02849961817264557, + "step": 13220 + }, + { + "loss_action": 0.0465315505862236, + "loss_total": 0.0465315505862236, + "step": 13220 + }, + { + "loss_action": 0.04343819618225098, + "loss_total": 0.04343819618225098, + "step": 13220 + }, + { + "grad_norm": 0.5631064176559448, + "learning_rate": 9.816005466557308e-05, + "loss": 0.0335, + "step": 13230 + }, + { + "loss_action": 0.023970400914549828, + "loss_total": 0.023970400914549828, + "step": 13230 + }, + { + "loss_action": 0.023609615862369537, + "loss_total": 0.023609615862369537, + "step": 13230 + }, + { + "loss_action": 0.03085392527282238, + "loss_total": 0.03085392527282238, + "step": 13230 + }, + { + "loss_action": 0.021511944010853767, + "loss_total": 0.021511944010853767, + "step": 13230 + }, + { + "loss_action": 0.028284147381782532, + "loss_total": 0.028284147381782532, + "step": 13230 + }, + { + "loss_action": 0.0261851754039526, + "loss_total": 0.0261851754039526, + "step": 13230 + }, + { + "grad_norm": 0.648393988609314, + "learning_rate": 9.815560780642674e-05, + "loss": 0.0288, + "step": 13240 + }, + { + "loss_action": 0.027264604344964027, + "loss_total": 0.027264604344964027, + "step": 13240 + }, + { + "loss_action": 0.01687709428369999, + "loss_total": 0.01687709428369999, + "step": 13240 + }, + { + "loss_action": 0.03869679942727089, + "loss_total": 0.03869679942727089, + "step": 13240 + }, + { + "loss_action": 0.01694907248020172, + "loss_total": 0.01694907248020172, + "step": 13240 + }, + { + "loss_action": 0.036409683525562286, + "loss_total": 0.036409683525562286, + "step": 13240 + }, + { + "loss_action": 0.15601778030395508, + "loss_total": 0.15601778030395508, + "step": 13240 + }, + { + "grad_norm": 0.5743870139122009, + "learning_rate": 9.815115568105555e-05, + "loss": 0.0386, + "step": 13250 + }, + { + "loss_action": 0.04923348128795624, + "loss_total": 0.04923348128795624, + "step": 13250 + }, + { + "loss_action": 0.02544800378382206, + "loss_total": 0.02544800378382206, + "step": 13250 + }, + { + "loss_action": 0.044079914689064026, + "loss_total": 0.044079914689064026, + "step": 13250 + }, + { + "loss_action": 0.025371398776769638, + "loss_total": 0.025371398776769638, + "step": 13250 + }, + { + "loss_action": 0.021028902381658554, + "loss_total": 0.021028902381658554, + "step": 13250 + }, + { + "loss_action": 0.030113639310002327, + "loss_total": 0.030113639310002327, + "step": 13250 + }, + { + "grad_norm": 0.5873773097991943, + "learning_rate": 9.814669828994638e-05, + "loss": 0.0333, + "step": 13260 + }, + { + "loss_action": 0.02459642104804516, + "loss_total": 0.02459642104804516, + "step": 13260 + }, + { + "loss_action": 0.02454601414501667, + "loss_total": 0.02454601414501667, + "step": 13260 + }, + { + "loss_action": 0.021685365587472916, + "loss_total": 0.021685365587472916, + "step": 13260 + }, + { + "loss_action": 0.07065311074256897, + "loss_total": 0.07065311074256897, + "step": 13260 + }, + { + "loss_action": 0.021243857219815254, + "loss_total": 0.021243857219815254, + "step": 13260 + }, + { + "loss_action": 0.03225083649158478, + "loss_total": 0.03225083649158478, + "step": 13260 + }, + { + "grad_norm": 0.5335038900375366, + "learning_rate": 9.814223563358665e-05, + "loss": 0.034, + "step": 13270 + }, + { + "loss_action": 0.015371222980320454, + "loss_total": 0.015371222980320454, + "step": 13270 + }, + { + "loss_action": 0.01858421228826046, + "loss_total": 0.01858421228826046, + "step": 13270 + }, + { + "loss_action": 0.03670204058289528, + "loss_total": 0.03670204058289528, + "step": 13270 + }, + { + "loss_action": 0.036686964333057404, + "loss_total": 0.036686964333057404, + "step": 13270 + }, + { + "loss_action": 0.040896281599998474, + "loss_total": 0.040896281599998474, + "step": 13270 + }, + { + "loss_action": 0.03751363605260849, + "loss_total": 0.03751363605260849, + "step": 13270 + }, + { + "grad_norm": 0.5628969073295593, + "learning_rate": 9.813776771246443e-05, + "loss": 0.0353, + "step": 13280 + }, + { + "loss_action": 0.06493435800075531, + "loss_total": 0.06493435800075531, + "step": 13280 + }, + { + "loss_action": 0.019899174571037292, + "loss_total": 0.019899174571037292, + "step": 13280 + }, + { + "loss_action": 0.018420306965708733, + "loss_total": 0.018420306965708733, + "step": 13280 + }, + { + "loss_action": 0.03283357992768288, + "loss_total": 0.03283357992768288, + "step": 13280 + }, + { + "loss_action": 0.025269385427236557, + "loss_total": 0.025269385427236557, + "step": 13280 + }, + { + "loss_action": 0.024709666147828102, + "loss_total": 0.024709666147828102, + "step": 13280 + }, + { + "grad_norm": 0.6126672029495239, + "learning_rate": 9.813329452706829e-05, + "loss": 0.0313, + "step": 13290 + }, + { + "loss_action": 0.015585704706609249, + "loss_total": 0.015585704706609249, + "step": 13290 + }, + { + "loss_action": 0.05232924968004227, + "loss_total": 0.05232924968004227, + "step": 13290 + }, + { + "loss_action": 0.021878551691770554, + "loss_total": 0.021878551691770554, + "step": 13290 + }, + { + "loss_action": 0.02364938333630562, + "loss_total": 0.02364938333630562, + "step": 13290 + }, + { + "loss_action": 0.06618388742208481, + "loss_total": 0.06618388742208481, + "step": 13290 + }, + { + "loss_action": 0.01832636445760727, + "loss_total": 0.01832636445760727, + "step": 13290 + }, + { + "grad_norm": 0.7540566921234131, + "learning_rate": 9.812881607788744e-05, + "loss": 0.0305, + "step": 13300 + }, + { + "loss_action": 0.020960437133908272, + "loss_total": 0.020960437133908272, + "step": 13300 + }, + { + "loss_action": 0.033315058797597885, + "loss_total": 0.033315058797597885, + "step": 13300 + }, + { + "loss_action": 0.018039528280496597, + "loss_total": 0.018039528280496597, + "step": 13300 + }, + { + "loss_action": 0.016041815280914307, + "loss_total": 0.016041815280914307, + "step": 13300 + }, + { + "loss_action": 0.01685178093612194, + "loss_total": 0.01685178093612194, + "step": 13300 + }, + { + "loss_action": 0.020334254950284958, + "loss_total": 0.020334254950284958, + "step": 13300 + }, + { + "grad_norm": 0.6341800689697266, + "learning_rate": 9.812433236541163e-05, + "loss": 0.037, + "step": 13310 + }, + { + "loss_action": 0.03221866115927696, + "loss_total": 0.03221866115927696, + "step": 13310 + }, + { + "loss_action": 0.03234388306736946, + "loss_total": 0.03234388306736946, + "step": 13310 + }, + { + "loss_action": 0.03835165500640869, + "loss_total": 0.03835165500640869, + "step": 13310 + }, + { + "loss_action": 0.022829076275229454, + "loss_total": 0.022829076275229454, + "step": 13310 + }, + { + "loss_action": 0.019910644739866257, + "loss_total": 0.019910644739866257, + "step": 13310 + }, + { + "loss_action": 0.028702398762106895, + "loss_total": 0.028702398762106895, + "step": 13310 + }, + { + "grad_norm": 0.5812605619430542, + "learning_rate": 9.811984339013116e-05, + "loss": 0.0322, + "step": 13320 + }, + { + "loss_action": 0.016574179753661156, + "loss_total": 0.016574179753661156, + "step": 13320 + }, + { + "loss_action": 0.02697168104350567, + "loss_total": 0.02697168104350567, + "step": 13320 + }, + { + "loss_action": 0.02775207720696926, + "loss_total": 0.02775207720696926, + "step": 13320 + }, + { + "loss_action": 0.042219117283821106, + "loss_total": 0.042219117283821106, + "step": 13320 + }, + { + "loss_action": 0.01547333225607872, + "loss_total": 0.01547333225607872, + "step": 13320 + }, + { + "loss_action": 0.02155015803873539, + "loss_total": 0.02155015803873539, + "step": 13320 + }, + { + "grad_norm": 0.6549336910247803, + "learning_rate": 9.811534915253698e-05, + "loss": 0.0373, + "step": 13330 + }, + { + "loss_action": 0.028737999498844147, + "loss_total": 0.028737999498844147, + "step": 13330 + }, + { + "loss_action": 0.07263003289699554, + "loss_total": 0.07263003289699554, + "step": 13330 + }, + { + "loss_action": 0.014245189726352692, + "loss_total": 0.014245189726352692, + "step": 13330 + }, + { + "loss_action": 0.0221029594540596, + "loss_total": 0.0221029594540596, + "step": 13330 + }, + { + "loss_action": 0.08070163428783417, + "loss_total": 0.08070163428783417, + "step": 13330 + }, + { + "loss_action": 0.011580451391637325, + "loss_total": 0.011580451391637325, + "step": 13330 + }, + { + "grad_norm": 0.5372621417045593, + "learning_rate": 9.811084965312056e-05, + "loss": 0.0337, + "step": 13340 + }, + { + "loss_action": 0.020352313295006752, + "loss_total": 0.020352313295006752, + "step": 13340 + }, + { + "loss_action": 0.0322624072432518, + "loss_total": 0.0322624072432518, + "step": 13340 + }, + { + "loss_action": 0.028212787583470345, + "loss_total": 0.028212787583470345, + "step": 13340 + }, + { + "loss_action": 0.035525016486644745, + "loss_total": 0.035525016486644745, + "step": 13340 + }, + { + "loss_action": 0.04137253016233444, + "loss_total": 0.04137253016233444, + "step": 13340 + }, + { + "loss_action": 0.02668413147330284, + "loss_total": 0.02668413147330284, + "step": 13340 + }, + { + "grad_norm": 0.5746697783470154, + "learning_rate": 9.810634489237396e-05, + "loss": 0.034, + "step": 13350 + }, + { + "loss_action": 0.052344612777233124, + "loss_total": 0.052344612777233124, + "step": 13350 + }, + { + "loss_action": 0.017081525176763535, + "loss_total": 0.017081525176763535, + "step": 13350 + }, + { + "loss_action": 0.020812878385186195, + "loss_total": 0.020812878385186195, + "step": 13350 + }, + { + "loss_action": 0.037029050290584564, + "loss_total": 0.037029050290584564, + "step": 13350 + }, + { + "loss_action": 0.01407637633383274, + "loss_total": 0.01407637633383274, + "step": 13350 + }, + { + "loss_action": 0.01461573876440525, + "loss_total": 0.01461573876440525, + "step": 13350 + }, + { + "grad_norm": 0.5727222561836243, + "learning_rate": 9.81018348707898e-05, + "loss": 0.0342, + "step": 13360 + }, + { + "loss_action": 0.08089369535446167, + "loss_total": 0.08089369535446167, + "step": 13360 + }, + { + "loss_action": 0.018384244292974472, + "loss_total": 0.018384244292974472, + "step": 13360 + }, + { + "loss_action": 0.021896013990044594, + "loss_total": 0.021896013990044594, + "step": 13360 + }, + { + "loss_action": 0.026679448783397675, + "loss_total": 0.026679448783397675, + "step": 13360 + }, + { + "loss_action": 0.014613294042646885, + "loss_total": 0.014613294042646885, + "step": 13360 + }, + { + "loss_action": 0.04233279824256897, + "loss_total": 0.04233279824256897, + "step": 13360 + }, + { + "grad_norm": 0.4829690158367157, + "learning_rate": 9.809731958886131e-05, + "loss": 0.0361, + "step": 13370 + }, + { + "loss_action": 0.01937420852482319, + "loss_total": 0.01937420852482319, + "step": 13370 + }, + { + "loss_action": 0.021974027156829834, + "loss_total": 0.021974027156829834, + "step": 13370 + }, + { + "loss_action": 0.03650703281164169, + "loss_total": 0.03650703281164169, + "step": 13370 + }, + { + "loss_action": 0.02281942404806614, + "loss_total": 0.02281942404806614, + "step": 13370 + }, + { + "loss_action": 0.034120094031095505, + "loss_total": 0.034120094031095505, + "step": 13370 + }, + { + "loss_action": 0.04623745009303093, + "loss_total": 0.04623745009303093, + "step": 13370 + }, + { + "grad_norm": 0.4613421857357025, + "learning_rate": 9.809279904708224e-05, + "loss": 0.0346, + "step": 13380 + }, + { + "loss_action": 0.044092632830142975, + "loss_total": 0.044092632830142975, + "step": 13380 + }, + { + "loss_action": 0.02968599647283554, + "loss_total": 0.02968599647283554, + "step": 13380 + }, + { + "loss_action": 0.027311570942401886, + "loss_total": 0.027311570942401886, + "step": 13380 + }, + { + "loss_action": 0.019156435504555702, + "loss_total": 0.019156435504555702, + "step": 13380 + }, + { + "loss_action": 0.021640310063958168, + "loss_total": 0.021640310063958168, + "step": 13380 + }, + { + "loss_action": 0.11702491343021393, + "loss_total": 0.11702491343021393, + "step": 13380 + }, + { + "grad_norm": 0.49946850538253784, + "learning_rate": 9.808827324594699e-05, + "loss": 0.0425, + "step": 13390 + }, + { + "loss_action": 0.03204350546002388, + "loss_total": 0.03204350546002388, + "step": 13390 + }, + { + "loss_action": 0.0274099949747324, + "loss_total": 0.0274099949747324, + "step": 13390 + }, + { + "loss_action": 0.029657995328307152, + "loss_total": 0.029657995328307152, + "step": 13390 + }, + { + "loss_action": 0.04031004756689072, + "loss_total": 0.04031004756689072, + "step": 13390 + }, + { + "loss_action": 0.03000793419778347, + "loss_total": 0.03000793419778347, + "step": 13390 + }, + { + "loss_action": 0.04082473739981651, + "loss_total": 0.04082473739981651, + "step": 13390 + }, + { + "grad_norm": 0.4478200674057007, + "learning_rate": 9.808374218595046e-05, + "loss": 0.0308, + "step": 13400 + }, + { + "loss_action": 0.023712098598480225, + "loss_total": 0.023712098598480225, + "step": 13400 + }, + { + "loss_action": 0.029812756925821304, + "loss_total": 0.029812756925821304, + "step": 13400 + }, + { + "loss_action": 0.11237195879220963, + "loss_total": 0.11237195879220963, + "step": 13400 + }, + { + "loss_action": 0.027782853692770004, + "loss_total": 0.027782853692770004, + "step": 13400 + }, + { + "loss_action": 0.041924625635147095, + "loss_total": 0.041924625635147095, + "step": 13400 + }, + { + "loss_action": 0.017127487808465958, + "loss_total": 0.017127487808465958, + "step": 13400 + }, + { + "grad_norm": 0.5477730631828308, + "learning_rate": 9.80792058675882e-05, + "loss": 0.0339, + "step": 13410 + }, + { + "loss_action": 0.06870703399181366, + "loss_total": 0.06870703399181366, + "step": 13410 + }, + { + "loss_action": 0.02035883627831936, + "loss_total": 0.02035883627831936, + "step": 13410 + }, + { + "loss_action": 0.0394260548055172, + "loss_total": 0.0394260548055172, + "step": 13410 + }, + { + "loss_action": 0.04468052461743355, + "loss_total": 0.04468052461743355, + "step": 13410 + }, + { + "loss_action": 0.030020995065569878, + "loss_total": 0.030020995065569878, + "step": 13410 + }, + { + "loss_action": 0.016802368685603142, + "loss_total": 0.016802368685603142, + "step": 13410 + }, + { + "grad_norm": 0.4900748133659363, + "learning_rate": 9.807466429135627e-05, + "loss": 0.0311, + "step": 13420 + }, + { + "loss_action": 0.017984705045819283, + "loss_total": 0.017984705045819283, + "step": 13420 + }, + { + "loss_action": 0.02053142338991165, + "loss_total": 0.02053142338991165, + "step": 13420 + }, + { + "loss_action": 0.2303697019815445, + "loss_total": 0.2303697019815445, + "step": 13420 + }, + { + "loss_action": 0.06515559554100037, + "loss_total": 0.06515559554100037, + "step": 13420 + }, + { + "loss_action": 0.028973320499062538, + "loss_total": 0.028973320499062538, + "step": 13420 + }, + { + "loss_action": 0.024173304438591003, + "loss_total": 0.024173304438591003, + "step": 13420 + }, + { + "grad_norm": 0.49164825677871704, + "learning_rate": 9.807011745775132e-05, + "loss": 0.0385, + "step": 13430 + }, + { + "loss_action": 0.039064161479473114, + "loss_total": 0.039064161479473114, + "step": 13430 + }, + { + "loss_action": 0.02097977139055729, + "loss_total": 0.02097977139055729, + "step": 13430 + }, + { + "loss_action": 0.0226785559207201, + "loss_total": 0.0226785559207201, + "step": 13430 + }, + { + "loss_action": 0.0425826832652092, + "loss_total": 0.0425826832652092, + "step": 13430 + }, + { + "loss_action": 0.14517240226268768, + "loss_total": 0.14517240226268768, + "step": 13430 + }, + { + "loss_action": 0.0401424802839756, + "loss_total": 0.0401424802839756, + "step": 13430 + }, + { + "grad_norm": 0.5468037724494934, + "learning_rate": 9.806556536727061e-05, + "loss": 0.0308, + "step": 13440 + }, + { + "loss_action": 0.026294996961951256, + "loss_total": 0.026294996961951256, + "step": 13440 + }, + { + "loss_action": 0.03229616582393646, + "loss_total": 0.03229616582393646, + "step": 13440 + }, + { + "loss_action": 0.0461089089512825, + "loss_total": 0.0461089089512825, + "step": 13440 + }, + { + "loss_action": 0.021598294377326965, + "loss_total": 0.021598294377326965, + "step": 13440 + }, + { + "loss_action": 0.02666914090514183, + "loss_total": 0.02666914090514183, + "step": 13440 + }, + { + "loss_action": 0.024707816541194916, + "loss_total": 0.024707816541194916, + "step": 13440 + }, + { + "grad_norm": 0.5415956377983093, + "learning_rate": 9.806100802041193e-05, + "loss": 0.0325, + "step": 13450 + }, + { + "loss_action": 0.026897098869085312, + "loss_total": 0.026897098869085312, + "step": 13450 + }, + { + "loss_action": 0.06072115898132324, + "loss_total": 0.06072115898132324, + "step": 13450 + }, + { + "loss_action": 0.039540018886327744, + "loss_total": 0.039540018886327744, + "step": 13450 + }, + { + "loss_action": 0.08292385190725327, + "loss_total": 0.08292385190725327, + "step": 13450 + }, + { + "loss_action": 0.18440087139606476, + "loss_total": 0.18440087139606476, + "step": 13450 + }, + { + "loss_action": 0.02904619835317135, + "loss_total": 0.02904619835317135, + "step": 13450 + }, + { + "grad_norm": 0.6105432510375977, + "learning_rate": 9.805644541767368e-05, + "loss": 0.0362, + "step": 13460 + }, + { + "loss_action": 0.04533085972070694, + "loss_total": 0.04533085972070694, + "step": 13460 + }, + { + "loss_action": 0.019003689289093018, + "loss_total": 0.019003689289093018, + "step": 13460 + }, + { + "loss_action": 0.02235700935125351, + "loss_total": 0.02235700935125351, + "step": 13460 + }, + { + "loss_action": 0.030040936544537544, + "loss_total": 0.030040936544537544, + "step": 13460 + }, + { + "loss_action": 0.0195951946079731, + "loss_total": 0.0195951946079731, + "step": 13460 + }, + { + "loss_action": 0.025455279275774956, + "loss_total": 0.025455279275774956, + "step": 13460 + }, + { + "grad_norm": 0.596122145652771, + "learning_rate": 9.805187755955478e-05, + "loss": 0.0405, + "step": 13470 + }, + { + "loss_action": 0.028179431334137917, + "loss_total": 0.028179431334137917, + "step": 13470 + }, + { + "loss_action": 0.056680258363485336, + "loss_total": 0.056680258363485336, + "step": 13470 + }, + { + "loss_action": 0.027450017631053925, + "loss_total": 0.027450017631053925, + "step": 13470 + }, + { + "loss_action": 0.023403048515319824, + "loss_total": 0.023403048515319824, + "step": 13470 + }, + { + "loss_action": 0.05602432042360306, + "loss_total": 0.05602432042360306, + "step": 13470 + }, + { + "loss_action": 0.024221114814281464, + "loss_total": 0.024221114814281464, + "step": 13470 + }, + { + "grad_norm": 0.48107296228408813, + "learning_rate": 9.804730444655483e-05, + "loss": 0.0392, + "step": 13480 + }, + { + "loss_action": 0.024430181831121445, + "loss_total": 0.024430181831121445, + "step": 13480 + }, + { + "loss_action": 0.05741071701049805, + "loss_total": 0.05741071701049805, + "step": 13480 + }, + { + "loss_action": 0.062085848301649094, + "loss_total": 0.062085848301649094, + "step": 13480 + }, + { + "loss_action": 0.05913916602730751, + "loss_total": 0.05913916602730751, + "step": 13480 + }, + { + "loss_action": 0.018943270668387413, + "loss_total": 0.018943270668387413, + "step": 13480 + }, + { + "loss_action": 0.019872192293405533, + "loss_total": 0.019872192293405533, + "step": 13480 + }, + { + "grad_norm": 0.521486222743988, + "learning_rate": 9.804272607917388e-05, + "loss": 0.0349, + "step": 13490 + }, + { + "loss_action": 0.041675835847854614, + "loss_total": 0.041675835847854614, + "step": 13490 + }, + { + "loss_action": 0.058081477880477905, + "loss_total": 0.058081477880477905, + "step": 13490 + }, + { + "loss_action": 0.018778696656227112, + "loss_total": 0.018778696656227112, + "step": 13490 + }, + { + "loss_action": 0.028777122497558594, + "loss_total": 0.028777122497558594, + "step": 13490 + }, + { + "loss_action": 0.03119795210659504, + "loss_total": 0.03119795210659504, + "step": 13490 + }, + { + "loss_action": 0.023730432614684105, + "loss_total": 0.023730432614684105, + "step": 13490 + }, + { + "grad_norm": 0.5676406025886536, + "learning_rate": 9.803814245791265e-05, + "loss": 0.0378, + "step": 13500 + }, + { + "loss_action": 0.027360405772924423, + "loss_total": 0.027360405772924423, + "step": 13500 + }, + { + "loss_action": 0.02793707139790058, + "loss_total": 0.02793707139790058, + "step": 13500 + }, + { + "loss_action": 0.031079700216650963, + "loss_total": 0.031079700216650963, + "step": 13500 + }, + { + "loss_action": 0.071699358522892, + "loss_total": 0.071699358522892, + "step": 13500 + }, + { + "loss_action": 0.033113058656454086, + "loss_total": 0.033113058656454086, + "step": 13500 + }, + { + "loss_action": 0.03866663575172424, + "loss_total": 0.03866663575172424, + "step": 13500 + }, + { + "grad_norm": 0.5859628319740295, + "learning_rate": 9.803355358327239e-05, + "loss": 0.0366, + "step": 13510 + }, + { + "loss_action": 0.022190459072589874, + "loss_total": 0.022190459072589874, + "step": 13510 + }, + { + "loss_action": 0.01566089317202568, + "loss_total": 0.01566089317202568, + "step": 13510 + }, + { + "loss_action": 0.03530953451991081, + "loss_total": 0.03530953451991081, + "step": 13510 + }, + { + "loss_action": 0.02512206882238388, + "loss_total": 0.02512206882238388, + "step": 13510 + }, + { + "loss_action": 0.024511681869626045, + "loss_total": 0.024511681869626045, + "step": 13510 + }, + { + "loss_action": 0.021797211840748787, + "loss_total": 0.021797211840748787, + "step": 13510 + }, + { + "grad_norm": 0.7425764203071594, + "learning_rate": 9.802895945575492e-05, + "loss": 0.0324, + "step": 13520 + }, + { + "loss_action": 0.02851090207695961, + "loss_total": 0.02851090207695961, + "step": 13520 + }, + { + "loss_action": 0.019505072385072708, + "loss_total": 0.019505072385072708, + "step": 13520 + }, + { + "loss_action": 0.025731679052114487, + "loss_total": 0.025731679052114487, + "step": 13520 + }, + { + "loss_action": 0.016900833696126938, + "loss_total": 0.016900833696126938, + "step": 13520 + }, + { + "loss_action": 0.08711138367652893, + "loss_total": 0.08711138367652893, + "step": 13520 + }, + { + "loss_action": 0.022137263789772987, + "loss_total": 0.022137263789772987, + "step": 13520 + }, + { + "grad_norm": 1.2726805210113525, + "learning_rate": 9.802436007586266e-05, + "loss": 0.0361, + "step": 13530 + }, + { + "loss_action": 0.03321332484483719, + "loss_total": 0.03321332484483719, + "step": 13530 + }, + { + "loss_action": 0.041213005781173706, + "loss_total": 0.041213005781173706, + "step": 13530 + }, + { + "loss_action": 0.043010931462049484, + "loss_total": 0.043010931462049484, + "step": 13530 + }, + { + "loss_action": 0.01909184455871582, + "loss_total": 0.01909184455871582, + "step": 13530 + }, + { + "loss_action": 0.031032705679535866, + "loss_total": 0.031032705679535866, + "step": 13530 + }, + { + "loss_action": 0.06437879055738449, + "loss_total": 0.06437879055738449, + "step": 13530 + }, + { + "grad_norm": 0.597740888595581, + "learning_rate": 9.801975544409858e-05, + "loss": 0.038, + "step": 13540 + }, + { + "loss_action": 0.06754837185144424, + "loss_total": 0.06754837185144424, + "step": 13540 + }, + { + "loss_action": 0.06700140237808228, + "loss_total": 0.06700140237808228, + "step": 13540 + }, + { + "loss_action": 0.04989524185657501, + "loss_total": 0.04989524185657501, + "step": 13540 + }, + { + "loss_action": 0.026491262018680573, + "loss_total": 0.026491262018680573, + "step": 13540 + }, + { + "loss_action": 0.0402199886739254, + "loss_total": 0.0402199886739254, + "step": 13540 + }, + { + "loss_action": 0.03524911031126976, + "loss_total": 0.03524911031126976, + "step": 13540 + }, + { + "grad_norm": 0.6166391372680664, + "learning_rate": 9.801514556096625e-05, + "loss": 0.0448, + "step": 13550 + }, + { + "loss_action": 0.024485550820827484, + "loss_total": 0.024485550820827484, + "step": 13550 + }, + { + "loss_action": 0.025598442181944847, + "loss_total": 0.025598442181944847, + "step": 13550 + }, + { + "loss_action": 0.026342710480093956, + "loss_total": 0.026342710480093956, + "step": 13550 + }, + { + "loss_action": 0.024997400119900703, + "loss_total": 0.024997400119900703, + "step": 13550 + }, + { + "loss_action": 0.10608965903520584, + "loss_total": 0.10608965903520584, + "step": 13550 + }, + { + "loss_action": 0.043284449726343155, + "loss_total": 0.043284449726343155, + "step": 13550 + }, + { + "grad_norm": 0.5144833326339722, + "learning_rate": 9.801053042696977e-05, + "loss": 0.0448, + "step": 13560 + }, + { + "loss_action": 0.20456935465335846, + "loss_total": 0.20456935465335846, + "step": 13560 + }, + { + "loss_action": 0.05782518535852432, + "loss_total": 0.05782518535852432, + "step": 13560 + }, + { + "loss_action": 0.03887017071247101, + "loss_total": 0.03887017071247101, + "step": 13560 + }, + { + "loss_action": 0.03547598794102669, + "loss_total": 0.03547598794102669, + "step": 13560 + }, + { + "loss_action": 0.021927859634160995, + "loss_total": 0.021927859634160995, + "step": 13560 + }, + { + "loss_action": 0.048954419791698456, + "loss_total": 0.048954419791698456, + "step": 13560 + }, + { + "grad_norm": 0.4660544991493225, + "learning_rate": 9.800591004261388e-05, + "loss": 0.0421, + "step": 13570 + }, + { + "loss_action": 0.031104953959584236, + "loss_total": 0.031104953959584236, + "step": 13570 + }, + { + "loss_action": 0.05706871300935745, + "loss_total": 0.05706871300935745, + "step": 13570 + }, + { + "loss_action": 0.08699175715446472, + "loss_total": 0.08699175715446472, + "step": 13570 + }, + { + "loss_action": 0.021468771621584892, + "loss_total": 0.021468771621584892, + "step": 13570 + }, + { + "loss_action": 0.040997833013534546, + "loss_total": 0.040997833013534546, + "step": 13570 + }, + { + "loss_action": 0.05634075030684471, + "loss_total": 0.05634075030684471, + "step": 13570 + }, + { + "grad_norm": 0.5837359428405762, + "learning_rate": 9.800128440840385e-05, + "loss": 0.0416, + "step": 13580 + }, + { + "loss_action": 0.0721760168671608, + "loss_total": 0.0721760168671608, + "step": 13580 + }, + { + "loss_action": 0.016260944306850433, + "loss_total": 0.016260944306850433, + "step": 13580 + }, + { + "loss_action": 0.02435782179236412, + "loss_total": 0.02435782179236412, + "step": 13580 + }, + { + "loss_action": 0.02332587167620659, + "loss_total": 0.02332587167620659, + "step": 13580 + }, + { + "loss_action": 0.176580011844635, + "loss_total": 0.176580011844635, + "step": 13580 + }, + { + "loss_action": 0.04784548655152321, + "loss_total": 0.04784548655152321, + "step": 13580 + }, + { + "grad_norm": 0.5690518617630005, + "learning_rate": 9.799665352484552e-05, + "loss": 0.038, + "step": 13590 + }, + { + "loss_action": 0.03018028289079666, + "loss_total": 0.03018028289079666, + "step": 13590 + }, + { + "loss_action": 0.02350950613617897, + "loss_total": 0.02350950613617897, + "step": 13590 + }, + { + "loss_action": 0.0396302156150341, + "loss_total": 0.0396302156150341, + "step": 13590 + }, + { + "loss_action": 0.01850319281220436, + "loss_total": 0.01850319281220436, + "step": 13590 + }, + { + "loss_action": 0.026864757761359215, + "loss_total": 0.026864757761359215, + "step": 13590 + }, + { + "loss_action": 0.03945550322532654, + "loss_total": 0.03945550322532654, + "step": 13590 + }, + { + "grad_norm": 0.6196813583374023, + "learning_rate": 9.799201739244532e-05, + "loss": 0.0394, + "step": 13600 + }, + { + "loss_action": 0.027459215372800827, + "loss_total": 0.027459215372800827, + "step": 13600 + }, + { + "loss_action": 0.16331195831298828, + "loss_total": 0.16331195831298828, + "step": 13600 + }, + { + "loss_action": 0.024039650335907936, + "loss_total": 0.024039650335907936, + "step": 13600 + }, + { + "loss_action": 0.027788126841187477, + "loss_total": 0.027788126841187477, + "step": 13600 + }, + { + "loss_action": 0.0434112548828125, + "loss_total": 0.0434112548828125, + "step": 13600 + }, + { + "loss_action": 0.061076950281858444, + "loss_total": 0.061076950281858444, + "step": 13600 + }, + { + "grad_norm": 0.6017027497291565, + "learning_rate": 9.798737601171025e-05, + "loss": 0.0423, + "step": 13610 + }, + { + "loss_action": 0.19148790836334229, + "loss_total": 0.19148790836334229, + "step": 13610 + }, + { + "loss_action": 0.030392643064260483, + "loss_total": 0.030392643064260483, + "step": 13610 + }, + { + "loss_action": 0.03700673580169678, + "loss_total": 0.03700673580169678, + "step": 13610 + }, + { + "loss_action": 0.032878365367650986, + "loss_total": 0.032878365367650986, + "step": 13610 + }, + { + "loss_action": 0.04794613644480705, + "loss_total": 0.04794613644480705, + "step": 13610 + }, + { + "loss_action": 0.02946610376238823, + "loss_total": 0.02946610376238823, + "step": 13610 + }, + { + "grad_norm": 0.473971426486969, + "learning_rate": 9.79827293831479e-05, + "loss": 0.0376, + "step": 13620 + }, + { + "loss_action": 0.021018363535404205, + "loss_total": 0.021018363535404205, + "step": 13620 + }, + { + "loss_action": 0.0283968448638916, + "loss_total": 0.0283968448638916, + "step": 13620 + }, + { + "loss_action": 0.15786847472190857, + "loss_total": 0.15786847472190857, + "step": 13620 + }, + { + "loss_action": 0.0251157246530056, + "loss_total": 0.0251157246530056, + "step": 13620 + }, + { + "loss_action": 0.020929785445332527, + "loss_total": 0.020929785445332527, + "step": 13620 + }, + { + "loss_action": 0.036807652562856674, + "loss_total": 0.036807652562856674, + "step": 13620 + }, + { + "grad_norm": 0.46380749344825745, + "learning_rate": 9.797807750726638e-05, + "loss": 0.036, + "step": 13630 + }, + { + "loss_action": 0.01766771450638771, + "loss_total": 0.01766771450638771, + "step": 13630 + }, + { + "loss_action": 0.019853556528687477, + "loss_total": 0.019853556528687477, + "step": 13630 + }, + { + "loss_action": 0.04877343773841858, + "loss_total": 0.04877343773841858, + "step": 13630 + }, + { + "loss_action": 0.02561982162296772, + "loss_total": 0.02561982162296772, + "step": 13630 + }, + { + "loss_action": 0.05001489445567131, + "loss_total": 0.05001489445567131, + "step": 13630 + }, + { + "loss_action": 0.01756712608039379, + "loss_total": 0.01756712608039379, + "step": 13630 + }, + { + "grad_norm": 0.5182445049285889, + "learning_rate": 9.797342038457446e-05, + "loss": 0.0354, + "step": 13640 + }, + { + "loss_action": 0.040141575038433075, + "loss_total": 0.040141575038433075, + "step": 13640 + }, + { + "loss_action": 0.02096000500023365, + "loss_total": 0.02096000500023365, + "step": 13640 + }, + { + "loss_action": 0.029064936563372612, + "loss_total": 0.029064936563372612, + "step": 13640 + }, + { + "loss_action": 0.039106838405132294, + "loss_total": 0.039106838405132294, + "step": 13640 + }, + { + "loss_action": 0.030836904421448708, + "loss_total": 0.030836904421448708, + "step": 13640 + }, + { + "loss_action": 0.03941154479980469, + "loss_total": 0.03941154479980469, + "step": 13640 + }, + { + "grad_norm": 0.5503612756729126, + "learning_rate": 9.796875801558141e-05, + "loss": 0.0331, + "step": 13650 + }, + { + "loss_action": 0.027930496260523796, + "loss_total": 0.027930496260523796, + "step": 13650 + }, + { + "loss_action": 0.02992055006325245, + "loss_total": 0.02992055006325245, + "step": 13650 + }, + { + "loss_action": 0.02511025220155716, + "loss_total": 0.02511025220155716, + "step": 13650 + }, + { + "loss_action": 0.0657576397061348, + "loss_total": 0.0657576397061348, + "step": 13650 + }, + { + "loss_action": 0.018432021141052246, + "loss_total": 0.018432021141052246, + "step": 13650 + }, + { + "loss_action": 0.02160409465432167, + "loss_total": 0.02160409465432167, + "step": 13650 + }, + { + "grad_norm": 0.4628084599971771, + "learning_rate": 9.79640904007971e-05, + "loss": 0.0325, + "step": 13660 + }, + { + "loss_action": 0.02329656295478344, + "loss_total": 0.02329656295478344, + "step": 13660 + }, + { + "loss_action": 0.027425942942500114, + "loss_total": 0.027425942942500114, + "step": 13660 + }, + { + "loss_action": 0.038919597864151, + "loss_total": 0.038919597864151, + "step": 13660 + }, + { + "loss_action": 0.0184670090675354, + "loss_total": 0.0184670090675354, + "step": 13660 + }, + { + "loss_action": 0.021258104592561722, + "loss_total": 0.021258104592561722, + "step": 13660 + }, + { + "loss_action": 0.014652060344815254, + "loss_total": 0.014652060344815254, + "step": 13660 + }, + { + "grad_norm": 0.5597283840179443, + "learning_rate": 9.795941754073199e-05, + "loss": 0.0278, + "step": 13670 + }, + { + "loss_action": 0.01978309266269207, + "loss_total": 0.01978309266269207, + "step": 13670 + }, + { + "loss_action": 0.028686709702014923, + "loss_total": 0.028686709702014923, + "step": 13670 + }, + { + "loss_action": 0.01846659556031227, + "loss_total": 0.01846659556031227, + "step": 13670 + }, + { + "loss_action": 0.032175641506910324, + "loss_total": 0.032175641506910324, + "step": 13670 + }, + { + "loss_action": 0.019103722646832466, + "loss_total": 0.019103722646832466, + "step": 13670 + }, + { + "loss_action": 0.03741617500782013, + "loss_total": 0.03741617500782013, + "step": 13670 + }, + { + "grad_norm": 0.5652905702590942, + "learning_rate": 9.795473943589705e-05, + "loss": 0.0333, + "step": 13680 + }, + { + "loss_action": 0.029903491958975792, + "loss_total": 0.029903491958975792, + "step": 13680 + }, + { + "loss_action": 0.05751722678542137, + "loss_total": 0.05751722678542137, + "step": 13680 + }, + { + "loss_action": 0.17581163346767426, + "loss_total": 0.17581163346767426, + "step": 13680 + }, + { + "loss_action": 0.03541795164346695, + "loss_total": 0.03541795164346695, + "step": 13680 + }, + { + "loss_action": 0.03099578246474266, + "loss_total": 0.03099578246474266, + "step": 13680 + }, + { + "loss_action": 0.03373166546225548, + "loss_total": 0.03373166546225548, + "step": 13680 + }, + { + "grad_norm": 0.521811306476593, + "learning_rate": 9.795005608680394e-05, + "loss": 0.0327, + "step": 13690 + }, + { + "loss_action": 0.021560754626989365, + "loss_total": 0.021560754626989365, + "step": 13690 + }, + { + "loss_action": 0.024719931185245514, + "loss_total": 0.024719931185245514, + "step": 13690 + }, + { + "loss_action": 0.01822468265891075, + "loss_total": 0.01822468265891075, + "step": 13690 + }, + { + "loss_action": 0.02134040556848049, + "loss_total": 0.02134040556848049, + "step": 13690 + }, + { + "loss_action": 0.05292878672480583, + "loss_total": 0.05292878672480583, + "step": 13690 + }, + { + "loss_action": 0.04616495594382286, + "loss_total": 0.04616495594382286, + "step": 13690 + }, + { + "grad_norm": 1.2755271196365356, + "learning_rate": 9.794536749396477e-05, + "loss": 0.036, + "step": 13700 + }, + { + "loss_action": 0.055797915905714035, + "loss_total": 0.055797915905714035, + "step": 13700 + }, + { + "loss_action": 0.03377341851592064, + "loss_total": 0.03377341851592064, + "step": 13700 + }, + { + "loss_action": 0.018368452787399292, + "loss_total": 0.018368452787399292, + "step": 13700 + }, + { + "loss_action": 0.02918849140405655, + "loss_total": 0.02918849140405655, + "step": 13700 + }, + { + "loss_action": 0.02600179798901081, + "loss_total": 0.02600179798901081, + "step": 13700 + }, + { + "loss_action": 0.03158409520983696, + "loss_total": 0.03158409520983696, + "step": 13700 + }, + { + "grad_norm": 0.7510678172111511, + "learning_rate": 9.79406736578923e-05, + "loss": 0.0404, + "step": 13710 + }, + { + "loss_action": 0.03909778967499733, + "loss_total": 0.03909778967499733, + "step": 13710 + }, + { + "loss_action": 0.0223403237760067, + "loss_total": 0.0223403237760067, + "step": 13710 + }, + { + "loss_action": 0.01987818442285061, + "loss_total": 0.01987818442285061, + "step": 13710 + }, + { + "loss_action": 0.07220086455345154, + "loss_total": 0.07220086455345154, + "step": 13710 + }, + { + "loss_action": 0.03288612887263298, + "loss_total": 0.03288612887263298, + "step": 13710 + }, + { + "loss_action": 0.02603612281382084, + "loss_total": 0.02603612281382084, + "step": 13710 + }, + { + "grad_norm": 0.5326915383338928, + "learning_rate": 9.793597457909984e-05, + "loss": 0.0366, + "step": 13720 + }, + { + "loss_action": 0.017977459356188774, + "loss_total": 0.017977459356188774, + "step": 13720 + }, + { + "loss_action": 0.04262535646557808, + "loss_total": 0.04262535646557808, + "step": 13720 + }, + { + "loss_action": 0.03599286079406738, + "loss_total": 0.03599286079406738, + "step": 13720 + }, + { + "loss_action": 0.0305912047624588, + "loss_total": 0.0305912047624588, + "step": 13720 + }, + { + "loss_action": 0.033582475036382675, + "loss_total": 0.033582475036382675, + "step": 13720 + }, + { + "loss_action": 0.08348261564970016, + "loss_total": 0.08348261564970016, + "step": 13720 + }, + { + "grad_norm": 0.6210681796073914, + "learning_rate": 9.793127025810127e-05, + "loss": 0.0367, + "step": 13730 + }, + { + "loss_action": 0.048174019902944565, + "loss_total": 0.048174019902944565, + "step": 13730 + }, + { + "loss_action": 0.03972843661904335, + "loss_total": 0.03972843661904335, + "step": 13730 + }, + { + "loss_action": 0.025074265897274017, + "loss_total": 0.025074265897274017, + "step": 13730 + }, + { + "loss_action": 0.02228838950395584, + "loss_total": 0.02228838950395584, + "step": 13730 + }, + { + "loss_action": 0.05503929406404495, + "loss_total": 0.05503929406404495, + "step": 13730 + }, + { + "loss_action": 0.02609599567949772, + "loss_total": 0.02609599567949772, + "step": 13730 + }, + { + "grad_norm": 0.5840134620666504, + "learning_rate": 9.792656069541104e-05, + "loss": 0.0323, + "step": 13740 + }, + { + "loss_action": 0.014923292212188244, + "loss_total": 0.014923292212188244, + "step": 13740 + }, + { + "loss_action": 0.14564208686351776, + "loss_total": 0.14564208686351776, + "step": 13740 + }, + { + "loss_action": 0.020085331052541733, + "loss_total": 0.020085331052541733, + "step": 13740 + }, + { + "loss_action": 0.056107405573129654, + "loss_total": 0.056107405573129654, + "step": 13740 + }, + { + "loss_action": 0.060459986329078674, + "loss_total": 0.060459986329078674, + "step": 13740 + }, + { + "loss_action": 0.029046429321169853, + "loss_total": 0.029046429321169853, + "step": 13740 + }, + { + "grad_norm": 0.6682496070861816, + "learning_rate": 9.79218458915442e-05, + "loss": 0.0375, + "step": 13750 + }, + { + "loss_action": 0.02663727104663849, + "loss_total": 0.02663727104663849, + "step": 13750 + }, + { + "loss_action": 0.27854350209236145, + "loss_total": 0.27854350209236145, + "step": 13750 + }, + { + "loss_action": 0.02604096010327339, + "loss_total": 0.02604096010327339, + "step": 13750 + }, + { + "loss_action": 0.01896650902926922, + "loss_total": 0.01896650902926922, + "step": 13750 + }, + { + "loss_action": 0.04459555074572563, + "loss_total": 0.04459555074572563, + "step": 13750 + }, + { + "loss_action": 0.023682700470089912, + "loss_total": 0.023682700470089912, + "step": 13750 + }, + { + "grad_norm": 0.5104835629463196, + "learning_rate": 9.791712584701634e-05, + "loss": 0.0354, + "step": 13760 + }, + { + "loss_action": 0.027668999508023262, + "loss_total": 0.027668999508023262, + "step": 13760 + }, + { + "loss_action": 0.02566707320511341, + "loss_total": 0.02566707320511341, + "step": 13760 + }, + { + "loss_action": 0.013345330953598022, + "loss_total": 0.013345330953598022, + "step": 13760 + }, + { + "loss_action": 0.029978301376104355, + "loss_total": 0.029978301376104355, + "step": 13760 + }, + { + "loss_action": 0.0364815890789032, + "loss_total": 0.0364815890789032, + "step": 13760 + }, + { + "loss_action": 0.02692551165819168, + "loss_total": 0.02692551165819168, + "step": 13760 + }, + { + "grad_norm": 0.63102126121521, + "learning_rate": 9.791240056234364e-05, + "loss": 0.031, + "step": 13770 + }, + { + "loss_action": 0.03320091590285301, + "loss_total": 0.03320091590285301, + "step": 13770 + }, + { + "loss_action": 0.022280799224972725, + "loss_total": 0.022280799224972725, + "step": 13770 + }, + { + "loss_action": 0.053919341415166855, + "loss_total": 0.053919341415166855, + "step": 13770 + }, + { + "loss_action": 0.04503045976161957, + "loss_total": 0.04503045976161957, + "step": 13770 + }, + { + "loss_action": 0.019006852060556412, + "loss_total": 0.019006852060556412, + "step": 13770 + }, + { + "loss_action": 0.03232966363430023, + "loss_total": 0.03232966363430023, + "step": 13770 + }, + { + "grad_norm": 0.4554159641265869, + "learning_rate": 9.790767003804283e-05, + "loss": 0.032, + "step": 13780 + }, + { + "loss_action": 0.06919518858194351, + "loss_total": 0.06919518858194351, + "step": 13780 + }, + { + "loss_action": 0.028551269322633743, + "loss_total": 0.028551269322633743, + "step": 13780 + }, + { + "loss_action": 0.016648229211568832, + "loss_total": 0.016648229211568832, + "step": 13780 + }, + { + "loss_action": 0.01739451102912426, + "loss_total": 0.01739451102912426, + "step": 13780 + }, + { + "loss_action": 0.04050185903906822, + "loss_total": 0.04050185903906822, + "step": 13780 + }, + { + "loss_action": 0.13002540171146393, + "loss_total": 0.13002540171146393, + "step": 13780 + }, + { + "grad_norm": 0.5174541473388672, + "learning_rate": 9.790293427463126e-05, + "loss": 0.0338, + "step": 13790 + }, + { + "loss_action": 0.03281654044985771, + "loss_total": 0.03281654044985771, + "step": 13790 + }, + { + "loss_action": 0.03379890322685242, + "loss_total": 0.03379890322685242, + "step": 13790 + }, + { + "loss_action": 0.03353536128997803, + "loss_total": 0.03353536128997803, + "step": 13790 + }, + { + "loss_action": 0.035007309168577194, + "loss_total": 0.035007309168577194, + "step": 13790 + }, + { + "loss_action": 0.0304642915725708, + "loss_total": 0.0304642915725708, + "step": 13790 + }, + { + "loss_action": 0.04454708844423294, + "loss_total": 0.04454708844423294, + "step": 13790 + }, + { + "grad_norm": 0.3788496255874634, + "learning_rate": 9.789819327262684e-05, + "loss": 0.0284, + "step": 13800 + }, + { + "loss_action": 0.0334358885884285, + "loss_total": 0.0334358885884285, + "step": 13800 + }, + { + "loss_action": 0.05164279416203499, + "loss_total": 0.05164279416203499, + "step": 13800 + }, + { + "loss_action": 0.02599690668284893, + "loss_total": 0.02599690668284893, + "step": 13800 + }, + { + "loss_action": 0.026769820600748062, + "loss_total": 0.026769820600748062, + "step": 13800 + }, + { + "loss_action": 0.039583224803209305, + "loss_total": 0.039583224803209305, + "step": 13800 + }, + { + "loss_action": 0.019671324640512466, + "loss_total": 0.019671324640512466, + "step": 13800 + }, + { + "grad_norm": 0.5368878841400146, + "learning_rate": 9.7893447032548e-05, + "loss": 0.0277, + "step": 13810 + }, + { + "loss_action": 0.12687484920024872, + "loss_total": 0.12687484920024872, + "step": 13810 + }, + { + "loss_action": 0.025447765365242958, + "loss_total": 0.025447765365242958, + "step": 13810 + }, + { + "loss_action": 0.01817803829908371, + "loss_total": 0.01817803829908371, + "step": 13810 + }, + { + "loss_action": 0.013983406126499176, + "loss_total": 0.013983406126499176, + "step": 13810 + }, + { + "loss_action": 0.03141138330101967, + "loss_total": 0.03141138330101967, + "step": 13810 + }, + { + "loss_action": 0.020277202129364014, + "loss_total": 0.020277202129364014, + "step": 13810 + }, + { + "grad_norm": 0.40655452013015747, + "learning_rate": 9.78886955549138e-05, + "loss": 0.0303, + "step": 13820 + }, + { + "loss_action": 0.026470588520169258, + "loss_total": 0.026470588520169258, + "step": 13820 + }, + { + "loss_action": 0.016695156693458557, + "loss_total": 0.016695156693458557, + "step": 13820 + }, + { + "loss_action": 0.014269656501710415, + "loss_total": 0.014269656501710415, + "step": 13820 + }, + { + "loss_action": 0.015929587185382843, + "loss_total": 0.015929587185382843, + "step": 13820 + }, + { + "loss_action": 0.0330512560904026, + "loss_total": 0.0330512560904026, + "step": 13820 + }, + { + "loss_action": 0.02112235687673092, + "loss_total": 0.02112235687673092, + "step": 13820 + }, + { + "grad_norm": 0.44941768050193787, + "learning_rate": 9.788393884024387e-05, + "loss": 0.033, + "step": 13830 + }, + { + "loss_action": 0.026164760813117027, + "loss_total": 0.026164760813117027, + "step": 13830 + }, + { + "loss_action": 0.034835584461688995, + "loss_total": 0.034835584461688995, + "step": 13830 + }, + { + "loss_action": 0.015303980559110641, + "loss_total": 0.015303980559110641, + "step": 13830 + }, + { + "loss_action": 0.024154147133231163, + "loss_total": 0.024154147133231163, + "step": 13830 + }, + { + "loss_action": 0.03078979067504406, + "loss_total": 0.03078979067504406, + "step": 13830 + }, + { + "loss_action": 0.024338409304618835, + "loss_total": 0.024338409304618835, + "step": 13830 + }, + { + "grad_norm": 0.5094419717788696, + "learning_rate": 9.787917688905836e-05, + "loss": 0.0323, + "step": 13840 + }, + { + "loss_action": 0.034701742231845856, + "loss_total": 0.034701742231845856, + "step": 13840 + }, + { + "loss_action": 0.05014598369598389, + "loss_total": 0.05014598369598389, + "step": 13840 + }, + { + "loss_action": 0.058797527104616165, + "loss_total": 0.058797527104616165, + "step": 13840 + }, + { + "loss_action": 0.01823352463543415, + "loss_total": 0.01823352463543415, + "step": 13840 + }, + { + "loss_action": 0.023066015914082527, + "loss_total": 0.023066015914082527, + "step": 13840 + }, + { + "loss_action": 0.030512606725096703, + "loss_total": 0.030512606725096703, + "step": 13840 + }, + { + "grad_norm": 0.6338321566581726, + "learning_rate": 9.787440970187807e-05, + "loss": 0.0333, + "step": 13850 + }, + { + "loss_action": 0.03378548100590706, + "loss_total": 0.03378548100590706, + "step": 13850 + }, + { + "loss_action": 0.01853685826063156, + "loss_total": 0.01853685826063156, + "step": 13850 + }, + { + "loss_action": 0.02119532600045204, + "loss_total": 0.02119532600045204, + "step": 13850 + }, + { + "loss_action": 0.03468794375658035, + "loss_total": 0.03468794375658035, + "step": 13850 + }, + { + "loss_action": 0.015004235319793224, + "loss_total": 0.015004235319793224, + "step": 13850 + }, + { + "loss_action": 0.023839961737394333, + "loss_total": 0.023839961737394333, + "step": 13850 + }, + { + "grad_norm": 0.5721710324287415, + "learning_rate": 9.786963727922429e-05, + "loss": 0.0396, + "step": 13860 + }, + { + "loss_action": 0.03345849737524986, + "loss_total": 0.03345849737524986, + "step": 13860 + }, + { + "loss_action": 0.021962689235806465, + "loss_total": 0.021962689235806465, + "step": 13860 + }, + { + "loss_action": 0.01948331482708454, + "loss_total": 0.01948331482708454, + "step": 13860 + }, + { + "loss_action": 0.03258567675948143, + "loss_total": 0.03258567675948143, + "step": 13860 + }, + { + "loss_action": 0.028549840673804283, + "loss_total": 0.028549840673804283, + "step": 13860 + }, + { + "loss_action": 0.017803367227315903, + "loss_total": 0.017803367227315903, + "step": 13860 + }, + { + "grad_norm": 0.6120462417602539, + "learning_rate": 9.786485962161897e-05, + "loss": 0.0359, + "step": 13870 + }, + { + "loss_action": 0.015745047479867935, + "loss_total": 0.015745047479867935, + "step": 13870 + }, + { + "loss_action": 0.021883836016058922, + "loss_total": 0.021883836016058922, + "step": 13870 + }, + { + "loss_action": 0.023050621151924133, + "loss_total": 0.023050621151924133, + "step": 13870 + }, + { + "loss_action": 0.07075543701648712, + "loss_total": 0.07075543701648712, + "step": 13870 + }, + { + "loss_action": 0.02589125744998455, + "loss_total": 0.02589125744998455, + "step": 13870 + }, + { + "loss_action": 0.05754050984978676, + "loss_total": 0.05754050984978676, + "step": 13870 + }, + { + "grad_norm": 0.580433189868927, + "learning_rate": 9.786007672958455e-05, + "loss": 0.0367, + "step": 13880 + }, + { + "loss_action": 0.13784126937389374, + "loss_total": 0.13784126937389374, + "step": 13880 + }, + { + "loss_action": 0.04952036589384079, + "loss_total": 0.04952036589384079, + "step": 13880 + }, + { + "loss_action": 0.02888541668653488, + "loss_total": 0.02888541668653488, + "step": 13880 + }, + { + "loss_action": 0.08116001635789871, + "loss_total": 0.08116001635789871, + "step": 13880 + }, + { + "loss_action": 0.036301709711551666, + "loss_total": 0.036301709711551666, + "step": 13880 + }, + { + "loss_action": 0.033040475100278854, + "loss_total": 0.033040475100278854, + "step": 13880 + }, + { + "grad_norm": 0.5680795311927795, + "learning_rate": 9.78552886036441e-05, + "loss": 0.0424, + "step": 13890 + }, + { + "loss_action": 0.08967076987028122, + "loss_total": 0.08967076987028122, + "step": 13890 + }, + { + "loss_action": 0.029176900163292885, + "loss_total": 0.029176900163292885, + "step": 13890 + }, + { + "loss_action": 0.020040132105350494, + "loss_total": 0.020040132105350494, + "step": 13890 + }, + { + "loss_action": 0.02106732502579689, + "loss_total": 0.02106732502579689, + "step": 13890 + }, + { + "loss_action": 0.039708368480205536, + "loss_total": 0.039708368480205536, + "step": 13890 + }, + { + "loss_action": 0.024271974340081215, + "loss_total": 0.024271974340081215, + "step": 13890 + }, + { + "grad_norm": 0.591431200504303, + "learning_rate": 9.785049524432124e-05, + "loss": 0.0364, + "step": 13900 + }, + { + "loss_action": 0.03324040770530701, + "loss_total": 0.03324040770530701, + "step": 13900 + }, + { + "loss_action": 0.03867790848016739, + "loss_total": 0.03867790848016739, + "step": 13900 + }, + { + "loss_action": 0.06426240503787994, + "loss_total": 0.06426240503787994, + "step": 13900 + }, + { + "loss_action": 0.02978728525340557, + "loss_total": 0.02978728525340557, + "step": 13900 + }, + { + "loss_action": 0.018423864617943764, + "loss_total": 0.018423864617943764, + "step": 13900 + }, + { + "loss_action": 0.01976916380226612, + "loss_total": 0.01976916380226612, + "step": 13900 + }, + { + "grad_norm": 0.7484142780303955, + "learning_rate": 9.784569665214016e-05, + "loss": 0.0452, + "step": 13910 + }, + { + "loss_action": 0.023996375501155853, + "loss_total": 0.023996375501155853, + "step": 13910 + }, + { + "loss_action": 0.023235417902469635, + "loss_total": 0.023235417902469635, + "step": 13910 + }, + { + "loss_action": 0.023382483050227165, + "loss_total": 0.023382483050227165, + "step": 13910 + }, + { + "loss_action": 0.04223495349287987, + "loss_total": 0.04223495349287987, + "step": 13910 + }, + { + "loss_action": 0.03560387343168259, + "loss_total": 0.03560387343168259, + "step": 13910 + }, + { + "loss_action": 0.01880141906440258, + "loss_total": 0.01880141906440258, + "step": 13910 + }, + { + "grad_norm": 0.4936147928237915, + "learning_rate": 9.784089282762563e-05, + "loss": 0.0352, + "step": 13920 + }, + { + "loss_action": 0.03851168230175972, + "loss_total": 0.03851168230175972, + "step": 13920 + }, + { + "loss_action": 0.036383744329214096, + "loss_total": 0.036383744329214096, + "step": 13920 + }, + { + "loss_action": 0.026355477049946785, + "loss_total": 0.026355477049946785, + "step": 13920 + }, + { + "loss_action": 0.10173193365335464, + "loss_total": 0.10173193365335464, + "step": 13920 + }, + { + "loss_action": 0.029456233605742455, + "loss_total": 0.029456233605742455, + "step": 13920 + }, + { + "loss_action": 0.024856222793459892, + "loss_total": 0.024856222793459892, + "step": 13920 + }, + { + "grad_norm": 0.5475092530250549, + "learning_rate": 9.7836083771303e-05, + "loss": 0.0342, + "step": 13930 + }, + { + "loss_action": 0.018728313967585564, + "loss_total": 0.018728313967585564, + "step": 13930 + }, + { + "loss_action": 0.0387239046394825, + "loss_total": 0.0387239046394825, + "step": 13930 + }, + { + "loss_action": 0.03738052770495415, + "loss_total": 0.03738052770495415, + "step": 13930 + }, + { + "loss_action": 0.04162503033876419, + "loss_total": 0.04162503033876419, + "step": 13930 + }, + { + "loss_action": 0.034981053322553635, + "loss_total": 0.034981053322553635, + "step": 13930 + }, + { + "loss_action": 0.015001118183135986, + "loss_total": 0.015001118183135986, + "step": 13930 + }, + { + "grad_norm": 0.9058809876441956, + "learning_rate": 9.783126948369817e-05, + "loss": 0.0344, + "step": 13940 + }, + { + "loss_action": 0.023411154747009277, + "loss_total": 0.023411154747009277, + "step": 13940 + }, + { + "loss_action": 0.024482453241944313, + "loss_total": 0.024482453241944313, + "step": 13940 + }, + { + "loss_action": 0.03718850761651993, + "loss_total": 0.03718850761651993, + "step": 13940 + }, + { + "loss_action": 0.01666349731385708, + "loss_total": 0.01666349731385708, + "step": 13940 + }, + { + "loss_action": 0.020749352872371674, + "loss_total": 0.020749352872371674, + "step": 13940 + }, + { + "loss_action": 0.012366444803774357, + "loss_total": 0.012366444803774357, + "step": 13940 + }, + { + "grad_norm": 0.5651524066925049, + "learning_rate": 9.78264499653376e-05, + "loss": 0.0352, + "step": 13950 + }, + { + "loss_action": 0.018205497413873672, + "loss_total": 0.018205497413873672, + "step": 13950 + }, + { + "loss_action": 0.030203374102711678, + "loss_total": 0.030203374102711678, + "step": 13950 + }, + { + "loss_action": 0.017398066818714142, + "loss_total": 0.017398066818714142, + "step": 13950 + }, + { + "loss_action": 0.01834278181195259, + "loss_total": 0.01834278181195259, + "step": 13950 + }, + { + "loss_action": 0.07462123781442642, + "loss_total": 0.07462123781442642, + "step": 13950 + }, + { + "loss_action": 0.03151247277855873, + "loss_total": 0.03151247277855873, + "step": 13950 + }, + { + "grad_norm": 0.5390504598617554, + "learning_rate": 9.782162521674838e-05, + "loss": 0.0372, + "step": 13960 + }, + { + "loss_action": 0.02222038060426712, + "loss_total": 0.02222038060426712, + "step": 13960 + }, + { + "loss_action": 0.03199603036046028, + "loss_total": 0.03199603036046028, + "step": 13960 + }, + { + "loss_action": 0.035671673715114594, + "loss_total": 0.035671673715114594, + "step": 13960 + }, + { + "loss_action": 0.020372457802295685, + "loss_total": 0.020372457802295685, + "step": 13960 + }, + { + "loss_action": 0.02060614340007305, + "loss_total": 0.02060614340007305, + "step": 13960 + }, + { + "loss_action": 0.07253168523311615, + "loss_total": 0.07253168523311615, + "step": 13960 + }, + { + "grad_norm": 0.6934365034103394, + "learning_rate": 9.781679523845812e-05, + "loss": 0.0374, + "step": 13970 + }, + { + "loss_action": 0.017044875770807266, + "loss_total": 0.017044875770807266, + "step": 13970 + }, + { + "loss_action": 0.06829143315553665, + "loss_total": 0.06829143315553665, + "step": 13970 + }, + { + "loss_action": 0.024474596604704857, + "loss_total": 0.024474596604704857, + "step": 13970 + }, + { + "loss_action": 0.03417971357703209, + "loss_total": 0.03417971357703209, + "step": 13970 + }, + { + "loss_action": 0.025151781737804413, + "loss_total": 0.025151781737804413, + "step": 13970 + }, + { + "loss_action": 0.02107246220111847, + "loss_total": 0.02107246220111847, + "step": 13970 + }, + { + "grad_norm": 0.5244877934455872, + "learning_rate": 9.781196003099502e-05, + "loss": 0.0358, + "step": 13980 + }, + { + "loss_action": 0.03485041484236717, + "loss_total": 0.03485041484236717, + "step": 13980 + }, + { + "loss_action": 0.05066535994410515, + "loss_total": 0.05066535994410515, + "step": 13980 + }, + { + "loss_action": 0.023418258875608444, + "loss_total": 0.023418258875608444, + "step": 13980 + }, + { + "loss_action": 0.02028735540807247, + "loss_total": 0.02028735540807247, + "step": 13980 + }, + { + "loss_action": 0.03268538415431976, + "loss_total": 0.03268538415431976, + "step": 13980 + }, + { + "loss_action": 0.01725766807794571, + "loss_total": 0.01725766807794571, + "step": 13980 + }, + { + "grad_norm": 0.5753120183944702, + "learning_rate": 9.780711959488786e-05, + "loss": 0.0371, + "step": 13990 + }, + { + "loss_action": 0.023548295721411705, + "loss_total": 0.023548295721411705, + "step": 13990 + }, + { + "loss_action": 0.04760652408003807, + "loss_total": 0.04760652408003807, + "step": 13990 + }, + { + "loss_action": 0.025286249816417694, + "loss_total": 0.025286249816417694, + "step": 13990 + }, + { + "loss_action": 0.02751488983631134, + "loss_total": 0.02751488983631134, + "step": 13990 + }, + { + "loss_action": 0.01554302591830492, + "loss_total": 0.01554302591830492, + "step": 13990 + }, + { + "loss_action": 0.01837342046201229, + "loss_total": 0.01837342046201229, + "step": 13990 + }, + { + "grad_norm": 0.61026531457901, + "learning_rate": 9.780227393066599e-05, + "loss": 0.0373, + "step": 14000 + }, + { + "loss_action": 0.018066423013806343, + "loss_total": 0.018066423013806343, + "step": 14000 + }, + { + "loss_action": 0.028321679681539536, + "loss_total": 0.028321679681539536, + "step": 14000 + }, + { + "loss_action": 0.02264111116528511, + "loss_total": 0.02264111116528511, + "step": 14000 + }, + { + "loss_action": 0.01882023923099041, + "loss_total": 0.01882023923099041, + "step": 14000 + }, + { + "loss_action": 0.026458771899342537, + "loss_total": 0.026458771899342537, + "step": 14000 + }, + { + "loss_action": 0.044142644852399826, + "loss_total": 0.044142644852399826, + "step": 14000 + }, + { + "grad_norm": 0.4809609651565552, + "learning_rate": 9.77974230388593e-05, + "loss": 0.0388, + "step": 14010 + }, + { + "loss_action": 0.031077483668923378, + "loss_total": 0.031077483668923378, + "step": 14010 + }, + { + "loss_action": 0.03203839808702469, + "loss_total": 0.03203839808702469, + "step": 14010 + }, + { + "loss_action": 0.020737268030643463, + "loss_total": 0.020737268030643463, + "step": 14010 + }, + { + "loss_action": 0.026484135538339615, + "loss_total": 0.026484135538339615, + "step": 14010 + }, + { + "loss_action": 0.04158953204751015, + "loss_total": 0.04158953204751015, + "step": 14010 + }, + { + "loss_action": 0.030168626457452774, + "loss_total": 0.030168626457452774, + "step": 14010 + }, + { + "grad_norm": 0.5348471999168396, + "learning_rate": 9.779256691999829e-05, + "loss": 0.0407, + "step": 14020 + }, + { + "loss_action": 0.01813015528023243, + "loss_total": 0.01813015528023243, + "step": 14020 + }, + { + "loss_action": 0.020377011969685555, + "loss_total": 0.020377011969685555, + "step": 14020 + }, + { + "loss_action": 0.0209908839315176, + "loss_total": 0.0209908839315176, + "step": 14020 + }, + { + "loss_action": 0.01744411140680313, + "loss_total": 0.01744411140680313, + "step": 14020 + }, + { + "loss_action": 0.0274274330586195, + "loss_total": 0.0274274330586195, + "step": 14020 + }, + { + "loss_action": 0.06260500848293304, + "loss_total": 0.06260500848293304, + "step": 14020 + }, + { + "grad_norm": 0.5231449007987976, + "learning_rate": 9.778770557461403e-05, + "loss": 0.0414, + "step": 14030 + }, + { + "loss_action": 0.1351514309644699, + "loss_total": 0.1351514309644699, + "step": 14030 + }, + { + "loss_action": 0.01674909144639969, + "loss_total": 0.01674909144639969, + "step": 14030 + }, + { + "loss_action": 0.03545990213751793, + "loss_total": 0.03545990213751793, + "step": 14030 + }, + { + "loss_action": 0.03974118083715439, + "loss_total": 0.03974118083715439, + "step": 14030 + }, + { + "loss_action": 0.02458418905735016, + "loss_total": 0.02458418905735016, + "step": 14030 + }, + { + "loss_action": 0.023794827982783318, + "loss_total": 0.023794827982783318, + "step": 14030 + }, + { + "grad_norm": 0.6439498066902161, + "learning_rate": 9.778283900323812e-05, + "loss": 0.0389, + "step": 14040 + }, + { + "loss_action": 0.03838983178138733, + "loss_total": 0.03838983178138733, + "step": 14040 + }, + { + "loss_action": 0.03263789787888527, + "loss_total": 0.03263789787888527, + "step": 14040 + }, + { + "loss_action": 0.02174389734864235, + "loss_total": 0.02174389734864235, + "step": 14040 + }, + { + "loss_action": 0.039706770330667496, + "loss_total": 0.039706770330667496, + "step": 14040 + }, + { + "loss_action": 0.03811794891953468, + "loss_total": 0.03811794891953468, + "step": 14040 + }, + { + "loss_action": 0.05629921332001686, + "loss_total": 0.05629921332001686, + "step": 14040 + }, + { + "grad_norm": 0.738221287727356, + "learning_rate": 9.777796720640277e-05, + "loss": 0.038, + "step": 14050 + }, + { + "loss_action": 0.04564003646373749, + "loss_total": 0.04564003646373749, + "step": 14050 + }, + { + "loss_action": 0.04191611334681511, + "loss_total": 0.04191611334681511, + "step": 14050 + }, + { + "loss_action": 0.050348326563835144, + "loss_total": 0.050348326563835144, + "step": 14050 + }, + { + "loss_action": 0.041322365403175354, + "loss_total": 0.041322365403175354, + "step": 14050 + }, + { + "loss_action": 0.03790297359228134, + "loss_total": 0.03790297359228134, + "step": 14050 + }, + { + "loss_action": 0.038962751626968384, + "loss_total": 0.038962751626968384, + "step": 14050 + }, + { + "grad_norm": 0.46989205479621887, + "learning_rate": 9.777309018464078e-05, + "loss": 0.034, + "step": 14060 + }, + { + "loss_action": 0.022350899875164032, + "loss_total": 0.022350899875164032, + "step": 14060 + }, + { + "loss_action": 0.023872923105955124, + "loss_total": 0.023872923105955124, + "step": 14060 + }, + { + "loss_action": 0.014733261428773403, + "loss_total": 0.014733261428773403, + "step": 14060 + }, + { + "loss_action": 0.03223408758640289, + "loss_total": 0.03223408758640289, + "step": 14060 + }, + { + "loss_action": 0.11828909814357758, + "loss_total": 0.11828909814357758, + "step": 14060 + }, + { + "loss_action": 0.011949419975280762, + "loss_total": 0.011949419975280762, + "step": 14060 + }, + { + "grad_norm": 0.5045774579048157, + "learning_rate": 9.776820793848547e-05, + "loss": 0.0335, + "step": 14070 + }, + { + "loss_action": 0.030093686655163765, + "loss_total": 0.030093686655163765, + "step": 14070 + }, + { + "loss_action": 0.02299736812710762, + "loss_total": 0.02299736812710762, + "step": 14070 + }, + { + "loss_action": 0.0263945572078228, + "loss_total": 0.0263945572078228, + "step": 14070 + }, + { + "loss_action": 0.025462547317147255, + "loss_total": 0.025462547317147255, + "step": 14070 + }, + { + "loss_action": 0.025897573679685593, + "loss_total": 0.025897573679685593, + "step": 14070 + }, + { + "loss_action": 0.021103620529174805, + "loss_total": 0.021103620529174805, + "step": 14070 + }, + { + "grad_norm": 0.47430452704429626, + "learning_rate": 9.776332046847075e-05, + "loss": 0.0322, + "step": 14080 + }, + { + "loss_action": 0.015377410687506199, + "loss_total": 0.015377410687506199, + "step": 14080 + }, + { + "loss_action": 0.024212611839175224, + "loss_total": 0.024212611839175224, + "step": 14080 + }, + { + "loss_action": 0.027750983834266663, + "loss_total": 0.027750983834266663, + "step": 14080 + }, + { + "loss_action": 0.019143031910061836, + "loss_total": 0.019143031910061836, + "step": 14080 + }, + { + "loss_action": 0.025505971163511276, + "loss_total": 0.025505971163511276, + "step": 14080 + }, + { + "loss_action": 0.050022680312395096, + "loss_total": 0.050022680312395096, + "step": 14080 + }, + { + "grad_norm": 0.46602821350097656, + "learning_rate": 9.775842777513111e-05, + "loss": 0.0354, + "step": 14090 + }, + { + "loss_action": 0.019464917480945587, + "loss_total": 0.019464917480945587, + "step": 14090 + }, + { + "loss_action": 0.048440057784318924, + "loss_total": 0.048440057784318924, + "step": 14090 + }, + { + "loss_action": 0.022117989137768745, + "loss_total": 0.022117989137768745, + "step": 14090 + }, + { + "loss_action": 0.01570807583630085, + "loss_total": 0.01570807583630085, + "step": 14090 + }, + { + "loss_action": 0.023376183584332466, + "loss_total": 0.023376183584332466, + "step": 14090 + }, + { + "loss_action": 0.02170628122985363, + "loss_total": 0.02170628122985363, + "step": 14090 + }, + { + "grad_norm": 0.5720545649528503, + "learning_rate": 9.775352985900163e-05, + "loss": 0.0319, + "step": 14100 + }, + { + "loss_action": 0.03052734211087227, + "loss_total": 0.03052734211087227, + "step": 14100 + }, + { + "loss_action": 0.020096633583307266, + "loss_total": 0.020096633583307266, + "step": 14100 + }, + { + "loss_action": 0.0237959623336792, + "loss_total": 0.0237959623336792, + "step": 14100 + }, + { + "loss_action": 0.0771976187825203, + "loss_total": 0.0771976187825203, + "step": 14100 + }, + { + "loss_action": 0.024594392627477646, + "loss_total": 0.024594392627477646, + "step": 14100 + }, + { + "loss_action": 0.018123552203178406, + "loss_total": 0.018123552203178406, + "step": 14100 + }, + { + "grad_norm": 0.62281334400177, + "learning_rate": 9.774862672061791e-05, + "loss": 0.0322, + "step": 14110 + }, + { + "loss_action": 0.02597343735396862, + "loss_total": 0.02597343735396862, + "step": 14110 + }, + { + "loss_action": 0.02043650858104229, + "loss_total": 0.02043650858104229, + "step": 14110 + }, + { + "loss_action": 0.05103643611073494, + "loss_total": 0.05103643611073494, + "step": 14110 + }, + { + "loss_action": 0.03790626674890518, + "loss_total": 0.03790626674890518, + "step": 14110 + }, + { + "loss_action": 0.028376778587698936, + "loss_total": 0.028376778587698936, + "step": 14110 + }, + { + "loss_action": 0.018959783017635345, + "loss_total": 0.018959783017635345, + "step": 14110 + }, + { + "grad_norm": 0.4658946990966797, + "learning_rate": 9.774371836051616e-05, + "loss": 0.0328, + "step": 14120 + }, + { + "loss_action": 0.03484692797064781, + "loss_total": 0.03484692797064781, + "step": 14120 + }, + { + "loss_action": 0.029523955658078194, + "loss_total": 0.029523955658078194, + "step": 14120 + }, + { + "loss_action": 0.01839585416018963, + "loss_total": 0.01839585416018963, + "step": 14120 + }, + { + "loss_action": 0.025725306943058968, + "loss_total": 0.025725306943058968, + "step": 14120 + }, + { + "loss_action": 0.020464058965444565, + "loss_total": 0.020464058965444565, + "step": 14120 + }, + { + "loss_action": 0.022373661398887634, + "loss_total": 0.022373661398887634, + "step": 14120 + }, + { + "grad_norm": 0.4553970396518707, + "learning_rate": 9.773880477923315e-05, + "loss": 0.0314, + "step": 14130 + }, + { + "loss_action": 0.04665934294462204, + "loss_total": 0.04665934294462204, + "step": 14130 + }, + { + "loss_action": 0.019745472818613052, + "loss_total": 0.019745472818613052, + "step": 14130 + }, + { + "loss_action": 0.014683948829770088, + "loss_total": 0.014683948829770088, + "step": 14130 + }, + { + "loss_action": 0.024459803476929665, + "loss_total": 0.024459803476929665, + "step": 14130 + }, + { + "loss_action": 0.03230427950620651, + "loss_total": 0.03230427950620651, + "step": 14130 + }, + { + "loss_action": 0.028755223378539085, + "loss_total": 0.028755223378539085, + "step": 14130 + }, + { + "grad_norm": 0.560422956943512, + "learning_rate": 9.773388597730623e-05, + "loss": 0.0275, + "step": 14140 + }, + { + "loss_action": 0.0191848985850811, + "loss_total": 0.0191848985850811, + "step": 14140 + }, + { + "loss_action": 0.020597541704773903, + "loss_total": 0.020597541704773903, + "step": 14140 + }, + { + "loss_action": 0.025640876963734627, + "loss_total": 0.025640876963734627, + "step": 14140 + }, + { + "loss_action": 0.024582810699939728, + "loss_total": 0.024582810699939728, + "step": 14140 + }, + { + "loss_action": 0.046967796981334686, + "loss_total": 0.046967796981334686, + "step": 14140 + }, + { + "loss_action": 0.10652139782905579, + "loss_total": 0.10652139782905579, + "step": 14140 + }, + { + "grad_norm": 0.7799157500267029, + "learning_rate": 9.77289619552733e-05, + "loss": 0.0363, + "step": 14150 + }, + { + "loss_action": 0.019918547943234444, + "loss_total": 0.019918547943234444, + "step": 14150 + }, + { + "loss_action": 0.014388475567102432, + "loss_total": 0.014388475567102432, + "step": 14150 + }, + { + "loss_action": 0.04458259791135788, + "loss_total": 0.04458259791135788, + "step": 14150 + }, + { + "loss_action": 0.05298073962330818, + "loss_total": 0.05298073962330818, + "step": 14150 + }, + { + "loss_action": 0.04157710820436478, + "loss_total": 0.04157710820436478, + "step": 14150 + }, + { + "loss_action": 0.021138982847332954, + "loss_total": 0.021138982847332954, + "step": 14150 + }, + { + "grad_norm": 0.5709787011146545, + "learning_rate": 9.772403271367285e-05, + "loss": 0.0313, + "step": 14160 + }, + { + "loss_action": 0.013872204348444939, + "loss_total": 0.013872204348444939, + "step": 14160 + }, + { + "loss_action": 0.03173087537288666, + "loss_total": 0.03173087537288666, + "step": 14160 + }, + { + "loss_action": 0.022947262972593307, + "loss_total": 0.022947262972593307, + "step": 14160 + }, + { + "loss_action": 0.16309680044651031, + "loss_total": 0.16309680044651031, + "step": 14160 + }, + { + "loss_action": 0.04626638442277908, + "loss_total": 0.04626638442277908, + "step": 14160 + }, + { + "loss_action": 0.04629657417535782, + "loss_total": 0.04629657417535782, + "step": 14160 + }, + { + "grad_norm": 0.525177538394928, + "learning_rate": 9.771909825304396e-05, + "loss": 0.0354, + "step": 14170 + }, + { + "loss_action": 0.0260502677410841, + "loss_total": 0.0260502677410841, + "step": 14170 + }, + { + "loss_action": 0.02802753634750843, + "loss_total": 0.02802753634750843, + "step": 14170 + }, + { + "loss_action": 0.042394399642944336, + "loss_total": 0.042394399642944336, + "step": 14170 + }, + { + "loss_action": 0.022901715710759163, + "loss_total": 0.022901715710759163, + "step": 14170 + }, + { + "loss_action": 0.02704322524368763, + "loss_total": 0.02704322524368763, + "step": 14170 + }, + { + "loss_action": 0.04552167281508446, + "loss_total": 0.04552167281508446, + "step": 14170 + }, + { + "grad_norm": 0.42450442910194397, + "learning_rate": 9.771415857392619e-05, + "loss": 0.0304, + "step": 14180 + }, + { + "loss_action": 0.05155077576637268, + "loss_total": 0.05155077576637268, + "step": 14180 + }, + { + "loss_action": 0.019610019400715828, + "loss_total": 0.019610019400715828, + "step": 14180 + }, + { + "loss_action": 0.023349372670054436, + "loss_total": 0.023349372670054436, + "step": 14180 + }, + { + "loss_action": 0.03094586916267872, + "loss_total": 0.03094586916267872, + "step": 14180 + }, + { + "loss_action": 0.04285188391804695, + "loss_total": 0.04285188391804695, + "step": 14180 + }, + { + "loss_action": 0.031502865254879, + "loss_total": 0.031502865254879, + "step": 14180 + }, + { + "grad_norm": 0.45196783542633057, + "learning_rate": 9.770921367685978e-05, + "loss": 0.0322, + "step": 14190 + }, + { + "loss_action": 0.012767313048243523, + "loss_total": 0.012767313048243523, + "step": 14190 + }, + { + "loss_action": 0.015523298643529415, + "loss_total": 0.015523298643529415, + "step": 14190 + }, + { + "loss_action": 0.019933046773076057, + "loss_total": 0.019933046773076057, + "step": 14190 + }, + { + "loss_action": 0.03285114839673042, + "loss_total": 0.03285114839673042, + "step": 14190 + }, + { + "loss_action": 0.01606687530875206, + "loss_total": 0.01606687530875206, + "step": 14190 + }, + { + "loss_action": 0.015406978316605091, + "loss_total": 0.015406978316605091, + "step": 14190 + }, + { + "grad_norm": 0.5568349957466125, + "learning_rate": 9.770426356238551e-05, + "loss": 0.0297, + "step": 14200 + }, + { + "loss_action": 0.03781783953309059, + "loss_total": 0.03781783953309059, + "step": 14200 + }, + { + "loss_action": 0.029538573697209358, + "loss_total": 0.029538573697209358, + "step": 14200 + }, + { + "loss_action": 0.024180447682738304, + "loss_total": 0.024180447682738304, + "step": 14200 + }, + { + "loss_action": 0.02996084839105606, + "loss_total": 0.02996084839105606, + "step": 14200 + }, + { + "loss_action": 0.06417561322450638, + "loss_total": 0.06417561322450638, + "step": 14200 + }, + { + "loss_action": 0.05092441290616989, + "loss_total": 0.05092441290616989, + "step": 14200 + }, + { + "grad_norm": 0.5624666213989258, + "learning_rate": 9.769930823104469e-05, + "loss": 0.0379, + "step": 14210 + }, + { + "loss_action": 0.05939308926463127, + "loss_total": 0.05939308926463127, + "step": 14210 + }, + { + "loss_action": 0.0138346953317523, + "loss_total": 0.0138346953317523, + "step": 14210 + }, + { + "loss_action": 0.06291597336530685, + "loss_total": 0.06291597336530685, + "step": 14210 + }, + { + "loss_action": 0.01790693588554859, + "loss_total": 0.01790693588554859, + "step": 14210 + }, + { + "loss_action": 0.03240419179201126, + "loss_total": 0.03240419179201126, + "step": 14210 + }, + { + "loss_action": 0.020737793296575546, + "loss_total": 0.020737793296575546, + "step": 14210 + }, + { + "grad_norm": 0.5824280977249146, + "learning_rate": 9.769434768337926e-05, + "loss": 0.0339, + "step": 14220 + }, + { + "loss_action": 0.025867987424135208, + "loss_total": 0.025867987424135208, + "step": 14220 + }, + { + "loss_action": 0.03001002036035061, + "loss_total": 0.03001002036035061, + "step": 14220 + }, + { + "loss_action": 0.039552878588438034, + "loss_total": 0.039552878588438034, + "step": 14220 + }, + { + "loss_action": 0.024874255061149597, + "loss_total": 0.024874255061149597, + "step": 14220 + }, + { + "loss_action": 0.02436436153948307, + "loss_total": 0.02436436153948307, + "step": 14220 + }, + { + "loss_action": 0.024914920330047607, + "loss_total": 0.024914920330047607, + "step": 14220 + }, + { + "grad_norm": 0.7534765601158142, + "learning_rate": 9.768938191993164e-05, + "loss": 0.0347, + "step": 14230 + }, + { + "loss_action": 0.029695363715291023, + "loss_total": 0.029695363715291023, + "step": 14230 + }, + { + "loss_action": 0.01839231140911579, + "loss_total": 0.01839231140911579, + "step": 14230 + }, + { + "loss_action": 0.02486855909228325, + "loss_total": 0.02486855909228325, + "step": 14230 + }, + { + "loss_action": 0.030635956674814224, + "loss_total": 0.030635956674814224, + "step": 14230 + }, + { + "loss_action": 0.018735460937023163, + "loss_total": 0.018735460937023163, + "step": 14230 + }, + { + "loss_action": 0.02205880545079708, + "loss_total": 0.02205880545079708, + "step": 14230 + }, + { + "grad_norm": 0.4168510138988495, + "learning_rate": 9.768441094124494e-05, + "loss": 0.0319, + "step": 14240 + }, + { + "loss_action": 0.018481142818927765, + "loss_total": 0.018481142818927765, + "step": 14240 + }, + { + "loss_action": 0.02091090753674507, + "loss_total": 0.02091090753674507, + "step": 14240 + }, + { + "loss_action": 0.030706331133842468, + "loss_total": 0.030706331133842468, + "step": 14240 + }, + { + "loss_action": 0.016100648790597916, + "loss_total": 0.016100648790597916, + "step": 14240 + }, + { + "loss_action": 0.022291922941803932, + "loss_total": 0.022291922941803932, + "step": 14240 + }, + { + "loss_action": 0.022745607420802116, + "loss_total": 0.022745607420802116, + "step": 14240 + }, + { + "grad_norm": 0.4438713490962982, + "learning_rate": 9.767943474786275e-05, + "loss": 0.0267, + "step": 14250 + }, + { + "loss_action": 0.012062995694577694, + "loss_total": 0.012062995694577694, + "step": 14250 + }, + { + "loss_action": 0.018006591126322746, + "loss_total": 0.018006591126322746, + "step": 14250 + }, + { + "loss_action": 0.013734221458435059, + "loss_total": 0.013734221458435059, + "step": 14250 + }, + { + "loss_action": 0.024708416312932968, + "loss_total": 0.024708416312932968, + "step": 14250 + }, + { + "loss_action": 0.03335222974419594, + "loss_total": 0.03335222974419594, + "step": 14250 + }, + { + "loss_action": 0.01651391200721264, + "loss_total": 0.01651391200721264, + "step": 14250 + }, + { + "grad_norm": 0.5425384044647217, + "learning_rate": 9.767445334032923e-05, + "loss": 0.0292, + "step": 14260 + }, + { + "loss_action": 0.014477900229394436, + "loss_total": 0.014477900229394436, + "step": 14260 + }, + { + "loss_action": 0.013184846378862858, + "loss_total": 0.013184846378862858, + "step": 14260 + }, + { + "loss_action": 0.02424389310181141, + "loss_total": 0.02424389310181141, + "step": 14260 + }, + { + "loss_action": 0.026722179725766182, + "loss_total": 0.026722179725766182, + "step": 14260 + }, + { + "loss_action": 0.032943446189165115, + "loss_total": 0.032943446189165115, + "step": 14260 + }, + { + "loss_action": 0.051597267389297485, + "loss_total": 0.051597267389297485, + "step": 14260 + }, + { + "grad_norm": 0.602103590965271, + "learning_rate": 9.766946671918919e-05, + "loss": 0.0303, + "step": 14270 + }, + { + "loss_action": 0.018332496285438538, + "loss_total": 0.018332496285438538, + "step": 14270 + }, + { + "loss_action": 0.022875167429447174, + "loss_total": 0.022875167429447174, + "step": 14270 + }, + { + "loss_action": 0.03186781704425812, + "loss_total": 0.03186781704425812, + "step": 14270 + }, + { + "loss_action": 0.0359855592250824, + "loss_total": 0.0359855592250824, + "step": 14270 + }, + { + "loss_action": 0.0446668341755867, + "loss_total": 0.0446668341755867, + "step": 14270 + }, + { + "loss_action": 0.017398551106452942, + "loss_total": 0.017398551106452942, + "step": 14270 + }, + { + "grad_norm": 0.7134753465652466, + "learning_rate": 9.766447488498796e-05, + "loss": 0.041, + "step": 14280 + }, + { + "loss_action": 0.04700299724936485, + "loss_total": 0.04700299724936485, + "step": 14280 + }, + { + "loss_action": 0.017448795959353447, + "loss_total": 0.017448795959353447, + "step": 14280 + }, + { + "loss_action": 0.03159087523818016, + "loss_total": 0.03159087523818016, + "step": 14280 + }, + { + "loss_action": 0.018124805763363838, + "loss_total": 0.018124805763363838, + "step": 14280 + }, + { + "loss_action": 0.017118461430072784, + "loss_total": 0.017118461430072784, + "step": 14280 + }, + { + "loss_action": 0.017746640369296074, + "loss_total": 0.017746640369296074, + "step": 14280 + }, + { + "grad_norm": 0.4537513256072998, + "learning_rate": 9.765947783827139e-05, + "loss": 0.0294, + "step": 14290 + }, + { + "loss_action": 0.0416778065264225, + "loss_total": 0.0416778065264225, + "step": 14290 + }, + { + "loss_action": 0.028544889762997627, + "loss_total": 0.028544889762997627, + "step": 14290 + }, + { + "loss_action": 0.06953335553407669, + "loss_total": 0.06953335553407669, + "step": 14290 + }, + { + "loss_action": 0.021142570301890373, + "loss_total": 0.021142570301890373, + "step": 14290 + }, + { + "loss_action": 0.02010481059551239, + "loss_total": 0.02010481059551239, + "step": 14290 + }, + { + "loss_action": 0.02188596874475479, + "loss_total": 0.02188596874475479, + "step": 14290 + }, + { + "grad_norm": 0.5733367204666138, + "learning_rate": 9.765447557958599e-05, + "loss": 0.031, + "step": 14300 + }, + { + "loss_action": 0.01294329110532999, + "loss_total": 0.01294329110532999, + "step": 14300 + }, + { + "loss_action": 0.03066856600344181, + "loss_total": 0.03066856600344181, + "step": 14300 + }, + { + "loss_action": 0.032212965190410614, + "loss_total": 0.032212965190410614, + "step": 14300 + }, + { + "loss_action": 0.015153163112699986, + "loss_total": 0.015153163112699986, + "step": 14300 + }, + { + "loss_action": 0.026170721277594566, + "loss_total": 0.026170721277594566, + "step": 14300 + }, + { + "loss_action": 0.03110724315047264, + "loss_total": 0.03110724315047264, + "step": 14300 + }, + { + "grad_norm": 0.5183519124984741, + "learning_rate": 9.764946810947879e-05, + "loss": 0.0328, + "step": 14310 + }, + { + "loss_action": 0.02226146310567856, + "loss_total": 0.02226146310567856, + "step": 14310 + }, + { + "loss_action": 0.023159606382250786, + "loss_total": 0.023159606382250786, + "step": 14310 + }, + { + "loss_action": 0.01765996590256691, + "loss_total": 0.01765996590256691, + "step": 14310 + }, + { + "loss_action": 0.020586175844073296, + "loss_total": 0.020586175844073296, + "step": 14310 + }, + { + "loss_action": 0.033179040998220444, + "loss_total": 0.033179040998220444, + "step": 14310 + }, + { + "loss_action": 0.02341500297188759, + "loss_total": 0.02341500297188759, + "step": 14310 + }, + { + "grad_norm": 0.6190939545631409, + "learning_rate": 9.764445542849738e-05, + "loss": 0.0347, + "step": 14320 + }, + { + "loss_action": 0.026041101664304733, + "loss_total": 0.026041101664304733, + "step": 14320 + }, + { + "loss_action": 0.02561056800186634, + "loss_total": 0.02561056800186634, + "step": 14320 + }, + { + "loss_action": 0.045786719769239426, + "loss_total": 0.045786719769239426, + "step": 14320 + }, + { + "loss_action": 0.013347011990845203, + "loss_total": 0.013347011990845203, + "step": 14320 + }, + { + "loss_action": 0.038480471819639206, + "loss_total": 0.038480471819639206, + "step": 14320 + }, + { + "loss_action": 0.026104679331183434, + "loss_total": 0.026104679331183434, + "step": 14320 + }, + { + "grad_norm": 0.5578783750534058, + "learning_rate": 9.763943753718998e-05, + "loss": 0.0331, + "step": 14330 + }, + { + "loss_action": 0.01655510440468788, + "loss_total": 0.01655510440468788, + "step": 14330 + }, + { + "loss_action": 0.01476119365543127, + "loss_total": 0.01476119365543127, + "step": 14330 + }, + { + "loss_action": 0.02256656624376774, + "loss_total": 0.02256656624376774, + "step": 14330 + }, + { + "loss_action": 0.013939700089395046, + "loss_total": 0.013939700089395046, + "step": 14330 + }, + { + "loss_action": 0.016515033319592476, + "loss_total": 0.016515033319592476, + "step": 14330 + }, + { + "loss_action": 0.02663188986480236, + "loss_total": 0.02663188986480236, + "step": 14330 + }, + { + "grad_norm": 0.9469922184944153, + "learning_rate": 9.76344144361053e-05, + "loss": 0.0324, + "step": 14340 + }, + { + "loss_action": 0.0286952406167984, + "loss_total": 0.0286952406167984, + "step": 14340 + }, + { + "loss_action": 0.018656877800822258, + "loss_total": 0.018656877800822258, + "step": 14340 + }, + { + "loss_action": 0.026077628135681152, + "loss_total": 0.026077628135681152, + "step": 14340 + }, + { + "loss_action": 0.1234835609793663, + "loss_total": 0.1234835609793663, + "step": 14340 + }, + { + "loss_action": 0.03769915923476219, + "loss_total": 0.03769915923476219, + "step": 14340 + }, + { + "loss_action": 0.0383346788585186, + "loss_total": 0.0383346788585186, + "step": 14340 + }, + { + "grad_norm": 0.7044003009796143, + "learning_rate": 9.762938612579269e-05, + "loss": 0.0391, + "step": 14350 + }, + { + "loss_action": 0.01767434924840927, + "loss_total": 0.01767434924840927, + "step": 14350 + }, + { + "loss_action": 0.023762986063957214, + "loss_total": 0.023762986063957214, + "step": 14350 + }, + { + "loss_action": 0.02322467602789402, + "loss_total": 0.02322467602789402, + "step": 14350 + }, + { + "loss_action": 0.022650204598903656, + "loss_total": 0.022650204598903656, + "step": 14350 + }, + { + "loss_action": 0.04569980129599571, + "loss_total": 0.04569980129599571, + "step": 14350 + }, + { + "loss_action": 0.024326836690306664, + "loss_total": 0.024326836690306664, + "step": 14350 + }, + { + "grad_norm": 0.711062490940094, + "learning_rate": 9.762435260680202e-05, + "loss": 0.0409, + "step": 14360 + }, + { + "loss_action": 0.03147830069065094, + "loss_total": 0.03147830069065094, + "step": 14360 + }, + { + "loss_action": 0.034924183040857315, + "loss_total": 0.034924183040857315, + "step": 14360 + }, + { + "loss_action": 0.0709000751376152, + "loss_total": 0.0709000751376152, + "step": 14360 + }, + { + "loss_action": 0.041665177792310715, + "loss_total": 0.041665177792310715, + "step": 14360 + }, + { + "loss_action": 0.07682754099369049, + "loss_total": 0.07682754099369049, + "step": 14360 + }, + { + "loss_action": 0.08464135974645615, + "loss_total": 0.08464135974645615, + "step": 14360 + }, + { + "grad_norm": 0.5542088747024536, + "learning_rate": 9.761931387968373e-05, + "loss": 0.0445, + "step": 14370 + }, + { + "loss_action": 0.03216857090592384, + "loss_total": 0.03216857090592384, + "step": 14370 + }, + { + "loss_action": 0.02056889422237873, + "loss_total": 0.02056889422237873, + "step": 14370 + }, + { + "loss_action": 0.03471478447318077, + "loss_total": 0.03471478447318077, + "step": 14370 + }, + { + "loss_action": 0.04363786429166794, + "loss_total": 0.04363786429166794, + "step": 14370 + }, + { + "loss_action": 0.06124070659279823, + "loss_total": 0.06124070659279823, + "step": 14370 + }, + { + "loss_action": 0.04716622829437256, + "loss_total": 0.04716622829437256, + "step": 14370 + }, + { + "grad_norm": 0.6598547697067261, + "learning_rate": 9.76142699449889e-05, + "loss": 0.038, + "step": 14380 + }, + { + "loss_action": 0.025935323908925056, + "loss_total": 0.025935323908925056, + "step": 14380 + }, + { + "loss_action": 0.034429337829351425, + "loss_total": 0.034429337829351425, + "step": 14380 + }, + { + "loss_action": 0.028841616585850716, + "loss_total": 0.028841616585850716, + "step": 14380 + }, + { + "loss_action": 0.036494020372629166, + "loss_total": 0.036494020372629166, + "step": 14380 + }, + { + "loss_action": 0.03586606681346893, + "loss_total": 0.03586606681346893, + "step": 14380 + }, + { + "loss_action": 0.018663866445422173, + "loss_total": 0.018663866445422173, + "step": 14380 + }, + { + "grad_norm": 0.7205932140350342, + "learning_rate": 9.760922080326908e-05, + "loss": 0.0477, + "step": 14390 + }, + { + "loss_action": 0.022031119093298912, + "loss_total": 0.022031119093298912, + "step": 14390 + }, + { + "loss_action": 0.031959448009729385, + "loss_total": 0.031959448009729385, + "step": 14390 + }, + { + "loss_action": 0.045015864074230194, + "loss_total": 0.045015864074230194, + "step": 14390 + }, + { + "loss_action": 0.13762599229812622, + "loss_total": 0.13762599229812622, + "step": 14390 + }, + { + "loss_action": 0.02392803318798542, + "loss_total": 0.02392803318798542, + "step": 14390 + }, + { + "loss_action": 0.02863222174346447, + "loss_total": 0.02863222174346447, + "step": 14390 + }, + { + "grad_norm": 0.517522394657135, + "learning_rate": 9.760416645507644e-05, + "loss": 0.0399, + "step": 14400 + }, + { + "loss_action": 0.04620056599378586, + "loss_total": 0.04620056599378586, + "step": 14400 + }, + { + "loss_action": 0.03344035893678665, + "loss_total": 0.03344035893678665, + "step": 14400 + }, + { + "loss_action": 0.04601740464568138, + "loss_total": 0.04601740464568138, + "step": 14400 + }, + { + "loss_action": 0.030240032821893692, + "loss_total": 0.030240032821893692, + "step": 14400 + }, + { + "loss_action": 0.05489101633429527, + "loss_total": 0.05489101633429527, + "step": 14400 + }, + { + "loss_action": 0.03311505541205406, + "loss_total": 0.03311505541205406, + "step": 14400 + }, + { + "grad_norm": 0.575261116027832, + "learning_rate": 9.759910690096375e-05, + "loss": 0.0425, + "step": 14410 + }, + { + "loss_action": 0.053420569747686386, + "loss_total": 0.053420569747686386, + "step": 14410 + }, + { + "loss_action": 0.016696669161319733, + "loss_total": 0.016696669161319733, + "step": 14410 + }, + { + "loss_action": 0.027752960100769997, + "loss_total": 0.027752960100769997, + "step": 14410 + }, + { + "loss_action": 0.03668547049164772, + "loss_total": 0.03668547049164772, + "step": 14410 + }, + { + "loss_action": 0.02645268663764, + "loss_total": 0.02645268663764, + "step": 14410 + }, + { + "loss_action": 0.03156578913331032, + "loss_total": 0.03156578913331032, + "step": 14410 + }, + { + "grad_norm": 0.4833925664424896, + "learning_rate": 9.759404214148429e-05, + "loss": 0.037, + "step": 14420 + }, + { + "loss_action": 0.04829423874616623, + "loss_total": 0.04829423874616623, + "step": 14420 + }, + { + "loss_action": 0.02614985592663288, + "loss_total": 0.02614985592663288, + "step": 14420 + }, + { + "loss_action": 0.04074118658900261, + "loss_total": 0.04074118658900261, + "step": 14420 + }, + { + "loss_action": 0.028833724558353424, + "loss_total": 0.028833724558353424, + "step": 14420 + }, + { + "loss_action": 0.03732642903923988, + "loss_total": 0.03732642903923988, + "step": 14420 + }, + { + "loss_action": 0.030886583030223846, + "loss_total": 0.030886583030223846, + "step": 14420 + }, + { + "grad_norm": 0.5413907170295715, + "learning_rate": 9.758897217719191e-05, + "loss": 0.0325, + "step": 14430 + }, + { + "loss_action": 0.030886173248291016, + "loss_total": 0.030886173248291016, + "step": 14430 + }, + { + "loss_action": 0.03094135783612728, + "loss_total": 0.03094135783612728, + "step": 14430 + }, + { + "loss_action": 0.03027942404150963, + "loss_total": 0.03027942404150963, + "step": 14430 + }, + { + "loss_action": 0.0277401115745306, + "loss_total": 0.0277401115745306, + "step": 14430 + }, + { + "loss_action": 0.09250936657190323, + "loss_total": 0.09250936657190323, + "step": 14430 + }, + { + "loss_action": 0.03291160613298416, + "loss_total": 0.03291160613298416, + "step": 14430 + }, + { + "grad_norm": 0.48194602131843567, + "learning_rate": 9.758389700864113e-05, + "loss": 0.0337, + "step": 14440 + }, + { + "loss_action": 0.017992403358221054, + "loss_total": 0.017992403358221054, + "step": 14440 + }, + { + "loss_action": 0.016032157465815544, + "loss_total": 0.016032157465815544, + "step": 14440 + }, + { + "loss_action": 0.0398733951151371, + "loss_total": 0.0398733951151371, + "step": 14440 + }, + { + "loss_action": 0.06078073009848595, + "loss_total": 0.06078073009848595, + "step": 14440 + }, + { + "loss_action": 0.04210171103477478, + "loss_total": 0.04210171103477478, + "step": 14440 + }, + { + "loss_action": 0.027467170730233192, + "loss_total": 0.027467170730233192, + "step": 14440 + }, + { + "grad_norm": 0.5015206336975098, + "learning_rate": 9.757881663638688e-05, + "loss": 0.0319, + "step": 14450 + }, + { + "loss_action": 0.02267485484480858, + "loss_total": 0.02267485484480858, + "step": 14450 + }, + { + "loss_action": 0.0153602734208107, + "loss_total": 0.0153602734208107, + "step": 14450 + }, + { + "loss_action": 0.09348802268505096, + "loss_total": 0.09348802268505096, + "step": 14450 + }, + { + "loss_action": 0.02211763709783554, + "loss_total": 0.02211763709783554, + "step": 14450 + }, + { + "loss_action": 0.03837154433131218, + "loss_total": 0.03837154433131218, + "step": 14450 + }, + { + "loss_action": 0.035341858863830566, + "loss_total": 0.035341858863830566, + "step": 14450 + }, + { + "grad_norm": 0.541029155254364, + "learning_rate": 9.757373106098478e-05, + "loss": 0.0368, + "step": 14460 + }, + { + "loss_action": 0.03271147981286049, + "loss_total": 0.03271147981286049, + "step": 14460 + }, + { + "loss_action": 0.061589617282152176, + "loss_total": 0.061589617282152176, + "step": 14460 + }, + { + "loss_action": 0.07849046587944031, + "loss_total": 0.07849046587944031, + "step": 14460 + }, + { + "loss_action": 0.037183139473199844, + "loss_total": 0.037183139473199844, + "step": 14460 + }, + { + "loss_action": 0.02486887387931347, + "loss_total": 0.02486887387931347, + "step": 14460 + }, + { + "loss_action": 0.022915150970220566, + "loss_total": 0.022915150970220566, + "step": 14460 + }, + { + "grad_norm": 0.3981339931488037, + "learning_rate": 9.756864028299097e-05, + "loss": 0.0291, + "step": 14470 + }, + { + "loss_action": 0.056647494435310364, + "loss_total": 0.056647494435310364, + "step": 14470 + }, + { + "loss_action": 0.023238522931933403, + "loss_total": 0.023238522931933403, + "step": 14470 + }, + { + "loss_action": 0.016510499641299248, + "loss_total": 0.016510499641299248, + "step": 14470 + }, + { + "loss_action": 0.05313567817211151, + "loss_total": 0.05313567817211151, + "step": 14470 + }, + { + "loss_action": 0.024160731583833694, + "loss_total": 0.024160731583833694, + "step": 14470 + }, + { + "loss_action": 0.01567472331225872, + "loss_total": 0.01567472331225872, + "step": 14470 + }, + { + "grad_norm": 0.5362608432769775, + "learning_rate": 9.75635443029622e-05, + "loss": 0.0282, + "step": 14480 + }, + { + "loss_action": 0.02341798134148121, + "loss_total": 0.02341798134148121, + "step": 14480 + }, + { + "loss_action": 0.0393783375620842, + "loss_total": 0.0393783375620842, + "step": 14480 + }, + { + "loss_action": 0.02191244624555111, + "loss_total": 0.02191244624555111, + "step": 14480 + }, + { + "loss_action": 0.025795932859182358, + "loss_total": 0.025795932859182358, + "step": 14480 + }, + { + "loss_action": 0.018372254446148872, + "loss_total": 0.018372254446148872, + "step": 14480 + }, + { + "loss_action": 0.02246624417603016, + "loss_total": 0.02246624417603016, + "step": 14480 + }, + { + "grad_norm": 0.5159664750099182, + "learning_rate": 9.755844312145572e-05, + "loss": 0.0314, + "step": 14490 + }, + { + "loss_action": 0.02844405360519886, + "loss_total": 0.02844405360519886, + "step": 14490 + }, + { + "loss_action": 0.01727869361639023, + "loss_total": 0.01727869361639023, + "step": 14490 + }, + { + "loss_action": 0.01911897212266922, + "loss_total": 0.01911897212266922, + "step": 14490 + }, + { + "loss_action": 0.019613327458500862, + "loss_total": 0.019613327458500862, + "step": 14490 + }, + { + "loss_action": 0.024692757055163383, + "loss_total": 0.024692757055163383, + "step": 14490 + }, + { + "loss_action": 0.01845327392220497, + "loss_total": 0.01845327392220497, + "step": 14490 + }, + { + "grad_norm": 0.5361120700836182, + "learning_rate": 9.755333673902941e-05, + "loss": 0.0321, + "step": 14500 + }, + { + "loss_action": 0.014724822714924812, + "loss_total": 0.014724822714924812, + "step": 14500 + }, + { + "loss_action": 0.09320872277021408, + "loss_total": 0.09320872277021408, + "step": 14500 + }, + { + "loss_action": 0.021592149510979652, + "loss_total": 0.021592149510979652, + "step": 14500 + }, + { + "loss_action": 0.027500884607434273, + "loss_total": 0.027500884607434273, + "step": 14500 + }, + { + "loss_action": 0.042694445699453354, + "loss_total": 0.042694445699453354, + "step": 14500 + }, + { + "loss_action": 0.01745421439409256, + "loss_total": 0.01745421439409256, + "step": 14500 + }, + { + "grad_norm": 0.4984203577041626, + "learning_rate": 9.75482251562417e-05, + "loss": 0.029, + "step": 14510 + }, + { + "loss_action": 0.028308752924203873, + "loss_total": 0.028308752924203873, + "step": 14510 + }, + { + "loss_action": 0.035369712859392166, + "loss_total": 0.035369712859392166, + "step": 14510 + }, + { + "loss_action": 0.02072378247976303, + "loss_total": 0.02072378247976303, + "step": 14510 + }, + { + "loss_action": 0.024525947868824005, + "loss_total": 0.024525947868824005, + "step": 14510 + }, + { + "loss_action": 0.032818131148815155, + "loss_total": 0.032818131148815155, + "step": 14510 + }, + { + "loss_action": 0.0333508662879467, + "loss_total": 0.0333508662879467, + "step": 14510 + }, + { + "grad_norm": 0.5807419419288635, + "learning_rate": 9.754310837365155e-05, + "loss": 0.0279, + "step": 14520 + }, + { + "loss_action": 0.020646510645747185, + "loss_total": 0.020646510645747185, + "step": 14520 + }, + { + "loss_action": 0.02276395447552204, + "loss_total": 0.02276395447552204, + "step": 14520 + }, + { + "loss_action": 0.023753447458148003, + "loss_total": 0.023753447458148003, + "step": 14520 + }, + { + "loss_action": 0.05353894829750061, + "loss_total": 0.05353894829750061, + "step": 14520 + }, + { + "loss_action": 0.019804365932941437, + "loss_total": 0.019804365932941437, + "step": 14520 + }, + { + "loss_action": 0.03640607371926308, + "loss_total": 0.03640607371926308, + "step": 14520 + }, + { + "grad_norm": 0.5058044195175171, + "learning_rate": 9.753798639181856e-05, + "loss": 0.0292, + "step": 14530 + }, + { + "loss_action": 0.021964427083730698, + "loss_total": 0.021964427083730698, + "step": 14530 + }, + { + "loss_action": 0.01684117317199707, + "loss_total": 0.01684117317199707, + "step": 14530 + }, + { + "loss_action": 0.03840860724449158, + "loss_total": 0.03840860724449158, + "step": 14530 + }, + { + "loss_action": 0.033082980662584305, + "loss_total": 0.033082980662584305, + "step": 14530 + }, + { + "loss_action": 0.02148977853357792, + "loss_total": 0.02148977853357792, + "step": 14530 + }, + { + "loss_action": 0.014714501798152924, + "loss_total": 0.014714501798152924, + "step": 14530 + }, + { + "grad_norm": 0.45622438192367554, + "learning_rate": 9.753285921130286e-05, + "loss": 0.0266, + "step": 14540 + }, + { + "loss_action": 0.03684720769524574, + "loss_total": 0.03684720769524574, + "step": 14540 + }, + { + "loss_action": 0.08934242278337479, + "loss_total": 0.08934242278337479, + "step": 14540 + }, + { + "loss_action": 0.02128983847796917, + "loss_total": 0.02128983847796917, + "step": 14540 + }, + { + "loss_action": 0.018436327576637268, + "loss_total": 0.018436327576637268, + "step": 14540 + }, + { + "loss_action": 0.02431521564722061, + "loss_total": 0.02431521564722061, + "step": 14540 + }, + { + "loss_action": 0.04689442738890648, + "loss_total": 0.04689442738890648, + "step": 14540 + }, + { + "grad_norm": 0.33120378851890564, + "learning_rate": 9.752772683266512e-05, + "loss": 0.0265, + "step": 14550 + }, + { + "loss_action": 0.08013520389795303, + "loss_total": 0.08013520389795303, + "step": 14550 + }, + { + "loss_action": 0.017236055806279182, + "loss_total": 0.017236055806279182, + "step": 14550 + }, + { + "loss_action": 0.014916930347681046, + "loss_total": 0.014916930347681046, + "step": 14550 + }, + { + "loss_action": 0.015858611091971397, + "loss_total": 0.015858611091971397, + "step": 14550 + }, + { + "loss_action": 0.04627876728773117, + "loss_total": 0.04627876728773117, + "step": 14550 + }, + { + "loss_action": 0.020108304917812347, + "loss_total": 0.020108304917812347, + "step": 14550 + }, + { + "grad_norm": 0.5002701878547668, + "learning_rate": 9.752258925646665e-05, + "loss": 0.0307, + "step": 14560 + }, + { + "loss_action": 0.027634069323539734, + "loss_total": 0.027634069323539734, + "step": 14560 + }, + { + "loss_action": 0.11826848238706589, + "loss_total": 0.11826848238706589, + "step": 14560 + }, + { + "loss_action": 0.01732269488275051, + "loss_total": 0.01732269488275051, + "step": 14560 + }, + { + "loss_action": 0.06652271002531052, + "loss_total": 0.06652271002531052, + "step": 14560 + }, + { + "loss_action": 0.0253494493663311, + "loss_total": 0.0253494493663311, + "step": 14560 + }, + { + "loss_action": 0.013223000802099705, + "loss_total": 0.013223000802099705, + "step": 14560 + }, + { + "grad_norm": 0.553912878036499, + "learning_rate": 9.751744648326926e-05, + "loss": 0.0323, + "step": 14570 + }, + { + "loss_action": 0.04018993303179741, + "loss_total": 0.04018993303179741, + "step": 14570 + }, + { + "loss_action": 0.01933385618031025, + "loss_total": 0.01933385618031025, + "step": 14570 + }, + { + "loss_action": 0.0254650991410017, + "loss_total": 0.0254650991410017, + "step": 14570 + }, + { + "loss_action": 0.10515271127223969, + "loss_total": 0.10515271127223969, + "step": 14570 + }, + { + "loss_action": 0.02395465224981308, + "loss_total": 0.02395465224981308, + "step": 14570 + }, + { + "loss_action": 0.02248041331768036, + "loss_total": 0.02248041331768036, + "step": 14570 + }, + { + "grad_norm": 0.44445356726646423, + "learning_rate": 9.751229851363536e-05, + "loss": 0.0301, + "step": 14580 + }, + { + "loss_action": 0.03536241874098778, + "loss_total": 0.03536241874098778, + "step": 14580 + }, + { + "loss_action": 0.01815202459692955, + "loss_total": 0.01815202459692955, + "step": 14580 + }, + { + "loss_action": 0.027449872344732285, + "loss_total": 0.027449872344732285, + "step": 14580 + }, + { + "loss_action": 0.027707073837518692, + "loss_total": 0.027707073837518692, + "step": 14580 + }, + { + "loss_action": 0.026503147557377815, + "loss_total": 0.026503147557377815, + "step": 14580 + }, + { + "loss_action": 0.03215516358613968, + "loss_total": 0.03215516358613968, + "step": 14580 + }, + { + "grad_norm": 0.4224766790866852, + "learning_rate": 9.750714534812793e-05, + "loss": 0.0315, + "step": 14590 + }, + { + "loss_action": 0.08671265840530396, + "loss_total": 0.08671265840530396, + "step": 14590 + }, + { + "loss_action": 0.020107107236981392, + "loss_total": 0.020107107236981392, + "step": 14590 + }, + { + "loss_action": 0.017480749636888504, + "loss_total": 0.017480749636888504, + "step": 14590 + }, + { + "loss_action": 0.043214552104473114, + "loss_total": 0.043214552104473114, + "step": 14590 + }, + { + "loss_action": 0.03677325323224068, + "loss_total": 0.03677325323224068, + "step": 14590 + }, + { + "loss_action": 0.038431696593761444, + "loss_total": 0.038431696593761444, + "step": 14590 + }, + { + "grad_norm": 0.47395962476730347, + "learning_rate": 9.750198698731053e-05, + "loss": 0.0307, + "step": 14600 + }, + { + "loss_action": 0.02186248078942299, + "loss_total": 0.02186248078942299, + "step": 14600 + }, + { + "loss_action": 0.024537263438105583, + "loss_total": 0.024537263438105583, + "step": 14600 + }, + { + "loss_action": 0.02248915657401085, + "loss_total": 0.02248915657401085, + "step": 14600 + }, + { + "loss_action": 0.026451488956809044, + "loss_total": 0.026451488956809044, + "step": 14600 + }, + { + "loss_action": 0.02643013186752796, + "loss_total": 0.02643013186752796, + "step": 14600 + }, + { + "loss_action": 0.01913510076701641, + "loss_total": 0.01913510076701641, + "step": 14600 + }, + { + "grad_norm": 0.4939180016517639, + "learning_rate": 9.749682343174722e-05, + "loss": 0.0297, + "step": 14610 + }, + { + "loss_action": 0.033164627850055695, + "loss_total": 0.033164627850055695, + "step": 14610 + }, + { + "loss_action": 0.02854994498193264, + "loss_total": 0.02854994498193264, + "step": 14610 + }, + { + "loss_action": 0.04551544785499573, + "loss_total": 0.04551544785499573, + "step": 14610 + }, + { + "loss_action": 0.02857668325304985, + "loss_total": 0.02857668325304985, + "step": 14610 + }, + { + "loss_action": 0.0339883491396904, + "loss_total": 0.0339883491396904, + "step": 14610 + }, + { + "loss_action": 0.05262451618909836, + "loss_total": 0.05262451618909836, + "step": 14610 + }, + { + "grad_norm": 0.4378535747528076, + "learning_rate": 9.749165468200272e-05, + "loss": 0.0284, + "step": 14620 + }, + { + "loss_action": 0.03353153169155121, + "loss_total": 0.03353153169155121, + "step": 14620 + }, + { + "loss_action": 0.012032952159643173, + "loss_total": 0.012032952159643173, + "step": 14620 + }, + { + "loss_action": 0.01731758937239647, + "loss_total": 0.01731758937239647, + "step": 14620 + }, + { + "loss_action": 0.0398423932492733, + "loss_total": 0.0398423932492733, + "step": 14620 + }, + { + "loss_action": 0.04236176982522011, + "loss_total": 0.04236176982522011, + "step": 14620 + }, + { + "loss_action": 0.06552454829216003, + "loss_total": 0.06552454829216003, + "step": 14620 + }, + { + "grad_norm": 0.5879821181297302, + "learning_rate": 9.748648073864229e-05, + "loss": 0.0295, + "step": 14630 + }, + { + "loss_action": 0.023788202553987503, + "loss_total": 0.023788202553987503, + "step": 14630 + }, + { + "loss_action": 0.016761528328061104, + "loss_total": 0.016761528328061104, + "step": 14630 + }, + { + "loss_action": 0.049568623304367065, + "loss_total": 0.049568623304367065, + "step": 14630 + }, + { + "loss_action": 0.04791448637843132, + "loss_total": 0.04791448637843132, + "step": 14630 + }, + { + "loss_action": 0.02479769103229046, + "loss_total": 0.02479769103229046, + "step": 14630 + }, + { + "loss_action": 0.016544610261917114, + "loss_total": 0.016544610261917114, + "step": 14630 + }, + { + "grad_norm": 0.4370531141757965, + "learning_rate": 9.748130160223168e-05, + "loss": 0.0281, + "step": 14640 + }, + { + "loss_action": 0.01940813846886158, + "loss_total": 0.01940813846886158, + "step": 14640 + }, + { + "loss_action": 0.012316380627453327, + "loss_total": 0.012316380627453327, + "step": 14640 + }, + { + "loss_action": 0.02326570264995098, + "loss_total": 0.02326570264995098, + "step": 14640 + }, + { + "loss_action": 0.02044505625963211, + "loss_total": 0.02044505625963211, + "step": 14640 + }, + { + "loss_action": 0.03617124259471893, + "loss_total": 0.03617124259471893, + "step": 14640 + }, + { + "loss_action": 0.04554155468940735, + "loss_total": 0.04554155468940735, + "step": 14640 + }, + { + "grad_norm": 0.516886830329895, + "learning_rate": 9.747611727333734e-05, + "loss": 0.0306, + "step": 14650 + }, + { + "loss_action": 0.013406544923782349, + "loss_total": 0.013406544923782349, + "step": 14650 + }, + { + "loss_action": 0.025714708492159843, + "loss_total": 0.025714708492159843, + "step": 14650 + }, + { + "loss_action": 0.014487719163298607, + "loss_total": 0.014487719163298607, + "step": 14650 + }, + { + "loss_action": 0.03097657859325409, + "loss_total": 0.03097657859325409, + "step": 14650 + }, + { + "loss_action": 0.02969113364815712, + "loss_total": 0.02969113364815712, + "step": 14650 + }, + { + "loss_action": 0.023539423942565918, + "loss_total": 0.023539423942565918, + "step": 14650 + }, + { + "grad_norm": 0.45191481709480286, + "learning_rate": 9.74709277525262e-05, + "loss": 0.0327, + "step": 14660 + }, + { + "loss_action": 0.014761318452656269, + "loss_total": 0.014761318452656269, + "step": 14660 + }, + { + "loss_action": 0.030915115028619766, + "loss_total": 0.030915115028619766, + "step": 14660 + }, + { + "loss_action": 0.019023321568965912, + "loss_total": 0.019023321568965912, + "step": 14660 + }, + { + "loss_action": 0.0615556426346302, + "loss_total": 0.0615556426346302, + "step": 14660 + }, + { + "loss_action": 0.026797665283083916, + "loss_total": 0.026797665283083916, + "step": 14660 + }, + { + "loss_action": 0.15124741196632385, + "loss_total": 0.15124741196632385, + "step": 14660 + }, + { + "grad_norm": 0.6618788242340088, + "learning_rate": 9.746573304036576e-05, + "loss": 0.0354, + "step": 14670 + }, + { + "loss_action": 0.02359255589544773, + "loss_total": 0.02359255589544773, + "step": 14670 + }, + { + "loss_action": 0.033551666885614395, + "loss_total": 0.033551666885614395, + "step": 14670 + }, + { + "loss_action": 0.015619946643710136, + "loss_total": 0.015619946643710136, + "step": 14670 + }, + { + "loss_action": 0.03554891049861908, + "loss_total": 0.03554891049861908, + "step": 14670 + }, + { + "loss_action": 0.0533999465405941, + "loss_total": 0.0533999465405941, + "step": 14670 + }, + { + "loss_action": 0.020308610051870346, + "loss_total": 0.020308610051870346, + "step": 14670 + }, + { + "grad_norm": 0.46531906723976135, + "learning_rate": 9.746053313742412e-05, + "loss": 0.03, + "step": 14680 + }, + { + "loss_action": 0.028862575069069862, + "loss_total": 0.028862575069069862, + "step": 14680 + }, + { + "loss_action": 0.029884828254580498, + "loss_total": 0.029884828254580498, + "step": 14680 + }, + { + "loss_action": 0.02780274860560894, + "loss_total": 0.02780274860560894, + "step": 14680 + }, + { + "loss_action": 0.030716829001903534, + "loss_total": 0.030716829001903534, + "step": 14680 + }, + { + "loss_action": 0.03019806556403637, + "loss_total": 0.03019806556403637, + "step": 14680 + }, + { + "loss_action": 0.05379672721028328, + "loss_total": 0.05379672721028328, + "step": 14680 + }, + { + "grad_norm": 0.5920880436897278, + "learning_rate": 9.745532804426994e-05, + "loss": 0.0365, + "step": 14690 + }, + { + "loss_action": 0.02576986514031887, + "loss_total": 0.02576986514031887, + "step": 14690 + }, + { + "loss_action": 0.02626011334359646, + "loss_total": 0.02626011334359646, + "step": 14690 + }, + { + "loss_action": 0.025893481448292732, + "loss_total": 0.025893481448292732, + "step": 14690 + }, + { + "loss_action": 0.04705346003174782, + "loss_total": 0.04705346003174782, + "step": 14690 + }, + { + "loss_action": 0.02624286711215973, + "loss_total": 0.02624286711215973, + "step": 14690 + }, + { + "loss_action": 0.03217051178216934, + "loss_total": 0.03217051178216934, + "step": 14690 + }, + { + "grad_norm": 0.6242621541023254, + "learning_rate": 9.745011776147242e-05, + "loss": 0.0413, + "step": 14700 + }, + { + "loss_action": 0.030043045058846474, + "loss_total": 0.030043045058846474, + "step": 14700 + }, + { + "loss_action": 0.04257786273956299, + "loss_total": 0.04257786273956299, + "step": 14700 + }, + { + "loss_action": 0.023651625961065292, + "loss_total": 0.023651625961065292, + "step": 14700 + }, + { + "loss_action": 0.028177950531244278, + "loss_total": 0.028177950531244278, + "step": 14700 + }, + { + "loss_action": 0.02242075465619564, + "loss_total": 0.02242075465619564, + "step": 14700 + }, + { + "loss_action": 0.03400406613945961, + "loss_total": 0.03400406613945961, + "step": 14700 + }, + { + "grad_norm": 0.5485445857048035, + "learning_rate": 9.744490228960138e-05, + "loss": 0.0327, + "step": 14710 + }, + { + "loss_action": 0.016778601333498955, + "loss_total": 0.016778601333498955, + "step": 14710 + }, + { + "loss_action": 0.02329690381884575, + "loss_total": 0.02329690381884575, + "step": 14710 + }, + { + "loss_action": 0.018077144399285316, + "loss_total": 0.018077144399285316, + "step": 14710 + }, + { + "loss_action": 0.03423243388533592, + "loss_total": 0.03423243388533592, + "step": 14710 + }, + { + "loss_action": 0.025827260687947273, + "loss_total": 0.025827260687947273, + "step": 14710 + }, + { + "loss_action": 0.022128531709313393, + "loss_total": 0.022128531709313393, + "step": 14710 + }, + { + "grad_norm": 0.5304598808288574, + "learning_rate": 9.743968162922713e-05, + "loss": 0.0283, + "step": 14720 + }, + { + "loss_action": 0.011148584075272083, + "loss_total": 0.011148584075272083, + "step": 14720 + }, + { + "loss_action": 0.029032230377197266, + "loss_total": 0.029032230377197266, + "step": 14720 + }, + { + "loss_action": 0.027333633974194527, + "loss_total": 0.027333633974194527, + "step": 14720 + }, + { + "loss_action": 0.07362774014472961, + "loss_total": 0.07362774014472961, + "step": 14720 + }, + { + "loss_action": 0.02355274185538292, + "loss_total": 0.02355274185538292, + "step": 14720 + }, + { + "loss_action": 0.0333801694214344, + "loss_total": 0.0333801694214344, + "step": 14720 + }, + { + "grad_norm": 0.5909642577171326, + "learning_rate": 9.743445578092064e-05, + "loss": 0.0306, + "step": 14730 + }, + { + "loss_action": 0.021076763048768044, + "loss_total": 0.021076763048768044, + "step": 14730 + }, + { + "loss_action": 0.022549189627170563, + "loss_total": 0.022549189627170563, + "step": 14730 + }, + { + "loss_action": 0.024190858006477356, + "loss_total": 0.024190858006477356, + "step": 14730 + }, + { + "loss_action": 0.05896063148975372, + "loss_total": 0.05896063148975372, + "step": 14730 + }, + { + "loss_action": 0.023112406954169273, + "loss_total": 0.023112406954169273, + "step": 14730 + }, + { + "loss_action": 0.030075659975409508, + "loss_total": 0.030075659975409508, + "step": 14730 + }, + { + "grad_norm": 0.5034514665603638, + "learning_rate": 9.742922474525338e-05, + "loss": 0.0301, + "step": 14740 + }, + { + "loss_action": 0.03565763682126999, + "loss_total": 0.03565763682126999, + "step": 14740 + }, + { + "loss_action": 0.051543060690164566, + "loss_total": 0.051543060690164566, + "step": 14740 + }, + { + "loss_action": 0.0367240384221077, + "loss_total": 0.0367240384221077, + "step": 14740 + }, + { + "loss_action": 0.032166291028261185, + "loss_total": 0.032166291028261185, + "step": 14740 + }, + { + "loss_action": 0.02225935459136963, + "loss_total": 0.02225935459136963, + "step": 14740 + }, + { + "loss_action": 0.03146164491772652, + "loss_total": 0.03146164491772652, + "step": 14740 + }, + { + "grad_norm": 0.47685402631759644, + "learning_rate": 9.742398852279741e-05, + "loss": 0.0286, + "step": 14750 + }, + { + "loss_action": 0.01673171855509281, + "loss_total": 0.01673171855509281, + "step": 14750 + }, + { + "loss_action": 0.026183785870671272, + "loss_total": 0.026183785870671272, + "step": 14750 + }, + { + "loss_action": 0.022860607132315636, + "loss_total": 0.022860607132315636, + "step": 14750 + }, + { + "loss_action": 0.029705751687288284, + "loss_total": 0.029705751687288284, + "step": 14750 + }, + { + "loss_action": 0.02468259632587433, + "loss_total": 0.02468259632587433, + "step": 14750 + }, + { + "loss_action": 0.024277474731206894, + "loss_total": 0.024277474731206894, + "step": 14750 + }, + { + "grad_norm": 0.584425687789917, + "learning_rate": 9.741874711412535e-05, + "loss": 0.0327, + "step": 14760 + }, + { + "loss_action": 0.02198633924126625, + "loss_total": 0.02198633924126625, + "step": 14760 + }, + { + "loss_action": 0.02575572021305561, + "loss_total": 0.02575572021305561, + "step": 14760 + }, + { + "loss_action": 0.021713396534323692, + "loss_total": 0.021713396534323692, + "step": 14760 + }, + { + "loss_action": 0.029596073552966118, + "loss_total": 0.029596073552966118, + "step": 14760 + }, + { + "loss_action": 0.032162752002477646, + "loss_total": 0.032162752002477646, + "step": 14760 + }, + { + "loss_action": 0.015615802258253098, + "loss_total": 0.015615802258253098, + "step": 14760 + }, + { + "grad_norm": 0.4519548714160919, + "learning_rate": 9.741350051981042e-05, + "loss": 0.0297, + "step": 14770 + }, + { + "loss_action": 0.01680784299969673, + "loss_total": 0.01680784299969673, + "step": 14770 + }, + { + "loss_action": 0.04182788357138634, + "loss_total": 0.04182788357138634, + "step": 14770 + }, + { + "loss_action": 0.13067933917045593, + "loss_total": 0.13067933917045593, + "step": 14770 + }, + { + "loss_action": 0.035859495401382446, + "loss_total": 0.035859495401382446, + "step": 14770 + }, + { + "loss_action": 0.05011525750160217, + "loss_total": 0.05011525750160217, + "step": 14770 + }, + { + "loss_action": 0.025812700390815735, + "loss_total": 0.025812700390815735, + "step": 14770 + }, + { + "grad_norm": 0.4852105379104614, + "learning_rate": 9.740824874042633e-05, + "loss": 0.034, + "step": 14780 + }, + { + "loss_action": 0.0337715819478035, + "loss_total": 0.0337715819478035, + "step": 14780 + }, + { + "loss_action": 0.01571720652282238, + "loss_total": 0.01571720652282238, + "step": 14780 + }, + { + "loss_action": 0.021908698603510857, + "loss_total": 0.021908698603510857, + "step": 14780 + }, + { + "loss_action": 0.019829586148262024, + "loss_total": 0.019829586148262024, + "step": 14780 + }, + { + "loss_action": 0.01583169773221016, + "loss_total": 0.01583169773221016, + "step": 14780 + }, + { + "loss_action": 0.020035037770867348, + "loss_total": 0.020035037770867348, + "step": 14780 + }, + { + "grad_norm": 0.6149658560752869, + "learning_rate": 9.740299177654746e-05, + "loss": 0.0289, + "step": 14790 + }, + { + "loss_action": 0.035796456038951874, + "loss_total": 0.035796456038951874, + "step": 14790 + }, + { + "loss_action": 0.05206964910030365, + "loss_total": 0.05206964910030365, + "step": 14790 + }, + { + "loss_action": 0.02462153695523739, + "loss_total": 0.02462153695523739, + "step": 14790 + }, + { + "loss_action": 0.035808999091386795, + "loss_total": 0.035808999091386795, + "step": 14790 + }, + { + "loss_action": 0.02020750194787979, + "loss_total": 0.02020750194787979, + "step": 14790 + }, + { + "loss_action": 0.014438031241297722, + "loss_total": 0.014438031241297722, + "step": 14790 + }, + { + "grad_norm": 0.5504752397537231, + "learning_rate": 9.739772962874867e-05, + "loss": 0.031, + "step": 14800 + }, + { + "loss_action": 0.018373429775238037, + "loss_total": 0.018373429775238037, + "step": 14800 + }, + { + "loss_action": 0.18779891729354858, + "loss_total": 0.18779891729354858, + "step": 14800 + }, + { + "loss_action": 0.04478616267442703, + "loss_total": 0.04478616267442703, + "step": 14800 + }, + { + "loss_action": 0.044168420135974884, + "loss_total": 0.044168420135974884, + "step": 14800 + }, + { + "loss_action": 0.08881629258394241, + "loss_total": 0.08881629258394241, + "step": 14800 + }, + { + "loss_action": 0.028612375259399414, + "loss_total": 0.028612375259399414, + "step": 14800 + }, + { + "grad_norm": 0.4665035307407379, + "learning_rate": 9.739246229760541e-05, + "loss": 0.0384, + "step": 14810 + }, + { + "loss_action": 0.0268870797008276, + "loss_total": 0.0268870797008276, + "step": 14810 + }, + { + "loss_action": 0.04140891134738922, + "loss_total": 0.04140891134738922, + "step": 14810 + }, + { + "loss_action": 0.023275014013051987, + "loss_total": 0.023275014013051987, + "step": 14810 + }, + { + "loss_action": 0.028226962313055992, + "loss_total": 0.028226962313055992, + "step": 14810 + }, + { + "loss_action": 0.015027347952127457, + "loss_total": 0.015027347952127457, + "step": 14810 + }, + { + "loss_action": 0.02449614740908146, + "loss_total": 0.02449614740908146, + "step": 14810 + }, + { + "grad_norm": 0.45015302300453186, + "learning_rate": 9.738718978369376e-05, + "loss": 0.031, + "step": 14820 + }, + { + "loss_action": 0.02227555587887764, + "loss_total": 0.02227555587887764, + "step": 14820 + }, + { + "loss_action": 0.06744751334190369, + "loss_total": 0.06744751334190369, + "step": 14820 + }, + { + "loss_action": 0.02456982247531414, + "loss_total": 0.02456982247531414, + "step": 14820 + }, + { + "loss_action": 0.0229876060038805, + "loss_total": 0.0229876060038805, + "step": 14820 + }, + { + "loss_action": 0.013809815980494022, + "loss_total": 0.013809815980494022, + "step": 14820 + }, + { + "loss_action": 0.021668270230293274, + "loss_total": 0.021668270230293274, + "step": 14820 + }, + { + "grad_norm": 0.49213165044784546, + "learning_rate": 9.738191208759025e-05, + "loss": 0.0282, + "step": 14830 + }, + { + "loss_action": 0.020927557721734047, + "loss_total": 0.020927557721734047, + "step": 14830 + }, + { + "loss_action": 0.023901192471385002, + "loss_total": 0.023901192471385002, + "step": 14830 + }, + { + "loss_action": 0.01840677484869957, + "loss_total": 0.01840677484869957, + "step": 14830 + }, + { + "loss_action": 0.022696729749441147, + "loss_total": 0.022696729749441147, + "step": 14830 + }, + { + "loss_action": 0.0451056994497776, + "loss_total": 0.0451056994497776, + "step": 14830 + }, + { + "loss_action": 0.04207807406783104, + "loss_total": 0.04207807406783104, + "step": 14830 + }, + { + "grad_norm": 0.5571303963661194, + "learning_rate": 9.73766292098721e-05, + "loss": 0.0305, + "step": 14840 + }, + { + "loss_action": 0.01773485355079174, + "loss_total": 0.01773485355079174, + "step": 14840 + }, + { + "loss_action": 0.013747680932283401, + "loss_total": 0.013747680932283401, + "step": 14840 + }, + { + "loss_action": 0.011489861644804478, + "loss_total": 0.011489861644804478, + "step": 14840 + }, + { + "loss_action": 0.017371082678437233, + "loss_total": 0.017371082678437233, + "step": 14840 + }, + { + "loss_action": 0.02064615674316883, + "loss_total": 0.02064615674316883, + "step": 14840 + }, + { + "loss_action": 0.01656952314078808, + "loss_total": 0.01656952314078808, + "step": 14840 + }, + { + "grad_norm": 0.7444383502006531, + "learning_rate": 9.737134115111699e-05, + "loss": 0.0363, + "step": 14850 + }, + { + "loss_action": 0.01668243110179901, + "loss_total": 0.01668243110179901, + "step": 14850 + }, + { + "loss_action": 0.028370287269353867, + "loss_total": 0.028370287269353867, + "step": 14850 + }, + { + "loss_action": 0.028353704139590263, + "loss_total": 0.028353704139590263, + "step": 14850 + }, + { + "loss_action": 0.021025773137807846, + "loss_total": 0.021025773137807846, + "step": 14850 + }, + { + "loss_action": 0.04184382036328316, + "loss_total": 0.04184382036328316, + "step": 14850 + }, + { + "loss_action": 0.03622209280729294, + "loss_total": 0.03622209280729294, + "step": 14850 + }, + { + "grad_norm": 0.484585702419281, + "learning_rate": 9.736604791190323e-05, + "loss": 0.037, + "step": 14860 + }, + { + "loss_action": 0.020192893221974373, + "loss_total": 0.020192893221974373, + "step": 14860 + }, + { + "loss_action": 0.03642444312572479, + "loss_total": 0.03642444312572479, + "step": 14860 + }, + { + "loss_action": 0.013920342549681664, + "loss_total": 0.013920342549681664, + "step": 14860 + }, + { + "loss_action": 0.024571316316723824, + "loss_total": 0.024571316316723824, + "step": 14860 + }, + { + "loss_action": 0.014403367415070534, + "loss_total": 0.014403367415070534, + "step": 14860 + }, + { + "loss_action": 0.022831475362181664, + "loss_total": 0.022831475362181664, + "step": 14860 + }, + { + "grad_norm": 0.4926786422729492, + "learning_rate": 9.73607494928097e-05, + "loss": 0.0286, + "step": 14870 + }, + { + "loss_action": 0.024115607142448425, + "loss_total": 0.024115607142448425, + "step": 14870 + }, + { + "loss_action": 0.03922879695892334, + "loss_total": 0.03922879695892334, + "step": 14870 + }, + { + "loss_action": 0.02104189619421959, + "loss_total": 0.02104189619421959, + "step": 14870 + }, + { + "loss_action": 0.040549136698246, + "loss_total": 0.040549136698246, + "step": 14870 + }, + { + "loss_action": 0.021897755563259125, + "loss_total": 0.021897755563259125, + "step": 14870 + }, + { + "loss_action": 0.01863972097635269, + "loss_total": 0.01863972097635269, + "step": 14870 + }, + { + "grad_norm": 0.42283323407173157, + "learning_rate": 9.735544589441581e-05, + "loss": 0.0314, + "step": 14880 + }, + { + "loss_action": 0.015490294434130192, + "loss_total": 0.015490294434130192, + "step": 14880 + }, + { + "loss_action": 0.03215929493308067, + "loss_total": 0.03215929493308067, + "step": 14880 + }, + { + "loss_action": 0.02077186480164528, + "loss_total": 0.02077186480164528, + "step": 14880 + }, + { + "loss_action": 0.024922238662838936, + "loss_total": 0.024922238662838936, + "step": 14880 + }, + { + "loss_action": 0.03465387970209122, + "loss_total": 0.03465387970209122, + "step": 14880 + }, + { + "loss_action": 0.02063002437353134, + "loss_total": 0.02063002437353134, + "step": 14880 + }, + { + "grad_norm": 0.5896590352058411, + "learning_rate": 9.735013711730154e-05, + "loss": 0.0316, + "step": 14890 + }, + { + "loss_action": 0.016045114025473595, + "loss_total": 0.016045114025473595, + "step": 14890 + }, + { + "loss_action": 0.0146500114351511, + "loss_total": 0.0146500114351511, + "step": 14890 + }, + { + "loss_action": 0.04059607908129692, + "loss_total": 0.04059607908129692, + "step": 14890 + }, + { + "loss_action": 0.044034603983163834, + "loss_total": 0.044034603983163834, + "step": 14890 + }, + { + "loss_action": 0.020211732015013695, + "loss_total": 0.020211732015013695, + "step": 14890 + }, + { + "loss_action": 0.03550146147608757, + "loss_total": 0.03550146147608757, + "step": 14890 + }, + { + "grad_norm": 0.5607923865318298, + "learning_rate": 9.734482316204747e-05, + "loss": 0.0357, + "step": 14900 + }, + { + "loss_action": 0.01839655265212059, + "loss_total": 0.01839655265212059, + "step": 14900 + }, + { + "loss_action": 0.024637345224618912, + "loss_total": 0.024637345224618912, + "step": 14900 + }, + { + "loss_action": 0.02070816047489643, + "loss_total": 0.02070816047489643, + "step": 14900 + }, + { + "loss_action": 0.02522568590939045, + "loss_total": 0.02522568590939045, + "step": 14900 + }, + { + "loss_action": 0.017622096464037895, + "loss_total": 0.017622096464037895, + "step": 14900 + }, + { + "loss_action": 0.05475785210728645, + "loss_total": 0.05475785210728645, + "step": 14900 + }, + { + "grad_norm": 0.5543041825294495, + "learning_rate": 9.733950402923473e-05, + "loss": 0.029, + "step": 14910 + }, + { + "loss_action": 0.021480169147253036, + "loss_total": 0.021480169147253036, + "step": 14910 + }, + { + "loss_action": 0.023813828825950623, + "loss_total": 0.023813828825950623, + "step": 14910 + }, + { + "loss_action": 0.011527210474014282, + "loss_total": 0.011527210474014282, + "step": 14910 + }, + { + "loss_action": 0.03429216891527176, + "loss_total": 0.03429216891527176, + "step": 14910 + }, + { + "loss_action": 0.022873904556035995, + "loss_total": 0.022873904556035995, + "step": 14910 + }, + { + "loss_action": 0.2090572714805603, + "loss_total": 0.2090572714805603, + "step": 14910 + }, + { + "grad_norm": 0.6041814088821411, + "learning_rate": 9.7334179719445e-05, + "loss": 0.036, + "step": 14920 + }, + { + "loss_action": 0.017934273928403854, + "loss_total": 0.017934273928403854, + "step": 14920 + }, + { + "loss_action": 0.034477777779102325, + "loss_total": 0.034477777779102325, + "step": 14920 + }, + { + "loss_action": 0.0943065956234932, + "loss_total": 0.0943065956234932, + "step": 14920 + }, + { + "loss_action": 0.03010263293981552, + "loss_total": 0.03010263293981552, + "step": 14920 + }, + { + "loss_action": 0.02043638937175274, + "loss_total": 0.02043638937175274, + "step": 14920 + }, + { + "loss_action": 0.019751008599996567, + "loss_total": 0.019751008599996567, + "step": 14920 + }, + { + "grad_norm": 0.5763106942176819, + "learning_rate": 9.732885023326053e-05, + "loss": 0.0362, + "step": 14930 + }, + { + "loss_action": 0.02118944749236107, + "loss_total": 0.02118944749236107, + "step": 14930 + }, + { + "loss_action": 0.01277348306030035, + "loss_total": 0.01277348306030035, + "step": 14930 + }, + { + "loss_action": 0.021851981058716774, + "loss_total": 0.021851981058716774, + "step": 14930 + }, + { + "loss_action": 0.04930732771754265, + "loss_total": 0.04930732771754265, + "step": 14930 + }, + { + "loss_action": 0.028024744242429733, + "loss_total": 0.028024744242429733, + "step": 14930 + }, + { + "loss_action": 0.02938316948711872, + "loss_total": 0.02938316948711872, + "step": 14930 + }, + { + "grad_norm": 0.5956396460533142, + "learning_rate": 9.732351557126418e-05, + "loss": 0.0341, + "step": 14940 + }, + { + "loss_action": 0.0207892507314682, + "loss_total": 0.0207892507314682, + "step": 14940 + }, + { + "loss_action": 0.048271920531988144, + "loss_total": 0.048271920531988144, + "step": 14940 + }, + { + "loss_action": 0.02001459337770939, + "loss_total": 0.02001459337770939, + "step": 14940 + }, + { + "loss_action": 0.04963402450084686, + "loss_total": 0.04963402450084686, + "step": 14940 + }, + { + "loss_action": 0.010752284899353981, + "loss_total": 0.010752284899353981, + "step": 14940 + }, + { + "loss_action": 0.02764073573052883, + "loss_total": 0.02764073573052883, + "step": 14940 + }, + { + "grad_norm": 0.43810293078422546, + "learning_rate": 9.731817573403929e-05, + "loss": 0.0346, + "step": 14950 + }, + { + "loss_action": 0.020748689770698547, + "loss_total": 0.020748689770698547, + "step": 14950 + }, + { + "loss_action": 0.015015704557299614, + "loss_total": 0.015015704557299614, + "step": 14950 + }, + { + "loss_action": 0.025362756103277206, + "loss_total": 0.025362756103277206, + "step": 14950 + }, + { + "loss_action": 0.012620692141354084, + "loss_total": 0.012620692141354084, + "step": 14950 + }, + { + "loss_action": 0.025454755872488022, + "loss_total": 0.025454755872488022, + "step": 14950 + }, + { + "loss_action": 0.016976462677121162, + "loss_total": 0.016976462677121162, + "step": 14950 + }, + { + "grad_norm": 0.42416825890541077, + "learning_rate": 9.731283072216985e-05, + "loss": 0.03, + "step": 14960 + }, + { + "loss_action": 0.03484892100095749, + "loss_total": 0.03484892100095749, + "step": 14960 + }, + { + "loss_action": 0.014839030802249908, + "loss_total": 0.014839030802249908, + "step": 14960 + }, + { + "loss_action": 0.00885316077619791, + "loss_total": 0.00885316077619791, + "step": 14960 + }, + { + "loss_action": 0.045062992721796036, + "loss_total": 0.045062992721796036, + "step": 14960 + }, + { + "loss_action": 0.014588466845452785, + "loss_total": 0.014588466845452785, + "step": 14960 + }, + { + "loss_action": 0.026282988488674164, + "loss_total": 0.026282988488674164, + "step": 14960 + }, + { + "grad_norm": 0.5675092935562134, + "learning_rate": 9.730748053624039e-05, + "loss": 0.0294, + "step": 14970 + }, + { + "loss_action": 0.017500532791018486, + "loss_total": 0.017500532791018486, + "step": 14970 + }, + { + "loss_action": 0.03051556460559368, + "loss_total": 0.03051556460559368, + "step": 14970 + }, + { + "loss_action": 0.10491453111171722, + "loss_total": 0.10491453111171722, + "step": 14970 + }, + { + "loss_action": 0.018712375313043594, + "loss_total": 0.018712375313043594, + "step": 14970 + }, + { + "loss_action": 0.07489605993032455, + "loss_total": 0.07489605993032455, + "step": 14970 + }, + { + "loss_action": 0.09434433281421661, + "loss_total": 0.09434433281421661, + "step": 14970 + }, + { + "grad_norm": 0.6218816637992859, + "learning_rate": 9.730212517683598e-05, + "loss": 0.0364, + "step": 14980 + }, + { + "loss_action": 0.014251921325922012, + "loss_total": 0.014251921325922012, + "step": 14980 + }, + { + "loss_action": 0.04584949091076851, + "loss_total": 0.04584949091076851, + "step": 14980 + }, + { + "loss_action": 0.03399977087974548, + "loss_total": 0.03399977087974548, + "step": 14980 + }, + { + "loss_action": 0.034449268132448196, + "loss_total": 0.034449268132448196, + "step": 14980 + }, + { + "loss_action": 0.017346223816275597, + "loss_total": 0.017346223816275597, + "step": 14980 + }, + { + "loss_action": 0.03435467928647995, + "loss_total": 0.03435467928647995, + "step": 14980 + }, + { + "grad_norm": 0.5003399848937988, + "learning_rate": 9.729676464454228e-05, + "loss": 0.0303, + "step": 14990 + }, + { + "loss_action": 0.02293718047440052, + "loss_total": 0.02293718047440052, + "step": 14990 + }, + { + "loss_action": 0.01901092566549778, + "loss_total": 0.01901092566549778, + "step": 14990 + }, + { + "loss_action": 0.025074688717722893, + "loss_total": 0.025074688717722893, + "step": 14990 + }, + { + "loss_action": 0.028353381901979446, + "loss_total": 0.028353381901979446, + "step": 14990 + }, + { + "loss_action": 0.03131665661931038, + "loss_total": 0.03131665661931038, + "step": 14990 + }, + { + "loss_action": 0.018239222466945648, + "loss_total": 0.018239222466945648, + "step": 14990 + }, + { + "grad_norm": 0.46644139289855957, + "learning_rate": 9.72913989399455e-05, + "loss": 0.0311, + "step": 15000 + }, + { + "loss_action": 0.03722142428159714, + "loss_total": 0.03722142428159714, + "step": 15000 + }, + { + "loss_action": 0.03214290738105774, + "loss_total": 0.03214290738105774, + "step": 15000 + }, + { + "loss_action": 0.02518760785460472, + "loss_total": 0.02518760785460472, + "step": 15000 + }, + { + "loss_action": 0.019096950069069862, + "loss_total": 0.019096950069069862, + "step": 15000 + }, + { + "loss_action": 0.024402908980846405, + "loss_total": 0.024402908980846405, + "step": 15000 + }, + { + "loss_action": 0.01650768518447876, + "loss_total": 0.01650768518447876, + "step": 15000 + }, + { + "grad_norm": 0.4691726267337799, + "learning_rate": 9.728602806363242e-05, + "loss": 0.0377, + "step": 15010 + }, + { + "loss_action": 0.03021143190562725, + "loss_total": 0.03021143190562725, + "step": 15010 + }, + { + "loss_action": 0.04600679874420166, + "loss_total": 0.04600679874420166, + "step": 15010 + }, + { + "loss_action": 0.027288250625133514, + "loss_total": 0.027288250625133514, + "step": 15010 + }, + { + "loss_action": 0.04308000206947327, + "loss_total": 0.04308000206947327, + "step": 15010 + }, + { + "loss_action": 0.01975197345018387, + "loss_total": 0.01975197345018387, + "step": 15010 + }, + { + "loss_action": 0.01626097969710827, + "loss_total": 0.01626097969710827, + "step": 15010 + }, + { + "grad_norm": 0.47158104181289673, + "learning_rate": 9.728065201619043e-05, + "loss": 0.0294, + "step": 15020 + }, + { + "loss_action": 0.021586894989013672, + "loss_total": 0.021586894989013672, + "step": 15020 + }, + { + "loss_action": 0.017503919079899788, + "loss_total": 0.017503919079899788, + "step": 15020 + }, + { + "loss_action": 0.02229687012732029, + "loss_total": 0.02229687012732029, + "step": 15020 + }, + { + "loss_action": 0.042330000549554825, + "loss_total": 0.042330000549554825, + "step": 15020 + }, + { + "loss_action": 0.02307101897895336, + "loss_total": 0.02307101897895336, + "step": 15020 + }, + { + "loss_action": 0.019481275230646133, + "loss_total": 0.019481275230646133, + "step": 15020 + }, + { + "grad_norm": 0.5513833165168762, + "learning_rate": 9.727527079820742e-05, + "loss": 0.028, + "step": 15030 + }, + { + "loss_action": 0.02154424972832203, + "loss_total": 0.02154424972832203, + "step": 15030 + }, + { + "loss_action": 0.06037141755223274, + "loss_total": 0.06037141755223274, + "step": 15030 + }, + { + "loss_action": 0.03356504440307617, + "loss_total": 0.03356504440307617, + "step": 15030 + }, + { + "loss_action": 0.017935777083039284, + "loss_total": 0.017935777083039284, + "step": 15030 + }, + { + "loss_action": 0.032517485320568085, + "loss_total": 0.032517485320568085, + "step": 15030 + }, + { + "loss_action": 0.015141116455197334, + "loss_total": 0.015141116455197334, + "step": 15030 + }, + { + "grad_norm": 0.441592812538147, + "learning_rate": 9.726988441027186e-05, + "loss": 0.0261, + "step": 15040 + }, + { + "loss_action": 0.012981141917407513, + "loss_total": 0.012981141917407513, + "step": 15040 + }, + { + "loss_action": 0.02748214825987816, + "loss_total": 0.02748214825987816, + "step": 15040 + }, + { + "loss_action": 0.02934114821255207, + "loss_total": 0.02934114821255207, + "step": 15040 + }, + { + "loss_action": 0.02779155783355236, + "loss_total": 0.02779155783355236, + "step": 15040 + }, + { + "loss_action": 0.04789302125573158, + "loss_total": 0.04789302125573158, + "step": 15040 + }, + { + "loss_action": 0.0363902673125267, + "loss_total": 0.0363902673125267, + "step": 15040 + }, + { + "grad_norm": 0.5382854342460632, + "learning_rate": 9.726449285297281e-05, + "loss": 0.027, + "step": 15050 + }, + { + "loss_action": 0.020973440259695053, + "loss_total": 0.020973440259695053, + "step": 15050 + }, + { + "loss_action": 0.018025632947683334, + "loss_total": 0.018025632947683334, + "step": 15050 + }, + { + "loss_action": 0.04092101380228996, + "loss_total": 0.04092101380228996, + "step": 15050 + }, + { + "loss_action": 0.04639272391796112, + "loss_total": 0.04639272391796112, + "step": 15050 + }, + { + "loss_action": 0.05417966842651367, + "loss_total": 0.05417966842651367, + "step": 15050 + }, + { + "loss_action": 0.04629146680235863, + "loss_total": 0.04629146680235863, + "step": 15050 + }, + { + "grad_norm": 0.5480203628540039, + "learning_rate": 9.72590961268999e-05, + "loss": 0.0341, + "step": 15060 + }, + { + "loss_action": 0.03178466111421585, + "loss_total": 0.03178466111421585, + "step": 15060 + }, + { + "loss_action": 0.013852194882929325, + "loss_total": 0.013852194882929325, + "step": 15060 + }, + { + "loss_action": 0.02766171656548977, + "loss_total": 0.02766171656548977, + "step": 15060 + }, + { + "loss_action": 0.018898295238614082, + "loss_total": 0.018898295238614082, + "step": 15060 + }, + { + "loss_action": 0.026700999587774277, + "loss_total": 0.026700999587774277, + "step": 15060 + }, + { + "loss_action": 0.017440348863601685, + "loss_total": 0.017440348863601685, + "step": 15060 + }, + { + "grad_norm": 0.4754802882671356, + "learning_rate": 9.725369423264328e-05, + "loss": 0.0273, + "step": 15070 + }, + { + "loss_action": 0.0181773342192173, + "loss_total": 0.0181773342192173, + "step": 15070 + }, + { + "loss_action": 0.023344071581959724, + "loss_total": 0.023344071581959724, + "step": 15070 + }, + { + "loss_action": 0.016551224514842033, + "loss_total": 0.016551224514842033, + "step": 15070 + }, + { + "loss_action": 0.031447336077690125, + "loss_total": 0.031447336077690125, + "step": 15070 + }, + { + "loss_action": 0.018732719123363495, + "loss_total": 0.018732719123363495, + "step": 15070 + }, + { + "loss_action": 0.017469916492700577, + "loss_total": 0.017469916492700577, + "step": 15070 + }, + { + "grad_norm": 0.41947558522224426, + "learning_rate": 9.72482871707937e-05, + "loss": 0.0297, + "step": 15080 + }, + { + "loss_action": 0.013180697336792946, + "loss_total": 0.013180697336792946, + "step": 15080 + }, + { + "loss_action": 0.024940671399235725, + "loss_total": 0.024940671399235725, + "step": 15080 + }, + { + "loss_action": 0.025542354211211205, + "loss_total": 0.025542354211211205, + "step": 15080 + }, + { + "loss_action": 0.02918964810669422, + "loss_total": 0.02918964810669422, + "step": 15080 + }, + { + "loss_action": 0.04635380953550339, + "loss_total": 0.04635380953550339, + "step": 15080 + }, + { + "loss_action": 0.020965024828910828, + "loss_total": 0.020965024828910828, + "step": 15080 + }, + { + "grad_norm": 0.6376219391822815, + "learning_rate": 9.724287494194247e-05, + "loss": 0.0276, + "step": 15090 + }, + { + "loss_action": 0.01610220968723297, + "loss_total": 0.01610220968723297, + "step": 15090 + }, + { + "loss_action": 0.022172627970576286, + "loss_total": 0.022172627970576286, + "step": 15090 + }, + { + "loss_action": 0.01761111244559288, + "loss_total": 0.01761111244559288, + "step": 15090 + }, + { + "loss_action": 0.024243202060461044, + "loss_total": 0.024243202060461044, + "step": 15090 + }, + { + "loss_action": 0.02870769612491131, + "loss_total": 0.02870769612491131, + "step": 15090 + }, + { + "loss_action": 0.03722619265317917, + "loss_total": 0.03722619265317917, + "step": 15090 + }, + { + "grad_norm": 0.5469825863838196, + "learning_rate": 9.723745754668147e-05, + "loss": 0.0332, + "step": 15100 + }, + { + "loss_action": 0.02921127900481224, + "loss_total": 0.02921127900481224, + "step": 15100 + }, + { + "loss_action": 0.03401121869683266, + "loss_total": 0.03401121869683266, + "step": 15100 + }, + { + "loss_action": 0.03496500477194786, + "loss_total": 0.03496500477194786, + "step": 15100 + }, + { + "loss_action": 0.026169899851083755, + "loss_total": 0.026169899851083755, + "step": 15100 + }, + { + "loss_action": 0.038429055362939835, + "loss_total": 0.038429055362939835, + "step": 15100 + }, + { + "loss_action": 0.036262836307287216, + "loss_total": 0.036262836307287216, + "step": 15100 + }, + { + "grad_norm": 0.4461583197116852, + "learning_rate": 9.723203498560313e-05, + "loss": 0.0307, + "step": 15110 + }, + { + "loss_action": 0.02870304137468338, + "loss_total": 0.02870304137468338, + "step": 15110 + }, + { + "loss_action": 0.02035205438733101, + "loss_total": 0.02035205438733101, + "step": 15110 + }, + { + "loss_action": 0.04125502333045006, + "loss_total": 0.04125502333045006, + "step": 15110 + }, + { + "loss_action": 0.09751062095165253, + "loss_total": 0.09751062095165253, + "step": 15110 + }, + { + "loss_action": 0.03232906013727188, + "loss_total": 0.03232906013727188, + "step": 15110 + }, + { + "loss_action": 0.02650572918355465, + "loss_total": 0.02650572918355465, + "step": 15110 + }, + { + "grad_norm": 0.6261124610900879, + "learning_rate": 9.722660725930046e-05, + "loss": 0.0337, + "step": 15120 + }, + { + "loss_action": 0.02278803288936615, + "loss_total": 0.02278803288936615, + "step": 15120 + }, + { + "loss_action": 0.034499552100896835, + "loss_total": 0.034499552100896835, + "step": 15120 + }, + { + "loss_action": 0.037733033299446106, + "loss_total": 0.037733033299446106, + "step": 15120 + }, + { + "loss_action": 0.01471489854156971, + "loss_total": 0.01471489854156971, + "step": 15120 + }, + { + "loss_action": 0.02438368648290634, + "loss_total": 0.02438368648290634, + "step": 15120 + }, + { + "loss_action": 0.015030666254460812, + "loss_total": 0.015030666254460812, + "step": 15120 + }, + { + "grad_norm": 0.5750776529312134, + "learning_rate": 9.722117436836702e-05, + "loss": 0.0273, + "step": 15130 + }, + { + "loss_action": 0.01355036348104477, + "loss_total": 0.01355036348104477, + "step": 15130 + }, + { + "loss_action": 0.030079515650868416, + "loss_total": 0.030079515650868416, + "step": 15130 + }, + { + "loss_action": 0.04541418328881264, + "loss_total": 0.04541418328881264, + "step": 15130 + }, + { + "loss_action": 0.023073337972164154, + "loss_total": 0.023073337972164154, + "step": 15130 + }, + { + "loss_action": 0.020335471257567406, + "loss_total": 0.020335471257567406, + "step": 15130 + }, + { + "loss_action": 0.04106713831424713, + "loss_total": 0.04106713831424713, + "step": 15130 + }, + { + "grad_norm": 0.4982784390449524, + "learning_rate": 9.721573631339696e-05, + "loss": 0.0302, + "step": 15140 + }, + { + "loss_action": 0.019619138911366463, + "loss_total": 0.019619138911366463, + "step": 15140 + }, + { + "loss_action": 0.023127082735300064, + "loss_total": 0.023127082735300064, + "step": 15140 + }, + { + "loss_action": 0.05014496296644211, + "loss_total": 0.05014496296644211, + "step": 15140 + }, + { + "loss_action": 0.030474958941340446, + "loss_total": 0.030474958941340446, + "step": 15140 + }, + { + "loss_action": 0.04908611997961998, + "loss_total": 0.04908611997961998, + "step": 15140 + }, + { + "loss_action": 0.026303162798285484, + "loss_total": 0.026303162798285484, + "step": 15140 + }, + { + "grad_norm": 0.523019015789032, + "learning_rate": 9.721029309498494e-05, + "loss": 0.0286, + "step": 15150 + }, + { + "loss_action": 0.023498697206377983, + "loss_total": 0.023498697206377983, + "step": 15150 + }, + { + "loss_action": 0.012332417070865631, + "loss_total": 0.012332417070865631, + "step": 15150 + }, + { + "loss_action": 0.03317534551024437, + "loss_total": 0.03317534551024437, + "step": 15150 + }, + { + "loss_action": 0.028750024735927582, + "loss_total": 0.028750024735927582, + "step": 15150 + }, + { + "loss_action": 0.02469331957399845, + "loss_total": 0.02469331957399845, + "step": 15150 + }, + { + "loss_action": 0.16681578755378723, + "loss_total": 0.16681578755378723, + "step": 15150 + }, + { + "grad_norm": 0.6320956945419312, + "learning_rate": 9.720484471372627e-05, + "loss": 0.0314, + "step": 15160 + }, + { + "loss_action": 0.03787120804190636, + "loss_total": 0.03787120804190636, + "step": 15160 + }, + { + "loss_action": 0.017626052722334862, + "loss_total": 0.017626052722334862, + "step": 15160 + }, + { + "loss_action": 0.035913676023483276, + "loss_total": 0.035913676023483276, + "step": 15160 + }, + { + "loss_action": 0.020348941907286644, + "loss_total": 0.020348941907286644, + "step": 15160 + }, + { + "loss_action": 0.034214895218610764, + "loss_total": 0.034214895218610764, + "step": 15160 + }, + { + "loss_action": 0.023212412372231483, + "loss_total": 0.023212412372231483, + "step": 15160 + }, + { + "grad_norm": 0.6483727693557739, + "learning_rate": 9.719939117021673e-05, + "loss": 0.0289, + "step": 15170 + }, + { + "loss_action": 0.018376758322119713, + "loss_total": 0.018376758322119713, + "step": 15170 + }, + { + "loss_action": 0.013920284807682037, + "loss_total": 0.013920284807682037, + "step": 15170 + }, + { + "loss_action": 0.05065251141786575, + "loss_total": 0.05065251141786575, + "step": 15170 + }, + { + "loss_action": 0.023891238495707512, + "loss_total": 0.023891238495707512, + "step": 15170 + }, + { + "loss_action": 0.016980566084384918, + "loss_total": 0.016980566084384918, + "step": 15170 + }, + { + "loss_action": 0.012592421844601631, + "loss_total": 0.012592421844601631, + "step": 15170 + }, + { + "grad_norm": 0.5005627870559692, + "learning_rate": 9.719393246505275e-05, + "loss": 0.0241, + "step": 15180 + }, + { + "loss_action": 0.03379739820957184, + "loss_total": 0.03379739820957184, + "step": 15180 + }, + { + "loss_action": 0.17266961932182312, + "loss_total": 0.17266961932182312, + "step": 15180 + }, + { + "loss_action": 0.043278247117996216, + "loss_total": 0.043278247117996216, + "step": 15180 + }, + { + "loss_action": 0.04414835572242737, + "loss_total": 0.04414835572242737, + "step": 15180 + }, + { + "loss_action": 0.014910138212144375, + "loss_total": 0.014910138212144375, + "step": 15180 + }, + { + "loss_action": 0.016719797626137733, + "loss_total": 0.016719797626137733, + "step": 15180 + }, + { + "grad_norm": 0.5288893580436707, + "learning_rate": 9.718846859883128e-05, + "loss": 0.0311, + "step": 15190 + }, + { + "loss_action": 0.06858520954847336, + "loss_total": 0.06858520954847336, + "step": 15190 + }, + { + "loss_action": 0.01844824105501175, + "loss_total": 0.01844824105501175, + "step": 15190 + }, + { + "loss_action": 0.03466947004199028, + "loss_total": 0.03466947004199028, + "step": 15190 + }, + { + "loss_action": 0.025843443349003792, + "loss_total": 0.025843443349003792, + "step": 15190 + }, + { + "loss_action": 0.061154745519161224, + "loss_total": 0.061154745519161224, + "step": 15190 + }, + { + "loss_action": 0.019822096452116966, + "loss_total": 0.019822096452116966, + "step": 15190 + }, + { + "grad_norm": 0.4523050785064697, + "learning_rate": 9.718299957214982e-05, + "loss": 0.027, + "step": 15200 + }, + { + "loss_action": 0.03602072596549988, + "loss_total": 0.03602072596549988, + "step": 15200 + }, + { + "loss_action": 0.02013789676129818, + "loss_total": 0.02013789676129818, + "step": 15200 + }, + { + "loss_action": 0.09302143007516861, + "loss_total": 0.09302143007516861, + "step": 15200 + }, + { + "loss_action": 0.024687426164746284, + "loss_total": 0.024687426164746284, + "step": 15200 + }, + { + "loss_action": 0.03267586603760719, + "loss_total": 0.03267586603760719, + "step": 15200 + }, + { + "loss_action": 0.026805827394127846, + "loss_total": 0.026805827394127846, + "step": 15200 + }, + { + "grad_norm": 0.5359596610069275, + "learning_rate": 9.717752538560646e-05, + "loss": 0.0331, + "step": 15210 + }, + { + "loss_action": 0.012375770136713982, + "loss_total": 0.012375770136713982, + "step": 15210 + }, + { + "loss_action": 0.046630725264549255, + "loss_total": 0.046630725264549255, + "step": 15210 + }, + { + "loss_action": 0.036056265234947205, + "loss_total": 0.036056265234947205, + "step": 15210 + }, + { + "loss_action": 0.022526131942868233, + "loss_total": 0.022526131942868233, + "step": 15210 + }, + { + "loss_action": 0.09379810839891434, + "loss_total": 0.09379810839891434, + "step": 15210 + }, + { + "loss_action": 0.023207612335681915, + "loss_total": 0.023207612335681915, + "step": 15210 + }, + { + "grad_norm": 0.49368423223495483, + "learning_rate": 9.717204603979986e-05, + "loss": 0.0303, + "step": 15220 + }, + { + "loss_action": 0.04902918264269829, + "loss_total": 0.04902918264269829, + "step": 15220 + }, + { + "loss_action": 0.022013483569025993, + "loss_total": 0.022013483569025993, + "step": 15220 + }, + { + "loss_action": 0.01962103135883808, + "loss_total": 0.01962103135883808, + "step": 15220 + }, + { + "loss_action": 0.02464262582361698, + "loss_total": 0.02464262582361698, + "step": 15220 + }, + { + "loss_action": 0.025067582726478577, + "loss_total": 0.025067582726478577, + "step": 15220 + }, + { + "loss_action": 0.07360818237066269, + "loss_total": 0.07360818237066269, + "step": 15220 + }, + { + "grad_norm": 0.5197944641113281, + "learning_rate": 9.716656153532922e-05, + "loss": 0.0303, + "step": 15230 + }, + { + "loss_action": 0.022169390693306923, + "loss_total": 0.022169390693306923, + "step": 15230 + }, + { + "loss_action": 0.014158714562654495, + "loss_total": 0.014158714562654495, + "step": 15230 + }, + { + "loss_action": 0.024600831791758537, + "loss_total": 0.024600831791758537, + "step": 15230 + }, + { + "loss_action": 0.03179114684462547, + "loss_total": 0.03179114684462547, + "step": 15230 + }, + { + "loss_action": 0.01844845712184906, + "loss_total": 0.01844845712184906, + "step": 15230 + }, + { + "loss_action": 0.02546807937324047, + "loss_total": 0.02546807937324047, + "step": 15230 + }, + { + "grad_norm": 0.502255916595459, + "learning_rate": 9.716107187279434e-05, + "loss": 0.0285, + "step": 15240 + }, + { + "loss_action": 0.018532929942011833, + "loss_total": 0.018532929942011833, + "step": 15240 + }, + { + "loss_action": 0.04800628870725632, + "loss_total": 0.04800628870725632, + "step": 15240 + }, + { + "loss_action": 0.03976694121956825, + "loss_total": 0.03976694121956825, + "step": 15240 + }, + { + "loss_action": 0.011519137769937515, + "loss_total": 0.011519137769937515, + "step": 15240 + }, + { + "loss_action": 0.01223032921552658, + "loss_total": 0.01223032921552658, + "step": 15240 + }, + { + "loss_action": 0.03311266377568245, + "loss_total": 0.03311266377568245, + "step": 15240 + }, + { + "grad_norm": 0.4140007495880127, + "learning_rate": 9.715557705279555e-05, + "loss": 0.0287, + "step": 15250 + }, + { + "loss_action": 0.030007382854819298, + "loss_total": 0.030007382854819298, + "step": 15250 + }, + { + "loss_action": 0.023539362475275993, + "loss_total": 0.023539362475275993, + "step": 15250 + }, + { + "loss_action": 0.024091044440865517, + "loss_total": 0.024091044440865517, + "step": 15250 + }, + { + "loss_action": 0.021814653649926186, + "loss_total": 0.021814653649926186, + "step": 15250 + }, + { + "loss_action": 0.0668153241276741, + "loss_total": 0.0668153241276741, + "step": 15250 + }, + { + "loss_action": 0.029301272705197334, + "loss_total": 0.029301272705197334, + "step": 15250 + }, + { + "grad_norm": 0.3995954096317291, + "learning_rate": 9.715007707593372e-05, + "loss": 0.0295, + "step": 15260 + }, + { + "loss_action": 0.015928078442811966, + "loss_total": 0.015928078442811966, + "step": 15260 + }, + { + "loss_action": 0.031723957508802414, + "loss_total": 0.031723957508802414, + "step": 15260 + }, + { + "loss_action": 0.08660047501325607, + "loss_total": 0.08660047501325607, + "step": 15260 + }, + { + "loss_action": 0.06675538420677185, + "loss_total": 0.06675538420677185, + "step": 15260 + }, + { + "loss_action": 0.02219969779253006, + "loss_total": 0.02219969779253006, + "step": 15260 + }, + { + "loss_action": 0.024744199588894844, + "loss_total": 0.024744199588894844, + "step": 15260 + }, + { + "grad_norm": 0.5179842114448547, + "learning_rate": 9.714457194281036e-05, + "loss": 0.0353, + "step": 15270 + }, + { + "loss_action": 0.013765823096036911, + "loss_total": 0.013765823096036911, + "step": 15270 + }, + { + "loss_action": 0.011962180957198143, + "loss_total": 0.011962180957198143, + "step": 15270 + }, + { + "loss_action": 0.028624990954995155, + "loss_total": 0.028624990954995155, + "step": 15270 + }, + { + "loss_action": 0.01585056632757187, + "loss_total": 0.01585056632757187, + "step": 15270 + }, + { + "loss_action": 0.02015577256679535, + "loss_total": 0.02015577256679535, + "step": 15270 + }, + { + "loss_action": 0.028119828552007675, + "loss_total": 0.028119828552007675, + "step": 15270 + }, + { + "grad_norm": 0.6275376081466675, + "learning_rate": 9.713906165402751e-05, + "loss": 0.0361, + "step": 15280 + }, + { + "loss_action": 0.019400129094719887, + "loss_total": 0.019400129094719887, + "step": 15280 + }, + { + "loss_action": 0.02297282963991165, + "loss_total": 0.02297282963991165, + "step": 15280 + }, + { + "loss_action": 0.03754569590091705, + "loss_total": 0.03754569590091705, + "step": 15280 + }, + { + "loss_action": 0.03076041117310524, + "loss_total": 0.03076041117310524, + "step": 15280 + }, + { + "loss_action": 0.028354015201330185, + "loss_total": 0.028354015201330185, + "step": 15280 + }, + { + "loss_action": 0.070810966193676, + "loss_total": 0.070810966193676, + "step": 15280 + }, + { + "grad_norm": 0.6036190390586853, + "learning_rate": 9.713354621018774e-05, + "loss": 0.0357, + "step": 15290 + }, + { + "loss_action": 0.06472230702638626, + "loss_total": 0.06472230702638626, + "step": 15290 + }, + { + "loss_action": 0.03357628360390663, + "loss_total": 0.03357628360390663, + "step": 15290 + }, + { + "loss_action": 0.04287458211183548, + "loss_total": 0.04287458211183548, + "step": 15290 + }, + { + "loss_action": 0.03646000102162361, + "loss_total": 0.03646000102162361, + "step": 15290 + }, + { + "loss_action": 0.06785120069980621, + "loss_total": 0.06785120069980621, + "step": 15290 + }, + { + "loss_action": 0.02086343988776207, + "loss_total": 0.02086343988776207, + "step": 15290 + }, + { + "grad_norm": 0.5263415575027466, + "learning_rate": 9.712802561189422e-05, + "loss": 0.0336, + "step": 15300 + }, + { + "loss_action": 0.22929134964942932, + "loss_total": 0.22929134964942932, + "step": 15300 + }, + { + "loss_action": 0.028083166107535362, + "loss_total": 0.028083166107535362, + "step": 15300 + }, + { + "loss_action": 0.05046370252966881, + "loss_total": 0.05046370252966881, + "step": 15300 + }, + { + "loss_action": 0.03230521082878113, + "loss_total": 0.03230521082878113, + "step": 15300 + }, + { + "loss_action": 0.017172500491142273, + "loss_total": 0.017172500491142273, + "step": 15300 + }, + { + "loss_action": 0.12377867102622986, + "loss_total": 0.12377867102622986, + "step": 15300 + }, + { + "grad_norm": 0.46039730310440063, + "learning_rate": 9.712249985975069e-05, + "loss": 0.0326, + "step": 15310 + }, + { + "loss_action": 0.025519050657749176, + "loss_total": 0.025519050657749176, + "step": 15310 + }, + { + "loss_action": 0.028664972633123398, + "loss_total": 0.028664972633123398, + "step": 15310 + }, + { + "loss_action": 0.02330106310546398, + "loss_total": 0.02330106310546398, + "step": 15310 + }, + { + "loss_action": 0.033214375376701355, + "loss_total": 0.033214375376701355, + "step": 15310 + }, + { + "loss_action": 0.032626911997795105, + "loss_total": 0.032626911997795105, + "step": 15310 + }, + { + "loss_action": 0.01773425191640854, + "loss_total": 0.01773425191640854, + "step": 15310 + }, + { + "grad_norm": 0.5326124429702759, + "learning_rate": 9.71169689543614e-05, + "loss": 0.0314, + "step": 15320 + }, + { + "loss_action": 0.02091331221163273, + "loss_total": 0.02091331221163273, + "step": 15320 + }, + { + "loss_action": 0.018481126055121422, + "loss_total": 0.018481126055121422, + "step": 15320 + }, + { + "loss_action": 0.01780891790986061, + "loss_total": 0.01780891790986061, + "step": 15320 + }, + { + "loss_action": 0.04247914254665375, + "loss_total": 0.04247914254665375, + "step": 15320 + }, + { + "loss_action": 0.01787891425192356, + "loss_total": 0.01787891425192356, + "step": 15320 + }, + { + "loss_action": 0.03812631964683533, + "loss_total": 0.03812631964683533, + "step": 15320 + }, + { + "grad_norm": 0.5462196469306946, + "learning_rate": 9.711143289633123e-05, + "loss": 0.0409, + "step": 15330 + }, + { + "loss_action": 0.029171356931328773, + "loss_total": 0.029171356931328773, + "step": 15330 + }, + { + "loss_action": 0.027331629768013954, + "loss_total": 0.027331629768013954, + "step": 15330 + }, + { + "loss_action": 0.04111504182219505, + "loss_total": 0.04111504182219505, + "step": 15330 + }, + { + "loss_action": 0.017249710857868195, + "loss_total": 0.017249710857868195, + "step": 15330 + }, + { + "loss_action": 0.019449617713689804, + "loss_total": 0.019449617713689804, + "step": 15330 + }, + { + "loss_action": 0.013772880658507347, + "loss_total": 0.013772880658507347, + "step": 15330 + }, + { + "grad_norm": 0.6017377376556396, + "learning_rate": 9.710589168626561e-05, + "loss": 0.0311, + "step": 15340 + }, + { + "loss_action": 0.04254142567515373, + "loss_total": 0.04254142567515373, + "step": 15340 + }, + { + "loss_action": 0.021402738988399506, + "loss_total": 0.021402738988399506, + "step": 15340 + }, + { + "loss_action": 0.01522028911858797, + "loss_total": 0.01522028911858797, + "step": 15340 + }, + { + "loss_action": 0.019924787804484367, + "loss_total": 0.019924787804484367, + "step": 15340 + }, + { + "loss_action": 0.035687897354364395, + "loss_total": 0.035687897354364395, + "step": 15340 + }, + { + "loss_action": 0.019565783441066742, + "loss_total": 0.019565783441066742, + "step": 15340 + }, + { + "grad_norm": 0.5578759908676147, + "learning_rate": 9.710034532477048e-05, + "loss": 0.0302, + "step": 15350 + }, + { + "loss_action": 0.021496132016181946, + "loss_total": 0.021496132016181946, + "step": 15350 + }, + { + "loss_action": 0.028286727145314217, + "loss_total": 0.028286727145314217, + "step": 15350 + }, + { + "loss_action": 0.028407085686922073, + "loss_total": 0.028407085686922073, + "step": 15350 + }, + { + "loss_action": 0.01892741210758686, + "loss_total": 0.01892741210758686, + "step": 15350 + }, + { + "loss_action": 0.02127229794859886, + "loss_total": 0.02127229794859886, + "step": 15350 + }, + { + "loss_action": 0.027449702844023705, + "loss_total": 0.027449702844023705, + "step": 15350 + }, + { + "grad_norm": 0.5133550763130188, + "learning_rate": 9.709479381245239e-05, + "loss": 0.0351, + "step": 15360 + }, + { + "loss_action": 0.018359413370490074, + "loss_total": 0.018359413370490074, + "step": 15360 + }, + { + "loss_action": 0.03591690957546234, + "loss_total": 0.03591690957546234, + "step": 15360 + }, + { + "loss_action": 0.042304329574108124, + "loss_total": 0.042304329574108124, + "step": 15360 + }, + { + "loss_action": 0.01380930095911026, + "loss_total": 0.01380930095911026, + "step": 15360 + }, + { + "loss_action": 0.04961772263050079, + "loss_total": 0.04961772263050079, + "step": 15360 + }, + { + "loss_action": 0.012416617013514042, + "loss_total": 0.012416617013514042, + "step": 15360 + }, + { + "grad_norm": 0.4426247477531433, + "learning_rate": 9.708923714991847e-05, + "loss": 0.0327, + "step": 15370 + }, + { + "loss_action": 0.04724525660276413, + "loss_total": 0.04724525660276413, + "step": 15370 + }, + { + "loss_action": 0.019742002710700035, + "loss_total": 0.019742002710700035, + "step": 15370 + }, + { + "loss_action": 0.0326995924115181, + "loss_total": 0.0326995924115181, + "step": 15370 + }, + { + "loss_action": 0.014242338947951794, + "loss_total": 0.014242338947951794, + "step": 15370 + }, + { + "loss_action": 0.018567902967333794, + "loss_total": 0.018567902967333794, + "step": 15370 + }, + { + "loss_action": 0.021528689190745354, + "loss_total": 0.021528689190745354, + "step": 15370 + }, + { + "grad_norm": 0.5197567939758301, + "learning_rate": 9.708367533777638e-05, + "loss": 0.0328, + "step": 15380 + }, + { + "loss_action": 0.024833647534251213, + "loss_total": 0.024833647534251213, + "step": 15380 + }, + { + "loss_action": 0.03907715901732445, + "loss_total": 0.03907715901732445, + "step": 15380 + }, + { + "loss_action": 0.014564311131834984, + "loss_total": 0.014564311131834984, + "step": 15380 + }, + { + "loss_action": 0.02477499656379223, + "loss_total": 0.02477499656379223, + "step": 15380 + }, + { + "loss_action": 0.0217951200902462, + "loss_total": 0.0217951200902462, + "step": 15380 + }, + { + "loss_action": 0.03363334760069847, + "loss_total": 0.03363334760069847, + "step": 15380 + }, + { + "grad_norm": 0.49106737971305847, + "learning_rate": 9.707810837663431e-05, + "loss": 0.0355, + "step": 15390 + }, + { + "loss_action": 0.051652926951646805, + "loss_total": 0.051652926951646805, + "step": 15390 + }, + { + "loss_action": 0.02233038656413555, + "loss_total": 0.02233038656413555, + "step": 15390 + }, + { + "loss_action": 0.02286059409379959, + "loss_total": 0.02286059409379959, + "step": 15390 + }, + { + "loss_action": 0.03313814848661423, + "loss_total": 0.03313814848661423, + "step": 15390 + }, + { + "loss_action": 0.01798354834318161, + "loss_total": 0.01798354834318161, + "step": 15390 + }, + { + "loss_action": 0.018331047147512436, + "loss_total": 0.018331047147512436, + "step": 15390 + }, + { + "grad_norm": 0.5555527806282043, + "learning_rate": 9.707253626710113e-05, + "loss": 0.0376, + "step": 15400 + }, + { + "loss_action": 0.05831586942076683, + "loss_total": 0.05831586942076683, + "step": 15400 + }, + { + "loss_action": 0.04777820035815239, + "loss_total": 0.04777820035815239, + "step": 15400 + }, + { + "loss_action": 0.028513774275779724, + "loss_total": 0.028513774275779724, + "step": 15400 + }, + { + "loss_action": 0.04475998878479004, + "loss_total": 0.04475998878479004, + "step": 15400 + }, + { + "loss_action": 0.052297502756118774, + "loss_total": 0.052297502756118774, + "step": 15400 + }, + { + "loss_action": 0.053142648190259933, + "loss_total": 0.053142648190259933, + "step": 15400 + }, + { + "grad_norm": 0.7001070976257324, + "learning_rate": 9.706695900978613e-05, + "loss": 0.0399, + "step": 15410 + }, + { + "loss_action": 0.08624454587697983, + "loss_total": 0.08624454587697983, + "step": 15410 + }, + { + "loss_action": 0.05473291128873825, + "loss_total": 0.05473291128873825, + "step": 15410 + }, + { + "loss_action": 0.020602742210030556, + "loss_total": 0.020602742210030556, + "step": 15410 + }, + { + "loss_action": 0.032611627131700516, + "loss_total": 0.032611627131700516, + "step": 15410 + }, + { + "loss_action": 0.061115097254514694, + "loss_total": 0.061115097254514694, + "step": 15410 + }, + { + "loss_action": 0.029486576095223427, + "loss_total": 0.029486576095223427, + "step": 15410 + }, + { + "grad_norm": 0.6072845458984375, + "learning_rate": 9.706137660529926e-05, + "loss": 0.0442, + "step": 15420 + }, + { + "loss_action": 0.025505568832159042, + "loss_total": 0.025505568832159042, + "step": 15420 + }, + { + "loss_action": 0.0635252520442009, + "loss_total": 0.0635252520442009, + "step": 15420 + }, + { + "loss_action": 0.024322960525751114, + "loss_total": 0.024322960525751114, + "step": 15420 + }, + { + "loss_action": 0.02912764996290207, + "loss_total": 0.02912764996290207, + "step": 15420 + }, + { + "loss_action": 0.02005057781934738, + "loss_total": 0.02005057781934738, + "step": 15420 + }, + { + "loss_action": 0.03276384249329567, + "loss_total": 0.03276384249329567, + "step": 15420 + }, + { + "grad_norm": 0.4865458309650421, + "learning_rate": 9.705578905425101e-05, + "loss": 0.034, + "step": 15430 + }, + { + "loss_action": 0.01735061965882778, + "loss_total": 0.01735061965882778, + "step": 15430 + }, + { + "loss_action": 0.0364387109875679, + "loss_total": 0.0364387109875679, + "step": 15430 + }, + { + "loss_action": 0.023069391027092934, + "loss_total": 0.023069391027092934, + "step": 15430 + }, + { + "loss_action": 0.02206568233668804, + "loss_total": 0.02206568233668804, + "step": 15430 + }, + { + "loss_action": 0.03638872876763344, + "loss_total": 0.03638872876763344, + "step": 15430 + }, + { + "loss_action": 0.018863167613744736, + "loss_total": 0.018863167613744736, + "step": 15430 + }, + { + "grad_norm": 0.4821930229663849, + "learning_rate": 9.705019635725241e-05, + "loss": 0.0333, + "step": 15440 + }, + { + "loss_action": 0.03497185930609703, + "loss_total": 0.03497185930609703, + "step": 15440 + }, + { + "loss_action": 0.06067122519016266, + "loss_total": 0.06067122519016266, + "step": 15440 + }, + { + "loss_action": 0.01718519628047943, + "loss_total": 0.01718519628047943, + "step": 15440 + }, + { + "loss_action": 0.02495892345905304, + "loss_total": 0.02495892345905304, + "step": 15440 + }, + { + "loss_action": 0.046149060130119324, + "loss_total": 0.046149060130119324, + "step": 15440 + }, + { + "loss_action": 0.03923704847693443, + "loss_total": 0.03923704847693443, + "step": 15440 + }, + { + "grad_norm": 0.6279113292694092, + "learning_rate": 9.704459851491508e-05, + "loss": 0.0368, + "step": 15450 + }, + { + "loss_action": 0.031172500923275948, + "loss_total": 0.031172500923275948, + "step": 15450 + }, + { + "loss_action": 0.03200186789035797, + "loss_total": 0.03200186789035797, + "step": 15450 + }, + { + "loss_action": 0.036361388862133026, + "loss_total": 0.036361388862133026, + "step": 15450 + }, + { + "loss_action": 0.02543116919696331, + "loss_total": 0.02543116919696331, + "step": 15450 + }, + { + "loss_action": 0.017483698204159737, + "loss_total": 0.017483698204159737, + "step": 15450 + }, + { + "loss_action": 0.028692089021205902, + "loss_total": 0.028692089021205902, + "step": 15450 + }, + { + "grad_norm": 2.473280906677246, + "learning_rate": 9.703899552785118e-05, + "loss": 0.0364, + "step": 15460 + }, + { + "loss_action": 0.03385777771472931, + "loss_total": 0.03385777771472931, + "step": 15460 + }, + { + "loss_action": 0.024961497634649277, + "loss_total": 0.024961497634649277, + "step": 15460 + }, + { + "loss_action": 0.03598460927605629, + "loss_total": 0.03598460927605629, + "step": 15460 + }, + { + "loss_action": 0.03883449360728264, + "loss_total": 0.03883449360728264, + "step": 15460 + }, + { + "loss_action": 0.03531983867287636, + "loss_total": 0.03531983867287636, + "step": 15460 + }, + { + "loss_action": 0.03367775306105614, + "loss_total": 0.03367775306105614, + "step": 15460 + }, + { + "grad_norm": 0.5772542953491211, + "learning_rate": 9.703338739667346e-05, + "loss": 0.033, + "step": 15470 + }, + { + "loss_action": 0.02005229890346527, + "loss_total": 0.02005229890346527, + "step": 15470 + }, + { + "loss_action": 0.026722030714154243, + "loss_total": 0.026722030714154243, + "step": 15470 + }, + { + "loss_action": 0.014817646704614162, + "loss_total": 0.014817646704614162, + "step": 15470 + }, + { + "loss_action": 0.020024431869387627, + "loss_total": 0.020024431869387627, + "step": 15470 + }, + { + "loss_action": 0.02252260036766529, + "loss_total": 0.02252260036766529, + "step": 15470 + }, + { + "loss_action": 0.02744622528553009, + "loss_total": 0.02744622528553009, + "step": 15470 + }, + { + "grad_norm": 0.5591920614242554, + "learning_rate": 9.70277741219952e-05, + "loss": 0.032, + "step": 15480 + }, + { + "loss_action": 0.022730767726898193, + "loss_total": 0.022730767726898193, + "step": 15480 + }, + { + "loss_action": 0.04421670362353325, + "loss_total": 0.04421670362353325, + "step": 15480 + }, + { + "loss_action": 0.018968366086483, + "loss_total": 0.018968366086483, + "step": 15480 + }, + { + "loss_action": 0.03754447028040886, + "loss_total": 0.03754447028040886, + "step": 15480 + }, + { + "loss_action": 0.02063148096203804, + "loss_total": 0.02063148096203804, + "step": 15480 + }, + { + "loss_action": 0.02380143664777279, + "loss_total": 0.02380143664777279, + "step": 15480 + }, + { + "grad_norm": 0.544964611530304, + "learning_rate": 9.702215570443027e-05, + "loss": 0.0332, + "step": 15490 + }, + { + "loss_action": 0.020884359255433083, + "loss_total": 0.020884359255433083, + "step": 15490 + }, + { + "loss_action": 0.031385328620672226, + "loss_total": 0.031385328620672226, + "step": 15490 + }, + { + "loss_action": 0.01641843654215336, + "loss_total": 0.01641843654215336, + "step": 15490 + }, + { + "loss_action": 0.06652721017599106, + "loss_total": 0.06652721017599106, + "step": 15490 + }, + { + "loss_action": 0.022728947922587395, + "loss_total": 0.022728947922587395, + "step": 15490 + }, + { + "loss_action": 0.051938679069280624, + "loss_total": 0.051938679069280624, + "step": 15490 + }, + { + "grad_norm": 0.4782872498035431, + "learning_rate": 9.701653214459309e-05, + "loss": 0.0321, + "step": 15500 + }, + { + "loss_action": 0.04592142999172211, + "loss_total": 0.04592142999172211, + "step": 15500 + }, + { + "loss_action": 0.032704226672649384, + "loss_total": 0.032704226672649384, + "step": 15500 + }, + { + "loss_action": 0.1432158499956131, + "loss_total": 0.1432158499956131, + "step": 15500 + }, + { + "loss_action": 0.07411552220582962, + "loss_total": 0.07411552220582962, + "step": 15500 + }, + { + "loss_action": 0.04259476438164711, + "loss_total": 0.04259476438164711, + "step": 15500 + }, + { + "loss_action": 0.028584973886609077, + "loss_total": 0.028584973886609077, + "step": 15500 + }, + { + "grad_norm": 0.40730342268943787, + "learning_rate": 9.701090344309865e-05, + "loss": 0.0377, + "step": 15510 + }, + { + "loss_action": 0.038104347884655, + "loss_total": 0.038104347884655, + "step": 15510 + }, + { + "loss_action": 0.045596953481435776, + "loss_total": 0.045596953481435776, + "step": 15510 + }, + { + "loss_action": 0.027259813621640205, + "loss_total": 0.027259813621640205, + "step": 15510 + }, + { + "loss_action": 0.016472090035676956, + "loss_total": 0.016472090035676956, + "step": 15510 + }, + { + "loss_action": 0.015181059949100018, + "loss_total": 0.015181059949100018, + "step": 15510 + }, + { + "loss_action": 0.045541953295469284, + "loss_total": 0.045541953295469284, + "step": 15510 + }, + { + "grad_norm": 0.5033615231513977, + "learning_rate": 9.700526960056247e-05, + "loss": 0.0294, + "step": 15520 + }, + { + "loss_action": 0.020391397178173065, + "loss_total": 0.020391397178173065, + "step": 15520 + }, + { + "loss_action": 0.03167358413338661, + "loss_total": 0.03167358413338661, + "step": 15520 + }, + { + "loss_action": 0.01536479126662016, + "loss_total": 0.01536479126662016, + "step": 15520 + }, + { + "loss_action": 0.02725766785442829, + "loss_total": 0.02725766785442829, + "step": 15520 + }, + { + "loss_action": 0.03144025430083275, + "loss_total": 0.03144025430083275, + "step": 15520 + }, + { + "loss_action": 0.029718220233917236, + "loss_total": 0.029718220233917236, + "step": 15520 + }, + { + "grad_norm": 0.4402100741863251, + "learning_rate": 9.699963061760068e-05, + "loss": 0.0285, + "step": 15530 + }, + { + "loss_action": 0.028636803850531578, + "loss_total": 0.028636803850531578, + "step": 15530 + }, + { + "loss_action": 0.10012013465166092, + "loss_total": 0.10012013465166092, + "step": 15530 + }, + { + "loss_action": 0.023910583928227425, + "loss_total": 0.023910583928227425, + "step": 15530 + }, + { + "loss_action": 0.014246458187699318, + "loss_total": 0.014246458187699318, + "step": 15530 + }, + { + "loss_action": 0.01716529205441475, + "loss_total": 0.01716529205441475, + "step": 15530 + }, + { + "loss_action": 0.03431929647922516, + "loss_total": 0.03431929647922516, + "step": 15530 + }, + { + "grad_norm": 0.6142910718917847, + "learning_rate": 9.699398649482997e-05, + "loss": 0.03, + "step": 15540 + }, + { + "loss_action": 0.02659035101532936, + "loss_total": 0.02659035101532936, + "step": 15540 + }, + { + "loss_action": 0.045852161943912506, + "loss_total": 0.045852161943912506, + "step": 15540 + }, + { + "loss_action": 0.02464556321501732, + "loss_total": 0.02464556321501732, + "step": 15540 + }, + { + "loss_action": 0.012204081751406193, + "loss_total": 0.012204081751406193, + "step": 15540 + }, + { + "loss_action": 0.021908147260546684, + "loss_total": 0.021908147260546684, + "step": 15540 + }, + { + "loss_action": 0.02417600527405739, + "loss_total": 0.02417600527405739, + "step": 15540 + }, + { + "grad_norm": 1.3840091228485107, + "learning_rate": 9.698833723286753e-05, + "loss": 0.0301, + "step": 15550 + }, + { + "loss_action": 0.02631746418774128, + "loss_total": 0.02631746418774128, + "step": 15550 + }, + { + "loss_action": 0.025873200967907906, + "loss_total": 0.025873200967907906, + "step": 15550 + }, + { + "loss_action": 0.026058688759803772, + "loss_total": 0.026058688759803772, + "step": 15550 + }, + { + "loss_action": 0.023707177489995956, + "loss_total": 0.023707177489995956, + "step": 15550 + }, + { + "loss_action": 0.029426058754324913, + "loss_total": 0.029426058754324913, + "step": 15550 + }, + { + "loss_action": 0.04207571968436241, + "loss_total": 0.04207571968436241, + "step": 15550 + }, + { + "grad_norm": 0.5478673577308655, + "learning_rate": 9.698268283233118e-05, + "loss": 0.0341, + "step": 15560 + }, + { + "loss_action": 0.26576662063598633, + "loss_total": 0.26576662063598633, + "step": 15560 + }, + { + "loss_action": 0.024592438712716103, + "loss_total": 0.024592438712716103, + "step": 15560 + }, + { + "loss_action": 0.07853304594755173, + "loss_total": 0.07853304594755173, + "step": 15560 + }, + { + "loss_action": 0.0638665184378624, + "loss_total": 0.0638665184378624, + "step": 15560 + }, + { + "loss_action": 0.19007299840450287, + "loss_total": 0.19007299840450287, + "step": 15560 + }, + { + "loss_action": 0.013384735211730003, + "loss_total": 0.013384735211730003, + "step": 15560 + }, + { + "grad_norm": 0.7692172527313232, + "learning_rate": 9.697702329383929e-05, + "loss": 0.0423, + "step": 15570 + }, + { + "loss_action": 0.06123390048742294, + "loss_total": 0.06123390048742294, + "step": 15570 + }, + { + "loss_action": 0.022910520434379578, + "loss_total": 0.022910520434379578, + "step": 15570 + }, + { + "loss_action": 0.022887764498591423, + "loss_total": 0.022887764498591423, + "step": 15570 + }, + { + "loss_action": 0.03134385123848915, + "loss_total": 0.03134385123848915, + "step": 15570 + }, + { + "loss_action": 0.05791265144944191, + "loss_total": 0.05791265144944191, + "step": 15570 + }, + { + "loss_action": 0.056872110813856125, + "loss_total": 0.056872110813856125, + "step": 15570 + }, + { + "grad_norm": 1.0072345733642578, + "learning_rate": 9.697135861801074e-05, + "loss": 0.0423, + "step": 15580 + }, + { + "loss_action": 0.03707216680049896, + "loss_total": 0.03707216680049896, + "step": 15580 + }, + { + "loss_action": 0.03427601233124733, + "loss_total": 0.03427601233124733, + "step": 15580 + }, + { + "loss_action": 0.03140707314014435, + "loss_total": 0.03140707314014435, + "step": 15580 + }, + { + "loss_action": 0.11589311808347702, + "loss_total": 0.11589311808347702, + "step": 15580 + }, + { + "loss_action": 0.05340598523616791, + "loss_total": 0.05340598523616791, + "step": 15580 + }, + { + "loss_action": 0.06934130191802979, + "loss_total": 0.06934130191802979, + "step": 15580 + }, + { + "grad_norm": 0.5963969826698303, + "learning_rate": 9.696568880546505e-05, + "loss": 0.0533, + "step": 15590 + }, + { + "loss_action": 0.035405658185482025, + "loss_total": 0.035405658185482025, + "step": 15590 + }, + { + "loss_action": 0.08629433065652847, + "loss_total": 0.08629433065652847, + "step": 15590 + }, + { + "loss_action": 0.042980093508958817, + "loss_total": 0.042980093508958817, + "step": 15590 + }, + { + "loss_action": 0.04060716554522514, + "loss_total": 0.04060716554522514, + "step": 15590 + }, + { + "loss_action": 0.024162808433175087, + "loss_total": 0.024162808433175087, + "step": 15590 + }, + { + "loss_action": 0.03777061402797699, + "loss_total": 0.03777061402797699, + "step": 15590 + }, + { + "grad_norm": 0.516802191734314, + "learning_rate": 9.696001385682223e-05, + "loss": 0.0402, + "step": 15600 + }, + { + "loss_action": 0.0410824716091156, + "loss_total": 0.0410824716091156, + "step": 15600 + }, + { + "loss_action": 0.029369818046689034, + "loss_total": 0.029369818046689034, + "step": 15600 + }, + { + "loss_action": 0.08038049191236496, + "loss_total": 0.08038049191236496, + "step": 15600 + }, + { + "loss_action": 0.052548810839653015, + "loss_total": 0.052548810839653015, + "step": 15600 + }, + { + "loss_action": 0.022708509117364883, + "loss_total": 0.022708509117364883, + "step": 15600 + }, + { + "loss_action": 0.023337628692388535, + "loss_total": 0.023337628692388535, + "step": 15600 + }, + { + "grad_norm": 0.7675415277481079, + "learning_rate": 9.695433377270291e-05, + "loss": 0.0481, + "step": 15610 + }, + { + "loss_action": 0.01679701916873455, + "loss_total": 0.01679701916873455, + "step": 15610 + }, + { + "loss_action": 0.06792281568050385, + "loss_total": 0.06792281568050385, + "step": 15610 + }, + { + "loss_action": 0.018952855840325356, + "loss_total": 0.018952855840325356, + "step": 15610 + }, + { + "loss_action": 0.021204328164458275, + "loss_total": 0.021204328164458275, + "step": 15610 + }, + { + "loss_action": 0.02037980407476425, + "loss_total": 0.02037980407476425, + "step": 15610 + }, + { + "loss_action": 0.02081100083887577, + "loss_total": 0.02081100083887577, + "step": 15610 + }, + { + "grad_norm": 0.5963354110717773, + "learning_rate": 9.694864855372824e-05, + "loss": 0.0278, + "step": 15620 + }, + { + "loss_action": 0.08731894195079803, + "loss_total": 0.08731894195079803, + "step": 15620 + }, + { + "loss_action": 0.03665105998516083, + "loss_total": 0.03665105998516083, + "step": 15620 + }, + { + "loss_action": 0.08660262078046799, + "loss_total": 0.08660262078046799, + "step": 15620 + }, + { + "loss_action": 0.02140272594988346, + "loss_total": 0.02140272594988346, + "step": 15620 + }, + { + "loss_action": 0.021078728139400482, + "loss_total": 0.021078728139400482, + "step": 15620 + }, + { + "loss_action": 0.038829926401376724, + "loss_total": 0.038829926401376724, + "step": 15620 + }, + { + "grad_norm": 0.700970470905304, + "learning_rate": 9.694295820051995e-05, + "loss": 0.034, + "step": 15630 + }, + { + "loss_action": 0.016044024378061295, + "loss_total": 0.016044024378061295, + "step": 15630 + }, + { + "loss_action": 0.017225496470928192, + "loss_total": 0.017225496470928192, + "step": 15630 + }, + { + "loss_action": 0.04269923269748688, + "loss_total": 0.04269923269748688, + "step": 15630 + }, + { + "loss_action": 0.03385968133807182, + "loss_total": 0.03385968133807182, + "step": 15630 + }, + { + "loss_action": 0.022787468507885933, + "loss_total": 0.022787468507885933, + "step": 15630 + }, + { + "loss_action": 0.04460056126117706, + "loss_total": 0.04460056126117706, + "step": 15630 + }, + { + "grad_norm": 0.5509316921234131, + "learning_rate": 9.693726271370032e-05, + "loss": 0.0328, + "step": 15640 + }, + { + "loss_action": 0.013306515291333199, + "loss_total": 0.013306515291333199, + "step": 15640 + }, + { + "loss_action": 0.01685686782002449, + "loss_total": 0.01685686782002449, + "step": 15640 + }, + { + "loss_action": 0.06774964183568954, + "loss_total": 0.06774964183568954, + "step": 15640 + }, + { + "loss_action": 0.03262840211391449, + "loss_total": 0.03262840211391449, + "step": 15640 + }, + { + "loss_action": 0.01949409395456314, + "loss_total": 0.01949409395456314, + "step": 15640 + }, + { + "loss_action": 0.029689861461520195, + "loss_total": 0.029689861461520195, + "step": 15640 + }, + { + "grad_norm": 0.47728049755096436, + "learning_rate": 9.693156209389221e-05, + "loss": 0.0301, + "step": 15650 + }, + { + "loss_action": 0.04592624306678772, + "loss_total": 0.04592624306678772, + "step": 15650 + }, + { + "loss_action": 0.019712934270501137, + "loss_total": 0.019712934270501137, + "step": 15650 + }, + { + "loss_action": 0.019030403345823288, + "loss_total": 0.019030403345823288, + "step": 15650 + }, + { + "loss_action": 0.046879127621650696, + "loss_total": 0.046879127621650696, + "step": 15650 + }, + { + "loss_action": 0.03189980611205101, + "loss_total": 0.03189980611205101, + "step": 15650 + }, + { + "loss_action": 0.02288101799786091, + "loss_total": 0.02288101799786091, + "step": 15650 + }, + { + "grad_norm": 0.7782171368598938, + "learning_rate": 9.692585634171905e-05, + "loss": 0.0393, + "step": 15660 + }, + { + "loss_action": 0.031707458198070526, + "loss_total": 0.031707458198070526, + "step": 15660 + }, + { + "loss_action": 0.02530062198638916, + "loss_total": 0.02530062198638916, + "step": 15660 + }, + { + "loss_action": 0.02711337059736252, + "loss_total": 0.02711337059736252, + "step": 15660 + }, + { + "loss_action": 0.028485579416155815, + "loss_total": 0.028485579416155815, + "step": 15660 + }, + { + "loss_action": 0.02998090162873268, + "loss_total": 0.02998090162873268, + "step": 15660 + }, + { + "loss_action": 0.03619648516178131, + "loss_total": 0.03619648516178131, + "step": 15660 + }, + { + "grad_norm": 0.7449266314506531, + "learning_rate": 9.692014545780476e-05, + "loss": 0.0367, + "step": 15670 + }, + { + "loss_action": 0.035239603370428085, + "loss_total": 0.035239603370428085, + "step": 15670 + }, + { + "loss_action": 0.02900327555835247, + "loss_total": 0.02900327555835247, + "step": 15670 + }, + { + "loss_action": 0.020874038338661194, + "loss_total": 0.020874038338661194, + "step": 15670 + }, + { + "loss_action": 0.04422714188694954, + "loss_total": 0.04422714188694954, + "step": 15670 + }, + { + "loss_action": 0.024329649284482002, + "loss_total": 0.024329649284482002, + "step": 15670 + }, + { + "loss_action": 0.024169551208615303, + "loss_total": 0.024169551208615303, + "step": 15670 + }, + { + "grad_norm": 0.7625049352645874, + "learning_rate": 9.691442944277393e-05, + "loss": 0.0404, + "step": 15680 + }, + { + "loss_action": 0.020823350176215172, + "loss_total": 0.020823350176215172, + "step": 15680 + }, + { + "loss_action": 0.10754722356796265, + "loss_total": 0.10754722356796265, + "step": 15680 + }, + { + "loss_action": 0.07964194566011429, + "loss_total": 0.07964194566011429, + "step": 15680 + }, + { + "loss_action": 0.03329410403966904, + "loss_total": 0.03329410403966904, + "step": 15680 + }, + { + "loss_action": 0.029326848685741425, + "loss_total": 0.029326848685741425, + "step": 15680 + }, + { + "loss_action": 0.02046356163918972, + "loss_total": 0.02046356163918972, + "step": 15680 + }, + { + "grad_norm": 0.5259697437286377, + "learning_rate": 9.690870829725162e-05, + "loss": 0.0365, + "step": 15690 + }, + { + "loss_action": 0.018645796924829483, + "loss_total": 0.018645796924829483, + "step": 15690 + }, + { + "loss_action": 0.026814190670847893, + "loss_total": 0.026814190670847893, + "step": 15690 + }, + { + "loss_action": 0.029861370101571083, + "loss_total": 0.029861370101571083, + "step": 15690 + }, + { + "loss_action": 0.037217848002910614, + "loss_total": 0.037217848002910614, + "step": 15690 + }, + { + "loss_action": 0.03223416581749916, + "loss_total": 0.03223416581749916, + "step": 15690 + }, + { + "loss_action": 0.03229372203350067, + "loss_total": 0.03229372203350067, + "step": 15690 + }, + { + "grad_norm": 0.6116180419921875, + "learning_rate": 9.69029820218635e-05, + "loss": 0.0434, + "step": 15700 + }, + { + "loss_action": 0.018709072843194008, + "loss_total": 0.018709072843194008, + "step": 15700 + }, + { + "loss_action": 0.03022627718746662, + "loss_total": 0.03022627718746662, + "step": 15700 + }, + { + "loss_action": 0.04349064081907272, + "loss_total": 0.04349064081907272, + "step": 15700 + }, + { + "loss_action": 0.03622690215706825, + "loss_total": 0.03622690215706825, + "step": 15700 + }, + { + "loss_action": 0.04410941153764725, + "loss_total": 0.04410941153764725, + "step": 15700 + }, + { + "loss_action": 0.04260778799653053, + "loss_total": 0.04260778799653053, + "step": 15700 + }, + { + "grad_norm": 0.4485345780849457, + "learning_rate": 9.689725061723579e-05, + "loss": 0.0343, + "step": 15710 + }, + { + "loss_action": 0.014492196962237358, + "loss_total": 0.014492196962237358, + "step": 15710 + }, + { + "loss_action": 0.049007710069417953, + "loss_total": 0.049007710069417953, + "step": 15710 + }, + { + "loss_action": 0.02017267979681492, + "loss_total": 0.02017267979681492, + "step": 15710 + }, + { + "loss_action": 0.02319125272333622, + "loss_total": 0.02319125272333622, + "step": 15710 + }, + { + "loss_action": 0.02599467523396015, + "loss_total": 0.02599467523396015, + "step": 15710 + }, + { + "loss_action": 0.036329105496406555, + "loss_total": 0.036329105496406555, + "step": 15710 + }, + { + "grad_norm": 0.5206297636032104, + "learning_rate": 9.689151408399527e-05, + "loss": 0.0365, + "step": 15720 + }, + { + "loss_action": 0.042305413633584976, + "loss_total": 0.042305413633584976, + "step": 15720 + }, + { + "loss_action": 0.024293657392263412, + "loss_total": 0.024293657392263412, + "step": 15720 + }, + { + "loss_action": 0.01258339174091816, + "loss_total": 0.01258339174091816, + "step": 15720 + }, + { + "loss_action": 0.028922203928232193, + "loss_total": 0.028922203928232193, + "step": 15720 + }, + { + "loss_action": 0.04097745567560196, + "loss_total": 0.04097745567560196, + "step": 15720 + }, + { + "loss_action": 0.031250014901161194, + "loss_total": 0.031250014901161194, + "step": 15720 + }, + { + "grad_norm": 0.7247757315635681, + "learning_rate": 9.688577242276924e-05, + "loss": 0.0348, + "step": 15730 + }, + { + "loss_action": 0.015584634616971016, + "loss_total": 0.015584634616971016, + "step": 15730 + }, + { + "loss_action": 0.02982599288225174, + "loss_total": 0.02982599288225174, + "step": 15730 + }, + { + "loss_action": 0.026630986481904984, + "loss_total": 0.026630986481904984, + "step": 15730 + }, + { + "loss_action": 0.022909056395292282, + "loss_total": 0.022909056395292282, + "step": 15730 + }, + { + "loss_action": 0.024748722091317177, + "loss_total": 0.024748722091317177, + "step": 15730 + }, + { + "loss_action": 0.03344101831316948, + "loss_total": 0.03344101831316948, + "step": 15730 + }, + { + "grad_norm": 0.4302654266357422, + "learning_rate": 9.688002563418566e-05, + "loss": 0.0291, + "step": 15740 + }, + { + "loss_action": 0.028534432873129845, + "loss_total": 0.028534432873129845, + "step": 15740 + }, + { + "loss_action": 0.019966252148151398, + "loss_total": 0.019966252148151398, + "step": 15740 + }, + { + "loss_action": 0.056584570556879044, + "loss_total": 0.056584570556879044, + "step": 15740 + }, + { + "loss_action": 0.027992188930511475, + "loss_total": 0.027992188930511475, + "step": 15740 + }, + { + "loss_action": 0.03179614990949631, + "loss_total": 0.03179614990949631, + "step": 15740 + }, + { + "loss_action": 0.029073508456349373, + "loss_total": 0.029073508456349373, + "step": 15740 + }, + { + "grad_norm": 0.49863648414611816, + "learning_rate": 9.687427371887293e-05, + "loss": 0.0302, + "step": 15750 + }, + { + "loss_action": 0.017955346032977104, + "loss_total": 0.017955346032977104, + "step": 15750 + }, + { + "loss_action": 0.0736478939652443, + "loss_total": 0.0736478939652443, + "step": 15750 + }, + { + "loss_action": 0.02503279224038124, + "loss_total": 0.02503279224038124, + "step": 15750 + }, + { + "loss_action": 0.05750147998332977, + "loss_total": 0.05750147998332977, + "step": 15750 + }, + { + "loss_action": 0.03878788650035858, + "loss_total": 0.03878788650035858, + "step": 15750 + }, + { + "loss_action": 0.028021685779094696, + "loss_total": 0.028021685779094696, + "step": 15750 + }, + { + "grad_norm": 0.5316857099533081, + "learning_rate": 9.686851667746012e-05, + "loss": 0.0327, + "step": 15760 + }, + { + "loss_action": 0.02148512564599514, + "loss_total": 0.02148512564599514, + "step": 15760 + }, + { + "loss_action": 0.0395815372467041, + "loss_total": 0.0395815372467041, + "step": 15760 + }, + { + "loss_action": 0.016069425269961357, + "loss_total": 0.016069425269961357, + "step": 15760 + }, + { + "loss_action": 0.06452611088752747, + "loss_total": 0.06452611088752747, + "step": 15760 + }, + { + "loss_action": 0.024192430078983307, + "loss_total": 0.024192430078983307, + "step": 15760 + }, + { + "loss_action": 0.014798090793192387, + "loss_total": 0.014798090793192387, + "step": 15760 + }, + { + "grad_norm": 0.4701952040195465, + "learning_rate": 9.686275451057677e-05, + "loss": 0.0287, + "step": 15770 + }, + { + "loss_action": 0.021849729120731354, + "loss_total": 0.021849729120731354, + "step": 15770 + }, + { + "loss_action": 0.0238367710262537, + "loss_total": 0.0238367710262537, + "step": 15770 + }, + { + "loss_action": 0.02454824186861515, + "loss_total": 0.02454824186861515, + "step": 15770 + }, + { + "loss_action": 0.027908990159630775, + "loss_total": 0.027908990159630775, + "step": 15770 + }, + { + "loss_action": 0.01628110371530056, + "loss_total": 0.01628110371530056, + "step": 15770 + }, + { + "loss_action": 0.024478785693645477, + "loss_total": 0.024478785693645477, + "step": 15770 + }, + { + "grad_norm": 0.46961715817451477, + "learning_rate": 9.685698721885308e-05, + "loss": 0.0267, + "step": 15780 + }, + { + "loss_action": 0.015495295636355877, + "loss_total": 0.015495295636355877, + "step": 15780 + }, + { + "loss_action": 0.013830041512846947, + "loss_total": 0.013830041512846947, + "step": 15780 + }, + { + "loss_action": 0.03365979716181755, + "loss_total": 0.03365979716181755, + "step": 15780 + }, + { + "loss_action": 0.017090752720832825, + "loss_total": 0.017090752720832825, + "step": 15780 + }, + { + "loss_action": 0.0432036854326725, + "loss_total": 0.0432036854326725, + "step": 15780 + }, + { + "loss_action": 0.02297159843146801, + "loss_total": 0.02297159843146801, + "step": 15780 + }, + { + "grad_norm": 0.43288281559944153, + "learning_rate": 9.68512148029197e-05, + "loss": 0.0303, + "step": 15790 + }, + { + "loss_action": 0.03146376833319664, + "loss_total": 0.03146376833319664, + "step": 15790 + }, + { + "loss_action": 0.020615268498659134, + "loss_total": 0.020615268498659134, + "step": 15790 + }, + { + "loss_action": 0.022153077647089958, + "loss_total": 0.022153077647089958, + "step": 15790 + }, + { + "loss_action": 0.04723139479756355, + "loss_total": 0.04723139479756355, + "step": 15790 + }, + { + "loss_action": 0.023662157356739044, + "loss_total": 0.023662157356739044, + "step": 15790 + }, + { + "loss_action": 0.04024961218237877, + "loss_total": 0.04024961218237877, + "step": 15790 + }, + { + "grad_norm": 0.5017968416213989, + "learning_rate": 9.684543726340791e-05, + "loss": 0.0352, + "step": 15800 + }, + { + "loss_action": 0.019513292238116264, + "loss_total": 0.019513292238116264, + "step": 15800 + }, + { + "loss_action": 0.047960538417100906, + "loss_total": 0.047960538417100906, + "step": 15800 + }, + { + "loss_action": 0.03847772628068924, + "loss_total": 0.03847772628068924, + "step": 15800 + }, + { + "loss_action": 0.023198869079351425, + "loss_total": 0.023198869079351425, + "step": 15800 + }, + { + "loss_action": 0.022583961486816406, + "loss_total": 0.022583961486816406, + "step": 15800 + }, + { + "loss_action": 0.024642379954457283, + "loss_total": 0.024642379954457283, + "step": 15800 + }, + { + "grad_norm": 0.4901949167251587, + "learning_rate": 9.683965460094952e-05, + "loss": 0.0289, + "step": 15810 + }, + { + "loss_action": 0.023801755160093307, + "loss_total": 0.023801755160093307, + "step": 15810 + }, + { + "loss_action": 0.04351320117712021, + "loss_total": 0.04351320117712021, + "step": 15810 + }, + { + "loss_action": 0.02307187393307686, + "loss_total": 0.02307187393307686, + "step": 15810 + }, + { + "loss_action": 0.0192528385668993, + "loss_total": 0.0192528385668993, + "step": 15810 + }, + { + "loss_action": 0.025950051844120026, + "loss_total": 0.025950051844120026, + "step": 15810 + }, + { + "loss_action": 0.15471380949020386, + "loss_total": 0.15471380949020386, + "step": 15810 + }, + { + "grad_norm": 0.4868529736995697, + "learning_rate": 9.683386681617694e-05, + "loss": 0.0366, + "step": 15820 + }, + { + "loss_action": 0.05312563478946686, + "loss_total": 0.05312563478946686, + "step": 15820 + }, + { + "loss_action": 0.029592471197247505, + "loss_total": 0.029592471197247505, + "step": 15820 + }, + { + "loss_action": 0.026186617091298103, + "loss_total": 0.026186617091298103, + "step": 15820 + }, + { + "loss_action": 0.012393783777952194, + "loss_total": 0.012393783777952194, + "step": 15820 + }, + { + "loss_action": 0.07076126337051392, + "loss_total": 0.07076126337051392, + "step": 15820 + }, + { + "loss_action": 0.040558408945798874, + "loss_total": 0.040558408945798874, + "step": 15820 + }, + { + "grad_norm": 0.5379317402839661, + "learning_rate": 9.68280739097231e-05, + "loss": 0.0318, + "step": 15830 + }, + { + "loss_action": 0.024747900664806366, + "loss_total": 0.024747900664806366, + "step": 15830 + }, + { + "loss_action": 0.01672278717160225, + "loss_total": 0.01672278717160225, + "step": 15830 + }, + { + "loss_action": 0.08391765505075455, + "loss_total": 0.08391765505075455, + "step": 15830 + }, + { + "loss_action": 0.026453204452991486, + "loss_total": 0.026453204452991486, + "step": 15830 + }, + { + "loss_action": 0.019091714173555374, + "loss_total": 0.019091714173555374, + "step": 15830 + }, + { + "loss_action": 0.03846824914216995, + "loss_total": 0.03846824914216995, + "step": 15830 + }, + { + "grad_norm": 0.5222100019454956, + "learning_rate": 9.682227588222148e-05, + "loss": 0.0286, + "step": 15840 + }, + { + "loss_action": 0.03699180483818054, + "loss_total": 0.03699180483818054, + "step": 15840 + }, + { + "loss_action": 0.027417032048106194, + "loss_total": 0.027417032048106194, + "step": 15840 + }, + { + "loss_action": 0.01610114984214306, + "loss_total": 0.01610114984214306, + "step": 15840 + }, + { + "loss_action": 0.03170948103070259, + "loss_total": 0.03170948103070259, + "step": 15840 + }, + { + "loss_action": 0.008951032534241676, + "loss_total": 0.008951032534241676, + "step": 15840 + }, + { + "loss_action": 0.037093229591846466, + "loss_total": 0.037093229591846466, + "step": 15840 + }, + { + "grad_norm": 0.5215890407562256, + "learning_rate": 9.681647273430618e-05, + "loss": 0.0282, + "step": 15850 + }, + { + "loss_action": 0.046753715723752975, + "loss_total": 0.046753715723752975, + "step": 15850 + }, + { + "loss_action": 0.1790415495634079, + "loss_total": 0.1790415495634079, + "step": 15850 + }, + { + "loss_action": 0.023700427263975143, + "loss_total": 0.023700427263975143, + "step": 15850 + }, + { + "loss_action": 0.02147649973630905, + "loss_total": 0.02147649973630905, + "step": 15850 + }, + { + "loss_action": 0.032814133912324905, + "loss_total": 0.032814133912324905, + "step": 15850 + }, + { + "loss_action": 0.02056581899523735, + "loss_total": 0.02056581899523735, + "step": 15850 + }, + { + "grad_norm": 0.5598670244216919, + "learning_rate": 9.681066446661182e-05, + "loss": 0.0325, + "step": 15860 + }, + { + "loss_action": 0.03140611946582794, + "loss_total": 0.03140611946582794, + "step": 15860 + }, + { + "loss_action": 0.013662382028996944, + "loss_total": 0.013662382028996944, + "step": 15860 + }, + { + "loss_action": 0.011415112763643265, + "loss_total": 0.011415112763643265, + "step": 15860 + }, + { + "loss_action": 0.020538171753287315, + "loss_total": 0.020538171753287315, + "step": 15860 + }, + { + "loss_action": 0.021031614392995834, + "loss_total": 0.021031614392995834, + "step": 15860 + }, + { + "loss_action": 0.01850336603820324, + "loss_total": 0.01850336603820324, + "step": 15860 + }, + { + "grad_norm": 0.6170945167541504, + "learning_rate": 9.680485107977357e-05, + "loss": 0.0329, + "step": 15870 + }, + { + "loss_action": 0.01593165099620819, + "loss_total": 0.01593165099620819, + "step": 15870 + }, + { + "loss_action": 0.01412631943821907, + "loss_total": 0.01412631943821907, + "step": 15870 + }, + { + "loss_action": 0.02755850739777088, + "loss_total": 0.02755850739777088, + "step": 15870 + }, + { + "loss_action": 0.02417500875890255, + "loss_total": 0.02417500875890255, + "step": 15870 + }, + { + "loss_action": 0.028795914724469185, + "loss_total": 0.028795914724469185, + "step": 15870 + }, + { + "loss_action": 0.015372611582279205, + "loss_total": 0.015372611582279205, + "step": 15870 + }, + { + "grad_norm": 0.7650614380836487, + "learning_rate": 9.679903257442716e-05, + "loss": 0.0373, + "step": 15880 + }, + { + "loss_action": 0.033055637031793594, + "loss_total": 0.033055637031793594, + "step": 15880 + }, + { + "loss_action": 0.020204415544867516, + "loss_total": 0.020204415544867516, + "step": 15880 + }, + { + "loss_action": 0.020143337547779083, + "loss_total": 0.020143337547779083, + "step": 15880 + }, + { + "loss_action": 0.02801448106765747, + "loss_total": 0.02801448106765747, + "step": 15880 + }, + { + "loss_action": 0.053009677678346634, + "loss_total": 0.053009677678346634, + "step": 15880 + }, + { + "loss_action": 0.030300095677375793, + "loss_total": 0.030300095677375793, + "step": 15880 + }, + { + "grad_norm": 0.4889618158340454, + "learning_rate": 9.679320895120891e-05, + "loss": 0.0318, + "step": 15890 + }, + { + "loss_action": 0.08938508480787277, + "loss_total": 0.08938508480787277, + "step": 15890 + }, + { + "loss_action": 0.021377770230174065, + "loss_total": 0.021377770230174065, + "step": 15890 + }, + { + "loss_action": 0.015921561047434807, + "loss_total": 0.015921561047434807, + "step": 15890 + }, + { + "loss_action": 0.03274806961417198, + "loss_total": 0.03274806961417198, + "step": 15890 + }, + { + "loss_action": 0.02839619293808937, + "loss_total": 0.02839619293808937, + "step": 15890 + }, + { + "loss_action": 0.0183002520352602, + "loss_total": 0.0183002520352602, + "step": 15890 + }, + { + "grad_norm": 0.48044782876968384, + "learning_rate": 9.67873802107557e-05, + "loss": 0.0318, + "step": 15900 + }, + { + "loss_action": 0.03081357851624489, + "loss_total": 0.03081357851624489, + "step": 15900 + }, + { + "loss_action": 0.07794352620840073, + "loss_total": 0.07794352620840073, + "step": 15900 + }, + { + "loss_action": 0.020251158624887466, + "loss_total": 0.020251158624887466, + "step": 15900 + }, + { + "loss_action": 0.025786178186535835, + "loss_total": 0.025786178186535835, + "step": 15900 + }, + { + "loss_action": 0.03169623762369156, + "loss_total": 0.03169623762369156, + "step": 15900 + }, + { + "loss_action": 0.02495025284588337, + "loss_total": 0.02495025284588337, + "step": 15900 + }, + { + "grad_norm": 0.5394880175590515, + "learning_rate": 9.67815463537049e-05, + "loss": 0.0341, + "step": 15910 + }, + { + "loss_action": 0.02639513462781906, + "loss_total": 0.02639513462781906, + "step": 15910 + }, + { + "loss_action": 0.015681222081184387, + "loss_total": 0.015681222081184387, + "step": 15910 + }, + { + "loss_action": 0.04241199791431427, + "loss_total": 0.04241199791431427, + "step": 15910 + }, + { + "loss_action": 0.0702754408121109, + "loss_total": 0.0702754408121109, + "step": 15910 + }, + { + "loss_action": 0.0716143473982811, + "loss_total": 0.0716143473982811, + "step": 15910 + }, + { + "loss_action": 0.14759553968906403, + "loss_total": 0.14759553968906403, + "step": 15910 + }, + { + "grad_norm": 0.5533724427223206, + "learning_rate": 9.677570738069457e-05, + "loss": 0.0373, + "step": 15920 + }, + { + "loss_action": 0.10898337513208389, + "loss_total": 0.10898337513208389, + "step": 15920 + }, + { + "loss_action": 0.10227148979902267, + "loss_total": 0.10227148979902267, + "step": 15920 + }, + { + "loss_action": 0.036494459956884384, + "loss_total": 0.036494459956884384, + "step": 15920 + }, + { + "loss_action": 0.015381000936031342, + "loss_total": 0.015381000936031342, + "step": 15920 + }, + { + "loss_action": 0.015965083613991737, + "loss_total": 0.015965083613991737, + "step": 15920 + }, + { + "loss_action": 0.03168249502778053, + "loss_total": 0.03168249502778053, + "step": 15920 + }, + { + "grad_norm": 0.5618722438812256, + "learning_rate": 9.676986329236318e-05, + "loss": 0.0379, + "step": 15930 + }, + { + "loss_action": 0.021189918741583824, + "loss_total": 0.021189918741583824, + "step": 15930 + }, + { + "loss_action": 0.030467763543128967, + "loss_total": 0.030467763543128967, + "step": 15930 + }, + { + "loss_action": 0.014110051095485687, + "loss_total": 0.014110051095485687, + "step": 15930 + }, + { + "loss_action": 0.04581053927540779, + "loss_total": 0.04581053927540779, + "step": 15930 + }, + { + "loss_action": 0.04493122547864914, + "loss_total": 0.04493122547864914, + "step": 15930 + }, + { + "loss_action": 0.03149968385696411, + "loss_total": 0.03149968385696411, + "step": 15930 + }, + { + "grad_norm": 0.42486730217933655, + "learning_rate": 9.676401408934987e-05, + "loss": 0.0328, + "step": 15940 + }, + { + "loss_action": 0.03859325870871544, + "loss_total": 0.03859325870871544, + "step": 15940 + }, + { + "loss_action": 0.026280144229531288, + "loss_total": 0.026280144229531288, + "step": 15940 + }, + { + "loss_action": 0.034861378371715546, + "loss_total": 0.034861378371715546, + "step": 15940 + }, + { + "loss_action": 0.04193708673119545, + "loss_total": 0.04193708673119545, + "step": 15940 + }, + { + "loss_action": 0.03454819321632385, + "loss_total": 0.03454819321632385, + "step": 15940 + }, + { + "loss_action": 0.04316391423344612, + "loss_total": 0.04316391423344612, + "step": 15940 + }, + { + "grad_norm": 0.45146575570106506, + "learning_rate": 9.675815977229428e-05, + "loss": 0.0351, + "step": 15950 + }, + { + "loss_action": 0.01666935533285141, + "loss_total": 0.01666935533285141, + "step": 15950 + }, + { + "loss_action": 0.02747265435755253, + "loss_total": 0.02747265435755253, + "step": 15950 + }, + { + "loss_action": 0.02872924879193306, + "loss_total": 0.02872924879193306, + "step": 15950 + }, + { + "loss_action": 0.024378716945648193, + "loss_total": 0.024378716945648193, + "step": 15950 + }, + { + "loss_action": 0.02987588383257389, + "loss_total": 0.02987588383257389, + "step": 15950 + }, + { + "loss_action": 0.01734626479446888, + "loss_total": 0.01734626479446888, + "step": 15950 + }, + { + "grad_norm": 0.47731444239616394, + "learning_rate": 9.675230034183664e-05, + "loss": 0.0268, + "step": 15960 + }, + { + "loss_action": 0.02579115517437458, + "loss_total": 0.02579115517437458, + "step": 15960 + }, + { + "loss_action": 0.04239046573638916, + "loss_total": 0.04239046573638916, + "step": 15960 + }, + { + "loss_action": 0.022905245423316956, + "loss_total": 0.022905245423316956, + "step": 15960 + }, + { + "loss_action": 0.076884426176548, + "loss_total": 0.076884426176548, + "step": 15960 + }, + { + "loss_action": 0.033252447843551636, + "loss_total": 0.033252447843551636, + "step": 15960 + }, + { + "loss_action": 0.05484747141599655, + "loss_total": 0.05484747141599655, + "step": 15960 + }, + { + "grad_norm": 0.5610566139221191, + "learning_rate": 9.674643579861773e-05, + "loss": 0.0282, + "step": 15970 + }, + { + "loss_action": 0.02272413857281208, + "loss_total": 0.02272413857281208, + "step": 15970 + }, + { + "loss_action": 0.033677488565444946, + "loss_total": 0.033677488565444946, + "step": 15970 + }, + { + "loss_action": 0.022343896329402924, + "loss_total": 0.022343896329402924, + "step": 15970 + }, + { + "loss_action": 0.01952059008181095, + "loss_total": 0.01952059008181095, + "step": 15970 + }, + { + "loss_action": 0.020261548459529877, + "loss_total": 0.020261548459529877, + "step": 15970 + }, + { + "loss_action": 0.05072159320116043, + "loss_total": 0.05072159320116043, + "step": 15970 + }, + { + "grad_norm": 0.47434213757514954, + "learning_rate": 9.674056614327886e-05, + "loss": 0.0291, + "step": 15980 + }, + { + "loss_action": 0.02947806380689144, + "loss_total": 0.02947806380689144, + "step": 15980 + }, + { + "loss_action": 0.018982063978910446, + "loss_total": 0.018982063978910446, + "step": 15980 + }, + { + "loss_action": 0.034601256251335144, + "loss_total": 0.034601256251335144, + "step": 15980 + }, + { + "loss_action": 0.03172638267278671, + "loss_total": 0.03172638267278671, + "step": 15980 + }, + { + "loss_action": 0.03501424938440323, + "loss_total": 0.03501424938440323, + "step": 15980 + }, + { + "loss_action": 0.01995140314102173, + "loss_total": 0.01995140314102173, + "step": 15980 + }, + { + "grad_norm": 0.46305564045906067, + "learning_rate": 9.673469137646198e-05, + "loss": 0.0292, + "step": 15990 + }, + { + "loss_action": 0.03220544010400772, + "loss_total": 0.03220544010400772, + "step": 15990 + }, + { + "loss_action": 0.06222790107131004, + "loss_total": 0.06222790107131004, + "step": 15990 + }, + { + "loss_action": 0.03852406516671181, + "loss_total": 0.03852406516671181, + "step": 15990 + }, + { + "loss_action": 0.01952631026506424, + "loss_total": 0.01952631026506424, + "step": 15990 + }, + { + "loss_action": 0.022073999047279358, + "loss_total": 0.022073999047279358, + "step": 15990 + }, + { + "loss_action": 0.03253474086523056, + "loss_total": 0.03253474086523056, + "step": 15990 + }, + { + "grad_norm": 0.6475020051002502, + "learning_rate": 9.67288114988095e-05, + "loss": 0.0297, + "step": 16000 + }, + { + "loss_action": 0.031861379742622375, + "loss_total": 0.031861379742622375, + "step": 16000 + }, + { + "loss_action": 0.019817808642983437, + "loss_total": 0.019817808642983437, + "step": 16000 + }, + { + "loss_action": 0.0166416484862566, + "loss_total": 0.0166416484862566, + "step": 16000 + }, + { + "loss_action": 0.03063654899597168, + "loss_total": 0.03063654899597168, + "step": 16000 + }, + { + "loss_action": 0.03612394258379936, + "loss_total": 0.03612394258379936, + "step": 16000 + }, + { + "loss_action": 0.02508022077381611, + "loss_total": 0.02508022077381611, + "step": 16000 + }, + { + "grad_norm": 0.6711552143096924, + "learning_rate": 9.672292651096447e-05, + "loss": 0.036, + "step": 16010 + }, + { + "loss_action": 0.015393384732306004, + "loss_total": 0.015393384732306004, + "step": 16010 + }, + { + "loss_action": 0.0324370339512825, + "loss_total": 0.0324370339512825, + "step": 16010 + }, + { + "loss_action": 0.028579385951161385, + "loss_total": 0.028579385951161385, + "step": 16010 + }, + { + "loss_action": 0.016369149088859558, + "loss_total": 0.016369149088859558, + "step": 16010 + }, + { + "loss_action": 0.041772205382585526, + "loss_total": 0.041772205382585526, + "step": 16010 + }, + { + "loss_action": 0.021708859130740166, + "loss_total": 0.021708859130740166, + "step": 16010 + }, + { + "grad_norm": 0.5172393918037415, + "learning_rate": 9.671703641357042e-05, + "loss": 0.0325, + "step": 16020 + }, + { + "loss_action": 0.059132594615221024, + "loss_total": 0.059132594615221024, + "step": 16020 + }, + { + "loss_action": 0.019782792776823044, + "loss_total": 0.019782792776823044, + "step": 16020 + }, + { + "loss_action": 0.02493312396109104, + "loss_total": 0.02493312396109104, + "step": 16020 + }, + { + "loss_action": 0.2021411508321762, + "loss_total": 0.2021411508321762, + "step": 16020 + }, + { + "loss_action": 0.01668662205338478, + "loss_total": 0.01668662205338478, + "step": 16020 + }, + { + "loss_action": 0.0405244380235672, + "loss_total": 0.0405244380235672, + "step": 16020 + }, + { + "grad_norm": 0.5915969014167786, + "learning_rate": 9.67111412072715e-05, + "loss": 0.0425, + "step": 16030 + }, + { + "loss_action": 0.059826310724020004, + "loss_total": 0.059826310724020004, + "step": 16030 + }, + { + "loss_action": 0.026433955878019333, + "loss_total": 0.026433955878019333, + "step": 16030 + }, + { + "loss_action": 0.0353921577334404, + "loss_total": 0.0353921577334404, + "step": 16030 + }, + { + "loss_action": 0.03358474001288414, + "loss_total": 0.03358474001288414, + "step": 16030 + }, + { + "loss_action": 0.020247869193553925, + "loss_total": 0.020247869193553925, + "step": 16030 + }, + { + "loss_action": 0.027338437736034393, + "loss_total": 0.027338437736034393, + "step": 16030 + }, + { + "grad_norm": 0.6304060816764832, + "learning_rate": 9.670524089271242e-05, + "loss": 0.036, + "step": 16040 + }, + { + "loss_action": 0.02074330858886242, + "loss_total": 0.02074330858886242, + "step": 16040 + }, + { + "loss_action": 0.04565467685461044, + "loss_total": 0.04565467685461044, + "step": 16040 + }, + { + "loss_action": 0.023442264646291733, + "loss_total": 0.023442264646291733, + "step": 16040 + }, + { + "loss_action": 0.04145963117480278, + "loss_total": 0.04145963117480278, + "step": 16040 + }, + { + "loss_action": 0.040957432240247726, + "loss_total": 0.040957432240247726, + "step": 16040 + }, + { + "loss_action": 0.030665716156363487, + "loss_total": 0.030665716156363487, + "step": 16040 + }, + { + "grad_norm": 0.5608517527580261, + "learning_rate": 9.669933547053842e-05, + "loss": 0.0312, + "step": 16050 + }, + { + "loss_action": 0.046915795654058456, + "loss_total": 0.046915795654058456, + "step": 16050 + }, + { + "loss_action": 0.04709075018763542, + "loss_total": 0.04709075018763542, + "step": 16050 + }, + { + "loss_action": 0.07718220353126526, + "loss_total": 0.07718220353126526, + "step": 16050 + }, + { + "loss_action": 0.025615103542804718, + "loss_total": 0.025615103542804718, + "step": 16050 + }, + { + "loss_action": 0.026274487376213074, + "loss_total": 0.026274487376213074, + "step": 16050 + }, + { + "loss_action": 0.025205180048942566, + "loss_total": 0.025205180048942566, + "step": 16050 + }, + { + "grad_norm": 0.6259663105010986, + "learning_rate": 9.669342494139531e-05, + "loss": 0.0351, + "step": 16060 + }, + { + "loss_action": 0.03178554028272629, + "loss_total": 0.03178554028272629, + "step": 16060 + }, + { + "loss_action": 0.021965794265270233, + "loss_total": 0.021965794265270233, + "step": 16060 + }, + { + "loss_action": 0.026303136721253395, + "loss_total": 0.026303136721253395, + "step": 16060 + }, + { + "loss_action": 0.012811762280762196, + "loss_total": 0.012811762280762196, + "step": 16060 + }, + { + "loss_action": 0.0424821674823761, + "loss_total": 0.0424821674823761, + "step": 16060 + }, + { + "loss_action": 0.0355670191347599, + "loss_total": 0.0355670191347599, + "step": 16060 + }, + { + "grad_norm": 0.533707857131958, + "learning_rate": 9.668750930592943e-05, + "loss": 0.041, + "step": 16070 + }, + { + "loss_action": 0.05454976111650467, + "loss_total": 0.05454976111650467, + "step": 16070 + }, + { + "loss_action": 0.019481433555483818, + "loss_total": 0.019481433555483818, + "step": 16070 + }, + { + "loss_action": 0.02637796476483345, + "loss_total": 0.02637796476483345, + "step": 16070 + }, + { + "loss_action": 0.0283566452562809, + "loss_total": 0.0283566452562809, + "step": 16070 + }, + { + "loss_action": 0.028269842267036438, + "loss_total": 0.028269842267036438, + "step": 16070 + }, + { + "loss_action": 0.07250048220157623, + "loss_total": 0.07250048220157623, + "step": 16070 + }, + { + "grad_norm": 0.6209667325019836, + "learning_rate": 9.668158856478775e-05, + "loss": 0.0525, + "step": 16080 + }, + { + "loss_action": 0.039395689964294434, + "loss_total": 0.039395689964294434, + "step": 16080 + }, + { + "loss_action": 0.026776079088449478, + "loss_total": 0.026776079088449478, + "step": 16080 + }, + { + "loss_action": 0.04987793415784836, + "loss_total": 0.04987793415784836, + "step": 16080 + }, + { + "loss_action": 0.02846003696322441, + "loss_total": 0.02846003696322441, + "step": 16080 + }, + { + "loss_action": 0.03211663290858269, + "loss_total": 0.03211663290858269, + "step": 16080 + }, + { + "loss_action": 0.04411923885345459, + "loss_total": 0.04411923885345459, + "step": 16080 + }, + { + "grad_norm": 0.5332151055335999, + "learning_rate": 9.66756627186177e-05, + "loss": 0.0375, + "step": 16090 + }, + { + "loss_action": 0.04894331097602844, + "loss_total": 0.04894331097602844, + "step": 16090 + }, + { + "loss_action": 0.039333079010248184, + "loss_total": 0.039333079010248184, + "step": 16090 + }, + { + "loss_action": 0.02360692247748375, + "loss_total": 0.02360692247748375, + "step": 16090 + }, + { + "loss_action": 0.03693670406937599, + "loss_total": 0.03693670406937599, + "step": 16090 + }, + { + "loss_action": 0.03371593728661537, + "loss_total": 0.03371593728661537, + "step": 16090 + }, + { + "loss_action": 0.022301306948065758, + "loss_total": 0.022301306948065758, + "step": 16090 + }, + { + "grad_norm": 0.5562753677368164, + "learning_rate": 9.666973176806737e-05, + "loss": 0.0333, + "step": 16100 + }, + { + "loss_action": 0.0210976991802454, + "loss_total": 0.0210976991802454, + "step": 16100 + }, + { + "loss_action": 0.035401709377765656, + "loss_total": 0.035401709377765656, + "step": 16100 + }, + { + "loss_action": 0.021958662196993828, + "loss_total": 0.021958662196993828, + "step": 16100 + }, + { + "loss_action": 0.02406616508960724, + "loss_total": 0.02406616508960724, + "step": 16100 + }, + { + "loss_action": 0.05146753415465355, + "loss_total": 0.05146753415465355, + "step": 16100 + }, + { + "loss_action": 0.03204180300235748, + "loss_total": 0.03204180300235748, + "step": 16100 + }, + { + "grad_norm": 0.5163918733596802, + "learning_rate": 9.666379571378534e-05, + "loss": 0.0319, + "step": 16110 + }, + { + "loss_action": 0.031140105798840523, + "loss_total": 0.031140105798840523, + "step": 16110 + }, + { + "loss_action": 0.014883200637996197, + "loss_total": 0.014883200637996197, + "step": 16110 + }, + { + "loss_action": 0.025709452107548714, + "loss_total": 0.025709452107548714, + "step": 16110 + }, + { + "loss_action": 0.0567876435816288, + "loss_total": 0.0567876435816288, + "step": 16110 + }, + { + "loss_action": 0.0325397253036499, + "loss_total": 0.0325397253036499, + "step": 16110 + }, + { + "loss_action": 0.017943039536476135, + "loss_total": 0.017943039536476135, + "step": 16110 + }, + { + "grad_norm": 0.6174998879432678, + "learning_rate": 9.665785455642076e-05, + "loss": 0.0361, + "step": 16120 + }, + { + "loss_action": 0.017917431890964508, + "loss_total": 0.017917431890964508, + "step": 16120 + }, + { + "loss_action": 0.04254160821437836, + "loss_total": 0.04254160821437836, + "step": 16120 + }, + { + "loss_action": 0.04997168481349945, + "loss_total": 0.04997168481349945, + "step": 16120 + }, + { + "loss_action": 0.051016975194215775, + "loss_total": 0.051016975194215775, + "step": 16120 + }, + { + "loss_action": 0.04124583303928375, + "loss_total": 0.04124583303928375, + "step": 16120 + }, + { + "loss_action": 0.02772059105336666, + "loss_total": 0.02772059105336666, + "step": 16120 + }, + { + "grad_norm": 0.5303072929382324, + "learning_rate": 9.665190829662337e-05, + "loss": 0.0381, + "step": 16130 + }, + { + "loss_action": 0.04855143651366234, + "loss_total": 0.04855143651366234, + "step": 16130 + }, + { + "loss_action": 0.03226834908127785, + "loss_total": 0.03226834908127785, + "step": 16130 + }, + { + "loss_action": 0.03542948514223099, + "loss_total": 0.03542948514223099, + "step": 16130 + }, + { + "loss_action": 0.04788758233189583, + "loss_total": 0.04788758233189583, + "step": 16130 + }, + { + "loss_action": 0.020471779629588127, + "loss_total": 0.020471779629588127, + "step": 16130 + }, + { + "loss_action": 0.01974473148584366, + "loss_total": 0.01974473148584366, + "step": 16130 + }, + { + "grad_norm": 0.47822535037994385, + "learning_rate": 9.664595693504342e-05, + "loss": 0.0289, + "step": 16140 + }, + { + "loss_action": 0.03733544051647186, + "loss_total": 0.03733544051647186, + "step": 16140 + }, + { + "loss_action": 0.03681618720293045, + "loss_total": 0.03681618720293045, + "step": 16140 + }, + { + "loss_action": 0.012897226959466934, + "loss_total": 0.012897226959466934, + "step": 16140 + }, + { + "loss_action": 0.044133953750133514, + "loss_total": 0.044133953750133514, + "step": 16140 + }, + { + "loss_action": 0.02119915746152401, + "loss_total": 0.02119915746152401, + "step": 16140 + }, + { + "loss_action": 0.022710563614964485, + "loss_total": 0.022710563614964485, + "step": 16140 + }, + { + "grad_norm": 0.40705081820487976, + "learning_rate": 9.664000047233175e-05, + "loss": 0.0326, + "step": 16150 + }, + { + "loss_action": 0.01577683724462986, + "loss_total": 0.01577683724462986, + "step": 16150 + }, + { + "loss_action": 0.03444727137684822, + "loss_total": 0.03444727137684822, + "step": 16150 + }, + { + "loss_action": 0.018861206248402596, + "loss_total": 0.018861206248402596, + "step": 16150 + }, + { + "loss_action": 0.03527585417032242, + "loss_total": 0.03527585417032242, + "step": 16150 + }, + { + "loss_action": 0.21519821882247925, + "loss_total": 0.21519821882247925, + "step": 16150 + }, + { + "loss_action": 0.013795113191008568, + "loss_total": 0.013795113191008568, + "step": 16150 + }, + { + "grad_norm": 0.5637193918228149, + "learning_rate": 9.663403890913976e-05, + "loss": 0.032, + "step": 16160 + }, + { + "loss_action": 0.02063351683318615, + "loss_total": 0.02063351683318615, + "step": 16160 + }, + { + "loss_action": 0.020818613469600677, + "loss_total": 0.020818613469600677, + "step": 16160 + }, + { + "loss_action": 0.02379836142063141, + "loss_total": 0.02379836142063141, + "step": 16160 + }, + { + "loss_action": 0.01752963289618492, + "loss_total": 0.01752963289618492, + "step": 16160 + }, + { + "loss_action": 0.05343550816178322, + "loss_total": 0.05343550816178322, + "step": 16160 + }, + { + "loss_action": 0.016270987689495087, + "loss_total": 0.016270987689495087, + "step": 16160 + }, + { + "grad_norm": 0.5211553573608398, + "learning_rate": 9.662807224611938e-05, + "loss": 0.0299, + "step": 16170 + }, + { + "loss_action": 0.02625594474375248, + "loss_total": 0.02625594474375248, + "step": 16170 + }, + { + "loss_action": 0.014805157668888569, + "loss_total": 0.014805157668888569, + "step": 16170 + }, + { + "loss_action": 0.02039097063243389, + "loss_total": 0.02039097063243389, + "step": 16170 + }, + { + "loss_action": 0.01951727643609047, + "loss_total": 0.01951727643609047, + "step": 16170 + }, + { + "loss_action": 0.026707470417022705, + "loss_total": 0.026707470417022705, + "step": 16170 + }, + { + "loss_action": 0.04653206467628479, + "loss_total": 0.04653206467628479, + "step": 16170 + }, + { + "grad_norm": 0.5399883389472961, + "learning_rate": 9.662210048392311e-05, + "loss": 0.0276, + "step": 16180 + }, + { + "loss_action": 0.03536443039774895, + "loss_total": 0.03536443039774895, + "step": 16180 + }, + { + "loss_action": 0.013570284470915794, + "loss_total": 0.013570284470915794, + "step": 16180 + }, + { + "loss_action": 0.09867539256811142, + "loss_total": 0.09867539256811142, + "step": 16180 + }, + { + "loss_action": 0.0180312842130661, + "loss_total": 0.0180312842130661, + "step": 16180 + }, + { + "loss_action": 0.040067967027425766, + "loss_total": 0.040067967027425766, + "step": 16180 + }, + { + "loss_action": 0.06259847432374954, + "loss_total": 0.06259847432374954, + "step": 16180 + }, + { + "grad_norm": 0.48265931010246277, + "learning_rate": 9.661612362320405e-05, + "loss": 0.0325, + "step": 16190 + }, + { + "loss_action": 0.0214178878813982, + "loss_total": 0.0214178878813982, + "step": 16190 + }, + { + "loss_action": 0.013946515507996082, + "loss_total": 0.013946515507996082, + "step": 16190 + }, + { + "loss_action": 0.027096200734376907, + "loss_total": 0.027096200734376907, + "step": 16190 + }, + { + "loss_action": 0.02278684265911579, + "loss_total": 0.02278684265911579, + "step": 16190 + }, + { + "loss_action": 0.020140383392572403, + "loss_total": 0.020140383392572403, + "step": 16190 + }, + { + "loss_action": 0.05716860666871071, + "loss_total": 0.05716860666871071, + "step": 16190 + }, + { + "grad_norm": 0.599524974822998, + "learning_rate": 9.661014166461579e-05, + "loss": 0.0325, + "step": 16200 + }, + { + "loss_action": 0.02655433677136898, + "loss_total": 0.02655433677136898, + "step": 16200 + }, + { + "loss_action": 0.015337127260863781, + "loss_total": 0.015337127260863781, + "step": 16200 + }, + { + "loss_action": 0.036859385669231415, + "loss_total": 0.036859385669231415, + "step": 16200 + }, + { + "loss_action": 0.023567989468574524, + "loss_total": 0.023567989468574524, + "step": 16200 + }, + { + "loss_action": 0.01904509775340557, + "loss_total": 0.01904509775340557, + "step": 16200 + }, + { + "loss_action": 0.2589605152606964, + "loss_total": 0.2589605152606964, + "step": 16200 + }, + { + "grad_norm": 0.4353787302970886, + "learning_rate": 9.66041546088125e-05, + "loss": 0.0399, + "step": 16210 + }, + { + "loss_action": 0.018321195617318153, + "loss_total": 0.018321195617318153, + "step": 16210 + }, + { + "loss_action": 0.041173823177814484, + "loss_total": 0.041173823177814484, + "step": 16210 + }, + { + "loss_action": 0.030790133401751518, + "loss_total": 0.030790133401751518, + "step": 16210 + }, + { + "loss_action": 0.018965261057019234, + "loss_total": 0.018965261057019234, + "step": 16210 + }, + { + "loss_action": 0.032264064997434616, + "loss_total": 0.032264064997434616, + "step": 16210 + }, + { + "loss_action": 0.010726005770266056, + "loss_total": 0.010726005770266056, + "step": 16210 + }, + { + "grad_norm": 0.6582168936729431, + "learning_rate": 9.659816245644895e-05, + "loss": 0.0272, + "step": 16220 + }, + { + "loss_action": 0.018855581060051918, + "loss_total": 0.018855581060051918, + "step": 16220 + }, + { + "loss_action": 0.022901615127921104, + "loss_total": 0.022901615127921104, + "step": 16220 + }, + { + "loss_action": 0.016736317425966263, + "loss_total": 0.016736317425966263, + "step": 16220 + }, + { + "loss_action": 0.017157480120658875, + "loss_total": 0.017157480120658875, + "step": 16220 + }, + { + "loss_action": 0.03669244050979614, + "loss_total": 0.03669244050979614, + "step": 16220 + }, + { + "loss_action": 0.017114289104938507, + "loss_total": 0.017114289104938507, + "step": 16220 + }, + { + "grad_norm": 0.476377010345459, + "learning_rate": 9.65921652081804e-05, + "loss": 0.0269, + "step": 16230 + }, + { + "loss_action": 0.01897878758609295, + "loss_total": 0.01897878758609295, + "step": 16230 + }, + { + "loss_action": 0.015831565484404564, + "loss_total": 0.015831565484404564, + "step": 16230 + }, + { + "loss_action": 0.01466651726514101, + "loss_total": 0.01466651726514101, + "step": 16230 + }, + { + "loss_action": 0.10024053603410721, + "loss_total": 0.10024053603410721, + "step": 16230 + }, + { + "loss_action": 0.03328269347548485, + "loss_total": 0.03328269347548485, + "step": 16230 + }, + { + "loss_action": 0.024189623072743416, + "loss_total": 0.024189623072743416, + "step": 16230 + }, + { + "grad_norm": 0.6701205372810364, + "learning_rate": 9.658616286466271e-05, + "loss": 0.0321, + "step": 16240 + }, + { + "loss_action": 0.05102727562189102, + "loss_total": 0.05102727562189102, + "step": 16240 + }, + { + "loss_action": 0.019636044278740883, + "loss_total": 0.019636044278740883, + "step": 16240 + }, + { + "loss_action": 0.02007138729095459, + "loss_total": 0.02007138729095459, + "step": 16240 + }, + { + "loss_action": 0.14089566469192505, + "loss_total": 0.14089566469192505, + "step": 16240 + }, + { + "loss_action": 0.033985938876867294, + "loss_total": 0.033985938876867294, + "step": 16240 + }, + { + "loss_action": 0.02842545136809349, + "loss_total": 0.02842545136809349, + "step": 16240 + }, + { + "grad_norm": 0.5376201868057251, + "learning_rate": 9.65801554265523e-05, + "loss": 0.0338, + "step": 16250 + }, + { + "loss_action": 0.06416348367929459, + "loss_total": 0.06416348367929459, + "step": 16250 + }, + { + "loss_action": 0.029187705367803574, + "loss_total": 0.029187705367803574, + "step": 16250 + }, + { + "loss_action": 0.018952885642647743, + "loss_total": 0.018952885642647743, + "step": 16250 + }, + { + "loss_action": 0.0280237328261137, + "loss_total": 0.0280237328261137, + "step": 16250 + }, + { + "loss_action": 0.025041811168193817, + "loss_total": 0.025041811168193817, + "step": 16250 + }, + { + "loss_action": 0.03306015208363533, + "loss_total": 0.03306015208363533, + "step": 16250 + }, + { + "grad_norm": 0.5074051022529602, + "learning_rate": 9.657414289450612e-05, + "loss": 0.029, + "step": 16260 + }, + { + "loss_action": 0.013034136034548283, + "loss_total": 0.013034136034548283, + "step": 16260 + }, + { + "loss_action": 0.061089444905519485, + "loss_total": 0.061089444905519485, + "step": 16260 + }, + { + "loss_action": 0.016281720250844955, + "loss_total": 0.016281720250844955, + "step": 16260 + }, + { + "loss_action": 0.013975257985293865, + "loss_total": 0.013975257985293865, + "step": 16260 + }, + { + "loss_action": 0.041768305003643036, + "loss_total": 0.041768305003643036, + "step": 16260 + }, + { + "loss_action": 0.01426751259714365, + "loss_total": 0.01426751259714365, + "step": 16260 + }, + { + "grad_norm": 0.5017681121826172, + "learning_rate": 9.656812526918171e-05, + "loss": 0.0292, + "step": 16270 + }, + { + "loss_action": 0.018860574811697006, + "loss_total": 0.018860574811697006, + "step": 16270 + }, + { + "loss_action": 0.011001374572515488, + "loss_total": 0.011001374572515488, + "step": 16270 + }, + { + "loss_action": 0.02230965718626976, + "loss_total": 0.02230965718626976, + "step": 16270 + }, + { + "loss_action": 0.019431186839938164, + "loss_total": 0.019431186839938164, + "step": 16270 + }, + { + "loss_action": 0.014566105790436268, + "loss_total": 0.014566105790436268, + "step": 16270 + }, + { + "loss_action": 0.027485860511660576, + "loss_total": 0.027485860511660576, + "step": 16270 + }, + { + "grad_norm": 0.5159152150154114, + "learning_rate": 9.656210255123712e-05, + "loss": 0.0321, + "step": 16280 + }, + { + "loss_action": 0.06522060185670853, + "loss_total": 0.06522060185670853, + "step": 16280 + }, + { + "loss_action": 0.04069499671459198, + "loss_total": 0.04069499671459198, + "step": 16280 + }, + { + "loss_action": 0.051297686994075775, + "loss_total": 0.051297686994075775, + "step": 16280 + }, + { + "loss_action": 0.028789542615413666, + "loss_total": 0.028789542615413666, + "step": 16280 + }, + { + "loss_action": 0.023706436157226562, + "loss_total": 0.023706436157226562, + "step": 16280 + }, + { + "loss_action": 0.01698763109743595, + "loss_total": 0.01698763109743595, + "step": 16280 + }, + { + "grad_norm": 0.5286722183227539, + "learning_rate": 9.6556074741331e-05, + "loss": 0.03, + "step": 16290 + }, + { + "loss_action": 0.04346492514014244, + "loss_total": 0.04346492514014244, + "step": 16290 + }, + { + "loss_action": 0.026088647544384003, + "loss_total": 0.026088647544384003, + "step": 16290 + }, + { + "loss_action": 0.053149010986089706, + "loss_total": 0.053149010986089706, + "step": 16290 + }, + { + "loss_action": 0.0310073122382164, + "loss_total": 0.0310073122382164, + "step": 16290 + }, + { + "loss_action": 0.12760034203529358, + "loss_total": 0.12760034203529358, + "step": 16290 + }, + { + "loss_action": 0.07403053343296051, + "loss_total": 0.07403053343296051, + "step": 16290 + }, + { + "grad_norm": 0.585383415222168, + "learning_rate": 9.655004184012256e-05, + "loss": 0.0346, + "step": 16300 + }, + { + "loss_action": 0.02070913091301918, + "loss_total": 0.02070913091301918, + "step": 16300 + }, + { + "loss_action": 0.019931772723793983, + "loss_total": 0.019931772723793983, + "step": 16300 + }, + { + "loss_action": 0.019921239465475082, + "loss_total": 0.019921239465475082, + "step": 16300 + }, + { + "loss_action": 0.034456174820661545, + "loss_total": 0.034456174820661545, + "step": 16300 + }, + { + "loss_action": 0.030811814591288567, + "loss_total": 0.030811814591288567, + "step": 16300 + }, + { + "loss_action": 0.08712173253297806, + "loss_total": 0.08712173253297806, + "step": 16300 + }, + { + "grad_norm": 0.4022504687309265, + "learning_rate": 9.654400384827152e-05, + "loss": 0.0369, + "step": 16310 + }, + { + "loss_action": 0.032388195395469666, + "loss_total": 0.032388195395469666, + "step": 16310 + }, + { + "loss_action": 0.0298236645758152, + "loss_total": 0.0298236645758152, + "step": 16310 + }, + { + "loss_action": 0.04816405847668648, + "loss_total": 0.04816405847668648, + "step": 16310 + }, + { + "loss_action": 0.034854430705308914, + "loss_total": 0.034854430705308914, + "step": 16310 + }, + { + "loss_action": 0.015579169616103172, + "loss_total": 0.015579169616103172, + "step": 16310 + }, + { + "loss_action": 0.038466427475214005, + "loss_total": 0.038466427475214005, + "step": 16310 + }, + { + "grad_norm": 0.7238434553146362, + "learning_rate": 9.653796076643818e-05, + "loss": 0.0338, + "step": 16320 + }, + { + "loss_action": 0.07120926678180695, + "loss_total": 0.07120926678180695, + "step": 16320 + }, + { + "loss_action": 0.034757912158966064, + "loss_total": 0.034757912158966064, + "step": 16320 + }, + { + "loss_action": 0.018428180366754532, + "loss_total": 0.018428180366754532, + "step": 16320 + }, + { + "loss_action": 0.03428294137120247, + "loss_total": 0.03428294137120247, + "step": 16320 + }, + { + "loss_action": 0.03224131837487221, + "loss_total": 0.03224131837487221, + "step": 16320 + }, + { + "loss_action": 0.03469967469573021, + "loss_total": 0.03469967469573021, + "step": 16320 + }, + { + "grad_norm": 0.5634394288063049, + "learning_rate": 9.653191259528344e-05, + "loss": 0.0297, + "step": 16330 + }, + { + "loss_action": 0.025115415453910828, + "loss_total": 0.025115415453910828, + "step": 16330 + }, + { + "loss_action": 0.01634451374411583, + "loss_total": 0.01634451374411583, + "step": 16330 + }, + { + "loss_action": 0.020278794690966606, + "loss_total": 0.020278794690966606, + "step": 16330 + }, + { + "loss_action": 0.01697155088186264, + "loss_total": 0.01697155088186264, + "step": 16330 + }, + { + "loss_action": 0.010975992307066917, + "loss_total": 0.010975992307066917, + "step": 16330 + }, + { + "loss_action": 0.015497582964599133, + "loss_total": 0.015497582964599133, + "step": 16330 + }, + { + "grad_norm": 0.5109163522720337, + "learning_rate": 9.65258593354687e-05, + "loss": 0.0303, + "step": 16340 + }, + { + "loss_action": 0.014299963600933552, + "loss_total": 0.014299963600933552, + "step": 16340 + }, + { + "loss_action": 0.021029584109783173, + "loss_total": 0.021029584109783173, + "step": 16340 + }, + { + "loss_action": 0.04599200189113617, + "loss_total": 0.04599200189113617, + "step": 16340 + }, + { + "loss_action": 0.025858517736196518, + "loss_total": 0.025858517736196518, + "step": 16340 + }, + { + "loss_action": 0.03543073311448097, + "loss_total": 0.03543073311448097, + "step": 16340 + }, + { + "loss_action": 0.013854045420885086, + "loss_total": 0.013854045420885086, + "step": 16340 + }, + { + "grad_norm": 0.7842186689376831, + "learning_rate": 9.651980098765591e-05, + "loss": 0.0308, + "step": 16350 + }, + { + "loss_action": 0.012376032769680023, + "loss_total": 0.012376032769680023, + "step": 16350 + }, + { + "loss_action": 0.021795690059661865, + "loss_total": 0.021795690059661865, + "step": 16350 + }, + { + "loss_action": 0.022890998050570488, + "loss_total": 0.022890998050570488, + "step": 16350 + }, + { + "loss_action": 0.019928861409425735, + "loss_total": 0.019928861409425735, + "step": 16350 + }, + { + "loss_action": 0.01573319174349308, + "loss_total": 0.01573319174349308, + "step": 16350 + }, + { + "loss_action": 0.05857609957456589, + "loss_total": 0.05857609957456589, + "step": 16350 + }, + { + "grad_norm": 0.5645686984062195, + "learning_rate": 9.651373755250765e-05, + "loss": 0.0297, + "step": 16360 + }, + { + "loss_action": 0.020342333242297173, + "loss_total": 0.020342333242297173, + "step": 16360 + }, + { + "loss_action": 0.018619107082486153, + "loss_total": 0.018619107082486153, + "step": 16360 + }, + { + "loss_action": 0.014581399038434029, + "loss_total": 0.014581399038434029, + "step": 16360 + }, + { + "loss_action": 0.013612191192805767, + "loss_total": 0.013612191192805767, + "step": 16360 + }, + { + "loss_action": 0.03774897754192352, + "loss_total": 0.03774897754192352, + "step": 16360 + }, + { + "loss_action": 0.02668745443224907, + "loss_total": 0.02668745443224907, + "step": 16360 + }, + { + "grad_norm": 0.5182714462280273, + "learning_rate": 9.650766903068697e-05, + "loss": 0.0339, + "step": 16370 + }, + { + "loss_action": 0.018836237490177155, + "loss_total": 0.018836237490177155, + "step": 16370 + }, + { + "loss_action": 0.05240932106971741, + "loss_total": 0.05240932106971741, + "step": 16370 + }, + { + "loss_action": 0.026393575593829155, + "loss_total": 0.026393575593829155, + "step": 16370 + }, + { + "loss_action": 0.06267014890909195, + "loss_total": 0.06267014890909195, + "step": 16370 + }, + { + "loss_action": 0.027083449065685272, + "loss_total": 0.027083449065685272, + "step": 16370 + }, + { + "loss_action": 0.02249228022992611, + "loss_total": 0.02249228022992611, + "step": 16370 + }, + { + "grad_norm": 0.8356655240058899, + "learning_rate": 9.650159542285753e-05, + "loss": 0.0416, + "step": 16380 + }, + { + "loss_action": 0.028260257095098495, + "loss_total": 0.028260257095098495, + "step": 16380 + }, + { + "loss_action": 0.05679688602685928, + "loss_total": 0.05679688602685928, + "step": 16380 + }, + { + "loss_action": 0.019637152552604675, + "loss_total": 0.019637152552604675, + "step": 16380 + }, + { + "loss_action": 0.04074089601635933, + "loss_total": 0.04074089601635933, + "step": 16380 + }, + { + "loss_action": 0.02197103761136532, + "loss_total": 0.02197103761136532, + "step": 16380 + }, + { + "loss_action": 0.1323232352733612, + "loss_total": 0.1323232352733612, + "step": 16380 + }, + { + "grad_norm": 0.5583420395851135, + "learning_rate": 9.649551672968353e-05, + "loss": 0.0424, + "step": 16390 + }, + { + "loss_action": 0.048042964190244675, + "loss_total": 0.048042964190244675, + "step": 16390 + }, + { + "loss_action": 0.044770725071430206, + "loss_total": 0.044770725071430206, + "step": 16390 + }, + { + "loss_action": 0.018398955464363098, + "loss_total": 0.018398955464363098, + "step": 16390 + }, + { + "loss_action": 0.0375962033867836, + "loss_total": 0.0375962033867836, + "step": 16390 + }, + { + "loss_action": 0.030527926981449127, + "loss_total": 0.030527926981449127, + "step": 16390 + }, + { + "loss_action": 0.046797506511211395, + "loss_total": 0.046797506511211395, + "step": 16390 + }, + { + "grad_norm": 0.582331657409668, + "learning_rate": 9.648943295182973e-05, + "loss": 0.0345, + "step": 16400 + }, + { + "loss_action": 0.03074236772954464, + "loss_total": 0.03074236772954464, + "step": 16400 + }, + { + "loss_action": 0.05521306395530701, + "loss_total": 0.05521306395530701, + "step": 16400 + }, + { + "loss_action": 0.027679823338985443, + "loss_total": 0.027679823338985443, + "step": 16400 + }, + { + "loss_action": 0.06047242507338524, + "loss_total": 0.06047242507338524, + "step": 16400 + }, + { + "loss_action": 0.019012318924069405, + "loss_total": 0.019012318924069405, + "step": 16400 + }, + { + "loss_action": 0.018565133213996887, + "loss_total": 0.018565133213996887, + "step": 16400 + }, + { + "grad_norm": 0.49646034836769104, + "learning_rate": 9.648334408996144e-05, + "loss": 0.0362, + "step": 16410 + }, + { + "loss_action": 0.07972817867994308, + "loss_total": 0.07972817867994308, + "step": 16410 + }, + { + "loss_action": 0.032889701426029205, + "loss_total": 0.032889701426029205, + "step": 16410 + }, + { + "loss_action": 0.028394415974617004, + "loss_total": 0.028394415974617004, + "step": 16410 + }, + { + "loss_action": 0.031476058065891266, + "loss_total": 0.031476058065891266, + "step": 16410 + }, + { + "loss_action": 0.03519248589873314, + "loss_total": 0.03519248589873314, + "step": 16410 + }, + { + "loss_action": 0.031060660257935524, + "loss_total": 0.031060660257935524, + "step": 16410 + }, + { + "grad_norm": 0.5861873030662537, + "learning_rate": 9.647725014474452e-05, + "loss": 0.0388, + "step": 16420 + }, + { + "loss_action": 0.023037327453494072, + "loss_total": 0.023037327453494072, + "step": 16420 + }, + { + "loss_action": 0.018506666645407677, + "loss_total": 0.018506666645407677, + "step": 16420 + }, + { + "loss_action": 0.03469013422727585, + "loss_total": 0.03469013422727585, + "step": 16420 + }, + { + "loss_action": 0.018611308187246323, + "loss_total": 0.018611308187246323, + "step": 16420 + }, + { + "loss_action": 0.03309030830860138, + "loss_total": 0.03309030830860138, + "step": 16420 + }, + { + "loss_action": 0.03898293524980545, + "loss_total": 0.03898293524980545, + "step": 16420 + }, + { + "grad_norm": 0.4779793620109558, + "learning_rate": 9.64711511168454e-05, + "loss": 0.0314, + "step": 16430 + }, + { + "loss_action": 0.0323498398065567, + "loss_total": 0.0323498398065567, + "step": 16430 + }, + { + "loss_action": 0.0222714114934206, + "loss_total": 0.0222714114934206, + "step": 16430 + }, + { + "loss_action": 0.029758790507912636, + "loss_total": 0.029758790507912636, + "step": 16430 + }, + { + "loss_action": 0.04990173876285553, + "loss_total": 0.04990173876285553, + "step": 16430 + }, + { + "loss_action": 0.02802014723420143, + "loss_total": 0.02802014723420143, + "step": 16430 + }, + { + "loss_action": 0.036548927426338196, + "loss_total": 0.036548927426338196, + "step": 16430 + }, + { + "grad_norm": 0.5554805994033813, + "learning_rate": 9.646504700693108e-05, + "loss": 0.0346, + "step": 16440 + }, + { + "loss_action": 0.03357715159654617, + "loss_total": 0.03357715159654617, + "step": 16440 + }, + { + "loss_action": 0.04658415541052818, + "loss_total": 0.04658415541052818, + "step": 16440 + }, + { + "loss_action": 0.06032966077327728, + "loss_total": 0.06032966077327728, + "step": 16440 + }, + { + "loss_action": 0.01922716200351715, + "loss_total": 0.01922716200351715, + "step": 16440 + }, + { + "loss_action": 0.07815652340650558, + "loss_total": 0.07815652340650558, + "step": 16440 + }, + { + "loss_action": 0.027988843619823456, + "loss_total": 0.027988843619823456, + "step": 16440 + }, + { + "grad_norm": 0.40705618262290955, + "learning_rate": 9.645893781566907e-05, + "loss": 0.0346, + "step": 16450 + }, + { + "loss_action": 0.036398883908987045, + "loss_total": 0.036398883908987045, + "step": 16450 + }, + { + "loss_action": 0.04562421143054962, + "loss_total": 0.04562421143054962, + "step": 16450 + }, + { + "loss_action": 0.01951809972524643, + "loss_total": 0.01951809972524643, + "step": 16450 + }, + { + "loss_action": 0.025316299870610237, + "loss_total": 0.025316299870610237, + "step": 16450 + }, + { + "loss_action": 0.10421042889356613, + "loss_total": 0.10421042889356613, + "step": 16450 + }, + { + "loss_action": 0.02310863696038723, + "loss_total": 0.02310863696038723, + "step": 16450 + }, + { + "grad_norm": 0.5704361796379089, + "learning_rate": 9.645282354372744e-05, + "loss": 0.0348, + "step": 16460 + }, + { + "loss_action": 0.028047941625118256, + "loss_total": 0.028047941625118256, + "step": 16460 + }, + { + "loss_action": 0.016364166513085365, + "loss_total": 0.016364166513085365, + "step": 16460 + }, + { + "loss_action": 0.04482254385948181, + "loss_total": 0.04482254385948181, + "step": 16460 + }, + { + "loss_action": 0.029169047251343727, + "loss_total": 0.029169047251343727, + "step": 16460 + }, + { + "loss_action": 0.01467503234744072, + "loss_total": 0.01467503234744072, + "step": 16460 + }, + { + "loss_action": 0.026667742058634758, + "loss_total": 0.026667742058634758, + "step": 16460 + }, + { + "grad_norm": 0.5204691290855408, + "learning_rate": 9.644670419177491e-05, + "loss": 0.0321, + "step": 16470 + }, + { + "loss_action": 0.026910848915576935, + "loss_total": 0.026910848915576935, + "step": 16470 + }, + { + "loss_action": 0.02378399670124054, + "loss_total": 0.02378399670124054, + "step": 16470 + }, + { + "loss_action": 0.015882395207881927, + "loss_total": 0.015882395207881927, + "step": 16470 + }, + { + "loss_action": 0.029312992468476295, + "loss_total": 0.029312992468476295, + "step": 16470 + }, + { + "loss_action": 0.01884387619793415, + "loss_total": 0.01884387619793415, + "step": 16470 + }, + { + "loss_action": 0.03275217115879059, + "loss_total": 0.03275217115879059, + "step": 16470 + }, + { + "grad_norm": 0.4899081289768219, + "learning_rate": 9.644057976048062e-05, + "loss": 0.029, + "step": 16480 + }, + { + "loss_action": 0.022261297330260277, + "loss_total": 0.022261297330260277, + "step": 16480 + }, + { + "loss_action": 0.05061822757124901, + "loss_total": 0.05061822757124901, + "step": 16480 + }, + { + "loss_action": 0.02000059187412262, + "loss_total": 0.02000059187412262, + "step": 16480 + }, + { + "loss_action": 0.017270846292376518, + "loss_total": 0.017270846292376518, + "step": 16480 + }, + { + "loss_action": 0.03297556936740875, + "loss_total": 0.03297556936740875, + "step": 16480 + }, + { + "loss_action": 0.03904959186911583, + "loss_total": 0.03904959186911583, + "step": 16480 + }, + { + "grad_norm": 0.4486525356769562, + "learning_rate": 9.643445025051435e-05, + "loss": 0.0297, + "step": 16490 + }, + { + "loss_action": 0.03979536518454552, + "loss_total": 0.03979536518454552, + "step": 16490 + }, + { + "loss_action": 0.04571857303380966, + "loss_total": 0.04571857303380966, + "step": 16490 + }, + { + "loss_action": 0.023739533498883247, + "loss_total": 0.023739533498883247, + "step": 16490 + }, + { + "loss_action": 0.01918318122625351, + "loss_total": 0.01918318122625351, + "step": 16490 + }, + { + "loss_action": 0.0238331388682127, + "loss_total": 0.0238331388682127, + "step": 16490 + }, + { + "loss_action": 0.016722621396183968, + "loss_total": 0.016722621396183968, + "step": 16490 + }, + { + "grad_norm": 0.49226367473602295, + "learning_rate": 9.642831566254641e-05, + "loss": 0.031, + "step": 16500 + }, + { + "loss_action": 0.023880168795585632, + "loss_total": 0.023880168795585632, + "step": 16500 + }, + { + "loss_action": 0.03893975913524628, + "loss_total": 0.03893975913524628, + "step": 16500 + }, + { + "loss_action": 0.023188089951872826, + "loss_total": 0.023188089951872826, + "step": 16500 + }, + { + "loss_action": 0.0301397442817688, + "loss_total": 0.0301397442817688, + "step": 16500 + }, + { + "loss_action": 0.032660868018865585, + "loss_total": 0.032660868018865585, + "step": 16500 + }, + { + "loss_action": 0.015242080204188824, + "loss_total": 0.015242080204188824, + "step": 16500 + }, + { + "grad_norm": 0.4615066349506378, + "learning_rate": 9.642217599724769e-05, + "loss": 0.0343, + "step": 16510 + }, + { + "loss_action": 0.02273469977080822, + "loss_total": 0.02273469977080822, + "step": 16510 + }, + { + "loss_action": 0.02009963057935238, + "loss_total": 0.02009963057935238, + "step": 16510 + }, + { + "loss_action": 0.016123058274388313, + "loss_total": 0.016123058274388313, + "step": 16510 + }, + { + "loss_action": 0.033868592232465744, + "loss_total": 0.033868592232465744, + "step": 16510 + }, + { + "loss_action": 0.04111656919121742, + "loss_total": 0.04111656919121742, + "step": 16510 + }, + { + "loss_action": 0.02665928192436695, + "loss_total": 0.02665928192436695, + "step": 16510 + }, + { + "grad_norm": 0.4234698712825775, + "learning_rate": 9.64160312552896e-05, + "loss": 0.0339, + "step": 16520 + }, + { + "loss_action": 0.013015054166316986, + "loss_total": 0.013015054166316986, + "step": 16520 + }, + { + "loss_action": 0.05353877320885658, + "loss_total": 0.05353877320885658, + "step": 16520 + }, + { + "loss_action": 0.03362312540411949, + "loss_total": 0.03362312540411949, + "step": 16520 + }, + { + "loss_action": 0.027984146028757095, + "loss_total": 0.027984146028757095, + "step": 16520 + }, + { + "loss_action": 0.01620936393737793, + "loss_total": 0.01620936393737793, + "step": 16520 + }, + { + "loss_action": 0.022842157632112503, + "loss_total": 0.022842157632112503, + "step": 16520 + }, + { + "grad_norm": 0.5293537378311157, + "learning_rate": 9.64098814373441e-05, + "loss": 0.0303, + "step": 16530 + }, + { + "loss_action": 0.03292671591043472, + "loss_total": 0.03292671591043472, + "step": 16530 + }, + { + "loss_action": 0.05114789307117462, + "loss_total": 0.05114789307117462, + "step": 16530 + }, + { + "loss_action": 0.018791496753692627, + "loss_total": 0.018791496753692627, + "step": 16530 + }, + { + "loss_action": 0.0564650297164917, + "loss_total": 0.0564650297164917, + "step": 16530 + }, + { + "loss_action": 0.027982337400317192, + "loss_total": 0.027982337400317192, + "step": 16530 + }, + { + "loss_action": 0.017398493364453316, + "loss_total": 0.017398493364453316, + "step": 16530 + }, + { + "grad_norm": 0.4261258542537689, + "learning_rate": 9.640372654408374e-05, + "loss": 0.0315, + "step": 16540 + }, + { + "loss_action": 0.019973989576101303, + "loss_total": 0.019973989576101303, + "step": 16540 + }, + { + "loss_action": 0.040944572538137436, + "loss_total": 0.040944572538137436, + "step": 16540 + }, + { + "loss_action": 0.023304248228669167, + "loss_total": 0.023304248228669167, + "step": 16540 + }, + { + "loss_action": 0.046568289399147034, + "loss_total": 0.046568289399147034, + "step": 16540 + }, + { + "loss_action": 0.02843877114355564, + "loss_total": 0.02843877114355564, + "step": 16540 + }, + { + "loss_action": 0.06506521999835968, + "loss_total": 0.06506521999835968, + "step": 16540 + }, + { + "grad_norm": 0.43034425377845764, + "learning_rate": 9.639756657618162e-05, + "loss": 0.033, + "step": 16550 + }, + { + "loss_action": 0.04216888174414635, + "loss_total": 0.04216888174414635, + "step": 16550 + }, + { + "loss_action": 0.013003245927393436, + "loss_total": 0.013003245927393436, + "step": 16550 + }, + { + "loss_action": 0.02182086557149887, + "loss_total": 0.02182086557149887, + "step": 16550 + }, + { + "loss_action": 0.04015345871448517, + "loss_total": 0.04015345871448517, + "step": 16550 + }, + { + "loss_action": 0.025571594014763832, + "loss_total": 0.025571594014763832, + "step": 16550 + }, + { + "loss_action": 0.029388437047600746, + "loss_total": 0.029388437047600746, + "step": 16550 + }, + { + "grad_norm": 0.5805959701538086, + "learning_rate": 9.639140153431138e-05, + "loss": 0.0378, + "step": 16560 + }, + { + "loss_action": 0.06417419016361237, + "loss_total": 0.06417419016361237, + "step": 16560 + }, + { + "loss_action": 0.06645997613668442, + "loss_total": 0.06645997613668442, + "step": 16560 + }, + { + "loss_action": 0.039607029408216476, + "loss_total": 0.039607029408216476, + "step": 16560 + }, + { + "loss_action": 0.027111155912280083, + "loss_total": 0.027111155912280083, + "step": 16560 + }, + { + "loss_action": 0.015780720859766006, + "loss_total": 0.015780720859766006, + "step": 16560 + }, + { + "loss_action": 0.019429942592978477, + "loss_total": 0.019429942592978477, + "step": 16560 + }, + { + "grad_norm": 0.6586896777153015, + "learning_rate": 9.638523141914721e-05, + "loss": 0.0337, + "step": 16570 + }, + { + "loss_action": 0.03176022320985794, + "loss_total": 0.03176022320985794, + "step": 16570 + }, + { + "loss_action": 0.015088687650859356, + "loss_total": 0.015088687650859356, + "step": 16570 + }, + { + "loss_action": 0.033971983939409256, + "loss_total": 0.033971983939409256, + "step": 16570 + }, + { + "loss_action": 0.020287765190005302, + "loss_total": 0.020287765190005302, + "step": 16570 + }, + { + "loss_action": 0.033285629004240036, + "loss_total": 0.033285629004240036, + "step": 16570 + }, + { + "loss_action": 0.025745831429958344, + "loss_total": 0.025745831429958344, + "step": 16570 + }, + { + "grad_norm": 0.5084999799728394, + "learning_rate": 9.637905623136388e-05, + "loss": 0.0337, + "step": 16580 + }, + { + "loss_action": 0.03653419762849808, + "loss_total": 0.03653419762849808, + "step": 16580 + }, + { + "loss_action": 0.018105056136846542, + "loss_total": 0.018105056136846542, + "step": 16580 + }, + { + "loss_action": 0.08140122145414352, + "loss_total": 0.08140122145414352, + "step": 16580 + }, + { + "loss_action": 0.04155328497290611, + "loss_total": 0.04155328497290611, + "step": 16580 + }, + { + "loss_action": 0.05874405428767204, + "loss_total": 0.05874405428767204, + "step": 16580 + }, + { + "loss_action": 0.05219730734825134, + "loss_total": 0.05219730734825134, + "step": 16580 + }, + { + "grad_norm": 0.6368253827095032, + "learning_rate": 9.637287597163669e-05, + "loss": 0.038, + "step": 16590 + }, + { + "loss_action": 0.04710933938622475, + "loss_total": 0.04710933938622475, + "step": 16590 + }, + { + "loss_action": 0.02015991508960724, + "loss_total": 0.02015991508960724, + "step": 16590 + }, + { + "loss_action": 0.045995812863111496, + "loss_total": 0.045995812863111496, + "step": 16590 + }, + { + "loss_action": 0.016969570890069008, + "loss_total": 0.016969570890069008, + "step": 16590 + }, + { + "loss_action": 0.03737371414899826, + "loss_total": 0.03737371414899826, + "step": 16590 + }, + { + "loss_action": 0.039720986038446426, + "loss_total": 0.039720986038446426, + "step": 16590 + }, + { + "grad_norm": 0.5497419834136963, + "learning_rate": 9.63666906406415e-05, + "loss": 0.0338, + "step": 16600 + }, + { + "loss_action": 0.021767856553196907, + "loss_total": 0.021767856553196907, + "step": 16600 + }, + { + "loss_action": 0.017137859016656876, + "loss_total": 0.017137859016656876, + "step": 16600 + }, + { + "loss_action": 0.0289969053119421, + "loss_total": 0.0289969053119421, + "step": 16600 + }, + { + "loss_action": 0.019496658816933632, + "loss_total": 0.019496658816933632, + "step": 16600 + }, + { + "loss_action": 0.1530183106660843, + "loss_total": 0.1530183106660843, + "step": 16600 + }, + { + "loss_action": 0.02230028621852398, + "loss_total": 0.02230028621852398, + "step": 16600 + }, + { + "grad_norm": 0.4162018299102783, + "learning_rate": 9.636050023905473e-05, + "loss": 0.035, + "step": 16610 + }, + { + "loss_action": 0.03655361756682396, + "loss_total": 0.03655361756682396, + "step": 16610 + }, + { + "loss_action": 0.02050384320318699, + "loss_total": 0.02050384320318699, + "step": 16610 + }, + { + "loss_action": 0.02235318161547184, + "loss_total": 0.02235318161547184, + "step": 16610 + }, + { + "loss_action": 0.029103990644216537, + "loss_total": 0.029103990644216537, + "step": 16610 + }, + { + "loss_action": 0.02695152908563614, + "loss_total": 0.02695152908563614, + "step": 16610 + }, + { + "loss_action": 0.02651151642203331, + "loss_total": 0.02651151642203331, + "step": 16610 + }, + { + "grad_norm": 0.4315192401409149, + "learning_rate": 9.635430476755336e-05, + "loss": 0.0353, + "step": 16620 + }, + { + "loss_action": 0.03058171644806862, + "loss_total": 0.03058171644806862, + "step": 16620 + }, + { + "loss_action": 0.011137205176055431, + "loss_total": 0.011137205176055431, + "step": 16620 + }, + { + "loss_action": 0.03507542982697487, + "loss_total": 0.03507542982697487, + "step": 16620 + }, + { + "loss_action": 0.021129431203007698, + "loss_total": 0.021129431203007698, + "step": 16620 + }, + { + "loss_action": 0.01800423115491867, + "loss_total": 0.01800423115491867, + "step": 16620 + }, + { + "loss_action": 0.021778248250484467, + "loss_total": 0.021778248250484467, + "step": 16620 + }, + { + "grad_norm": 0.5416966676712036, + "learning_rate": 9.63481042268149e-05, + "loss": 0.0335, + "step": 16630 + }, + { + "loss_action": 0.05756840109825134, + "loss_total": 0.05756840109825134, + "step": 16630 + }, + { + "loss_action": 0.025186941027641296, + "loss_total": 0.025186941027641296, + "step": 16630 + }, + { + "loss_action": 0.012167167849838734, + "loss_total": 0.012167167849838734, + "step": 16630 + }, + { + "loss_action": 0.04267752543091774, + "loss_total": 0.04267752543091774, + "step": 16630 + }, + { + "loss_action": 0.018930204212665558, + "loss_total": 0.018930204212665558, + "step": 16630 + }, + { + "loss_action": 0.02816910669207573, + "loss_total": 0.02816910669207573, + "step": 16630 + }, + { + "grad_norm": 0.481326162815094, + "learning_rate": 9.634189861751745e-05, + "loss": 0.0331, + "step": 16640 + }, + { + "loss_action": 0.04665868356823921, + "loss_total": 0.04665868356823921, + "step": 16640 + }, + { + "loss_action": 0.032559387385845184, + "loss_total": 0.032559387385845184, + "step": 16640 + }, + { + "loss_action": 0.036381978541612625, + "loss_total": 0.036381978541612625, + "step": 16640 + }, + { + "loss_action": 0.09058260172605515, + "loss_total": 0.09058260172605515, + "step": 16640 + }, + { + "loss_action": 0.025390854105353355, + "loss_total": 0.025390854105353355, + "step": 16640 + }, + { + "loss_action": 0.026172593235969543, + "loss_total": 0.026172593235969543, + "step": 16640 + }, + { + "grad_norm": 0.5138360261917114, + "learning_rate": 9.633568794033967e-05, + "loss": 0.0292, + "step": 16650 + }, + { + "loss_action": 0.015391670167446136, + "loss_total": 0.015391670167446136, + "step": 16650 + }, + { + "loss_action": 0.02207215689122677, + "loss_total": 0.02207215689122677, + "step": 16650 + }, + { + "loss_action": 0.020351681858301163, + "loss_total": 0.020351681858301163, + "step": 16650 + }, + { + "loss_action": 0.025052977725863457, + "loss_total": 0.025052977725863457, + "step": 16650 + }, + { + "loss_action": 0.04722190648317337, + "loss_total": 0.04722190648317337, + "step": 16650 + }, + { + "loss_action": 0.03027672879397869, + "loss_total": 0.03027672879397869, + "step": 16650 + }, + { + "grad_norm": 0.4509834945201874, + "learning_rate": 9.63294721959607e-05, + "loss": 0.0306, + "step": 16660 + }, + { + "loss_action": 0.01333586685359478, + "loss_total": 0.01333586685359478, + "step": 16660 + }, + { + "loss_action": 0.02113407477736473, + "loss_total": 0.02113407477736473, + "step": 16660 + }, + { + "loss_action": 0.03631563484668732, + "loss_total": 0.03631563484668732, + "step": 16660 + }, + { + "loss_action": 0.09512127190828323, + "loss_total": 0.09512127190828323, + "step": 16660 + }, + { + "loss_action": 0.025631356984376907, + "loss_total": 0.025631356984376907, + "step": 16660 + }, + { + "loss_action": 0.04274559020996094, + "loss_total": 0.04274559020996094, + "step": 16660 + }, + { + "grad_norm": 0.47865110635757446, + "learning_rate": 9.63232513850603e-05, + "loss": 0.0337, + "step": 16670 + }, + { + "loss_action": 0.013085924088954926, + "loss_total": 0.013085924088954926, + "step": 16670 + }, + { + "loss_action": 0.025043265894055367, + "loss_total": 0.025043265894055367, + "step": 16670 + }, + { + "loss_action": 0.08786270022392273, + "loss_total": 0.08786270022392273, + "step": 16670 + }, + { + "loss_action": 0.024038974195718765, + "loss_total": 0.024038974195718765, + "step": 16670 + }, + { + "loss_action": 0.018663838505744934, + "loss_total": 0.018663838505744934, + "step": 16670 + }, + { + "loss_action": 0.01684330403804779, + "loss_total": 0.01684330403804779, + "step": 16670 + }, + { + "grad_norm": 0.5879232287406921, + "learning_rate": 9.631702550831878e-05, + "loss": 0.0327, + "step": 16680 + }, + { + "loss_action": 0.031787652522325516, + "loss_total": 0.031787652522325516, + "step": 16680 + }, + { + "loss_action": 0.11589040607213974, + "loss_total": 0.11589040607213974, + "step": 16680 + }, + { + "loss_action": 0.027402987703680992, + "loss_total": 0.027402987703680992, + "step": 16680 + }, + { + "loss_action": 0.019592268392443657, + "loss_total": 0.019592268392443657, + "step": 16680 + }, + { + "loss_action": 0.02430620975792408, + "loss_total": 0.02430620975792408, + "step": 16680 + }, + { + "loss_action": 0.018523620441555977, + "loss_total": 0.018523620441555977, + "step": 16680 + }, + { + "grad_norm": 0.43778103590011597, + "learning_rate": 9.631079456641698e-05, + "loss": 0.0316, + "step": 16690 + }, + { + "loss_action": 0.029695697128772736, + "loss_total": 0.029695697128772736, + "step": 16690 + }, + { + "loss_action": 0.018280472606420517, + "loss_total": 0.018280472606420517, + "step": 16690 + }, + { + "loss_action": 0.042131274938583374, + "loss_total": 0.042131274938583374, + "step": 16690 + }, + { + "loss_action": 0.03116021305322647, + "loss_total": 0.03116021305322647, + "step": 16690 + }, + { + "loss_action": 0.049036215990781784, + "loss_total": 0.049036215990781784, + "step": 16690 + }, + { + "loss_action": 0.040147725492715836, + "loss_total": 0.040147725492715836, + "step": 16690 + }, + { + "grad_norm": 0.42678484320640564, + "learning_rate": 9.630455856003632e-05, + "loss": 0.0297, + "step": 16700 + }, + { + "loss_action": 0.026481619104743004, + "loss_total": 0.026481619104743004, + "step": 16700 + }, + { + "loss_action": 0.017189810052514076, + "loss_total": 0.017189810052514076, + "step": 16700 + }, + { + "loss_action": 0.026782698929309845, + "loss_total": 0.026782698929309845, + "step": 16700 + }, + { + "loss_action": 0.02054699696600437, + "loss_total": 0.02054699696600437, + "step": 16700 + }, + { + "loss_action": 0.04386482760310173, + "loss_total": 0.04386482760310173, + "step": 16700 + }, + { + "loss_action": 0.020640209317207336, + "loss_total": 0.020640209317207336, + "step": 16700 + }, + { + "grad_norm": 0.48605605959892273, + "learning_rate": 9.629831748985876e-05, + "loss": 0.0273, + "step": 16710 + }, + { + "loss_action": 0.016924893483519554, + "loss_total": 0.016924893483519554, + "step": 16710 + }, + { + "loss_action": 0.01330310758203268, + "loss_total": 0.01330310758203268, + "step": 16710 + }, + { + "loss_action": 0.03709693253040314, + "loss_total": 0.03709693253040314, + "step": 16710 + }, + { + "loss_action": 0.0347091406583786, + "loss_total": 0.0347091406583786, + "step": 16710 + }, + { + "loss_action": 0.04545130580663681, + "loss_total": 0.04545130580663681, + "step": 16710 + }, + { + "loss_action": 0.013202718459069729, + "loss_total": 0.013202718459069729, + "step": 16710 + }, + { + "grad_norm": 0.5402182936668396, + "learning_rate": 9.629207135656679e-05, + "loss": 0.0278, + "step": 16720 + }, + { + "loss_action": 0.02552569843828678, + "loss_total": 0.02552569843828678, + "step": 16720 + }, + { + "loss_action": 0.01517604012042284, + "loss_total": 0.01517604012042284, + "step": 16720 + }, + { + "loss_action": 0.024456007406115532, + "loss_total": 0.024456007406115532, + "step": 16720 + }, + { + "loss_action": 0.01719675399363041, + "loss_total": 0.01719675399363041, + "step": 16720 + }, + { + "loss_action": 0.02868315950036049, + "loss_total": 0.02868315950036049, + "step": 16720 + }, + { + "loss_action": 0.018405025824904442, + "loss_total": 0.018405025824904442, + "step": 16720 + }, + { + "grad_norm": 0.5601416826248169, + "learning_rate": 9.628582016084353e-05, + "loss": 0.025, + "step": 16730 + }, + { + "loss_action": 0.04953312128782272, + "loss_total": 0.04953312128782272, + "step": 16730 + }, + { + "loss_action": 0.02103845216333866, + "loss_total": 0.02103845216333866, + "step": 16730 + }, + { + "loss_action": 0.04468243941664696, + "loss_total": 0.04468243941664696, + "step": 16730 + }, + { + "loss_action": 0.01608205959200859, + "loss_total": 0.01608205959200859, + "step": 16730 + }, + { + "loss_action": 0.03024310991168022, + "loss_total": 0.03024310991168022, + "step": 16730 + }, + { + "loss_action": 0.013834220357239246, + "loss_total": 0.013834220357239246, + "step": 16730 + }, + { + "grad_norm": 0.46940213441848755, + "learning_rate": 9.627956390337254e-05, + "loss": 0.033, + "step": 16740 + }, + { + "loss_action": 0.015533596277236938, + "loss_total": 0.015533596277236938, + "step": 16740 + }, + { + "loss_action": 0.03436558321118355, + "loss_total": 0.03436558321118355, + "step": 16740 + }, + { + "loss_action": 0.020162232220172882, + "loss_total": 0.020162232220172882, + "step": 16740 + }, + { + "loss_action": 0.014293893240392208, + "loss_total": 0.014293893240392208, + "step": 16740 + }, + { + "loss_action": 0.0274228285998106, + "loss_total": 0.0274228285998106, + "step": 16740 + }, + { + "loss_action": 0.03169916570186615, + "loss_total": 0.03169916570186615, + "step": 16740 + }, + { + "grad_norm": 0.5095219016075134, + "learning_rate": 9.627330258483802e-05, + "loss": 0.0344, + "step": 16750 + }, + { + "loss_action": 0.02517537772655487, + "loss_total": 0.02517537772655487, + "step": 16750 + }, + { + "loss_action": 0.03462424501776695, + "loss_total": 0.03462424501776695, + "step": 16750 + }, + { + "loss_action": 0.028371071442961693, + "loss_total": 0.028371071442961693, + "step": 16750 + }, + { + "loss_action": 0.05353619530797005, + "loss_total": 0.05353619530797005, + "step": 16750 + }, + { + "loss_action": 0.02889687940478325, + "loss_total": 0.02889687940478325, + "step": 16750 + }, + { + "loss_action": 0.04579407349228859, + "loss_total": 0.04579407349228859, + "step": 16750 + }, + { + "grad_norm": 0.46334096789360046, + "learning_rate": 9.62670362059247e-05, + "loss": 0.0374, + "step": 16760 + }, + { + "loss_action": 0.022356143221259117, + "loss_total": 0.022356143221259117, + "step": 16760 + }, + { + "loss_action": 0.04002365469932556, + "loss_total": 0.04002365469932556, + "step": 16760 + }, + { + "loss_action": 0.02087380923330784, + "loss_total": 0.02087380923330784, + "step": 16760 + }, + { + "loss_action": 0.03109104558825493, + "loss_total": 0.03109104558825493, + "step": 16760 + }, + { + "loss_action": 0.03189757838845253, + "loss_total": 0.03189757838845253, + "step": 16760 + }, + { + "loss_action": 0.025540217757225037, + "loss_total": 0.025540217757225037, + "step": 16760 + }, + { + "grad_norm": 0.5392794609069824, + "learning_rate": 9.626076476731786e-05, + "loss": 0.0301, + "step": 16770 + }, + { + "loss_action": 0.02259676530957222, + "loss_total": 0.02259676530957222, + "step": 16770 + }, + { + "loss_action": 0.04710068926215172, + "loss_total": 0.04710068926215172, + "step": 16770 + }, + { + "loss_action": 0.02431303635239601, + "loss_total": 0.02431303635239601, + "step": 16770 + }, + { + "loss_action": 0.034260161221027374, + "loss_total": 0.034260161221027374, + "step": 16770 + }, + { + "loss_action": 0.021492229774594307, + "loss_total": 0.021492229774594307, + "step": 16770 + }, + { + "loss_action": 0.023075291886925697, + "loss_total": 0.023075291886925697, + "step": 16770 + }, + { + "grad_norm": 0.4626328945159912, + "learning_rate": 9.625448826970336e-05, + "loss": 0.0302, + "step": 16780 + }, + { + "loss_action": 0.03818435221910477, + "loss_total": 0.03818435221910477, + "step": 16780 + }, + { + "loss_action": 0.017434600740671158, + "loss_total": 0.017434600740671158, + "step": 16780 + }, + { + "loss_action": 0.012396421283483505, + "loss_total": 0.012396421283483505, + "step": 16780 + }, + { + "loss_action": 0.03191974014043808, + "loss_total": 0.03191974014043808, + "step": 16780 + }, + { + "loss_action": 0.028018327429890633, + "loss_total": 0.028018327429890633, + "step": 16780 + }, + { + "loss_action": 0.027816006913781166, + "loss_total": 0.027816006913781166, + "step": 16780 + }, + { + "grad_norm": 0.5712026357650757, + "learning_rate": 9.624820671376755e-05, + "loss": 0.0295, + "step": 16790 + }, + { + "loss_action": 0.03793652728199959, + "loss_total": 0.03793652728199959, + "step": 16790 + }, + { + "loss_action": 0.03611035645008087, + "loss_total": 0.03611035645008087, + "step": 16790 + }, + { + "loss_action": 0.02068200893700123, + "loss_total": 0.02068200893700123, + "step": 16790 + }, + { + "loss_action": 0.022977670654654503, + "loss_total": 0.022977670654654503, + "step": 16790 + }, + { + "loss_action": 0.03440336510539055, + "loss_total": 0.03440336510539055, + "step": 16790 + }, + { + "loss_action": 0.019615815952420235, + "loss_total": 0.019615815952420235, + "step": 16790 + }, + { + "grad_norm": 0.6708449125289917, + "learning_rate": 9.62419201001974e-05, + "loss": 0.0318, + "step": 16800 + }, + { + "loss_action": 0.04250340908765793, + "loss_total": 0.04250340908765793, + "step": 16800 + }, + { + "loss_action": 0.11125531047582626, + "loss_total": 0.11125531047582626, + "step": 16800 + }, + { + "loss_action": 0.10206498205661774, + "loss_total": 0.10206498205661774, + "step": 16800 + }, + { + "loss_action": 0.017840581014752388, + "loss_total": 0.017840581014752388, + "step": 16800 + }, + { + "loss_action": 0.020981011912226677, + "loss_total": 0.020981011912226677, + "step": 16800 + }, + { + "loss_action": 0.023105600848793983, + "loss_total": 0.023105600848793983, + "step": 16800 + }, + { + "grad_norm": 0.5110494494438171, + "learning_rate": 9.623562842968037e-05, + "loss": 0.0296, + "step": 16810 + }, + { + "loss_action": 0.025222424417734146, + "loss_total": 0.025222424417734146, + "step": 16810 + }, + { + "loss_action": 0.04264016076922417, + "loss_total": 0.04264016076922417, + "step": 16810 + }, + { + "loss_action": 0.015637824311852455, + "loss_total": 0.015637824311852455, + "step": 16810 + }, + { + "loss_action": 0.02862933836877346, + "loss_total": 0.02862933836877346, + "step": 16810 + }, + { + "loss_action": 0.024058066308498383, + "loss_total": 0.024058066308498383, + "step": 16810 + }, + { + "loss_action": 0.02464832179248333, + "loss_total": 0.02464832179248333, + "step": 16810 + }, + { + "grad_norm": 0.4823419749736786, + "learning_rate": 9.622933170290454e-05, + "loss": 0.0275, + "step": 16820 + }, + { + "loss_action": 0.02522299438714981, + "loss_total": 0.02522299438714981, + "step": 16820 + }, + { + "loss_action": 0.01903560385107994, + "loss_total": 0.01903560385107994, + "step": 16820 + }, + { + "loss_action": 0.04241202399134636, + "loss_total": 0.04241202399134636, + "step": 16820 + }, + { + "loss_action": 0.016746366396546364, + "loss_total": 0.016746366396546364, + "step": 16820 + }, + { + "loss_action": 0.036548249423503876, + "loss_total": 0.036548249423503876, + "step": 16820 + }, + { + "loss_action": 0.02620542421936989, + "loss_total": 0.02620542421936989, + "step": 16820 + }, + { + "grad_norm": 0.44890204071998596, + "learning_rate": 9.622302992055849e-05, + "loss": 0.0293, + "step": 16830 + }, + { + "loss_action": 0.02330736257135868, + "loss_total": 0.02330736257135868, + "step": 16830 + }, + { + "loss_action": 0.02019052393734455, + "loss_total": 0.02019052393734455, + "step": 16830 + }, + { + "loss_action": 0.14330904185771942, + "loss_total": 0.14330904185771942, + "step": 16830 + }, + { + "loss_action": 0.025451218709349632, + "loss_total": 0.025451218709349632, + "step": 16830 + }, + { + "loss_action": 0.0140239167958498, + "loss_total": 0.0140239167958498, + "step": 16830 + }, + { + "loss_action": 0.024909988045692444, + "loss_total": 0.024909988045692444, + "step": 16830 + }, + { + "grad_norm": 0.5935688614845276, + "learning_rate": 9.62167230833314e-05, + "loss": 0.0345, + "step": 16840 + }, + { + "loss_action": 0.016510754823684692, + "loss_total": 0.016510754823684692, + "step": 16840 + }, + { + "loss_action": 0.019211383536458015, + "loss_total": 0.019211383536458015, + "step": 16840 + }, + { + "loss_action": 0.03267219290137291, + "loss_total": 0.03267219290137291, + "step": 16840 + }, + { + "loss_action": 0.02326040342450142, + "loss_total": 0.02326040342450142, + "step": 16840 + }, + { + "loss_action": 0.0308693777769804, + "loss_total": 0.0308693777769804, + "step": 16840 + }, + { + "loss_action": 0.053567055612802505, + "loss_total": 0.053567055612802505, + "step": 16840 + }, + { + "grad_norm": 0.796787679195404, + "learning_rate": 9.621041119191295e-05, + "loss": 0.0286, + "step": 16850 + }, + { + "loss_action": 0.012607459910213947, + "loss_total": 0.012607459910213947, + "step": 16850 + }, + { + "loss_action": 0.022089751437306404, + "loss_total": 0.022089751437306404, + "step": 16850 + }, + { + "loss_action": 0.025030026212334633, + "loss_total": 0.025030026212334633, + "step": 16850 + }, + { + "loss_action": 0.029818285256624222, + "loss_total": 0.029818285256624222, + "step": 16850 + }, + { + "loss_action": 0.032419078052043915, + "loss_total": 0.032419078052043915, + "step": 16850 + }, + { + "loss_action": 0.025072816759347916, + "loss_total": 0.025072816759347916, + "step": 16850 + }, + { + "grad_norm": 0.5334870219230652, + "learning_rate": 9.620409424699342e-05, + "loss": 0.0281, + "step": 16860 + }, + { + "loss_action": 0.04025896266102791, + "loss_total": 0.04025896266102791, + "step": 16860 + }, + { + "loss_action": 0.02917035110294819, + "loss_total": 0.02917035110294819, + "step": 16860 + }, + { + "loss_action": 0.03169368952512741, + "loss_total": 0.03169368952512741, + "step": 16860 + }, + { + "loss_action": 0.022403540089726448, + "loss_total": 0.022403540089726448, + "step": 16860 + }, + { + "loss_action": 0.060512930154800415, + "loss_total": 0.060512930154800415, + "step": 16860 + }, + { + "loss_action": 0.013908399268984795, + "loss_total": 0.013908399268984795, + "step": 16860 + }, + { + "grad_norm": 0.4100874662399292, + "learning_rate": 9.619777224926359e-05, + "loss": 0.0262, + "step": 16870 + }, + { + "loss_action": 0.01785867288708687, + "loss_total": 0.01785867288708687, + "step": 16870 + }, + { + "loss_action": 0.0583818145096302, + "loss_total": 0.0583818145096302, + "step": 16870 + }, + { + "loss_action": 0.02278110757470131, + "loss_total": 0.02278110757470131, + "step": 16870 + }, + { + "loss_action": 0.0330616757273674, + "loss_total": 0.0330616757273674, + "step": 16870 + }, + { + "loss_action": 0.018910450860857964, + "loss_total": 0.018910450860857964, + "step": 16870 + }, + { + "loss_action": 0.05686571076512337, + "loss_total": 0.05686571076512337, + "step": 16870 + }, + { + "grad_norm": 0.3854654133319855, + "learning_rate": 9.619144519941485e-05, + "loss": 0.0345, + "step": 16880 + }, + { + "loss_action": 0.023918787017464638, + "loss_total": 0.023918787017464638, + "step": 16880 + }, + { + "loss_action": 0.022647270932793617, + "loss_total": 0.022647270932793617, + "step": 16880 + }, + { + "loss_action": 0.03962690010666847, + "loss_total": 0.03962690010666847, + "step": 16880 + }, + { + "loss_action": 0.02224031835794449, + "loss_total": 0.02224031835794449, + "step": 16880 + }, + { + "loss_action": 0.01951931230723858, + "loss_total": 0.01951931230723858, + "step": 16880 + }, + { + "loss_action": 0.02932862937450409, + "loss_total": 0.02932862937450409, + "step": 16880 + }, + { + "grad_norm": 0.4563002288341522, + "learning_rate": 9.618511309813912e-05, + "loss": 0.0302, + "step": 16890 + }, + { + "loss_action": 0.020613308995962143, + "loss_total": 0.020613308995962143, + "step": 16890 + }, + { + "loss_action": 0.014696125872433186, + "loss_total": 0.014696125872433186, + "step": 16890 + }, + { + "loss_action": 0.021593598648905754, + "loss_total": 0.021593598648905754, + "step": 16890 + }, + { + "loss_action": 0.050733599811792374, + "loss_total": 0.050733599811792374, + "step": 16890 + }, + { + "loss_action": 0.026250053197145462, + "loss_total": 0.026250053197145462, + "step": 16890 + }, + { + "loss_action": 0.023921141400933266, + "loss_total": 0.023921141400933266, + "step": 16890 + }, + { + "grad_norm": 0.5779723525047302, + "learning_rate": 9.617877594612886e-05, + "loss": 0.0332, + "step": 16900 + }, + { + "loss_action": 0.02345954068005085, + "loss_total": 0.02345954068005085, + "step": 16900 + }, + { + "loss_action": 0.02735099010169506, + "loss_total": 0.02735099010169506, + "step": 16900 + }, + { + "loss_action": 0.01894625835120678, + "loss_total": 0.01894625835120678, + "step": 16900 + }, + { + "loss_action": 0.01628466695547104, + "loss_total": 0.01628466695547104, + "step": 16900 + }, + { + "loss_action": 0.01976904831826687, + "loss_total": 0.01976904831826687, + "step": 16900 + }, + { + "loss_action": 0.028152775019407272, + "loss_total": 0.028152775019407272, + "step": 16900 + }, + { + "grad_norm": 0.5065650343894958, + "learning_rate": 9.617243374407707e-05, + "loss": 0.0252, + "step": 16910 + }, + { + "loss_action": 0.028050992637872696, + "loss_total": 0.028050992637872696, + "step": 16910 + }, + { + "loss_action": 0.01913282833993435, + "loss_total": 0.01913282833993435, + "step": 16910 + }, + { + "loss_action": 0.02156120166182518, + "loss_total": 0.02156120166182518, + "step": 16910 + }, + { + "loss_action": 0.0174366757273674, + "loss_total": 0.0174366757273674, + "step": 16910 + }, + { + "loss_action": 0.0992327407002449, + "loss_total": 0.0992327407002449, + "step": 16910 + }, + { + "loss_action": 0.01822810061275959, + "loss_total": 0.01822810061275959, + "step": 16910 + }, + { + "grad_norm": 0.5130068063735962, + "learning_rate": 9.616608649267736e-05, + "loss": 0.0346, + "step": 16920 + }, + { + "loss_action": 0.050379302352666855, + "loss_total": 0.050379302352666855, + "step": 16920 + }, + { + "loss_action": 0.017445329576730728, + "loss_total": 0.017445329576730728, + "step": 16920 + }, + { + "loss_action": 0.035426922142505646, + "loss_total": 0.035426922142505646, + "step": 16920 + }, + { + "loss_action": 0.08735501021146774, + "loss_total": 0.08735501021146774, + "step": 16920 + }, + { + "loss_action": 0.03819144517183304, + "loss_total": 0.03819144517183304, + "step": 16920 + }, + { + "loss_action": 0.0279497429728508, + "loss_total": 0.0279497429728508, + "step": 16920 + }, + { + "grad_norm": 0.46130844950675964, + "learning_rate": 9.615973419262385e-05, + "loss": 0.033, + "step": 16930 + }, + { + "loss_action": 0.02085668034851551, + "loss_total": 0.02085668034851551, + "step": 16930 + }, + { + "loss_action": 0.023942209780216217, + "loss_total": 0.023942209780216217, + "step": 16930 + }, + { + "loss_action": 0.053200528025627136, + "loss_total": 0.053200528025627136, + "step": 16930 + }, + { + "loss_action": 0.16568352282047272, + "loss_total": 0.16568352282047272, + "step": 16930 + }, + { + "loss_action": 0.03832647204399109, + "loss_total": 0.03832647204399109, + "step": 16930 + }, + { + "loss_action": 0.018533093854784966, + "loss_total": 0.018533093854784966, + "step": 16930 + }, + { + "grad_norm": 0.5105339884757996, + "learning_rate": 9.615337684461119e-05, + "loss": 0.0328, + "step": 16940 + }, + { + "loss_action": 0.0238158218562603, + "loss_total": 0.0238158218562603, + "step": 16940 + }, + { + "loss_action": 0.021123584359884262, + "loss_total": 0.021123584359884262, + "step": 16940 + }, + { + "loss_action": 0.032332584261894226, + "loss_total": 0.032332584261894226, + "step": 16940 + }, + { + "loss_action": 0.026502355933189392, + "loss_total": 0.026502355933189392, + "step": 16940 + }, + { + "loss_action": 0.05287589877843857, + "loss_total": 0.05287589877843857, + "step": 16940 + }, + { + "loss_action": 0.018019797280430794, + "loss_total": 0.018019797280430794, + "step": 16940 + }, + { + "grad_norm": 0.7595043182373047, + "learning_rate": 9.614701444933465e-05, + "loss": 0.0302, + "step": 16950 + }, + { + "loss_action": 0.0537671335041523, + "loss_total": 0.0537671335041523, + "step": 16950 + }, + { + "loss_action": 0.01788562349975109, + "loss_total": 0.01788562349975109, + "step": 16950 + }, + { + "loss_action": 0.05319227650761604, + "loss_total": 0.05319227650761604, + "step": 16950 + }, + { + "loss_action": 0.030307911336421967, + "loss_total": 0.030307911336421967, + "step": 16950 + }, + { + "loss_action": 0.021537836641073227, + "loss_total": 0.021537836641073227, + "step": 16950 + }, + { + "loss_action": 0.024037418887019157, + "loss_total": 0.024037418887019157, + "step": 16950 + }, + { + "grad_norm": 0.5575476884841919, + "learning_rate": 9.614064700748997e-05, + "loss": 0.0284, + "step": 16960 + }, + { + "loss_action": 0.020621566101908684, + "loss_total": 0.020621566101908684, + "step": 16960 + }, + { + "loss_action": 0.04793223738670349, + "loss_total": 0.04793223738670349, + "step": 16960 + }, + { + "loss_action": 0.018029026687145233, + "loss_total": 0.018029026687145233, + "step": 16960 + }, + { + "loss_action": 0.02026338130235672, + "loss_total": 0.02026338130235672, + "step": 16960 + }, + { + "loss_action": 0.033356525003910065, + "loss_total": 0.033356525003910065, + "step": 16960 + }, + { + "loss_action": 0.011263608001172543, + "loss_total": 0.011263608001172543, + "step": 16960 + }, + { + "grad_norm": 0.5531997680664062, + "learning_rate": 9.613427451977352e-05, + "loss": 0.0266, + "step": 16970 + }, + { + "loss_action": 0.0587623305618763, + "loss_total": 0.0587623305618763, + "step": 16970 + }, + { + "loss_action": 0.023956945165991783, + "loss_total": 0.023956945165991783, + "step": 16970 + }, + { + "loss_action": 0.013636835850775242, + "loss_total": 0.013636835850775242, + "step": 16970 + }, + { + "loss_action": 0.029922299087047577, + "loss_total": 0.029922299087047577, + "step": 16970 + }, + { + "loss_action": 0.03801531344652176, + "loss_total": 0.03801531344652176, + "step": 16970 + }, + { + "loss_action": 0.03887519985437393, + "loss_total": 0.03887519985437393, + "step": 16970 + }, + { + "grad_norm": 0.49152281880378723, + "learning_rate": 9.612789698688216e-05, + "loss": 0.0273, + "step": 16980 + }, + { + "loss_action": 0.02948305942118168, + "loss_total": 0.02948305942118168, + "step": 16980 + }, + { + "loss_action": 0.01053635310381651, + "loss_total": 0.01053635310381651, + "step": 16980 + }, + { + "loss_action": 0.056352678686380386, + "loss_total": 0.056352678686380386, + "step": 16980 + }, + { + "loss_action": 0.1118742823600769, + "loss_total": 0.1118742823600769, + "step": 16980 + }, + { + "loss_action": 0.014712314121425152, + "loss_total": 0.014712314121425152, + "step": 16980 + }, + { + "loss_action": 0.017919864505529404, + "loss_total": 0.017919864505529404, + "step": 16980 + }, + { + "grad_norm": 0.589556872844696, + "learning_rate": 9.612151440951334e-05, + "loss": 0.0291, + "step": 16990 + }, + { + "loss_action": 0.022899702191352844, + "loss_total": 0.022899702191352844, + "step": 16990 + }, + { + "loss_action": 0.024123836308717728, + "loss_total": 0.024123836308717728, + "step": 16990 + }, + { + "loss_action": 0.056524135172367096, + "loss_total": 0.056524135172367096, + "step": 16990 + }, + { + "loss_action": 0.06615880876779556, + "loss_total": 0.06615880876779556, + "step": 16990 + }, + { + "loss_action": 0.07790090143680573, + "loss_total": 0.07790090143680573, + "step": 16990 + }, + { + "loss_action": 0.047780320048332214, + "loss_total": 0.047780320048332214, + "step": 16990 + }, + { + "grad_norm": 0.5336501598358154, + "learning_rate": 9.611512678836506e-05, + "loss": 0.0282, + "step": 17000 + }, + { + "loss_action": 0.019244443625211716, + "loss_total": 0.019244443625211716, + "step": 17000 + }, + { + "loss_action": 0.04469192400574684, + "loss_total": 0.04469192400574684, + "step": 17000 + }, + { + "loss_action": 0.0402984544634819, + "loss_total": 0.0402984544634819, + "step": 17000 + }, + { + "loss_action": 0.022601870819926262, + "loss_total": 0.022601870819926262, + "step": 17000 + }, + { + "loss_action": 0.023375127464532852, + "loss_total": 0.023375127464532852, + "step": 17000 + }, + { + "loss_action": 0.019891653209924698, + "loss_total": 0.019891653209924698, + "step": 17000 + }, + { + "grad_norm": 0.6684927344322205, + "learning_rate": 9.610873412413584e-05, + "loss": 0.0281, + "step": 17010 + }, + { + "loss_action": 0.02046540193259716, + "loss_total": 0.02046540193259716, + "step": 17010 + }, + { + "loss_action": 0.017909333109855652, + "loss_total": 0.017909333109855652, + "step": 17010 + }, + { + "loss_action": 0.08903660625219345, + "loss_total": 0.08903660625219345, + "step": 17010 + }, + { + "loss_action": 0.07866889238357544, + "loss_total": 0.07866889238357544, + "step": 17010 + }, + { + "loss_action": 0.028826262801885605, + "loss_total": 0.028826262801885605, + "step": 17010 + }, + { + "loss_action": 0.026011431589722633, + "loss_total": 0.026011431589722633, + "step": 17010 + }, + { + "grad_norm": 0.6518770456314087, + "learning_rate": 9.610233641752476e-05, + "loss": 0.0281, + "step": 17020 + }, + { + "loss_action": 0.07181593030691147, + "loss_total": 0.07181593030691147, + "step": 17020 + }, + { + "loss_action": 0.015209927223622799, + "loss_total": 0.015209927223622799, + "step": 17020 + }, + { + "loss_action": 0.01941061206161976, + "loss_total": 0.01941061206161976, + "step": 17020 + }, + { + "loss_action": 0.021870536729693413, + "loss_total": 0.021870536729693413, + "step": 17020 + }, + { + "loss_action": 0.01470341719686985, + "loss_total": 0.01470341719686985, + "step": 17020 + }, + { + "loss_action": 0.019274111837148666, + "loss_total": 0.019274111837148666, + "step": 17020 + }, + { + "grad_norm": 0.5115761756896973, + "learning_rate": 9.609593366923151e-05, + "loss": 0.0269, + "step": 17030 + }, + { + "loss_action": 0.028179936110973358, + "loss_total": 0.028179936110973358, + "step": 17030 + }, + { + "loss_action": 0.020823843777179718, + "loss_total": 0.020823843777179718, + "step": 17030 + }, + { + "loss_action": 0.021702982485294342, + "loss_total": 0.021702982485294342, + "step": 17030 + }, + { + "loss_action": 0.0398365743458271, + "loss_total": 0.0398365743458271, + "step": 17030 + }, + { + "loss_action": 0.025656161829829216, + "loss_total": 0.025656161829829216, + "step": 17030 + }, + { + "loss_action": 0.02370391972362995, + "loss_total": 0.02370391972362995, + "step": 17030 + }, + { + "grad_norm": 0.5281920433044434, + "learning_rate": 9.608952587995625e-05, + "loss": 0.0346, + "step": 17040 + }, + { + "loss_action": 0.030019208788871765, + "loss_total": 0.030019208788871765, + "step": 17040 + }, + { + "loss_action": 0.020611140877008438, + "loss_total": 0.020611140877008438, + "step": 17040 + }, + { + "loss_action": 0.03450727462768555, + "loss_total": 0.03450727462768555, + "step": 17040 + }, + { + "loss_action": 0.017100544646382332, + "loss_total": 0.017100544646382332, + "step": 17040 + }, + { + "loss_action": 0.01456733699887991, + "loss_total": 0.01456733699887991, + "step": 17040 + }, + { + "loss_action": 0.06643030792474747, + "loss_total": 0.06643030792474747, + "step": 17040 + }, + { + "grad_norm": 0.7346352338790894, + "learning_rate": 9.608311305039972e-05, + "loss": 0.0337, + "step": 17050 + }, + { + "loss_action": 0.021725058555603027, + "loss_total": 0.021725058555603027, + "step": 17050 + }, + { + "loss_action": 0.0209367498755455, + "loss_total": 0.0209367498755455, + "step": 17050 + }, + { + "loss_action": 0.027872910723090172, + "loss_total": 0.027872910723090172, + "step": 17050 + }, + { + "loss_action": 0.019208524376153946, + "loss_total": 0.019208524376153946, + "step": 17050 + }, + { + "loss_action": 0.020318390801548958, + "loss_total": 0.020318390801548958, + "step": 17050 + }, + { + "loss_action": 0.021831512451171875, + "loss_total": 0.021831512451171875, + "step": 17050 + }, + { + "grad_norm": 0.5777355432510376, + "learning_rate": 9.607669518126326e-05, + "loss": 0.0325, + "step": 17060 + }, + { + "loss_action": 0.013060152530670166, + "loss_total": 0.013060152530670166, + "step": 17060 + }, + { + "loss_action": 0.016555679962038994, + "loss_total": 0.016555679962038994, + "step": 17060 + }, + { + "loss_action": 0.014613758772611618, + "loss_total": 0.014613758772611618, + "step": 17060 + }, + { + "loss_action": 0.013078246265649796, + "loss_total": 0.013078246265649796, + "step": 17060 + }, + { + "loss_action": 0.030275864526629448, + "loss_total": 0.030275864526629448, + "step": 17060 + }, + { + "loss_action": 0.03067067824304104, + "loss_total": 0.03067067824304104, + "step": 17060 + }, + { + "grad_norm": 0.5476976037025452, + "learning_rate": 9.607027227324866e-05, + "loss": 0.0341, + "step": 17070 + }, + { + "loss_action": 0.027248971164226532, + "loss_total": 0.027248971164226532, + "step": 17070 + }, + { + "loss_action": 0.03912515938282013, + "loss_total": 0.03912515938282013, + "step": 17070 + }, + { + "loss_action": 0.018107840791344643, + "loss_total": 0.018107840791344643, + "step": 17070 + }, + { + "loss_action": 0.046682506799697876, + "loss_total": 0.046682506799697876, + "step": 17070 + }, + { + "loss_action": 0.04679882526397705, + "loss_total": 0.04679882526397705, + "step": 17070 + }, + { + "loss_action": 0.024372167885303497, + "loss_total": 0.024372167885303497, + "step": 17070 + }, + { + "grad_norm": 0.5854525566101074, + "learning_rate": 9.606384432705837e-05, + "loss": 0.028, + "step": 17080 + }, + { + "loss_action": 0.11965560168027878, + "loss_total": 0.11965560168027878, + "step": 17080 + }, + { + "loss_action": 0.011384026147425175, + "loss_total": 0.011384026147425175, + "step": 17080 + }, + { + "loss_action": 0.021747149527072906, + "loss_total": 0.021747149527072906, + "step": 17080 + }, + { + "loss_action": 0.022251544520258904, + "loss_total": 0.022251544520258904, + "step": 17080 + }, + { + "loss_action": 0.033675190061330795, + "loss_total": 0.033675190061330795, + "step": 17080 + }, + { + "loss_action": 0.01046053133904934, + "loss_total": 0.01046053133904934, + "step": 17080 + }, + { + "grad_norm": 0.5124006867408752, + "learning_rate": 9.60574113433953e-05, + "loss": 0.0289, + "step": 17090 + }, + { + "loss_action": 0.018895650282502174, + "loss_total": 0.018895650282502174, + "step": 17090 + }, + { + "loss_action": 0.032265178859233856, + "loss_total": 0.032265178859233856, + "step": 17090 + }, + { + "loss_action": 0.03367001190781593, + "loss_total": 0.03367001190781593, + "step": 17090 + }, + { + "loss_action": 0.012795538641512394, + "loss_total": 0.012795538641512394, + "step": 17090 + }, + { + "loss_action": 0.029459122568368912, + "loss_total": 0.029459122568368912, + "step": 17090 + }, + { + "loss_action": 0.027967825531959534, + "loss_total": 0.027967825531959534, + "step": 17090 + }, + { + "grad_norm": 0.7516108751296997, + "learning_rate": 9.6050973322963e-05, + "loss": 0.0267, + "step": 17100 + }, + { + "loss_action": 0.029479552060365677, + "loss_total": 0.029479552060365677, + "step": 17100 + }, + { + "loss_action": 0.032062891870737076, + "loss_total": 0.032062891870737076, + "step": 17100 + }, + { + "loss_action": 0.01872609741985798, + "loss_total": 0.01872609741985798, + "step": 17100 + }, + { + "loss_action": 0.04178636148571968, + "loss_total": 0.04178636148571968, + "step": 17100 + }, + { + "loss_action": 0.01272808201611042, + "loss_total": 0.01272808201611042, + "step": 17100 + }, + { + "loss_action": 0.030398238450288773, + "loss_total": 0.030398238450288773, + "step": 17100 + }, + { + "grad_norm": 0.496000736951828, + "learning_rate": 9.604453026646547e-05, + "loss": 0.0288, + "step": 17110 + }, + { + "loss_action": 0.023038847371935844, + "loss_total": 0.023038847371935844, + "step": 17110 + }, + { + "loss_action": 0.015971412882208824, + "loss_total": 0.015971412882208824, + "step": 17110 + }, + { + "loss_action": 0.019828876480460167, + "loss_total": 0.019828876480460167, + "step": 17110 + }, + { + "loss_action": 0.038660481572151184, + "loss_total": 0.038660481572151184, + "step": 17110 + }, + { + "loss_action": 0.06792517751455307, + "loss_total": 0.06792517751455307, + "step": 17110 + }, + { + "loss_action": 0.02899201773107052, + "loss_total": 0.02899201773107052, + "step": 17110 + }, + { + "grad_norm": 0.44392189383506775, + "learning_rate": 9.603808217460735e-05, + "loss": 0.0279, + "step": 17120 + }, + { + "loss_action": 0.039473894983530045, + "loss_total": 0.039473894983530045, + "step": 17120 + }, + { + "loss_action": 0.028484176844358444, + "loss_total": 0.028484176844358444, + "step": 17120 + }, + { + "loss_action": 0.05144920200109482, + "loss_total": 0.05144920200109482, + "step": 17120 + }, + { + "loss_action": 0.02325218915939331, + "loss_total": 0.02325218915939331, + "step": 17120 + }, + { + "loss_action": 0.018603743985295296, + "loss_total": 0.018603743985295296, + "step": 17120 + }, + { + "loss_action": 0.016217539086937904, + "loss_total": 0.016217539086937904, + "step": 17120 + }, + { + "grad_norm": 0.5949795246124268, + "learning_rate": 9.603162904809377e-05, + "loss": 0.0279, + "step": 17130 + }, + { + "loss_action": 0.01585126295685768, + "loss_total": 0.01585126295685768, + "step": 17130 + }, + { + "loss_action": 0.03227653354406357, + "loss_total": 0.03227653354406357, + "step": 17130 + }, + { + "loss_action": 0.013001777231693268, + "loss_total": 0.013001777231693268, + "step": 17130 + }, + { + "loss_action": 0.0315132811665535, + "loss_total": 0.0315132811665535, + "step": 17130 + }, + { + "loss_action": 0.01290311198681593, + "loss_total": 0.01290311198681593, + "step": 17130 + }, + { + "loss_action": 0.02747565321624279, + "loss_total": 0.02747565321624279, + "step": 17130 + }, + { + "grad_norm": 0.5169944167137146, + "learning_rate": 9.602517088763045e-05, + "loss": 0.0243, + "step": 17140 + }, + { + "loss_action": 0.033378295600414276, + "loss_total": 0.033378295600414276, + "step": 17140 + }, + { + "loss_action": 0.013894681818783283, + "loss_total": 0.013894681818783283, + "step": 17140 + }, + { + "loss_action": 0.031530242413282394, + "loss_total": 0.031530242413282394, + "step": 17140 + }, + { + "loss_action": 0.0609256774187088, + "loss_total": 0.0609256774187088, + "step": 17140 + }, + { + "loss_action": 0.022398032248020172, + "loss_total": 0.022398032248020172, + "step": 17140 + }, + { + "loss_action": 0.0196104496717453, + "loss_total": 0.0196104496717453, + "step": 17140 + }, + { + "grad_norm": 0.5032333731651306, + "learning_rate": 9.601870769392365e-05, + "loss": 0.027, + "step": 17150 + }, + { + "loss_action": 0.013413222506642342, + "loss_total": 0.013413222506642342, + "step": 17150 + }, + { + "loss_action": 0.022376704961061478, + "loss_total": 0.022376704961061478, + "step": 17150 + }, + { + "loss_action": 0.015046169050037861, + "loss_total": 0.015046169050037861, + "step": 17150 + }, + { + "loss_action": 0.05487676337361336, + "loss_total": 0.05487676337361336, + "step": 17150 + }, + { + "loss_action": 0.02369135431945324, + "loss_total": 0.02369135431945324, + "step": 17150 + }, + { + "loss_action": 0.026339827105402946, + "loss_total": 0.026339827105402946, + "step": 17150 + }, + { + "grad_norm": 0.4489402770996094, + "learning_rate": 9.601223946768017e-05, + "loss": 0.0303, + "step": 17160 + }, + { + "loss_action": 0.02105160988867283, + "loss_total": 0.02105160988867283, + "step": 17160 + }, + { + "loss_action": 0.020176967605948448, + "loss_total": 0.020176967605948448, + "step": 17160 + }, + { + "loss_action": 0.01732988841831684, + "loss_total": 0.01732988841831684, + "step": 17160 + }, + { + "loss_action": 0.02236785553395748, + "loss_total": 0.02236785553395748, + "step": 17160 + }, + { + "loss_action": 0.01889928989112377, + "loss_total": 0.01889928989112377, + "step": 17160 + }, + { + "loss_action": 0.01418982818722725, + "loss_total": 0.01418982818722725, + "step": 17160 + }, + { + "grad_norm": 0.4099281132221222, + "learning_rate": 9.600576620960734e-05, + "loss": 0.0265, + "step": 17170 + }, + { + "loss_action": 0.015708409249782562, + "loss_total": 0.015708409249782562, + "step": 17170 + }, + { + "loss_action": 0.018388831987977028, + "loss_total": 0.018388831987977028, + "step": 17170 + }, + { + "loss_action": 0.02038244903087616, + "loss_total": 0.02038244903087616, + "step": 17170 + }, + { + "loss_action": 0.02493448741734028, + "loss_total": 0.02493448741734028, + "step": 17170 + }, + { + "loss_action": 0.023259911686182022, + "loss_total": 0.023259911686182022, + "step": 17170 + }, + { + "loss_action": 0.03356832265853882, + "loss_total": 0.03356832265853882, + "step": 17170 + }, + { + "grad_norm": 0.4349691569805145, + "learning_rate": 9.599928792041308e-05, + "loss": 0.0244, + "step": 17180 + }, + { + "loss_action": 0.02467457950115204, + "loss_total": 0.02467457950115204, + "step": 17180 + }, + { + "loss_action": 0.05316075682640076, + "loss_total": 0.05316075682640076, + "step": 17180 + }, + { + "loss_action": 0.015028352849185467, + "loss_total": 0.015028352849185467, + "step": 17180 + }, + { + "loss_action": 0.022875739261507988, + "loss_total": 0.022875739261507988, + "step": 17180 + }, + { + "loss_action": 0.021538184955716133, + "loss_total": 0.021538184955716133, + "step": 17180 + }, + { + "loss_action": 0.028796318918466568, + "loss_total": 0.028796318918466568, + "step": 17180 + }, + { + "grad_norm": 0.51295006275177, + "learning_rate": 9.599280460080587e-05, + "loss": 0.0265, + "step": 17190 + }, + { + "loss_action": 0.017839105799794197, + "loss_total": 0.017839105799794197, + "step": 17190 + }, + { + "loss_action": 0.014688278548419476, + "loss_total": 0.014688278548419476, + "step": 17190 + }, + { + "loss_action": 0.020624862983822823, + "loss_total": 0.020624862983822823, + "step": 17190 + }, + { + "loss_action": 0.04547976702451706, + "loss_total": 0.04547976702451706, + "step": 17190 + }, + { + "loss_action": 0.021998992189764977, + "loss_total": 0.021998992189764977, + "step": 17190 + }, + { + "loss_action": 0.037436485290527344, + "loss_total": 0.037436485290527344, + "step": 17190 + }, + { + "grad_norm": 0.533734142780304, + "learning_rate": 9.59863162514947e-05, + "loss": 0.0251, + "step": 17200 + }, + { + "loss_action": 0.02586834505200386, + "loss_total": 0.02586834505200386, + "step": 17200 + }, + { + "loss_action": 0.024281246587634087, + "loss_total": 0.024281246587634087, + "step": 17200 + }, + { + "loss_action": 0.017862776294350624, + "loss_total": 0.017862776294350624, + "step": 17200 + }, + { + "loss_action": 0.012699335813522339, + "loss_total": 0.012699335813522339, + "step": 17200 + }, + { + "loss_action": 0.054744888097047806, + "loss_total": 0.054744888097047806, + "step": 17200 + }, + { + "loss_action": 0.015290037728846073, + "loss_total": 0.015290037728846073, + "step": 17200 + }, + { + "grad_norm": 0.5019652843475342, + "learning_rate": 9.597982287318911e-05, + "loss": 0.0256, + "step": 17210 + }, + { + "loss_action": 0.011977643705904484, + "loss_total": 0.011977643705904484, + "step": 17210 + }, + { + "loss_action": 0.017075588926672935, + "loss_total": 0.017075588926672935, + "step": 17210 + }, + { + "loss_action": 0.061071913689374924, + "loss_total": 0.061071913689374924, + "step": 17210 + }, + { + "loss_action": 0.01625402830541134, + "loss_total": 0.01625402830541134, + "step": 17210 + }, + { + "loss_action": 0.013823063112795353, + "loss_total": 0.013823063112795353, + "step": 17210 + }, + { + "loss_action": 0.015850510448217392, + "loss_total": 0.015850510448217392, + "step": 17210 + }, + { + "grad_norm": 0.4426942467689514, + "learning_rate": 9.597332446659923e-05, + "loss": 0.0309, + "step": 17220 + }, + { + "loss_action": 0.019067518413066864, + "loss_total": 0.019067518413066864, + "step": 17220 + }, + { + "loss_action": 0.018506893888115883, + "loss_total": 0.018506893888115883, + "step": 17220 + }, + { + "loss_action": 0.014016222208738327, + "loss_total": 0.014016222208738327, + "step": 17220 + }, + { + "loss_action": 0.028355924412608147, + "loss_total": 0.028355924412608147, + "step": 17220 + }, + { + "loss_action": 0.03408687934279442, + "loss_total": 0.03408687934279442, + "step": 17220 + }, + { + "loss_action": 0.012798525393009186, + "loss_total": 0.012798525393009186, + "step": 17220 + }, + { + "grad_norm": 0.5316957235336304, + "learning_rate": 9.59668210324357e-05, + "loss": 0.0294, + "step": 17230 + }, + { + "loss_action": 0.020340116694569588, + "loss_total": 0.020340116694569588, + "step": 17230 + }, + { + "loss_action": 0.029073115438222885, + "loss_total": 0.029073115438222885, + "step": 17230 + }, + { + "loss_action": 0.018582427874207497, + "loss_total": 0.018582427874207497, + "step": 17230 + }, + { + "loss_action": 0.038099050521850586, + "loss_total": 0.038099050521850586, + "step": 17230 + }, + { + "loss_action": 0.02944362908601761, + "loss_total": 0.02944362908601761, + "step": 17230 + }, + { + "loss_action": 0.02360902540385723, + "loss_total": 0.02360902540385723, + "step": 17230 + }, + { + "grad_norm": 0.45685550570487976, + "learning_rate": 9.596031257140974e-05, + "loss": 0.0284, + "step": 17240 + }, + { + "loss_action": 0.012531794607639313, + "loss_total": 0.012531794607639313, + "step": 17240 + }, + { + "loss_action": 0.015653278678655624, + "loss_total": 0.015653278678655624, + "step": 17240 + }, + { + "loss_action": 0.024721631780266762, + "loss_total": 0.024721631780266762, + "step": 17240 + }, + { + "loss_action": 0.01935858279466629, + "loss_total": 0.01935858279466629, + "step": 17240 + }, + { + "loss_action": 0.033020731061697006, + "loss_total": 0.033020731061697006, + "step": 17240 + }, + { + "loss_action": 0.01720217429101467, + "loss_total": 0.01720217429101467, + "step": 17240 + }, + { + "grad_norm": 0.4474320113658905, + "learning_rate": 9.59537990842331e-05, + "loss": 0.0237, + "step": 17250 + }, + { + "loss_action": 0.019994447007775307, + "loss_total": 0.019994447007775307, + "step": 17250 + }, + { + "loss_action": 0.02339991368353367, + "loss_total": 0.02339991368353367, + "step": 17250 + }, + { + "loss_action": 0.022163573652505875, + "loss_total": 0.022163573652505875, + "step": 17250 + }, + { + "loss_action": 0.011991544626653194, + "loss_total": 0.011991544626653194, + "step": 17250 + }, + { + "loss_action": 0.03196101635694504, + "loss_total": 0.03196101635694504, + "step": 17250 + }, + { + "loss_action": 0.033697791397571564, + "loss_total": 0.033697791397571564, + "step": 17250 + }, + { + "grad_norm": 0.42034125328063965, + "learning_rate": 9.594728057161806e-05, + "loss": 0.0267, + "step": 17260 + }, + { + "loss_action": 0.07527364790439606, + "loss_total": 0.07527364790439606, + "step": 17260 + }, + { + "loss_action": 0.027826206758618355, + "loss_total": 0.027826206758618355, + "step": 17260 + }, + { + "loss_action": 0.0215496513992548, + "loss_total": 0.0215496513992548, + "step": 17260 + }, + { + "loss_action": 0.018683146685361862, + "loss_total": 0.018683146685361862, + "step": 17260 + }, + { + "loss_action": 0.030504658818244934, + "loss_total": 0.030504658818244934, + "step": 17260 + }, + { + "loss_action": 0.015124864876270294, + "loss_total": 0.015124864876270294, + "step": 17260 + }, + { + "grad_norm": 0.43035081028938293, + "learning_rate": 9.594075703427752e-05, + "loss": 0.029, + "step": 17270 + }, + { + "loss_action": 0.0236994456499815, + "loss_total": 0.0236994456499815, + "step": 17270 + }, + { + "loss_action": 0.019076911732554436, + "loss_total": 0.019076911732554436, + "step": 17270 + }, + { + "loss_action": 0.01620875857770443, + "loss_total": 0.01620875857770443, + "step": 17270 + }, + { + "loss_action": 0.025701619684696198, + "loss_total": 0.025701619684696198, + "step": 17270 + }, + { + "loss_action": 0.010501365177333355, + "loss_total": 0.010501365177333355, + "step": 17270 + }, + { + "loss_action": 0.026779992505908012, + "loss_total": 0.026779992505908012, + "step": 17270 + }, + { + "grad_norm": 0.5307601690292358, + "learning_rate": 9.593422847292486e-05, + "loss": 0.0258, + "step": 17280 + }, + { + "loss_action": 0.03734946995973587, + "loss_total": 0.03734946995973587, + "step": 17280 + }, + { + "loss_action": 0.017371125519275665, + "loss_total": 0.017371125519275665, + "step": 17280 + }, + { + "loss_action": 0.012449403293430805, + "loss_total": 0.012449403293430805, + "step": 17280 + }, + { + "loss_action": 0.015543492510914803, + "loss_total": 0.015543492510914803, + "step": 17280 + }, + { + "loss_action": 0.025380806997418404, + "loss_total": 0.025380806997418404, + "step": 17280 + }, + { + "loss_action": 0.020967187359929085, + "loss_total": 0.020967187359929085, + "step": 17280 + }, + { + "grad_norm": 0.5717435479164124, + "learning_rate": 9.592769488827402e-05, + "loss": 0.0292, + "step": 17290 + }, + { + "loss_action": 0.024336719885468483, + "loss_total": 0.024336719885468483, + "step": 17290 + }, + { + "loss_action": 0.019778843969106674, + "loss_total": 0.019778843969106674, + "step": 17290 + }, + { + "loss_action": 0.035423800349235535, + "loss_total": 0.035423800349235535, + "step": 17290 + }, + { + "loss_action": 0.02656204253435135, + "loss_total": 0.02656204253435135, + "step": 17290 + }, + { + "loss_action": 0.0202338844537735, + "loss_total": 0.0202338844537735, + "step": 17290 + }, + { + "loss_action": 0.018963143229484558, + "loss_total": 0.018963143229484558, + "step": 17290 + }, + { + "grad_norm": 0.46327388286590576, + "learning_rate": 9.592115628103952e-05, + "loss": 0.0267, + "step": 17300 + }, + { + "loss_action": 0.18171876668930054, + "loss_total": 0.18171876668930054, + "step": 17300 + }, + { + "loss_action": 0.02520640753209591, + "loss_total": 0.02520640753209591, + "step": 17300 + }, + { + "loss_action": 0.046457767486572266, + "loss_total": 0.046457767486572266, + "step": 17300 + }, + { + "loss_action": 0.029687024652957916, + "loss_total": 0.029687024652957916, + "step": 17300 + }, + { + "loss_action": 0.024238934740424156, + "loss_total": 0.024238934740424156, + "step": 17300 + }, + { + "loss_action": 0.02134282886981964, + "loss_total": 0.02134282886981964, + "step": 17300 + }, + { + "grad_norm": 0.4445086717605591, + "learning_rate": 9.591461265193643e-05, + "loss": 0.0303, + "step": 17310 + }, + { + "loss_action": 0.028519414365291595, + "loss_total": 0.028519414365291595, + "step": 17310 + }, + { + "loss_action": 0.020472964271903038, + "loss_total": 0.020472964271903038, + "step": 17310 + }, + { + "loss_action": 0.01403212919831276, + "loss_total": 0.01403212919831276, + "step": 17310 + }, + { + "loss_action": 0.016415275633335114, + "loss_total": 0.016415275633335114, + "step": 17310 + }, + { + "loss_action": 0.0345459058880806, + "loss_total": 0.0345459058880806, + "step": 17310 + }, + { + "loss_action": 0.02080385759472847, + "loss_total": 0.02080385759472847, + "step": 17310 + }, + { + "grad_norm": 0.595965564250946, + "learning_rate": 9.590806400168032e-05, + "loss": 0.0333, + "step": 17320 + }, + { + "loss_action": 0.05225479230284691, + "loss_total": 0.05225479230284691, + "step": 17320 + }, + { + "loss_action": 0.02123369090259075, + "loss_total": 0.02123369090259075, + "step": 17320 + }, + { + "loss_action": 0.01893940009176731, + "loss_total": 0.01893940009176731, + "step": 17320 + }, + { + "loss_action": 0.028322502970695496, + "loss_total": 0.028322502970695496, + "step": 17320 + }, + { + "loss_action": 0.04281868785619736, + "loss_total": 0.04281868785619736, + "step": 17320 + }, + { + "loss_action": 0.019959036260843277, + "loss_total": 0.019959036260843277, + "step": 17320 + }, + { + "grad_norm": 0.421468049287796, + "learning_rate": 9.590151033098735e-05, + "loss": 0.0252, + "step": 17330 + }, + { + "loss_action": 0.009639250114560127, + "loss_total": 0.009639250114560127, + "step": 17330 + }, + { + "loss_action": 0.19329269230365753, + "loss_total": 0.19329269230365753, + "step": 17330 + }, + { + "loss_action": 0.01899837516248226, + "loss_total": 0.01899837516248226, + "step": 17330 + }, + { + "loss_action": 0.016704704612493515, + "loss_total": 0.016704704612493515, + "step": 17330 + }, + { + "loss_action": 0.022977225482463837, + "loss_total": 0.022977225482463837, + "step": 17330 + }, + { + "loss_action": 0.020563438534736633, + "loss_total": 0.020563438534736633, + "step": 17330 + }, + { + "grad_norm": 0.5982046127319336, + "learning_rate": 9.589495164057423e-05, + "loss": 0.0343, + "step": 17340 + }, + { + "loss_action": 0.03334655240178108, + "loss_total": 0.03334655240178108, + "step": 17340 + }, + { + "loss_action": 0.016360512003302574, + "loss_total": 0.016360512003302574, + "step": 17340 + }, + { + "loss_action": 0.01897943764925003, + "loss_total": 0.01897943764925003, + "step": 17340 + }, + { + "loss_action": 0.01514859963208437, + "loss_total": 0.01514859963208437, + "step": 17340 + }, + { + "loss_action": 0.02549496479332447, + "loss_total": 0.02549496479332447, + "step": 17340 + }, + { + "loss_action": 0.02416844852268696, + "loss_total": 0.02416844852268696, + "step": 17340 + }, + { + "grad_norm": 0.5595899224281311, + "learning_rate": 9.58883879311582e-05, + "loss": 0.0332, + "step": 17350 + }, + { + "loss_action": 0.021619806066155434, + "loss_total": 0.021619806066155434, + "step": 17350 + }, + { + "loss_action": 0.031930021941661835, + "loss_total": 0.031930021941661835, + "step": 17350 + }, + { + "loss_action": 0.038563020527362823, + "loss_total": 0.038563020527362823, + "step": 17350 + }, + { + "loss_action": 0.01940617896616459, + "loss_total": 0.01940617896616459, + "step": 17350 + }, + { + "loss_action": 0.03642748296260834, + "loss_total": 0.03642748296260834, + "step": 17350 + }, + { + "loss_action": 0.13677655160427094, + "loss_total": 0.13677655160427094, + "step": 17350 + }, + { + "grad_norm": 0.5634025931358337, + "learning_rate": 9.588181920345705e-05, + "loss": 0.0339, + "step": 17360 + }, + { + "loss_action": 0.07322082668542862, + "loss_total": 0.07322082668542862, + "step": 17360 + }, + { + "loss_action": 0.01694657653570175, + "loss_total": 0.01694657653570175, + "step": 17360 + }, + { + "loss_action": 0.0220031775534153, + "loss_total": 0.0220031775534153, + "step": 17360 + }, + { + "loss_action": 0.013602739199995995, + "loss_total": 0.013602739199995995, + "step": 17360 + }, + { + "loss_action": 0.040639620274305344, + "loss_total": 0.040639620274305344, + "step": 17360 + }, + { + "loss_action": 0.04271494597196579, + "loss_total": 0.04271494597196579, + "step": 17360 + }, + { + "grad_norm": 0.4274303913116455, + "learning_rate": 9.587524545818913e-05, + "loss": 0.0297, + "step": 17370 + }, + { + "loss_action": 0.042437855154275894, + "loss_total": 0.042437855154275894, + "step": 17370 + }, + { + "loss_action": 0.048653148114681244, + "loss_total": 0.048653148114681244, + "step": 17370 + }, + { + "loss_action": 0.022554798051714897, + "loss_total": 0.022554798051714897, + "step": 17370 + }, + { + "loss_action": 0.06440082937479019, + "loss_total": 0.06440082937479019, + "step": 17370 + }, + { + "loss_action": 0.02781294472515583, + "loss_total": 0.02781294472515583, + "step": 17370 + }, + { + "loss_action": 0.022464517503976822, + "loss_total": 0.022464517503976822, + "step": 17370 + }, + { + "grad_norm": 0.44768038392066956, + "learning_rate": 9.586866669607335e-05, + "loss": 0.0288, + "step": 17380 + }, + { + "loss_action": 0.01430316362529993, + "loss_total": 0.01430316362529993, + "step": 17380 + }, + { + "loss_action": 0.03722057491540909, + "loss_total": 0.03722057491540909, + "step": 17380 + }, + { + "loss_action": 0.01280877087265253, + "loss_total": 0.01280877087265253, + "step": 17380 + }, + { + "loss_action": 0.016258642077445984, + "loss_total": 0.016258642077445984, + "step": 17380 + }, + { + "loss_action": 0.016499577090144157, + "loss_total": 0.016499577090144157, + "step": 17380 + }, + { + "loss_action": 0.021964704617857933, + "loss_total": 0.021964704617857933, + "step": 17380 + }, + { + "grad_norm": 0.4917471706867218, + "learning_rate": 9.586208291782915e-05, + "loss": 0.0245, + "step": 17390 + }, + { + "loss_action": 0.12949232757091522, + "loss_total": 0.12949232757091522, + "step": 17390 + }, + { + "loss_action": 0.02009136974811554, + "loss_total": 0.02009136974811554, + "step": 17390 + }, + { + "loss_action": 0.03821757808327675, + "loss_total": 0.03821757808327675, + "step": 17390 + }, + { + "loss_action": 0.12715503573417664, + "loss_total": 0.12715503573417664, + "step": 17390 + }, + { + "loss_action": 0.018721196800470352, + "loss_total": 0.018721196800470352, + "step": 17390 + }, + { + "loss_action": 0.0174592062830925, + "loss_total": 0.0174592062830925, + "step": 17390 + }, + { + "grad_norm": 0.500273585319519, + "learning_rate": 9.58554941241765e-05, + "loss": 0.0335, + "step": 17400 + }, + { + "loss_action": 0.02230195701122284, + "loss_total": 0.02230195701122284, + "step": 17400 + }, + { + "loss_action": 0.0286234263330698, + "loss_total": 0.0286234263330698, + "step": 17400 + }, + { + "loss_action": 0.02704385109245777, + "loss_total": 0.02704385109245777, + "step": 17400 + }, + { + "loss_action": 0.024020707234740257, + "loss_total": 0.024020707234740257, + "step": 17400 + }, + { + "loss_action": 0.019536379724740982, + "loss_total": 0.019536379724740982, + "step": 17400 + }, + { + "loss_action": 0.05393195524811745, + "loss_total": 0.05393195524811745, + "step": 17400 + }, + { + "grad_norm": 0.5119478106498718, + "learning_rate": 9.584890031583596e-05, + "loss": 0.0288, + "step": 17410 + }, + { + "loss_action": 0.02384565770626068, + "loss_total": 0.02384565770626068, + "step": 17410 + }, + { + "loss_action": 0.01824576035141945, + "loss_total": 0.01824576035141945, + "step": 17410 + }, + { + "loss_action": 0.011866380460560322, + "loss_total": 0.011866380460560322, + "step": 17410 + }, + { + "loss_action": 0.025114158168435097, + "loss_total": 0.025114158168435097, + "step": 17410 + }, + { + "loss_action": 0.02889491431415081, + "loss_total": 0.02889491431415081, + "step": 17410 + }, + { + "loss_action": 0.037764329463243484, + "loss_total": 0.037764329463243484, + "step": 17410 + }, + { + "grad_norm": 0.42295533418655396, + "learning_rate": 9.584230149352861e-05, + "loss": 0.0258, + "step": 17420 + }, + { + "loss_action": 0.030766544863581657, + "loss_total": 0.030766544863581657, + "step": 17420 + }, + { + "loss_action": 0.016453489661216736, + "loss_total": 0.016453489661216736, + "step": 17420 + }, + { + "loss_action": 0.02213246375322342, + "loss_total": 0.02213246375322342, + "step": 17420 + }, + { + "loss_action": 0.028722921386361122, + "loss_total": 0.028722921386361122, + "step": 17420 + }, + { + "loss_action": 0.01979256607592106, + "loss_total": 0.01979256607592106, + "step": 17420 + }, + { + "loss_action": 0.0197773240506649, + "loss_total": 0.0197773240506649, + "step": 17420 + }, + { + "grad_norm": 0.523564338684082, + "learning_rate": 9.58356976579761e-05, + "loss": 0.025, + "step": 17430 + }, + { + "loss_action": 0.037432748824357986, + "loss_total": 0.037432748824357986, + "step": 17430 + }, + { + "loss_action": 0.017958348616957664, + "loss_total": 0.017958348616957664, + "step": 17430 + }, + { + "loss_action": 0.02026199921965599, + "loss_total": 0.02026199921965599, + "step": 17430 + }, + { + "loss_action": 0.0168144628405571, + "loss_total": 0.0168144628405571, + "step": 17430 + }, + { + "loss_action": 0.028631197288632393, + "loss_total": 0.028631197288632393, + "step": 17430 + }, + { + "loss_action": 0.02012755163013935, + "loss_total": 0.02012755163013935, + "step": 17430 + }, + { + "grad_norm": 0.5059707164764404, + "learning_rate": 9.58290888099006e-05, + "loss": 0.0283, + "step": 17440 + }, + { + "loss_action": 0.04584004357457161, + "loss_total": 0.04584004357457161, + "step": 17440 + }, + { + "loss_action": 0.03207604959607124, + "loss_total": 0.03207604959607124, + "step": 17440 + }, + { + "loss_action": 0.029705742374062538, + "loss_total": 0.029705742374062538, + "step": 17440 + }, + { + "loss_action": 0.012186638079583645, + "loss_total": 0.012186638079583645, + "step": 17440 + }, + { + "loss_action": 0.01447387132793665, + "loss_total": 0.01447387132793665, + "step": 17440 + }, + { + "loss_action": 0.20402802526950836, + "loss_total": 0.20402802526950836, + "step": 17440 + }, + { + "grad_norm": 0.5771555304527283, + "learning_rate": 9.582247495002486e-05, + "loss": 0.0315, + "step": 17450 + }, + { + "loss_action": 0.024632442742586136, + "loss_total": 0.024632442742586136, + "step": 17450 + }, + { + "loss_action": 0.012313523329794407, + "loss_total": 0.012313523329794407, + "step": 17450 + }, + { + "loss_action": 0.02200469747185707, + "loss_total": 0.02200469747185707, + "step": 17450 + }, + { + "loss_action": 0.02077123336493969, + "loss_total": 0.02077123336493969, + "step": 17450 + }, + { + "loss_action": 0.03467404097318649, + "loss_total": 0.03467404097318649, + "step": 17450 + }, + { + "loss_action": 0.016585340723395348, + "loss_total": 0.016585340723395348, + "step": 17450 + }, + { + "grad_norm": 0.4706014394760132, + "learning_rate": 9.581585607907214e-05, + "loss": 0.0267, + "step": 17460 + }, + { + "loss_action": 0.026080695912241936, + "loss_total": 0.026080695912241936, + "step": 17460 + }, + { + "loss_action": 0.06415209174156189, + "loss_total": 0.06415209174156189, + "step": 17460 + }, + { + "loss_action": 0.0164242722094059, + "loss_total": 0.0164242722094059, + "step": 17460 + }, + { + "loss_action": 0.01966085657477379, + "loss_total": 0.01966085657477379, + "step": 17460 + }, + { + "loss_action": 0.021252693608403206, + "loss_total": 0.021252693608403206, + "step": 17460 + }, + { + "loss_action": 0.019802110269665718, + "loss_total": 0.019802110269665718, + "step": 17460 + }, + { + "grad_norm": 0.5838671326637268, + "learning_rate": 9.580923219776628e-05, + "loss": 0.0305, + "step": 17470 + }, + { + "loss_action": 0.012273079715669155, + "loss_total": 0.012273079715669155, + "step": 17470 + }, + { + "loss_action": 0.03755619749426842, + "loss_total": 0.03755619749426842, + "step": 17470 + }, + { + "loss_action": 0.033624451607465744, + "loss_total": 0.033624451607465744, + "step": 17470 + }, + { + "loss_action": 0.042071349918842316, + "loss_total": 0.042071349918842316, + "step": 17470 + }, + { + "loss_action": 0.017884276807308197, + "loss_total": 0.017884276807308197, + "step": 17470 + }, + { + "loss_action": 0.023325549438595772, + "loss_total": 0.023325549438595772, + "step": 17470 + }, + { + "grad_norm": 0.48865368962287903, + "learning_rate": 9.580260330683167e-05, + "loss": 0.033, + "step": 17480 + }, + { + "loss_action": 0.03447999805212021, + "loss_total": 0.03447999805212021, + "step": 17480 + }, + { + "loss_action": 0.016952693462371826, + "loss_total": 0.016952693462371826, + "step": 17480 + }, + { + "loss_action": 0.022594548761844635, + "loss_total": 0.022594548761844635, + "step": 17480 + }, + { + "loss_action": 0.014150942675769329, + "loss_total": 0.014150942675769329, + "step": 17480 + }, + { + "loss_action": 0.021596834063529968, + "loss_total": 0.021596834063529968, + "step": 17480 + }, + { + "loss_action": 0.023060260340571404, + "loss_total": 0.023060260340571404, + "step": 17480 + }, + { + "grad_norm": 0.5141911506652832, + "learning_rate": 9.579596940699322e-05, + "loss": 0.0337, + "step": 17490 + }, + { + "loss_action": 0.03215325251221657, + "loss_total": 0.03215325251221657, + "step": 17490 + }, + { + "loss_action": 0.023329012095928192, + "loss_total": 0.023329012095928192, + "step": 17490 + }, + { + "loss_action": 0.035709232091903687, + "loss_total": 0.035709232091903687, + "step": 17490 + }, + { + "loss_action": 0.020076822489500046, + "loss_total": 0.020076822489500046, + "step": 17490 + }, + { + "loss_action": 0.03975638747215271, + "loss_total": 0.03975638747215271, + "step": 17490 + }, + { + "loss_action": 0.028695495799183846, + "loss_total": 0.028695495799183846, + "step": 17490 + }, + { + "grad_norm": 0.5845565795898438, + "learning_rate": 9.578933049897643e-05, + "loss": 0.0351, + "step": 17500 + }, + { + "loss_action": 0.021084986627101898, + "loss_total": 0.021084986627101898, + "step": 17500 + }, + { + "loss_action": 0.05428934097290039, + "loss_total": 0.05428934097290039, + "step": 17500 + }, + { + "loss_action": 0.022697405889630318, + "loss_total": 0.022697405889630318, + "step": 17500 + }, + { + "loss_action": 0.033523738384246826, + "loss_total": 0.033523738384246826, + "step": 17500 + }, + { + "loss_action": 0.03224191442131996, + "loss_total": 0.03224191442131996, + "step": 17500 + }, + { + "loss_action": 0.016682585701346397, + "loss_total": 0.016682585701346397, + "step": 17500 + }, + { + "grad_norm": 0.6800375580787659, + "learning_rate": 9.578268658350728e-05, + "loss": 0.031, + "step": 17510 + }, + { + "loss_action": 0.03361568599939346, + "loss_total": 0.03361568599939346, + "step": 17510 + }, + { + "loss_action": 0.02262534387409687, + "loss_total": 0.02262534387409687, + "step": 17510 + }, + { + "loss_action": 0.03866584226489067, + "loss_total": 0.03866584226489067, + "step": 17510 + }, + { + "loss_action": 0.05955249443650246, + "loss_total": 0.05955249443650246, + "step": 17510 + }, + { + "loss_action": 0.011371400207281113, + "loss_total": 0.011371400207281113, + "step": 17510 + }, + { + "loss_action": 0.028502920642495155, + "loss_total": 0.028502920642495155, + "step": 17510 + }, + { + "grad_norm": 0.5027632117271423, + "learning_rate": 9.577603766131235e-05, + "loss": 0.0295, + "step": 17520 + }, + { + "loss_action": 0.01648610830307007, + "loss_total": 0.01648610830307007, + "step": 17520 + }, + { + "loss_action": 0.035324037075042725, + "loss_total": 0.035324037075042725, + "step": 17520 + }, + { + "loss_action": 0.06979681551456451, + "loss_total": 0.06979681551456451, + "step": 17520 + }, + { + "loss_action": 0.03919028490781784, + "loss_total": 0.03919028490781784, + "step": 17520 + }, + { + "loss_action": 0.025997130200266838, + "loss_total": 0.025997130200266838, + "step": 17520 + }, + { + "loss_action": 0.014617938548326492, + "loss_total": 0.014617938548326492, + "step": 17520 + }, + { + "grad_norm": 0.6246158480644226, + "learning_rate": 9.576938373311878e-05, + "loss": 0.0372, + "step": 17530 + }, + { + "loss_action": 0.016291407868266106, + "loss_total": 0.016291407868266106, + "step": 17530 + }, + { + "loss_action": 0.024888889864087105, + "loss_total": 0.024888889864087105, + "step": 17530 + }, + { + "loss_action": 0.04679842293262482, + "loss_total": 0.04679842293262482, + "step": 17530 + }, + { + "loss_action": 0.021964268758893013, + "loss_total": 0.021964268758893013, + "step": 17530 + }, + { + "loss_action": 0.07868512719869614, + "loss_total": 0.07868512719869614, + "step": 17530 + }, + { + "loss_action": 0.03492465987801552, + "loss_total": 0.03492465987801552, + "step": 17530 + }, + { + "grad_norm": 0.4786495566368103, + "learning_rate": 9.576272479965421e-05, + "loss": 0.0331, + "step": 17540 + }, + { + "loss_action": 0.024420667439699173, + "loss_total": 0.024420667439699173, + "step": 17540 + }, + { + "loss_action": 0.029796352609992027, + "loss_total": 0.029796352609992027, + "step": 17540 + }, + { + "loss_action": 0.029493344947695732, + "loss_total": 0.029493344947695732, + "step": 17540 + }, + { + "loss_action": 0.013505642302334309, + "loss_total": 0.013505642302334309, + "step": 17540 + }, + { + "loss_action": 0.02555084601044655, + "loss_total": 0.02555084601044655, + "step": 17540 + }, + { + "loss_action": 0.0506528839468956, + "loss_total": 0.0506528839468956, + "step": 17540 + }, + { + "grad_norm": 0.5410647392272949, + "learning_rate": 9.575606086164687e-05, + "loss": 0.0292, + "step": 17550 + }, + { + "loss_action": 0.0497310496866703, + "loss_total": 0.0497310496866703, + "step": 17550 + }, + { + "loss_action": 0.019163703545928, + "loss_total": 0.019163703545928, + "step": 17550 + }, + { + "loss_action": 0.032668642699718475, + "loss_total": 0.032668642699718475, + "step": 17550 + }, + { + "loss_action": 0.018530722707509995, + "loss_total": 0.018530722707509995, + "step": 17550 + }, + { + "loss_action": 0.07538297772407532, + "loss_total": 0.07538297772407532, + "step": 17550 + }, + { + "loss_action": 0.02862173318862915, + "loss_total": 0.02862173318862915, + "step": 17550 + }, + { + "grad_norm": 0.4548835754394531, + "learning_rate": 9.57493919198255e-05, + "loss": 0.0287, + "step": 17560 + }, + { + "loss_action": 0.039110928773880005, + "loss_total": 0.039110928773880005, + "step": 17560 + }, + { + "loss_action": 0.03298892080783844, + "loss_total": 0.03298892080783844, + "step": 17560 + }, + { + "loss_action": 0.028898529708385468, + "loss_total": 0.028898529708385468, + "step": 17560 + }, + { + "loss_action": 0.025799943134188652, + "loss_total": 0.025799943134188652, + "step": 17560 + }, + { + "loss_action": 0.043347764760255814, + "loss_total": 0.043347764760255814, + "step": 17560 + }, + { + "loss_action": 0.03926003351807594, + "loss_total": 0.03926003351807594, + "step": 17560 + }, + { + "grad_norm": 0.529482364654541, + "learning_rate": 9.57427179749194e-05, + "loss": 0.033, + "step": 17570 + }, + { + "loss_action": 0.08008617907762527, + "loss_total": 0.08008617907762527, + "step": 17570 + }, + { + "loss_action": 0.028801556676626205, + "loss_total": 0.028801556676626205, + "step": 17570 + }, + { + "loss_action": 0.02551896683871746, + "loss_total": 0.02551896683871746, + "step": 17570 + }, + { + "loss_action": 0.03309082239866257, + "loss_total": 0.03309082239866257, + "step": 17570 + }, + { + "loss_action": 0.04151573032140732, + "loss_total": 0.04151573032140732, + "step": 17570 + }, + { + "loss_action": 0.017478469759225845, + "loss_total": 0.017478469759225845, + "step": 17570 + }, + { + "grad_norm": 0.40465813875198364, + "learning_rate": 9.573603902765846e-05, + "loss": 0.0274, + "step": 17580 + }, + { + "loss_action": 0.04605192691087723, + "loss_total": 0.04605192691087723, + "step": 17580 + }, + { + "loss_action": 0.040908653289079666, + "loss_total": 0.040908653289079666, + "step": 17580 + }, + { + "loss_action": 0.02495807409286499, + "loss_total": 0.02495807409286499, + "step": 17580 + }, + { + "loss_action": 0.044228509068489075, + "loss_total": 0.044228509068489075, + "step": 17580 + }, + { + "loss_action": 0.0198262557387352, + "loss_total": 0.0198262557387352, + "step": 17580 + }, + { + "loss_action": 0.02495952881872654, + "loss_total": 0.02495952881872654, + "step": 17580 + }, + { + "grad_norm": 0.5197189450263977, + "learning_rate": 9.572935507877304e-05, + "loss": 0.028, + "step": 17590 + }, + { + "loss_action": 0.033124711364507675, + "loss_total": 0.033124711364507675, + "step": 17590 + }, + { + "loss_action": 0.011738360859453678, + "loss_total": 0.011738360859453678, + "step": 17590 + }, + { + "loss_action": 0.027914240956306458, + "loss_total": 0.027914240956306458, + "step": 17590 + }, + { + "loss_action": 0.04340243339538574, + "loss_total": 0.04340243339538574, + "step": 17590 + }, + { + "loss_action": 0.04923708736896515, + "loss_total": 0.04923708736896515, + "step": 17590 + }, + { + "loss_action": 0.017375873401761055, + "loss_total": 0.017375873401761055, + "step": 17590 + }, + { + "grad_norm": 0.47157397866249084, + "learning_rate": 9.57226661289941e-05, + "loss": 0.0335, + "step": 17600 + }, + { + "loss_action": 0.023007512092590332, + "loss_total": 0.023007512092590332, + "step": 17600 + }, + { + "loss_action": 0.01741674914956093, + "loss_total": 0.01741674914956093, + "step": 17600 + }, + { + "loss_action": 0.016390154138207436, + "loss_total": 0.016390154138207436, + "step": 17600 + }, + { + "loss_action": 0.01894233375787735, + "loss_total": 0.01894233375787735, + "step": 17600 + }, + { + "loss_action": 0.027484619989991188, + "loss_total": 0.027484619989991188, + "step": 17600 + }, + { + "loss_action": 0.03288073465228081, + "loss_total": 0.03288073465228081, + "step": 17600 + }, + { + "grad_norm": 0.5032462477684021, + "learning_rate": 9.571597217905315e-05, + "loss": 0.0294, + "step": 17610 + }, + { + "loss_action": 0.027030983939766884, + "loss_total": 0.027030983939766884, + "step": 17610 + }, + { + "loss_action": 0.027509048581123352, + "loss_total": 0.027509048581123352, + "step": 17610 + }, + { + "loss_action": 0.04599326103925705, + "loss_total": 0.04599326103925705, + "step": 17610 + }, + { + "loss_action": 0.023148594424128532, + "loss_total": 0.023148594424128532, + "step": 17610 + }, + { + "loss_action": 0.013527192175388336, + "loss_total": 0.013527192175388336, + "step": 17610 + }, + { + "loss_action": 0.04404591768980026, + "loss_total": 0.04404591768980026, + "step": 17610 + }, + { + "grad_norm": 0.42589306831359863, + "learning_rate": 9.57092732296822e-05, + "loss": 0.0278, + "step": 17620 + }, + { + "loss_action": 0.013323826715350151, + "loss_total": 0.013323826715350151, + "step": 17620 + }, + { + "loss_action": 0.03942186012864113, + "loss_total": 0.03942186012864113, + "step": 17620 + }, + { + "loss_action": 0.021277466788887978, + "loss_total": 0.021277466788887978, + "step": 17620 + }, + { + "loss_action": 0.02538205124437809, + "loss_total": 0.02538205124437809, + "step": 17620 + }, + { + "loss_action": 0.013079751282930374, + "loss_total": 0.013079751282930374, + "step": 17620 + }, + { + "loss_action": 0.031651899218559265, + "loss_total": 0.031651899218559265, + "step": 17620 + }, + { + "grad_norm": 0.5357818007469177, + "learning_rate": 9.570256928161385e-05, + "loss": 0.0297, + "step": 17630 + }, + { + "loss_action": 0.05268978327512741, + "loss_total": 0.05268978327512741, + "step": 17630 + }, + { + "loss_action": 0.01688493974506855, + "loss_total": 0.01688493974506855, + "step": 17630 + }, + { + "loss_action": 0.03760732710361481, + "loss_total": 0.03760732710361481, + "step": 17630 + }, + { + "loss_action": 0.03879100829362869, + "loss_total": 0.03879100829362869, + "step": 17630 + }, + { + "loss_action": 0.03248648717999458, + "loss_total": 0.03248648717999458, + "step": 17630 + }, + { + "loss_action": 0.011909948661923409, + "loss_total": 0.011909948661923409, + "step": 17630 + }, + { + "grad_norm": 0.5575667023658752, + "learning_rate": 9.569586033558126e-05, + "loss": 0.0295, + "step": 17640 + }, + { + "loss_action": 0.020419111475348473, + "loss_total": 0.020419111475348473, + "step": 17640 + }, + { + "loss_action": 0.027126725763082504, + "loss_total": 0.027126725763082504, + "step": 17640 + }, + { + "loss_action": 0.044426485896110535, + "loss_total": 0.044426485896110535, + "step": 17640 + }, + { + "loss_action": 0.013825355097651482, + "loss_total": 0.013825355097651482, + "step": 17640 + }, + { + "loss_action": 0.019635440781712532, + "loss_total": 0.019635440781712532, + "step": 17640 + }, + { + "loss_action": 0.015783393755555153, + "loss_total": 0.015783393755555153, + "step": 17640 + }, + { + "grad_norm": 0.37421154975891113, + "learning_rate": 9.568914639231807e-05, + "loss": 0.0321, + "step": 17650 + }, + { + "loss_action": 0.0251302570104599, + "loss_total": 0.0251302570104599, + "step": 17650 + }, + { + "loss_action": 0.012996978126466274, + "loss_total": 0.012996978126466274, + "step": 17650 + }, + { + "loss_action": 0.015750950202345848, + "loss_total": 0.015750950202345848, + "step": 17650 + }, + { + "loss_action": 0.019269410520792007, + "loss_total": 0.019269410520792007, + "step": 17650 + }, + { + "loss_action": 0.023662053048610687, + "loss_total": 0.023662053048610687, + "step": 17650 + }, + { + "loss_action": 0.04854517802596092, + "loss_total": 0.04854517802596092, + "step": 17650 + }, + { + "grad_norm": 0.47778645157814026, + "learning_rate": 9.568242745255852e-05, + "loss": 0.0316, + "step": 17660 + }, + { + "loss_action": 0.030659496784210205, + "loss_total": 0.030659496784210205, + "step": 17660 + }, + { + "loss_action": 0.058777932077646255, + "loss_total": 0.058777932077646255, + "step": 17660 + }, + { + "loss_action": 0.022307658568024635, + "loss_total": 0.022307658568024635, + "step": 17660 + }, + { + "loss_action": 0.02208125963807106, + "loss_total": 0.02208125963807106, + "step": 17660 + }, + { + "loss_action": 0.01407641638070345, + "loss_total": 0.01407641638070345, + "step": 17660 + }, + { + "loss_action": 0.0323798693716526, + "loss_total": 0.0323798693716526, + "step": 17660 + }, + { + "grad_norm": 0.4503687918186188, + "learning_rate": 9.567570351703739e-05, + "loss": 0.027, + "step": 17670 + }, + { + "loss_action": 0.015633486211299896, + "loss_total": 0.015633486211299896, + "step": 17670 + }, + { + "loss_action": 0.01632644422352314, + "loss_total": 0.01632644422352314, + "step": 17670 + }, + { + "loss_action": 0.019088944420218468, + "loss_total": 0.019088944420218468, + "step": 17670 + }, + { + "loss_action": 0.020381543785333633, + "loss_total": 0.020381543785333633, + "step": 17670 + }, + { + "loss_action": 0.02157624252140522, + "loss_total": 0.02157624252140522, + "step": 17670 + }, + { + "loss_action": 0.024476340040564537, + "loss_total": 0.024476340040564537, + "step": 17670 + }, + { + "grad_norm": 0.4761526882648468, + "learning_rate": 9.566897458649001e-05, + "loss": 0.0327, + "step": 17680 + }, + { + "loss_action": 0.009584814310073853, + "loss_total": 0.009584814310073853, + "step": 17680 + }, + { + "loss_action": 0.022799978032708168, + "loss_total": 0.022799978032708168, + "step": 17680 + }, + { + "loss_action": 0.03607499599456787, + "loss_total": 0.03607499599456787, + "step": 17680 + }, + { + "loss_action": 0.03707205876708031, + "loss_total": 0.03707205876708031, + "step": 17680 + }, + { + "loss_action": 0.01370573416352272, + "loss_total": 0.01370573416352272, + "step": 17680 + }, + { + "loss_action": 0.02640298195183277, + "loss_total": 0.02640298195183277, + "step": 17680 + }, + { + "grad_norm": 0.5516433715820312, + "learning_rate": 9.566224066165221e-05, + "loss": 0.0252, + "step": 17690 + }, + { + "loss_action": 0.02534417062997818, + "loss_total": 0.02534417062997818, + "step": 17690 + }, + { + "loss_action": 0.05573759600520134, + "loss_total": 0.05573759600520134, + "step": 17690 + }, + { + "loss_action": 0.024395713582634926, + "loss_total": 0.024395713582634926, + "step": 17690 + }, + { + "loss_action": 0.043362006545066833, + "loss_total": 0.043362006545066833, + "step": 17690 + }, + { + "loss_action": 0.06101999804377556, + "loss_total": 0.06101999804377556, + "step": 17690 + }, + { + "loss_action": 0.03183780610561371, + "loss_total": 0.03183780610561371, + "step": 17690 + }, + { + "grad_norm": 0.6027093529701233, + "learning_rate": 9.565550174326043e-05, + "loss": 0.0325, + "step": 17700 + }, + { + "loss_action": 0.02554328553378582, + "loss_total": 0.02554328553378582, + "step": 17700 + }, + { + "loss_action": 0.026806728914380074, + "loss_total": 0.026806728914380074, + "step": 17700 + }, + { + "loss_action": 0.019962122663855553, + "loss_total": 0.019962122663855553, + "step": 17700 + }, + { + "loss_action": 0.03548302501440048, + "loss_total": 0.03548302501440048, + "step": 17700 + }, + { + "loss_action": 0.025680402293801308, + "loss_total": 0.025680402293801308, + "step": 17700 + }, + { + "loss_action": 0.044365089386701584, + "loss_total": 0.044365089386701584, + "step": 17700 + }, + { + "grad_norm": 0.5147387981414795, + "learning_rate": 9.564875783205162e-05, + "loss": 0.0291, + "step": 17710 + }, + { + "loss_action": 0.07834559679031372, + "loss_total": 0.07834559679031372, + "step": 17710 + }, + { + "loss_action": 0.016997618600726128, + "loss_total": 0.016997618600726128, + "step": 17710 + }, + { + "loss_action": 0.015651404857635498, + "loss_total": 0.015651404857635498, + "step": 17710 + }, + { + "loss_action": 0.021139061078429222, + "loss_total": 0.021139061078429222, + "step": 17710 + }, + { + "loss_action": 0.010912508703768253, + "loss_total": 0.010912508703768253, + "step": 17710 + }, + { + "loss_action": 0.03507096320390701, + "loss_total": 0.03507096320390701, + "step": 17710 + }, + { + "grad_norm": 0.4910033941268921, + "learning_rate": 9.564200892876328e-05, + "loss": 0.0303, + "step": 17720 + }, + { + "loss_action": 0.05852204188704491, + "loss_total": 0.05852204188704491, + "step": 17720 + }, + { + "loss_action": 0.025545723736286163, + "loss_total": 0.025545723736286163, + "step": 17720 + }, + { + "loss_action": 0.05309179425239563, + "loss_total": 0.05309179425239563, + "step": 17720 + }, + { + "loss_action": 0.03916318342089653, + "loss_total": 0.03916318342089653, + "step": 17720 + }, + { + "loss_action": 0.01853087730705738, + "loss_total": 0.01853087730705738, + "step": 17720 + }, + { + "loss_action": 0.03215096518397331, + "loss_total": 0.03215096518397331, + "step": 17720 + }, + { + "grad_norm": 0.5371295809745789, + "learning_rate": 9.563525503413348e-05, + "loss": 0.0331, + "step": 17730 + }, + { + "loss_action": 0.019534889608621597, + "loss_total": 0.019534889608621597, + "step": 17730 + }, + { + "loss_action": 0.015931272879242897, + "loss_total": 0.015931272879242897, + "step": 17730 + }, + { + "loss_action": 0.02665775641798973, + "loss_total": 0.02665775641798973, + "step": 17730 + }, + { + "loss_action": 0.027097508311271667, + "loss_total": 0.027097508311271667, + "step": 17730 + }, + { + "loss_action": 0.013897929340600967, + "loss_total": 0.013897929340600967, + "step": 17730 + }, + { + "loss_action": 0.015153045766055584, + "loss_total": 0.015153045766055584, + "step": 17730 + }, + { + "grad_norm": 0.4467346966266632, + "learning_rate": 9.562849614890079e-05, + "loss": 0.0271, + "step": 17740 + }, + { + "loss_action": 0.022647777572274208, + "loss_total": 0.022647777572274208, + "step": 17740 + }, + { + "loss_action": 0.048461250960826874, + "loss_total": 0.048461250960826874, + "step": 17740 + }, + { + "loss_action": 0.019694261252880096, + "loss_total": 0.019694261252880096, + "step": 17740 + }, + { + "loss_action": 0.02338281087577343, + "loss_total": 0.02338281087577343, + "step": 17740 + }, + { + "loss_action": 0.008949452079832554, + "loss_total": 0.008949452079832554, + "step": 17740 + }, + { + "loss_action": 0.012975879944860935, + "loss_total": 0.012975879944860935, + "step": 17740 + }, + { + "grad_norm": 0.4547869563102722, + "learning_rate": 9.562173227380436e-05, + "loss": 0.0255, + "step": 17750 + }, + { + "loss_action": 0.02446933090686798, + "loss_total": 0.02446933090686798, + "step": 17750 + }, + { + "loss_action": 0.01856943778693676, + "loss_total": 0.01856943778693676, + "step": 17750 + }, + { + "loss_action": 0.032774899154901505, + "loss_total": 0.032774899154901505, + "step": 17750 + }, + { + "loss_action": 0.03419850021600723, + "loss_total": 0.03419850021600723, + "step": 17750 + }, + { + "loss_action": 0.025644497945904732, + "loss_total": 0.025644497945904732, + "step": 17750 + }, + { + "loss_action": 0.02554246596992016, + "loss_total": 0.02554246596992016, + "step": 17750 + }, + { + "grad_norm": 0.5292156934738159, + "learning_rate": 9.561496340958389e-05, + "loss": 0.0265, + "step": 17760 + }, + { + "loss_action": 0.019941935315728188, + "loss_total": 0.019941935315728188, + "step": 17760 + }, + { + "loss_action": 0.012678267434239388, + "loss_total": 0.012678267434239388, + "step": 17760 + }, + { + "loss_action": 0.014689297415316105, + "loss_total": 0.014689297415316105, + "step": 17760 + }, + { + "loss_action": 0.02545851655304432, + "loss_total": 0.02545851655304432, + "step": 17760 + }, + { + "loss_action": 0.014827809296548367, + "loss_total": 0.014827809296548367, + "step": 17760 + }, + { + "loss_action": 0.05602674186229706, + "loss_total": 0.05602674186229706, + "step": 17760 + }, + { + "grad_norm": 0.6231025457382202, + "learning_rate": 9.560818955697959e-05, + "loss": 0.0293, + "step": 17770 + }, + { + "loss_action": 0.04207172244787216, + "loss_total": 0.04207172244787216, + "step": 17770 + }, + { + "loss_action": 0.024099303409457207, + "loss_total": 0.024099303409457207, + "step": 17770 + }, + { + "loss_action": 0.11156096309423447, + "loss_total": 0.11156096309423447, + "step": 17770 + }, + { + "loss_action": 0.026388689875602722, + "loss_total": 0.026388689875602722, + "step": 17770 + }, + { + "loss_action": 0.022544242441654205, + "loss_total": 0.022544242441654205, + "step": 17770 + }, + { + "loss_action": 0.02243778295814991, + "loss_total": 0.02243778295814991, + "step": 17770 + }, + { + "grad_norm": 0.5909839272499084, + "learning_rate": 9.560141071673228e-05, + "loss": 0.0312, + "step": 17780 + }, + { + "loss_action": 0.011510415934026241, + "loss_total": 0.011510415934026241, + "step": 17780 + }, + { + "loss_action": 0.027379972860217094, + "loss_total": 0.027379972860217094, + "step": 17780 + }, + { + "loss_action": 0.03132002800703049, + "loss_total": 0.03132002800703049, + "step": 17780 + }, + { + "loss_action": 0.07300511747598648, + "loss_total": 0.07300511747598648, + "step": 17780 + }, + { + "loss_action": 0.02063683420419693, + "loss_total": 0.02063683420419693, + "step": 17780 + }, + { + "loss_action": 0.025296412408351898, + "loss_total": 0.025296412408351898, + "step": 17780 + }, + { + "grad_norm": 0.6179167628288269, + "learning_rate": 9.559462688958323e-05, + "loss": 0.0333, + "step": 17790 + }, + { + "loss_action": 0.021414196118712425, + "loss_total": 0.021414196118712425, + "step": 17790 + }, + { + "loss_action": 0.0367174968123436, + "loss_total": 0.0367174968123436, + "step": 17790 + }, + { + "loss_action": 0.021351289004087448, + "loss_total": 0.021351289004087448, + "step": 17790 + }, + { + "loss_action": 0.018283525481820107, + "loss_total": 0.018283525481820107, + "step": 17790 + }, + { + "loss_action": 0.02679644338786602, + "loss_total": 0.02679644338786602, + "step": 17790 + }, + { + "loss_action": 0.016473833471536636, + "loss_total": 0.016473833471536636, + "step": 17790 + }, + { + "grad_norm": 0.5155719518661499, + "learning_rate": 9.558783807627434e-05, + "loss": 0.0288, + "step": 17800 + }, + { + "loss_action": 0.01135291438549757, + "loss_total": 0.01135291438549757, + "step": 17800 + }, + { + "loss_action": 0.01777184195816517, + "loss_total": 0.01777184195816517, + "step": 17800 + }, + { + "loss_action": 0.022330855950713158, + "loss_total": 0.022330855950713158, + "step": 17800 + }, + { + "loss_action": 0.01706409640610218, + "loss_total": 0.01706409640610218, + "step": 17800 + }, + { + "loss_action": 0.038691334426403046, + "loss_total": 0.038691334426403046, + "step": 17800 + }, + { + "loss_action": 0.0323680117726326, + "loss_total": 0.0323680117726326, + "step": 17800 + }, + { + "grad_norm": 0.40725383162498474, + "learning_rate": 9.558104427754801e-05, + "loss": 0.0307, + "step": 17810 + }, + { + "loss_action": 0.022320671007037163, + "loss_total": 0.022320671007037163, + "step": 17810 + }, + { + "loss_action": 0.027049515396356583, + "loss_total": 0.027049515396356583, + "step": 17810 + }, + { + "loss_action": 0.029429705813527107, + "loss_total": 0.029429705813527107, + "step": 17810 + }, + { + "loss_action": 0.021995464339852333, + "loss_total": 0.021995464339852333, + "step": 17810 + }, + { + "loss_action": 0.020531561225652695, + "loss_total": 0.020531561225652695, + "step": 17810 + }, + { + "loss_action": 0.027339396998286247, + "loss_total": 0.027339396998286247, + "step": 17810 + }, + { + "grad_norm": 0.4159333407878876, + "learning_rate": 9.557424549414722e-05, + "loss": 0.0311, + "step": 17820 + }, + { + "loss_action": 0.014181025326251984, + "loss_total": 0.014181025326251984, + "step": 17820 + }, + { + "loss_action": 0.01357877254486084, + "loss_total": 0.01357877254486084, + "step": 17820 + }, + { + "loss_action": 0.01823342964053154, + "loss_total": 0.01823342964053154, + "step": 17820 + }, + { + "loss_action": 0.016322268173098564, + "loss_total": 0.016322268173098564, + "step": 17820 + }, + { + "loss_action": 0.02472667768597603, + "loss_total": 0.02472667768597603, + "step": 17820 + }, + { + "loss_action": 0.051865190267562866, + "loss_total": 0.051865190267562866, + "step": 17820 + }, + { + "grad_norm": 0.5844908952713013, + "learning_rate": 9.556744172681546e-05, + "loss": 0.0282, + "step": 17830 + }, + { + "loss_action": 0.04209800064563751, + "loss_total": 0.04209800064563751, + "step": 17830 + }, + { + "loss_action": 0.013326643034815788, + "loss_total": 0.013326643034815788, + "step": 17830 + }, + { + "loss_action": 0.02127028815448284, + "loss_total": 0.02127028815448284, + "step": 17830 + }, + { + "loss_action": 0.02289062924683094, + "loss_total": 0.02289062924683094, + "step": 17830 + }, + { + "loss_action": 0.038235221058130264, + "loss_total": 0.038235221058130264, + "step": 17830 + }, + { + "loss_action": 0.014291511848568916, + "loss_total": 0.014291511848568916, + "step": 17830 + }, + { + "grad_norm": 0.583530068397522, + "learning_rate": 9.556063297629677e-05, + "loss": 0.0277, + "step": 17840 + }, + { + "loss_action": 0.01765865832567215, + "loss_total": 0.01765865832567215, + "step": 17840 + }, + { + "loss_action": 0.013307376764714718, + "loss_total": 0.013307376764714718, + "step": 17840 + }, + { + "loss_action": 0.03978056460618973, + "loss_total": 0.03978056460618973, + "step": 17840 + }, + { + "loss_action": 0.021615302190184593, + "loss_total": 0.021615302190184593, + "step": 17840 + }, + { + "loss_action": 0.02569693699479103, + "loss_total": 0.02569693699479103, + "step": 17840 + }, + { + "loss_action": 0.030499493703246117, + "loss_total": 0.030499493703246117, + "step": 17840 + }, + { + "grad_norm": 0.4528409242630005, + "learning_rate": 9.555381924333578e-05, + "loss": 0.0299, + "step": 17850 + }, + { + "loss_action": 0.021727727726101875, + "loss_total": 0.021727727726101875, + "step": 17850 + }, + { + "loss_action": 0.02652047388255596, + "loss_total": 0.02652047388255596, + "step": 17850 + }, + { + "loss_action": 0.030572781339287758, + "loss_total": 0.030572781339287758, + "step": 17850 + }, + { + "loss_action": 0.028853606432676315, + "loss_total": 0.028853606432676315, + "step": 17850 + }, + { + "loss_action": 0.031749460846185684, + "loss_total": 0.031749460846185684, + "step": 17850 + }, + { + "loss_action": 0.012180687859654427, + "loss_total": 0.012180687859654427, + "step": 17850 + }, + { + "grad_norm": 0.43855926394462585, + "learning_rate": 9.554700052867758e-05, + "loss": 0.0249, + "step": 17860 + }, + { + "loss_action": 0.011004776693880558, + "loss_total": 0.011004776693880558, + "step": 17860 + }, + { + "loss_action": 0.03423996642231941, + "loss_total": 0.03423996642231941, + "step": 17860 + }, + { + "loss_action": 0.010859032161533833, + "loss_total": 0.010859032161533833, + "step": 17860 + }, + { + "loss_action": 0.03580137714743614, + "loss_total": 0.03580137714743614, + "step": 17860 + }, + { + "loss_action": 0.032626356929540634, + "loss_total": 0.032626356929540634, + "step": 17860 + }, + { + "loss_action": 0.02297116257250309, + "loss_total": 0.02297116257250309, + "step": 17860 + }, + { + "grad_norm": 0.5384320020675659, + "learning_rate": 9.554017683306789e-05, + "loss": 0.0277, + "step": 17870 + }, + { + "loss_action": 0.022542264312505722, + "loss_total": 0.022542264312505722, + "step": 17870 + }, + { + "loss_action": 0.04685743525624275, + "loss_total": 0.04685743525624275, + "step": 17870 + }, + { + "loss_action": 0.025609079748392105, + "loss_total": 0.025609079748392105, + "step": 17870 + }, + { + "loss_action": 0.04310140758752823, + "loss_total": 0.04310140758752823, + "step": 17870 + }, + { + "loss_action": 0.020293839275836945, + "loss_total": 0.020293839275836945, + "step": 17870 + }, + { + "loss_action": 0.0213741734623909, + "loss_total": 0.0213741734623909, + "step": 17870 + }, + { + "grad_norm": 0.5035956501960754, + "learning_rate": 9.553334815725294e-05, + "loss": 0.0317, + "step": 17880 + }, + { + "loss_action": 0.06585706770420074, + "loss_total": 0.06585706770420074, + "step": 17880 + }, + { + "loss_action": 0.022151755169034004, + "loss_total": 0.022151755169034004, + "step": 17880 + }, + { + "loss_action": 0.023021750152111053, + "loss_total": 0.023021750152111053, + "step": 17880 + }, + { + "loss_action": 0.022698035463690758, + "loss_total": 0.022698035463690758, + "step": 17880 + }, + { + "loss_action": 0.04287154972553253, + "loss_total": 0.04287154972553253, + "step": 17880 + }, + { + "loss_action": 0.028515325859189034, + "loss_total": 0.028515325859189034, + "step": 17880 + }, + { + "grad_norm": 0.5374950170516968, + "learning_rate": 9.552651450197949e-05, + "loss": 0.0303, + "step": 17890 + }, + { + "loss_action": 0.0339350700378418, + "loss_total": 0.0339350700378418, + "step": 17890 + }, + { + "loss_action": 0.019219668582081795, + "loss_total": 0.019219668582081795, + "step": 17890 + }, + { + "loss_action": 0.019168173894286156, + "loss_total": 0.019168173894286156, + "step": 17890 + }, + { + "loss_action": 0.016918273642659187, + "loss_total": 0.016918273642659187, + "step": 17890 + }, + { + "loss_action": 0.03362542390823364, + "loss_total": 0.03362542390823364, + "step": 17890 + }, + { + "loss_action": 0.02095157280564308, + "loss_total": 0.02095157280564308, + "step": 17890 + }, + { + "grad_norm": 0.4768514037132263, + "learning_rate": 9.551967586799486e-05, + "loss": 0.0314, + "step": 17900 + }, + { + "loss_action": 0.05449768900871277, + "loss_total": 0.05449768900871277, + "step": 17900 + }, + { + "loss_action": 0.029966434463858604, + "loss_total": 0.029966434463858604, + "step": 17900 + }, + { + "loss_action": 0.021762371063232422, + "loss_total": 0.021762371063232422, + "step": 17900 + }, + { + "loss_action": 0.029147004708647728, + "loss_total": 0.029147004708647728, + "step": 17900 + }, + { + "loss_action": 0.01648450829088688, + "loss_total": 0.01648450829088688, + "step": 17900 + }, + { + "loss_action": 0.033182740211486816, + "loss_total": 0.033182740211486816, + "step": 17900 + }, + { + "grad_norm": 0.5444702506065369, + "learning_rate": 9.551283225604692e-05, + "loss": 0.033, + "step": 17910 + }, + { + "loss_action": 0.020546862855553627, + "loss_total": 0.020546862855553627, + "step": 17910 + }, + { + "loss_action": 0.018178964033722878, + "loss_total": 0.018178964033722878, + "step": 17910 + }, + { + "loss_action": 0.020300867035984993, + "loss_total": 0.020300867035984993, + "step": 17910 + }, + { + "loss_action": 0.02697252295911312, + "loss_total": 0.02697252295911312, + "step": 17910 + }, + { + "loss_action": 0.017866166308522224, + "loss_total": 0.017866166308522224, + "step": 17910 + }, + { + "loss_action": 0.018619775772094727, + "loss_total": 0.018619775772094727, + "step": 17910 + }, + { + "grad_norm": 0.4628802239894867, + "learning_rate": 9.550598366688406e-05, + "loss": 0.0348, + "step": 17920 + }, + { + "loss_action": 0.04164387285709381, + "loss_total": 0.04164387285709381, + "step": 17920 + }, + { + "loss_action": 0.03125210851430893, + "loss_total": 0.03125210851430893, + "step": 17920 + }, + { + "loss_action": 0.023526355624198914, + "loss_total": 0.023526355624198914, + "step": 17920 + }, + { + "loss_action": 0.04207776486873627, + "loss_total": 0.04207776486873627, + "step": 17920 + }, + { + "loss_action": 0.02462281845510006, + "loss_total": 0.02462281845510006, + "step": 17920 + }, + { + "loss_action": 0.028919056057929993, + "loss_total": 0.028919056057929993, + "step": 17920 + }, + { + "grad_norm": 0.4542323350906372, + "learning_rate": 9.549913010125526e-05, + "loss": 0.0346, + "step": 17930 + }, + { + "loss_action": 0.024517809972167015, + "loss_total": 0.024517809972167015, + "step": 17930 + }, + { + "loss_action": 0.013897447846829891, + "loss_total": 0.013897447846829891, + "step": 17930 + }, + { + "loss_action": 0.02611820586025715, + "loss_total": 0.02611820586025715, + "step": 17930 + }, + { + "loss_action": 0.024276597425341606, + "loss_total": 0.024276597425341606, + "step": 17930 + }, + { + "loss_action": 0.030490675941109657, + "loss_total": 0.030490675941109657, + "step": 17930 + }, + { + "loss_action": 0.026169011369347572, + "loss_total": 0.026169011369347572, + "step": 17930 + }, + { + "grad_norm": 0.4641432762145996, + "learning_rate": 9.549227155990999e-05, + "loss": 0.0305, + "step": 17940 + }, + { + "loss_action": 0.03504307195544243, + "loss_total": 0.03504307195544243, + "step": 17940 + }, + { + "loss_action": 0.017090531066060066, + "loss_total": 0.017090531066060066, + "step": 17940 + }, + { + "loss_action": 0.018992505967617035, + "loss_total": 0.018992505967617035, + "step": 17940 + }, + { + "loss_action": 0.029533138498663902, + "loss_total": 0.029533138498663902, + "step": 17940 + }, + { + "loss_action": 0.01657063700258732, + "loss_total": 0.01657063700258732, + "step": 17940 + }, + { + "loss_action": 0.013854130171239376, + "loss_total": 0.013854130171239376, + "step": 17940 + }, + { + "grad_norm": 0.46156632900238037, + "learning_rate": 9.548540804359828e-05, + "loss": 0.0357, + "step": 17950 + }, + { + "loss_action": 0.020335210487246513, + "loss_total": 0.020335210487246513, + "step": 17950 + }, + { + "loss_action": 0.024599799886345863, + "loss_total": 0.024599799886345863, + "step": 17950 + }, + { + "loss_action": 0.03973397612571716, + "loss_total": 0.03973397612571716, + "step": 17950 + }, + { + "loss_action": 0.025172973051667213, + "loss_total": 0.025172973051667213, + "step": 17950 + }, + { + "loss_action": 0.07865576446056366, + "loss_total": 0.07865576446056366, + "step": 17950 + }, + { + "loss_action": 0.01830262318253517, + "loss_total": 0.01830262318253517, + "step": 17950 + }, + { + "grad_norm": 0.5787989497184753, + "learning_rate": 9.547853955307077e-05, + "loss": 0.0321, + "step": 17960 + }, + { + "loss_action": 0.024813422933220863, + "loss_total": 0.024813422933220863, + "step": 17960 + }, + { + "loss_action": 0.026545992121100426, + "loss_total": 0.026545992121100426, + "step": 17960 + }, + { + "loss_action": 0.02994498796761036, + "loss_total": 0.02994498796761036, + "step": 17960 + }, + { + "loss_action": 0.02269216626882553, + "loss_total": 0.02269216626882553, + "step": 17960 + }, + { + "loss_action": 0.023919180035591125, + "loss_total": 0.023919180035591125, + "step": 17960 + }, + { + "loss_action": 0.019150856882333755, + "loss_total": 0.019150856882333755, + "step": 17960 + }, + { + "grad_norm": 0.4856584966182709, + "learning_rate": 9.547166608907853e-05, + "loss": 0.0301, + "step": 17970 + }, + { + "loss_action": 0.01717541366815567, + "loss_total": 0.01717541366815567, + "step": 17970 + }, + { + "loss_action": 0.028527729213237762, + "loss_total": 0.028527729213237762, + "step": 17970 + }, + { + "loss_action": 0.03229131922125816, + "loss_total": 0.03229131922125816, + "step": 17970 + }, + { + "loss_action": 0.020686747506260872, + "loss_total": 0.020686747506260872, + "step": 17970 + }, + { + "loss_action": 0.014834849163889885, + "loss_total": 0.014834849163889885, + "step": 17970 + }, + { + "loss_action": 0.021685710176825523, + "loss_total": 0.021685710176825523, + "step": 17970 + }, + { + "grad_norm": 0.461824893951416, + "learning_rate": 9.546478765237326e-05, + "loss": 0.0382, + "step": 17980 + }, + { + "loss_action": 0.041414763778448105, + "loss_total": 0.041414763778448105, + "step": 17980 + }, + { + "loss_action": 0.023874223232269287, + "loss_total": 0.023874223232269287, + "step": 17980 + }, + { + "loss_action": 0.03846742585301399, + "loss_total": 0.03846742585301399, + "step": 17980 + }, + { + "loss_action": 0.028223969042301178, + "loss_total": 0.028223969042301178, + "step": 17980 + }, + { + "loss_action": 0.05883701518177986, + "loss_total": 0.05883701518177986, + "step": 17980 + }, + { + "loss_action": 0.022970564663410187, + "loss_total": 0.022970564663410187, + "step": 17980 + }, + { + "grad_norm": 0.39164841175079346, + "learning_rate": 9.545790424370715e-05, + "loss": 0.0394, + "step": 17990 + }, + { + "loss_action": 0.0368659645318985, + "loss_total": 0.0368659645318985, + "step": 17990 + }, + { + "loss_action": 0.016396718099713326, + "loss_total": 0.016396718099713326, + "step": 17990 + }, + { + "loss_action": 0.040788862854242325, + "loss_total": 0.040788862854242325, + "step": 17990 + }, + { + "loss_action": 0.031510863453149796, + "loss_total": 0.031510863453149796, + "step": 17990 + }, + { + "loss_action": 0.028116313740611076, + "loss_total": 0.028116313740611076, + "step": 17990 + }, + { + "loss_action": 0.027052173390984535, + "loss_total": 0.027052173390984535, + "step": 17990 + }, + { + "grad_norm": 0.6136289238929749, + "learning_rate": 9.5451015863833e-05, + "loss": 0.0335, + "step": 18000 + }, + { + "loss_action": 0.021223723888397217, + "loss_total": 0.021223723888397217, + "step": 18000 + }, + { + "loss_action": 0.05797193571925163, + "loss_total": 0.05797193571925163, + "step": 18000 + }, + { + "loss_action": 0.022769011557102203, + "loss_total": 0.022769011557102203, + "step": 18000 + }, + { + "loss_action": 0.058478761464357376, + "loss_total": 0.058478761464357376, + "step": 18000 + }, + { + "loss_action": 0.031147560104727745, + "loss_total": 0.031147560104727745, + "step": 18000 + }, + { + "loss_action": 0.04381267726421356, + "loss_total": 0.04381267726421356, + "step": 18000 + }, + { + "grad_norm": 0.46363016963005066, + "learning_rate": 9.544412251350408e-05, + "loss": 0.0386, + "step": 18010 + }, + { + "loss_action": 0.03158224746584892, + "loss_total": 0.03158224746584892, + "step": 18010 + }, + { + "loss_action": 0.030700070783495903, + "loss_total": 0.030700070783495903, + "step": 18010 + }, + { + "loss_action": 0.04670272022485733, + "loss_total": 0.04670272022485733, + "step": 18010 + }, + { + "loss_action": 0.023410772904753685, + "loss_total": 0.023410772904753685, + "step": 18010 + }, + { + "loss_action": 0.02981569990515709, + "loss_total": 0.02981569990515709, + "step": 18010 + }, + { + "loss_action": 0.014862260781228542, + "loss_total": 0.014862260781228542, + "step": 18010 + }, + { + "grad_norm": 0.4684215784072876, + "learning_rate": 9.543722419347422e-05, + "loss": 0.0312, + "step": 18020 + }, + { + "loss_action": 0.0244529340416193, + "loss_total": 0.0244529340416193, + "step": 18020 + }, + { + "loss_action": 0.028475049883127213, + "loss_total": 0.028475049883127213, + "step": 18020 + }, + { + "loss_action": 0.033817358314991, + "loss_total": 0.033817358314991, + "step": 18020 + }, + { + "loss_action": 0.019455047324299812, + "loss_total": 0.019455047324299812, + "step": 18020 + }, + { + "loss_action": 0.024820514023303986, + "loss_total": 0.024820514023303986, + "step": 18020 + }, + { + "loss_action": 0.029823459684848785, + "loss_total": 0.029823459684848785, + "step": 18020 + }, + { + "grad_norm": 0.4532047510147095, + "learning_rate": 9.543032090449788e-05, + "loss": 0.029, + "step": 18030 + }, + { + "loss_action": 0.020560169592499733, + "loss_total": 0.020560169592499733, + "step": 18030 + }, + { + "loss_action": 0.03422245755791664, + "loss_total": 0.03422245755791664, + "step": 18030 + }, + { + "loss_action": 0.020821504294872284, + "loss_total": 0.020821504294872284, + "step": 18030 + }, + { + "loss_action": 0.02059323713183403, + "loss_total": 0.02059323713183403, + "step": 18030 + }, + { + "loss_action": 0.012396736070513725, + "loss_total": 0.012396736070513725, + "step": 18030 + }, + { + "loss_action": 0.03405051305890083, + "loss_total": 0.03405051305890083, + "step": 18030 + }, + { + "grad_norm": 0.6243292093276978, + "learning_rate": 9.542341264732992e-05, + "loss": 0.0306, + "step": 18040 + }, + { + "loss_action": 0.026643691584467888, + "loss_total": 0.026643691584467888, + "step": 18040 + }, + { + "loss_action": 0.03569519892334938, + "loss_total": 0.03569519892334938, + "step": 18040 + }, + { + "loss_action": 0.04881708696484566, + "loss_total": 0.04881708696484566, + "step": 18040 + }, + { + "loss_action": 0.08247989416122437, + "loss_total": 0.08247989416122437, + "step": 18040 + }, + { + "loss_action": 0.028094546869397163, + "loss_total": 0.028094546869397163, + "step": 18040 + }, + { + "loss_action": 0.017605960369110107, + "loss_total": 0.017605960369110107, + "step": 18040 + }, + { + "grad_norm": 0.5530235767364502, + "learning_rate": 9.541649942272585e-05, + "loss": 0.0311, + "step": 18050 + }, + { + "loss_action": 0.06325899064540863, + "loss_total": 0.06325899064540863, + "step": 18050 + }, + { + "loss_action": 0.018107548356056213, + "loss_total": 0.018107548356056213, + "step": 18050 + }, + { + "loss_action": 0.2591172158718109, + "loss_total": 0.2591172158718109, + "step": 18050 + }, + { + "loss_action": 0.03628309443593025, + "loss_total": 0.03628309443593025, + "step": 18050 + }, + { + "loss_action": 0.021599149331450462, + "loss_total": 0.021599149331450462, + "step": 18050 + }, + { + "loss_action": 0.03931993991136551, + "loss_total": 0.03931993991136551, + "step": 18050 + }, + { + "grad_norm": 0.7115268111228943, + "learning_rate": 9.54095812314417e-05, + "loss": 0.0356, + "step": 18060 + }, + { + "loss_action": 0.024872489273548126, + "loss_total": 0.024872489273548126, + "step": 18060 + }, + { + "loss_action": 0.05177886411547661, + "loss_total": 0.05177886411547661, + "step": 18060 + }, + { + "loss_action": 0.04622378572821617, + "loss_total": 0.04622378572821617, + "step": 18060 + }, + { + "loss_action": 0.03375379368662834, + "loss_total": 0.03375379368662834, + "step": 18060 + }, + { + "loss_action": 0.039706986397504807, + "loss_total": 0.039706986397504807, + "step": 18060 + }, + { + "loss_action": 0.029804149642586708, + "loss_total": 0.029804149642586708, + "step": 18060 + }, + { + "grad_norm": 0.5821030735969543, + "learning_rate": 9.540265807423401e-05, + "loss": 0.037, + "step": 18070 + }, + { + "loss_action": 0.022918010130524635, + "loss_total": 0.022918010130524635, + "step": 18070 + }, + { + "loss_action": 0.02769114263355732, + "loss_total": 0.02769114263355732, + "step": 18070 + }, + { + "loss_action": 0.017693281173706055, + "loss_total": 0.017693281173706055, + "step": 18070 + }, + { + "loss_action": 0.02274695411324501, + "loss_total": 0.02274695411324501, + "step": 18070 + }, + { + "loss_action": 0.12069167196750641, + "loss_total": 0.12069167196750641, + "step": 18070 + }, + { + "loss_action": 0.0286214929074049, + "loss_total": 0.0286214929074049, + "step": 18070 + }, + { + "grad_norm": 0.5067574977874756, + "learning_rate": 9.53957299518599e-05, + "loss": 0.0352, + "step": 18080 + }, + { + "loss_action": 0.03246897831559181, + "loss_total": 0.03246897831559181, + "step": 18080 + }, + { + "loss_action": 0.025898916646838188, + "loss_total": 0.025898916646838188, + "step": 18080 + }, + { + "loss_action": 0.027713647112250328, + "loss_total": 0.027713647112250328, + "step": 18080 + }, + { + "loss_action": 0.06380609422922134, + "loss_total": 0.06380609422922134, + "step": 18080 + }, + { + "loss_action": 0.03599107638001442, + "loss_total": 0.03599107638001442, + "step": 18080 + }, + { + "loss_action": 0.014283360913395882, + "loss_total": 0.014283360913395882, + "step": 18080 + }, + { + "grad_norm": 0.6816387176513672, + "learning_rate": 9.5388796865077e-05, + "loss": 0.0273, + "step": 18090 + }, + { + "loss_action": 0.026021508499979973, + "loss_total": 0.026021508499979973, + "step": 18090 + }, + { + "loss_action": 0.03999495133757591, + "loss_total": 0.03999495133757591, + "step": 18090 + }, + { + "loss_action": 0.04027526080608368, + "loss_total": 0.04027526080608368, + "step": 18090 + }, + { + "loss_action": 0.035421304404735565, + "loss_total": 0.035421304404735565, + "step": 18090 + }, + { + "loss_action": 0.01092049665749073, + "loss_total": 0.01092049665749073, + "step": 18090 + }, + { + "loss_action": 0.048063669353723526, + "loss_total": 0.048063669353723526, + "step": 18090 + }, + { + "grad_norm": 0.450121134519577, + "learning_rate": 9.538185881464353e-05, + "loss": 0.0343, + "step": 18100 + }, + { + "loss_action": 0.028359631076455116, + "loss_total": 0.028359631076455116, + "step": 18100 + }, + { + "loss_action": 0.01711111329495907, + "loss_total": 0.01711111329495907, + "step": 18100 + }, + { + "loss_action": 0.02449377439916134, + "loss_total": 0.02449377439916134, + "step": 18100 + }, + { + "loss_action": 0.01904425397515297, + "loss_total": 0.01904425397515297, + "step": 18100 + }, + { + "loss_action": 0.0228592399507761, + "loss_total": 0.0228592399507761, + "step": 18100 + }, + { + "loss_action": 0.037747930735349655, + "loss_total": 0.037747930735349655, + "step": 18100 + }, + { + "grad_norm": 0.4671984016895294, + "learning_rate": 9.537491580131821e-05, + "loss": 0.034, + "step": 18110 + }, + { + "loss_action": 0.16064894199371338, + "loss_total": 0.16064894199371338, + "step": 18110 + }, + { + "loss_action": 0.03211195021867752, + "loss_total": 0.03211195021867752, + "step": 18110 + }, + { + "loss_action": 0.01720515266060829, + "loss_total": 0.01720515266060829, + "step": 18110 + }, + { + "loss_action": 0.035725899040699005, + "loss_total": 0.035725899040699005, + "step": 18110 + }, + { + "loss_action": 0.024977242574095726, + "loss_total": 0.024977242574095726, + "step": 18110 + }, + { + "loss_action": 0.3033253848552704, + "loss_total": 0.3033253848552704, + "step": 18110 + }, + { + "grad_norm": 0.5972908139228821, + "learning_rate": 9.53679678258603e-05, + "loss": 0.0405, + "step": 18120 + }, + { + "loss_action": 0.01576525904238224, + "loss_total": 0.01576525904238224, + "step": 18120 + }, + { + "loss_action": 0.019353976473212242, + "loss_total": 0.019353976473212242, + "step": 18120 + }, + { + "loss_action": 0.027804050594568253, + "loss_total": 0.027804050594568253, + "step": 18120 + }, + { + "loss_action": 0.02689296007156372, + "loss_total": 0.02689296007156372, + "step": 18120 + }, + { + "loss_action": 0.02202526666224003, + "loss_total": 0.02202526666224003, + "step": 18120 + }, + { + "loss_action": 0.039470937103033066, + "loss_total": 0.039470937103033066, + "step": 18120 + }, + { + "grad_norm": 0.5462146997451782, + "learning_rate": 9.536101488902966e-05, + "loss": 0.0333, + "step": 18130 + }, + { + "loss_action": 0.01746208779513836, + "loss_total": 0.01746208779513836, + "step": 18130 + }, + { + "loss_action": 0.0659824013710022, + "loss_total": 0.0659824013710022, + "step": 18130 + }, + { + "loss_action": 0.22614553570747375, + "loss_total": 0.22614553570747375, + "step": 18130 + }, + { + "loss_action": 0.019886799156665802, + "loss_total": 0.019886799156665802, + "step": 18130 + }, + { + "loss_action": 0.014577335678040981, + "loss_total": 0.014577335678040981, + "step": 18130 + }, + { + "loss_action": 0.11525455117225647, + "loss_total": 0.11525455117225647, + "step": 18130 + }, + { + "grad_norm": 0.4781363010406494, + "learning_rate": 9.535405699158663e-05, + "loss": 0.0322, + "step": 18140 + }, + { + "loss_action": 0.01111859641969204, + "loss_total": 0.01111859641969204, + "step": 18140 + }, + { + "loss_action": 0.0423116534948349, + "loss_total": 0.0423116534948349, + "step": 18140 + }, + { + "loss_action": 0.019961640238761902, + "loss_total": 0.019961640238761902, + "step": 18140 + }, + { + "loss_action": 0.05136224254965782, + "loss_total": 0.05136224254965782, + "step": 18140 + }, + { + "loss_action": 0.05134866014122963, + "loss_total": 0.05134866014122963, + "step": 18140 + }, + { + "loss_action": 0.0159474965184927, + "loss_total": 0.0159474965184927, + "step": 18140 + }, + { + "grad_norm": 0.5112185478210449, + "learning_rate": 9.53470941342921e-05, + "loss": 0.0347, + "step": 18150 + }, + { + "loss_action": 0.07905322313308716, + "loss_total": 0.07905322313308716, + "step": 18150 + }, + { + "loss_action": 0.024935515597462654, + "loss_total": 0.024935515597462654, + "step": 18150 + }, + { + "loss_action": 0.02073015458881855, + "loss_total": 0.02073015458881855, + "step": 18150 + }, + { + "loss_action": 0.0227842777967453, + "loss_total": 0.0227842777967453, + "step": 18150 + }, + { + "loss_action": 0.030222857370972633, + "loss_total": 0.030222857370972633, + "step": 18150 + }, + { + "loss_action": 0.03373448923230171, + "loss_total": 0.03373448923230171, + "step": 18150 + }, + { + "grad_norm": 0.5869402885437012, + "learning_rate": 9.534012631790756e-05, + "loss": 0.0304, + "step": 18160 + }, + { + "loss_action": 0.055101290345191956, + "loss_total": 0.055101290345191956, + "step": 18160 + }, + { + "loss_action": 0.02293015457689762, + "loss_total": 0.02293015457689762, + "step": 18160 + }, + { + "loss_action": 0.018532171845436096, + "loss_total": 0.018532171845436096, + "step": 18160 + }, + { + "loss_action": 0.025721337646245956, + "loss_total": 0.025721337646245956, + "step": 18160 + }, + { + "loss_action": 0.029999973252415657, + "loss_total": 0.029999973252415657, + "step": 18160 + }, + { + "loss_action": 0.026468610391020775, + "loss_total": 0.026468610391020775, + "step": 18160 + }, + { + "grad_norm": 0.46570903062820435, + "learning_rate": 9.533315354319494e-05, + "loss": 0.0299, + "step": 18170 + }, + { + "loss_action": 0.046266697347164154, + "loss_total": 0.046266697347164154, + "step": 18170 + }, + { + "loss_action": 0.02005542442202568, + "loss_total": 0.02005542442202568, + "step": 18170 + }, + { + "loss_action": 0.025834543630480766, + "loss_total": 0.025834543630480766, + "step": 18170 + }, + { + "loss_action": 0.05525887757539749, + "loss_total": 0.05525887757539749, + "step": 18170 + }, + { + "loss_action": 0.018914444372057915, + "loss_total": 0.018914444372057915, + "step": 18170 + }, + { + "loss_action": 0.01693391613662243, + "loss_total": 0.01693391613662243, + "step": 18170 + }, + { + "grad_norm": 0.38542991876602173, + "learning_rate": 9.532617581091682e-05, + "loss": 0.0288, + "step": 18180 + }, + { + "loss_action": 0.03716037794947624, + "loss_total": 0.03716037794947624, + "step": 18180 + }, + { + "loss_action": 0.027134330943226814, + "loss_total": 0.027134330943226814, + "step": 18180 + }, + { + "loss_action": 0.025398125872015953, + "loss_total": 0.025398125872015953, + "step": 18180 + }, + { + "loss_action": 0.037284597754478455, + "loss_total": 0.037284597754478455, + "step": 18180 + }, + { + "loss_action": 0.019945232197642326, + "loss_total": 0.019945232197642326, + "step": 18180 + }, + { + "loss_action": 0.04489237442612648, + "loss_total": 0.04489237442612648, + "step": 18180 + }, + { + "grad_norm": 0.5010677576065063, + "learning_rate": 9.531919312183629e-05, + "loss": 0.0355, + "step": 18190 + }, + { + "loss_action": 0.027965446934103966, + "loss_total": 0.027965446934103966, + "step": 18190 + }, + { + "loss_action": 0.016049491241574287, + "loss_total": 0.016049491241574287, + "step": 18190 + }, + { + "loss_action": 0.02016177400946617, + "loss_total": 0.02016177400946617, + "step": 18190 + }, + { + "loss_action": 0.027669642120599747, + "loss_total": 0.027669642120599747, + "step": 18190 + }, + { + "loss_action": 0.017707297578454018, + "loss_total": 0.017707297578454018, + "step": 18190 + }, + { + "loss_action": 0.021407220512628555, + "loss_total": 0.021407220512628555, + "step": 18190 + }, + { + "grad_norm": 0.48273134231567383, + "learning_rate": 9.531220547671688e-05, + "loss": 0.0304, + "step": 18200 + }, + { + "loss_action": 0.1077658161520958, + "loss_total": 0.1077658161520958, + "step": 18200 + }, + { + "loss_action": 0.0689954161643982, + "loss_total": 0.0689954161643982, + "step": 18200 + }, + { + "loss_action": 0.05239085853099823, + "loss_total": 0.05239085853099823, + "step": 18200 + }, + { + "loss_action": 0.07669547200202942, + "loss_total": 0.07669547200202942, + "step": 18200 + }, + { + "loss_action": 0.018314823508262634, + "loss_total": 0.018314823508262634, + "step": 18200 + }, + { + "loss_action": 0.03238651528954506, + "loss_total": 0.03238651528954506, + "step": 18200 + }, + { + "grad_norm": 0.5979889631271362, + "learning_rate": 9.530521287632285e-05, + "loss": 0.0371, + "step": 18210 + }, + { + "loss_action": 0.024879852309823036, + "loss_total": 0.024879852309823036, + "step": 18210 + }, + { + "loss_action": 0.02331610582768917, + "loss_total": 0.02331610582768917, + "step": 18210 + }, + { + "loss_action": 0.02552337944507599, + "loss_total": 0.02552337944507599, + "step": 18210 + }, + { + "loss_action": 0.02504613623023033, + "loss_total": 0.02504613623023033, + "step": 18210 + }, + { + "loss_action": 0.07108182460069656, + "loss_total": 0.07108182460069656, + "step": 18210 + }, + { + "loss_action": 0.02073996141552925, + "loss_total": 0.02073996141552925, + "step": 18210 + }, + { + "grad_norm": 0.5045934319496155, + "learning_rate": 9.529821532141884e-05, + "loss": 0.0295, + "step": 18220 + }, + { + "loss_action": 0.017689170315861702, + "loss_total": 0.017689170315861702, + "step": 18220 + }, + { + "loss_action": 0.03575577214360237, + "loss_total": 0.03575577214360237, + "step": 18220 + }, + { + "loss_action": 0.02327626943588257, + "loss_total": 0.02327626943588257, + "step": 18220 + }, + { + "loss_action": 0.07435403764247894, + "loss_total": 0.07435403764247894, + "step": 18220 + }, + { + "loss_action": 0.027215175330638885, + "loss_total": 0.027215175330638885, + "step": 18220 + }, + { + "loss_action": 0.024522176012396812, + "loss_total": 0.024522176012396812, + "step": 18220 + }, + { + "grad_norm": 0.647943913936615, + "learning_rate": 9.52912128127701e-05, + "loss": 0.0298, + "step": 18230 + }, + { + "loss_action": 0.021253211423754692, + "loss_total": 0.021253211423754692, + "step": 18230 + }, + { + "loss_action": 0.029046935960650444, + "loss_total": 0.029046935960650444, + "step": 18230 + }, + { + "loss_action": 0.03194323554635048, + "loss_total": 0.03194323554635048, + "step": 18230 + }, + { + "loss_action": 0.017419632524251938, + "loss_total": 0.017419632524251938, + "step": 18230 + }, + { + "loss_action": 0.03120824508368969, + "loss_total": 0.03120824508368969, + "step": 18230 + }, + { + "loss_action": 0.013990400359034538, + "loss_total": 0.013990400359034538, + "step": 18230 + }, + { + "grad_norm": 0.7113345265388489, + "learning_rate": 9.528420535114244e-05, + "loss": 0.0328, + "step": 18240 + }, + { + "loss_action": 0.03162005543708801, + "loss_total": 0.03162005543708801, + "step": 18240 + }, + { + "loss_action": 0.051239948719739914, + "loss_total": 0.051239948719739914, + "step": 18240 + }, + { + "loss_action": 0.034158069640398026, + "loss_total": 0.034158069640398026, + "step": 18240 + }, + { + "loss_action": 0.014535682275891304, + "loss_total": 0.014535682275891304, + "step": 18240 + }, + { + "loss_action": 0.16215454041957855, + "loss_total": 0.16215454041957855, + "step": 18240 + }, + { + "loss_action": 0.021409371867775917, + "loss_total": 0.021409371867775917, + "step": 18240 + }, + { + "grad_norm": 0.6919450759887695, + "learning_rate": 9.527719293730215e-05, + "loss": 0.051, + "step": 18250 + }, + { + "loss_action": 0.040001917630434036, + "loss_total": 0.040001917630434036, + "step": 18250 + }, + { + "loss_action": 0.029631443321704865, + "loss_total": 0.029631443321704865, + "step": 18250 + }, + { + "loss_action": 0.02318968065083027, + "loss_total": 0.02318968065083027, + "step": 18250 + }, + { + "loss_action": 0.033039458096027374, + "loss_total": 0.033039458096027374, + "step": 18250 + }, + { + "loss_action": 0.0461241751909256, + "loss_total": 0.0461241751909256, + "step": 18250 + }, + { + "loss_action": 0.0439288429915905, + "loss_total": 0.0439288429915905, + "step": 18250 + }, + { + "grad_norm": 0.7621477246284485, + "learning_rate": 9.527017557201611e-05, + "loss": 0.0424, + "step": 18260 + }, + { + "loss_action": 0.024434911087155342, + "loss_total": 0.024434911087155342, + "step": 18260 + }, + { + "loss_action": 0.04980497062206268, + "loss_total": 0.04980497062206268, + "step": 18260 + }, + { + "loss_action": 0.046239957213401794, + "loss_total": 0.046239957213401794, + "step": 18260 + }, + { + "loss_action": 0.026806799694895744, + "loss_total": 0.026806799694895744, + "step": 18260 + }, + { + "loss_action": 0.03066367097198963, + "loss_total": 0.03066367097198963, + "step": 18260 + }, + { + "loss_action": 0.0345265194773674, + "loss_total": 0.0345265194773674, + "step": 18260 + }, + { + "grad_norm": 0.64865642786026, + "learning_rate": 9.526315325605176e-05, + "loss": 0.0396, + "step": 18270 + }, + { + "loss_action": 0.02806525118649006, + "loss_total": 0.02806525118649006, + "step": 18270 + }, + { + "loss_action": 0.046444326639175415, + "loss_total": 0.046444326639175415, + "step": 18270 + }, + { + "loss_action": 0.032943159341812134, + "loss_total": 0.032943159341812134, + "step": 18270 + }, + { + "loss_action": 0.017890140414237976, + "loss_total": 0.017890140414237976, + "step": 18270 + }, + { + "loss_action": 0.05365755036473274, + "loss_total": 0.05365755036473274, + "step": 18270 + }, + { + "loss_action": 0.03732679784297943, + "loss_total": 0.03732679784297943, + "step": 18270 + }, + { + "grad_norm": 0.5660387277603149, + "learning_rate": 9.525612599017699e-05, + "loss": 0.0456, + "step": 18280 + }, + { + "loss_action": 0.029029080644249916, + "loss_total": 0.029029080644249916, + "step": 18280 + }, + { + "loss_action": 0.03339317813515663, + "loss_total": 0.03339317813515663, + "step": 18280 + }, + { + "loss_action": 0.027258602902293205, + "loss_total": 0.027258602902293205, + "step": 18280 + }, + { + "loss_action": 0.022149978205561638, + "loss_total": 0.022149978205561638, + "step": 18280 + }, + { + "loss_action": 0.030687900260090828, + "loss_total": 0.030687900260090828, + "step": 18280 + }, + { + "loss_action": 0.020997079089283943, + "loss_total": 0.020997079089283943, + "step": 18280 + }, + { + "grad_norm": 0.4371963441371918, + "learning_rate": 9.524909377516033e-05, + "loss": 0.0292, + "step": 18290 + }, + { + "loss_action": 0.030783697962760925, + "loss_total": 0.030783697962760925, + "step": 18290 + }, + { + "loss_action": 0.03608935698866844, + "loss_total": 0.03608935698866844, + "step": 18290 + }, + { + "loss_action": 0.033191338181495667, + "loss_total": 0.033191338181495667, + "step": 18290 + }, + { + "loss_action": 0.030759306624531746, + "loss_total": 0.030759306624531746, + "step": 18290 + }, + { + "loss_action": 0.02628166973590851, + "loss_total": 0.02628166973590851, + "step": 18290 + }, + { + "loss_action": 0.01874673366546631, + "loss_total": 0.01874673366546631, + "step": 18290 + }, + { + "grad_norm": 0.5378544926643372, + "learning_rate": 9.524205661177081e-05, + "loss": 0.0324, + "step": 18300 + }, + { + "loss_action": 0.021529702469706535, + "loss_total": 0.021529702469706535, + "step": 18300 + }, + { + "loss_action": 0.021023008972406387, + "loss_total": 0.021023008972406387, + "step": 18300 + }, + { + "loss_action": 0.02456287294626236, + "loss_total": 0.02456287294626236, + "step": 18300 + }, + { + "loss_action": 0.017959531396627426, + "loss_total": 0.017959531396627426, + "step": 18300 + }, + { + "loss_action": 0.04169497266411781, + "loss_total": 0.04169497266411781, + "step": 18300 + }, + { + "loss_action": 0.019323093816637993, + "loss_total": 0.019323093816637993, + "step": 18300 + }, + { + "grad_norm": 0.5275791883468628, + "learning_rate": 9.523501450077801e-05, + "loss": 0.0305, + "step": 18310 + }, + { + "loss_action": 0.026282332837581635, + "loss_total": 0.026282332837581635, + "step": 18310 + }, + { + "loss_action": 0.024489751085639, + "loss_total": 0.024489751085639, + "step": 18310 + }, + { + "loss_action": 0.03348950669169426, + "loss_total": 0.03348950669169426, + "step": 18310 + }, + { + "loss_action": 0.03574741631746292, + "loss_total": 0.03574741631746292, + "step": 18310 + }, + { + "loss_action": 0.02108905278146267, + "loss_total": 0.02108905278146267, + "step": 18310 + }, + { + "loss_action": 0.016280004754662514, + "loss_total": 0.016280004754662514, + "step": 18310 + }, + { + "grad_norm": 0.5936831831932068, + "learning_rate": 9.522796744295202e-05, + "loss": 0.0312, + "step": 18320 + }, + { + "loss_action": 0.25115758180618286, + "loss_total": 0.25115758180618286, + "step": 18320 + }, + { + "loss_action": 0.029811231419444084, + "loss_total": 0.029811231419444084, + "step": 18320 + }, + { + "loss_action": 0.027863238006830215, + "loss_total": 0.027863238006830215, + "step": 18320 + }, + { + "loss_action": 0.034479785710573196, + "loss_total": 0.034479785710573196, + "step": 18320 + }, + { + "loss_action": 0.10241632163524628, + "loss_total": 0.10241632163524628, + "step": 18320 + }, + { + "loss_action": 0.02172483317553997, + "loss_total": 0.02172483317553997, + "step": 18320 + }, + { + "grad_norm": 0.5171663165092468, + "learning_rate": 9.522091543906352e-05, + "loss": 0.0346, + "step": 18330 + }, + { + "loss_action": 0.02138226106762886, + "loss_total": 0.02138226106762886, + "step": 18330 + }, + { + "loss_action": 0.06825584918260574, + "loss_total": 0.06825584918260574, + "step": 18330 + }, + { + "loss_action": 0.0320407897233963, + "loss_total": 0.0320407897233963, + "step": 18330 + }, + { + "loss_action": 0.021141067147254944, + "loss_total": 0.021141067147254944, + "step": 18330 + }, + { + "loss_action": 0.03231335058808327, + "loss_total": 0.03231335058808327, + "step": 18330 + }, + { + "loss_action": 0.0145951546728611, + "loss_total": 0.0145951546728611, + "step": 18330 + }, + { + "grad_norm": 0.4688423275947571, + "learning_rate": 9.521385848988369e-05, + "loss": 0.0329, + "step": 18340 + }, + { + "loss_action": 0.02203446440398693, + "loss_total": 0.02203446440398693, + "step": 18340 + }, + { + "loss_action": 0.046195656061172485, + "loss_total": 0.046195656061172485, + "step": 18340 + }, + { + "loss_action": 0.02007770724594593, + "loss_total": 0.02007770724594593, + "step": 18340 + }, + { + "loss_action": 0.016897907480597496, + "loss_total": 0.016897907480597496, + "step": 18340 + }, + { + "loss_action": 0.15823890268802643, + "loss_total": 0.15823890268802643, + "step": 18340 + }, + { + "loss_action": 0.02009505406022072, + "loss_total": 0.02009505406022072, + "step": 18340 + }, + { + "grad_norm": 0.6139147877693176, + "learning_rate": 9.520679659618428e-05, + "loss": 0.0303, + "step": 18350 + }, + { + "loss_action": 0.03568587452173233, + "loss_total": 0.03568587452173233, + "step": 18350 + }, + { + "loss_action": 0.010968238115310669, + "loss_total": 0.010968238115310669, + "step": 18350 + }, + { + "loss_action": 0.011767386458814144, + "loss_total": 0.011767386458814144, + "step": 18350 + }, + { + "loss_action": 0.03165233135223389, + "loss_total": 0.03165233135223389, + "step": 18350 + }, + { + "loss_action": 0.026658358052372932, + "loss_total": 0.026658358052372932, + "step": 18350 + }, + { + "loss_action": 0.02990821935236454, + "loss_total": 0.02990821935236454, + "step": 18350 + }, + { + "grad_norm": 0.4377972185611725, + "learning_rate": 9.519972975873754e-05, + "loss": 0.0284, + "step": 18360 + }, + { + "loss_action": 0.047396473586559296, + "loss_total": 0.047396473586559296, + "step": 18360 + }, + { + "loss_action": 0.03394801914691925, + "loss_total": 0.03394801914691925, + "step": 18360 + }, + { + "loss_action": 0.01930462010204792, + "loss_total": 0.01930462010204792, + "step": 18360 + }, + { + "loss_action": 0.03163685277104378, + "loss_total": 0.03163685277104378, + "step": 18360 + }, + { + "loss_action": 0.032394953072071075, + "loss_total": 0.032394953072071075, + "step": 18360 + }, + { + "loss_action": 0.019867634400725365, + "loss_total": 0.019867634400725365, + "step": 18360 + }, + { + "grad_norm": 0.5157124400138855, + "learning_rate": 9.519265797831633e-05, + "loss": 0.0259, + "step": 18370 + }, + { + "loss_action": 0.04957738146185875, + "loss_total": 0.04957738146185875, + "step": 18370 + }, + { + "loss_action": 0.03520878776907921, + "loss_total": 0.03520878776907921, + "step": 18370 + }, + { + "loss_action": 0.02218662016093731, + "loss_total": 0.02218662016093731, + "step": 18370 + }, + { + "loss_action": 0.03775082156062126, + "loss_total": 0.03775082156062126, + "step": 18370 + }, + { + "loss_action": 0.01506000105291605, + "loss_total": 0.01506000105291605, + "step": 18370 + }, + { + "loss_action": 0.028144363313913345, + "loss_total": 0.028144363313913345, + "step": 18370 + }, + { + "grad_norm": 0.4985821545124054, + "learning_rate": 9.518558125569399e-05, + "loss": 0.0282, + "step": 18380 + }, + { + "loss_action": 0.027350090444087982, + "loss_total": 0.027350090444087982, + "step": 18380 + }, + { + "loss_action": 0.03376462683081627, + "loss_total": 0.03376462683081627, + "step": 18380 + }, + { + "loss_action": 0.015087734907865524, + "loss_total": 0.015087734907865524, + "step": 18380 + }, + { + "loss_action": 0.021364955231547356, + "loss_total": 0.021364955231547356, + "step": 18380 + }, + { + "loss_action": 0.018115367740392685, + "loss_total": 0.018115367740392685, + "step": 18380 + }, + { + "loss_action": 0.02197224274277687, + "loss_total": 0.02197224274277687, + "step": 18380 + }, + { + "grad_norm": 0.5679465532302856, + "learning_rate": 9.517849959164442e-05, + "loss": 0.0253, + "step": 18390 + }, + { + "loss_action": 0.03571408614516258, + "loss_total": 0.03571408614516258, + "step": 18390 + }, + { + "loss_action": 0.06261452287435532, + "loss_total": 0.06261452287435532, + "step": 18390 + }, + { + "loss_action": 0.04153836518526077, + "loss_total": 0.04153836518526077, + "step": 18390 + }, + { + "loss_action": 0.06447211652994156, + "loss_total": 0.06447211652994156, + "step": 18390 + }, + { + "loss_action": 0.008757311850786209, + "loss_total": 0.008757311850786209, + "step": 18390 + }, + { + "loss_action": 0.027431346476078033, + "loss_total": 0.027431346476078033, + "step": 18390 + }, + { + "grad_norm": 0.5324417352676392, + "learning_rate": 9.517141298694205e-05, + "loss": 0.0341, + "step": 18400 + }, + { + "loss_action": 0.04727914556860924, + "loss_total": 0.04727914556860924, + "step": 18400 + }, + { + "loss_action": 0.020675405859947205, + "loss_total": 0.020675405859947205, + "step": 18400 + }, + { + "loss_action": 0.04702956601977348, + "loss_total": 0.04702956601977348, + "step": 18400 + }, + { + "loss_action": 0.024873746559023857, + "loss_total": 0.024873746559023857, + "step": 18400 + }, + { + "loss_action": 0.08009897917509079, + "loss_total": 0.08009897917509079, + "step": 18400 + }, + { + "loss_action": 0.019416533410549164, + "loss_total": 0.019416533410549164, + "step": 18400 + }, + { + "grad_norm": 0.47206011414527893, + "learning_rate": 9.516432144236188e-05, + "loss": 0.0343, + "step": 18410 + }, + { + "loss_action": 0.04007064551115036, + "loss_total": 0.04007064551115036, + "step": 18410 + }, + { + "loss_action": 0.02182704396545887, + "loss_total": 0.02182704396545887, + "step": 18410 + }, + { + "loss_action": 0.030855825170874596, + "loss_total": 0.030855825170874596, + "step": 18410 + }, + { + "loss_action": 0.014558328315615654, + "loss_total": 0.014558328315615654, + "step": 18410 + }, + { + "loss_action": 0.015523838810622692, + "loss_total": 0.015523838810622692, + "step": 18410 + }, + { + "loss_action": 0.016494877636432648, + "loss_total": 0.016494877636432648, + "step": 18410 + }, + { + "grad_norm": 0.5432974100112915, + "learning_rate": 9.515722495867941e-05, + "loss": 0.0272, + "step": 18420 + }, + { + "loss_action": 0.039900168776512146, + "loss_total": 0.039900168776512146, + "step": 18420 + }, + { + "loss_action": 0.024011969566345215, + "loss_total": 0.024011969566345215, + "step": 18420 + }, + { + "loss_action": 0.04653286933898926, + "loss_total": 0.04653286933898926, + "step": 18420 + }, + { + "loss_action": 0.01921805925667286, + "loss_total": 0.01921805925667286, + "step": 18420 + }, + { + "loss_action": 0.022263966500759125, + "loss_total": 0.022263966500759125, + "step": 18420 + }, + { + "loss_action": 0.0683426484465599, + "loss_total": 0.0683426484465599, + "step": 18420 + }, + { + "grad_norm": 0.42598840594291687, + "learning_rate": 9.515012353667072e-05, + "loss": 0.0369, + "step": 18430 + }, + { + "loss_action": 0.024810178205370903, + "loss_total": 0.024810178205370903, + "step": 18430 + }, + { + "loss_action": 0.014887463301420212, + "loss_total": 0.014887463301420212, + "step": 18430 + }, + { + "loss_action": 0.019335590302944183, + "loss_total": 0.019335590302944183, + "step": 18430 + }, + { + "loss_action": 0.02635212242603302, + "loss_total": 0.02635212242603302, + "step": 18430 + }, + { + "loss_action": 0.01791144721210003, + "loss_total": 0.01791144721210003, + "step": 18430 + }, + { + "loss_action": 0.06756293028593063, + "loss_total": 0.06756293028593063, + "step": 18430 + }, + { + "grad_norm": 0.43678930401802063, + "learning_rate": 9.51430171771124e-05, + "loss": 0.0272, + "step": 18440 + }, + { + "loss_action": 0.03674209490418434, + "loss_total": 0.03674209490418434, + "step": 18440 + }, + { + "loss_action": 0.022601746022701263, + "loss_total": 0.022601746022701263, + "step": 18440 + }, + { + "loss_action": 0.04451790452003479, + "loss_total": 0.04451790452003479, + "step": 18440 + }, + { + "loss_action": 0.028627756983041763, + "loss_total": 0.028627756983041763, + "step": 18440 + }, + { + "loss_action": 0.016692029312253, + "loss_total": 0.016692029312253, + "step": 18440 + }, + { + "loss_action": 0.018880924209952354, + "loss_total": 0.018880924209952354, + "step": 18440 + }, + { + "grad_norm": 0.583646833896637, + "learning_rate": 9.513590588078159e-05, + "loss": 0.0283, + "step": 18450 + }, + { + "loss_action": 0.012324291281402111, + "loss_total": 0.012324291281402111, + "step": 18450 + }, + { + "loss_action": 0.05446665361523628, + "loss_total": 0.05446665361523628, + "step": 18450 + }, + { + "loss_action": 0.01823139190673828, + "loss_total": 0.01823139190673828, + "step": 18450 + }, + { + "loss_action": 0.015115372836589813, + "loss_total": 0.015115372836589813, + "step": 18450 + }, + { + "loss_action": 0.04128505289554596, + "loss_total": 0.04128505289554596, + "step": 18450 + }, + { + "loss_action": 0.012090027332305908, + "loss_total": 0.012090027332305908, + "step": 18450 + }, + { + "grad_norm": 0.5746534466743469, + "learning_rate": 9.512878964845597e-05, + "loss": 0.0315, + "step": 18460 + }, + { + "loss_action": 0.015795214101672173, + "loss_total": 0.015795214101672173, + "step": 18460 + }, + { + "loss_action": 0.014178276993334293, + "loss_total": 0.014178276993334293, + "step": 18460 + }, + { + "loss_action": 0.013607548549771309, + "loss_total": 0.013607548549771309, + "step": 18460 + }, + { + "loss_action": 0.026138853281736374, + "loss_total": 0.026138853281736374, + "step": 18460 + }, + { + "loss_action": 0.028317509219050407, + "loss_total": 0.028317509219050407, + "step": 18460 + }, + { + "loss_action": 0.018066266551613808, + "loss_total": 0.018066266551613808, + "step": 18460 + }, + { + "grad_norm": 0.4204704463481903, + "learning_rate": 9.512166848091377e-05, + "loss": 0.0292, + "step": 18470 + }, + { + "loss_action": 0.01822449080646038, + "loss_total": 0.01822449080646038, + "step": 18470 + }, + { + "loss_action": 0.025909578427672386, + "loss_total": 0.025909578427672386, + "step": 18470 + }, + { + "loss_action": 0.01387402880936861, + "loss_total": 0.01387402880936861, + "step": 18470 + }, + { + "loss_action": 0.016088342294096947, + "loss_total": 0.016088342294096947, + "step": 18470 + }, + { + "loss_action": 0.017465820536017418, + "loss_total": 0.017465820536017418, + "step": 18470 + }, + { + "loss_action": 0.018306346610188484, + "loss_total": 0.018306346610188484, + "step": 18470 + }, + { + "grad_norm": 0.45681536197662354, + "learning_rate": 9.511454237893376e-05, + "loss": 0.0298, + "step": 18480 + }, + { + "loss_action": 0.02272346243262291, + "loss_total": 0.02272346243262291, + "step": 18480 + }, + { + "loss_action": 0.011506777256727219, + "loss_total": 0.011506777256727219, + "step": 18480 + }, + { + "loss_action": 0.012260589748620987, + "loss_total": 0.012260589748620987, + "step": 18480 + }, + { + "loss_action": 0.028599735349416733, + "loss_total": 0.028599735349416733, + "step": 18480 + }, + { + "loss_action": 0.017552850767970085, + "loss_total": 0.017552850767970085, + "step": 18480 + }, + { + "loss_action": 0.028977010399103165, + "loss_total": 0.028977010399103165, + "step": 18480 + }, + { + "grad_norm": 0.46978768706321716, + "learning_rate": 9.51074113432952e-05, + "loss": 0.0235, + "step": 18490 + }, + { + "loss_action": 0.014608953148126602, + "loss_total": 0.014608953148126602, + "step": 18490 + }, + { + "loss_action": 0.026392506435513496, + "loss_total": 0.026392506435513496, + "step": 18490 + }, + { + "loss_action": 0.025054384022951126, + "loss_total": 0.025054384022951126, + "step": 18490 + }, + { + "loss_action": 0.023822329938411713, + "loss_total": 0.023822329938411713, + "step": 18490 + }, + { + "loss_action": 0.027335552498698235, + "loss_total": 0.027335552498698235, + "step": 18490 + }, + { + "loss_action": 0.03653931990265846, + "loss_total": 0.03653931990265846, + "step": 18490 + }, + { + "grad_norm": 0.4696692228317261, + "learning_rate": 9.510027537477797e-05, + "loss": 0.028, + "step": 18500 + }, + { + "loss_action": 0.021772535517811775, + "loss_total": 0.021772535517811775, + "step": 18500 + }, + { + "loss_action": 0.013086272403597832, + "loss_total": 0.013086272403597832, + "step": 18500 + }, + { + "loss_action": 0.018397687003016472, + "loss_total": 0.018397687003016472, + "step": 18500 + }, + { + "loss_action": 0.0126887122169137, + "loss_total": 0.0126887122169137, + "step": 18500 + }, + { + "loss_action": 0.016592025756835938, + "loss_total": 0.016592025756835938, + "step": 18500 + }, + { + "loss_action": 0.026024261489510536, + "loss_total": 0.026024261489510536, + "step": 18500 + }, + { + "grad_norm": 0.4670879542827606, + "learning_rate": 9.509313447416242e-05, + "loss": 0.0254, + "step": 18510 + }, + { + "loss_action": 0.01144646480679512, + "loss_total": 0.01144646480679512, + "step": 18510 + }, + { + "loss_action": 0.013075451366603374, + "loss_total": 0.013075451366603374, + "step": 18510 + }, + { + "loss_action": 0.037894751876592636, + "loss_total": 0.037894751876592636, + "step": 18510 + }, + { + "loss_action": 0.028247250244021416, + "loss_total": 0.028247250244021416, + "step": 18510 + }, + { + "loss_action": 0.0213034525513649, + "loss_total": 0.0213034525513649, + "step": 18510 + }, + { + "loss_action": 0.03133932873606682, + "loss_total": 0.03133932873606682, + "step": 18510 + }, + { + "grad_norm": 0.5503811836242676, + "learning_rate": 9.508598864222949e-05, + "loss": 0.0278, + "step": 18520 + }, + { + "loss_action": 0.013604296371340752, + "loss_total": 0.013604296371340752, + "step": 18520 + }, + { + "loss_action": 0.015167183242738247, + "loss_total": 0.015167183242738247, + "step": 18520 + }, + { + "loss_action": 0.01789040118455887, + "loss_total": 0.01789040118455887, + "step": 18520 + }, + { + "loss_action": 0.04058036953210831, + "loss_total": 0.04058036953210831, + "step": 18520 + }, + { + "loss_action": 0.009771918877959251, + "loss_total": 0.009771918877959251, + "step": 18520 + }, + { + "loss_action": 0.017838187515735626, + "loss_total": 0.017838187515735626, + "step": 18520 + }, + { + "grad_norm": 0.5666206479072571, + "learning_rate": 9.507883787976062e-05, + "loss": 0.0295, + "step": 18530 + }, + { + "loss_action": 0.017244385555386543, + "loss_total": 0.017244385555386543, + "step": 18530 + }, + { + "loss_action": 0.015305580571293831, + "loss_total": 0.015305580571293831, + "step": 18530 + }, + { + "loss_action": 0.025239014998078346, + "loss_total": 0.025239014998078346, + "step": 18530 + }, + { + "loss_action": 0.07389336824417114, + "loss_total": 0.07389336824417114, + "step": 18530 + }, + { + "loss_action": 0.012996518053114414, + "loss_total": 0.012996518053114414, + "step": 18530 + }, + { + "loss_action": 0.017294535413384438, + "loss_total": 0.017294535413384438, + "step": 18530 + }, + { + "grad_norm": 0.46322131156921387, + "learning_rate": 9.507168218753781e-05, + "loss": 0.0297, + "step": 18540 + }, + { + "loss_action": 0.024065770208835602, + "loss_total": 0.024065770208835602, + "step": 18540 + }, + { + "loss_action": 0.01340730581432581, + "loss_total": 0.01340730581432581, + "step": 18540 + }, + { + "loss_action": 0.018434032797813416, + "loss_total": 0.018434032797813416, + "step": 18540 + }, + { + "loss_action": 0.015095090493559837, + "loss_total": 0.015095090493559837, + "step": 18540 + }, + { + "loss_action": 0.050351832062006, + "loss_total": 0.050351832062006, + "step": 18540 + }, + { + "loss_action": 0.04413498193025589, + "loss_total": 0.04413498193025589, + "step": 18540 + }, + { + "grad_norm": 0.4963756501674652, + "learning_rate": 9.506452156634362e-05, + "loss": 0.0297, + "step": 18550 + }, + { + "loss_action": 0.021555252373218536, + "loss_total": 0.021555252373218536, + "step": 18550 + }, + { + "loss_action": 0.033436667174100876, + "loss_total": 0.033436667174100876, + "step": 18550 + }, + { + "loss_action": 0.028227753937244415, + "loss_total": 0.028227753937244415, + "step": 18550 + }, + { + "loss_action": 0.016002479940652847, + "loss_total": 0.016002479940652847, + "step": 18550 + }, + { + "loss_action": 0.02178414911031723, + "loss_total": 0.02178414911031723, + "step": 18550 + }, + { + "loss_action": 0.04003231227397919, + "loss_total": 0.04003231227397919, + "step": 18550 + }, + { + "grad_norm": 0.6191452741622925, + "learning_rate": 9.505735601696109e-05, + "loss": 0.0324, + "step": 18560 + }, + { + "loss_action": 0.02437094785273075, + "loss_total": 0.02437094785273075, + "step": 18560 + }, + { + "loss_action": 0.029526278376579285, + "loss_total": 0.029526278376579285, + "step": 18560 + }, + { + "loss_action": 0.019652433693408966, + "loss_total": 0.019652433693408966, + "step": 18560 + }, + { + "loss_action": 0.028362415730953217, + "loss_total": 0.028362415730953217, + "step": 18560 + }, + { + "loss_action": 0.012623194605112076, + "loss_total": 0.012623194605112076, + "step": 18560 + }, + { + "loss_action": 0.03812732547521591, + "loss_total": 0.03812732547521591, + "step": 18560 + }, + { + "grad_norm": 0.450670063495636, + "learning_rate": 9.505018554017385e-05, + "loss": 0.0293, + "step": 18570 + }, + { + "loss_action": 0.025026798248291016, + "loss_total": 0.025026798248291016, + "step": 18570 + }, + { + "loss_action": 0.02222420461475849, + "loss_total": 0.02222420461475849, + "step": 18570 + }, + { + "loss_action": 0.019749149680137634, + "loss_total": 0.019749149680137634, + "step": 18570 + }, + { + "loss_action": 0.020180873572826385, + "loss_total": 0.020180873572826385, + "step": 18570 + }, + { + "loss_action": 0.05205411836504936, + "loss_total": 0.05205411836504936, + "step": 18570 + }, + { + "loss_action": 0.019237566739320755, + "loss_total": 0.019237566739320755, + "step": 18570 + }, + { + "grad_norm": 0.4670960605144501, + "learning_rate": 9.504301013676604e-05, + "loss": 0.0292, + "step": 18580 + }, + { + "loss_action": 0.03225405514240265, + "loss_total": 0.03225405514240265, + "step": 18580 + }, + { + "loss_action": 0.025552036240696907, + "loss_total": 0.025552036240696907, + "step": 18580 + }, + { + "loss_action": 0.01609027571976185, + "loss_total": 0.01609027571976185, + "step": 18580 + }, + { + "loss_action": 0.012987003661692142, + "loss_total": 0.012987003661692142, + "step": 18580 + }, + { + "loss_action": 0.03272265940904617, + "loss_total": 0.03272265940904617, + "step": 18580 + }, + { + "loss_action": 0.021383965387940407, + "loss_total": 0.021383965387940407, + "step": 18580 + }, + { + "grad_norm": 0.5498407483100891, + "learning_rate": 9.503582980752238e-05, + "loss": 0.0264, + "step": 18590 + }, + { + "loss_action": 0.019316434860229492, + "loss_total": 0.019316434860229492, + "step": 18590 + }, + { + "loss_action": 0.04414241015911102, + "loss_total": 0.04414241015911102, + "step": 18590 + }, + { + "loss_action": 0.015669209882616997, + "loss_total": 0.015669209882616997, + "step": 18590 + }, + { + "loss_action": 0.021883545443415642, + "loss_total": 0.021883545443415642, + "step": 18590 + }, + { + "loss_action": 0.020681418478488922, + "loss_total": 0.020681418478488922, + "step": 18590 + }, + { + "loss_action": 0.010953216813504696, + "loss_total": 0.010953216813504696, + "step": 18590 + }, + { + "grad_norm": 0.7140519022941589, + "learning_rate": 9.502864455322809e-05, + "loss": 0.0333, + "step": 18600 + }, + { + "loss_action": 0.016709178686141968, + "loss_total": 0.016709178686141968, + "step": 18600 + }, + { + "loss_action": 0.03363945707678795, + "loss_total": 0.03363945707678795, + "step": 18600 + }, + { + "loss_action": 0.014509318396449089, + "loss_total": 0.014509318396449089, + "step": 18600 + }, + { + "loss_action": 0.02694868855178356, + "loss_total": 0.02694868855178356, + "step": 18600 + }, + { + "loss_action": 0.049156349152326584, + "loss_total": 0.049156349152326584, + "step": 18600 + }, + { + "loss_action": 0.0411297045648098, + "loss_total": 0.0411297045648098, + "step": 18600 + }, + { + "grad_norm": 0.40470337867736816, + "learning_rate": 9.502145437466891e-05, + "loss": 0.0296, + "step": 18610 + }, + { + "loss_action": 0.06371638923883438, + "loss_total": 0.06371638923883438, + "step": 18610 + }, + { + "loss_action": 0.029252050444483757, + "loss_total": 0.029252050444483757, + "step": 18610 + }, + { + "loss_action": 0.026918252930045128, + "loss_total": 0.026918252930045128, + "step": 18610 + }, + { + "loss_action": 0.04968959838151932, + "loss_total": 0.04968959838151932, + "step": 18610 + }, + { + "loss_action": 0.02399660460650921, + "loss_total": 0.02399660460650921, + "step": 18610 + }, + { + "loss_action": 0.034773413091897964, + "loss_total": 0.034773413091897964, + "step": 18610 + }, + { + "grad_norm": 0.3928934931755066, + "learning_rate": 9.501425927263116e-05, + "loss": 0.0323, + "step": 18620 + }, + { + "loss_action": 0.013434498570859432, + "loss_total": 0.013434498570859432, + "step": 18620 + }, + { + "loss_action": 0.02263103984296322, + "loss_total": 0.02263103984296322, + "step": 18620 + }, + { + "loss_action": 0.020562568679451942, + "loss_total": 0.020562568679451942, + "step": 18620 + }, + { + "loss_action": 0.04064803943037987, + "loss_total": 0.04064803943037987, + "step": 18620 + }, + { + "loss_action": 0.013845087960362434, + "loss_total": 0.013845087960362434, + "step": 18620 + }, + { + "loss_action": 0.025692136958241463, + "loss_total": 0.025692136958241463, + "step": 18620 + }, + { + "grad_norm": 0.4705934524536133, + "learning_rate": 9.500705924790172e-05, + "loss": 0.0299, + "step": 18630 + }, + { + "loss_action": 0.03312736377120018, + "loss_total": 0.03312736377120018, + "step": 18630 + }, + { + "loss_action": 0.028454851359128952, + "loss_total": 0.028454851359128952, + "step": 18630 + }, + { + "loss_action": 0.02882576361298561, + "loss_total": 0.02882576361298561, + "step": 18630 + }, + { + "loss_action": 0.03291334584355354, + "loss_total": 0.03291334584355354, + "step": 18630 + }, + { + "loss_action": 0.018965737894177437, + "loss_total": 0.018965737894177437, + "step": 18630 + }, + { + "loss_action": 0.024795500561594963, + "loss_total": 0.024795500561594963, + "step": 18630 + }, + { + "grad_norm": 0.537762463092804, + "learning_rate": 9.499985430126794e-05, + "loss": 0.0287, + "step": 18640 + }, + { + "loss_action": 0.03251836076378822, + "loss_total": 0.03251836076378822, + "step": 18640 + }, + { + "loss_action": 0.03862147033214569, + "loss_total": 0.03862147033214569, + "step": 18640 + }, + { + "loss_action": 0.03138142451643944, + "loss_total": 0.03138142451643944, + "step": 18640 + }, + { + "loss_action": 0.03184935823082924, + "loss_total": 0.03184935823082924, + "step": 18640 + }, + { + "loss_action": 0.16490447521209717, + "loss_total": 0.16490447521209717, + "step": 18640 + }, + { + "loss_action": 0.04823625087738037, + "loss_total": 0.04823625087738037, + "step": 18640 + }, + { + "grad_norm": 0.47002556920051575, + "learning_rate": 9.499264443351775e-05, + "loss": 0.0307, + "step": 18650 + }, + { + "loss_action": 0.03504427894949913, + "loss_total": 0.03504427894949913, + "step": 18650 + }, + { + "loss_action": 0.014605486765503883, + "loss_total": 0.014605486765503883, + "step": 18650 + }, + { + "loss_action": 0.022342445328831673, + "loss_total": 0.022342445328831673, + "step": 18650 + }, + { + "loss_action": 0.047331925481557846, + "loss_total": 0.047331925481557846, + "step": 18650 + }, + { + "loss_action": 0.035998791456222534, + "loss_total": 0.035998791456222534, + "step": 18650 + }, + { + "loss_action": 0.016383949667215347, + "loss_total": 0.016383949667215347, + "step": 18650 + }, + { + "grad_norm": 0.43616241216659546, + "learning_rate": 9.498542964543961e-05, + "loss": 0.0281, + "step": 18660 + }, + { + "loss_action": 0.022033795714378357, + "loss_total": 0.022033795714378357, + "step": 18660 + }, + { + "loss_action": 0.03415330871939659, + "loss_total": 0.03415330871939659, + "step": 18660 + }, + { + "loss_action": 0.07353932410478592, + "loss_total": 0.07353932410478592, + "step": 18660 + }, + { + "loss_action": 0.03510882705450058, + "loss_total": 0.03510882705450058, + "step": 18660 + }, + { + "loss_action": 0.024034492671489716, + "loss_total": 0.024034492671489716, + "step": 18660 + }, + { + "loss_action": 0.017455248162150383, + "loss_total": 0.017455248162150383, + "step": 18660 + }, + { + "grad_norm": 0.3659321963787079, + "learning_rate": 9.497820993782252e-05, + "loss": 0.0262, + "step": 18670 + }, + { + "loss_action": 0.024091210216283798, + "loss_total": 0.024091210216283798, + "step": 18670 + }, + { + "loss_action": 0.05895093083381653, + "loss_total": 0.05895093083381653, + "step": 18670 + }, + { + "loss_action": 0.012396706268191338, + "loss_total": 0.012396706268191338, + "step": 18670 + }, + { + "loss_action": 0.07397464662790298, + "loss_total": 0.07397464662790298, + "step": 18670 + }, + { + "loss_action": 0.03285596892237663, + "loss_total": 0.03285596892237663, + "step": 18670 + }, + { + "loss_action": 0.028880998492240906, + "loss_total": 0.028880998492240906, + "step": 18670 + }, + { + "grad_norm": 0.6224647760391235, + "learning_rate": 9.497098531145601e-05, + "loss": 0.0303, + "step": 18680 + }, + { + "loss_action": 0.011017375625669956, + "loss_total": 0.011017375625669956, + "step": 18680 + }, + { + "loss_action": 0.03949613496661186, + "loss_total": 0.03949613496661186, + "step": 18680 + }, + { + "loss_action": 0.024120204150676727, + "loss_total": 0.024120204150676727, + "step": 18680 + }, + { + "loss_action": 0.020186137408018112, + "loss_total": 0.020186137408018112, + "step": 18680 + }, + { + "loss_action": 0.044284969568252563, + "loss_total": 0.044284969568252563, + "step": 18680 + }, + { + "loss_action": 0.017483029514551163, + "loss_total": 0.017483029514551163, + "step": 18680 + }, + { + "grad_norm": 0.4732537567615509, + "learning_rate": 9.496375576713017e-05, + "loss": 0.0309, + "step": 18690 + }, + { + "loss_action": 0.0497879832983017, + "loss_total": 0.0497879832983017, + "step": 18690 + }, + { + "loss_action": 0.015760716050863266, + "loss_total": 0.015760716050863266, + "step": 18690 + }, + { + "loss_action": 0.04625030234456062, + "loss_total": 0.04625030234456062, + "step": 18690 + }, + { + "loss_action": 0.01355504896491766, + "loss_total": 0.01355504896491766, + "step": 18690 + }, + { + "loss_action": 0.018250856548547745, + "loss_total": 0.018250856548547745, + "step": 18690 + }, + { + "loss_action": 0.02529294602572918, + "loss_total": 0.02529294602572918, + "step": 18690 + }, + { + "grad_norm": 4.06577730178833, + "learning_rate": 9.49565213056356e-05, + "loss": 0.0373, + "step": 18700 + }, + { + "loss_action": 0.02292337827384472, + "loss_total": 0.02292337827384472, + "step": 18700 + }, + { + "loss_action": 0.05850496143102646, + "loss_total": 0.05850496143102646, + "step": 18700 + }, + { + "loss_action": 0.03048345260322094, + "loss_total": 0.03048345260322094, + "step": 18700 + }, + { + "loss_action": 0.031358975917100906, + "loss_total": 0.031358975917100906, + "step": 18700 + }, + { + "loss_action": 0.01964433491230011, + "loss_total": 0.01964433491230011, + "step": 18700 + }, + { + "loss_action": 0.03221164271235466, + "loss_total": 0.03221164271235466, + "step": 18700 + }, + { + "grad_norm": 0.5424070358276367, + "learning_rate": 9.494928192776342e-05, + "loss": 0.0494, + "step": 18710 + }, + { + "loss_action": 0.02846602164208889, + "loss_total": 0.02846602164208889, + "step": 18710 + }, + { + "loss_action": 0.02132152020931244, + "loss_total": 0.02132152020931244, + "step": 18710 + }, + { + "loss_action": 0.03714616596698761, + "loss_total": 0.03714616596698761, + "step": 18710 + }, + { + "loss_action": 0.03265133872628212, + "loss_total": 0.03265133872628212, + "step": 18710 + }, + { + "loss_action": 0.024908699095249176, + "loss_total": 0.024908699095249176, + "step": 18710 + }, + { + "loss_action": 0.02619248814880848, + "loss_total": 0.02619248814880848, + "step": 18710 + }, + { + "grad_norm": 0.7580037713050842, + "learning_rate": 9.494203763430538e-05, + "loss": 0.0517, + "step": 18720 + }, + { + "loss_action": 0.060528840869665146, + "loss_total": 0.060528840869665146, + "step": 18720 + }, + { + "loss_action": 0.057274509221315384, + "loss_total": 0.057274509221315384, + "step": 18720 + }, + { + "loss_action": 0.034554194658994675, + "loss_total": 0.034554194658994675, + "step": 18720 + }, + { + "loss_action": 0.13464897871017456, + "loss_total": 0.13464897871017456, + "step": 18720 + }, + { + "loss_action": 0.046532418578863144, + "loss_total": 0.046532418578863144, + "step": 18720 + }, + { + "loss_action": 0.04680386558175087, + "loss_total": 0.04680386558175087, + "step": 18720 + }, + { + "grad_norm": 0.5705918073654175, + "learning_rate": 9.493478842605366e-05, + "loss": 0.0459, + "step": 18730 + }, + { + "loss_action": 0.032735779881477356, + "loss_total": 0.032735779881477356, + "step": 18730 + }, + { + "loss_action": 0.019523682072758675, + "loss_total": 0.019523682072758675, + "step": 18730 + }, + { + "loss_action": 0.029270661994814873, + "loss_total": 0.029270661994814873, + "step": 18730 + }, + { + "loss_action": 0.03726210072636604, + "loss_total": 0.03726210072636604, + "step": 18730 + }, + { + "loss_action": 0.06453786045312881, + "loss_total": 0.06453786045312881, + "step": 18730 + }, + { + "loss_action": 0.037960149347782135, + "loss_total": 0.037960149347782135, + "step": 18730 + }, + { + "grad_norm": 0.6821385622024536, + "learning_rate": 9.492753430380105e-05, + "loss": 0.04, + "step": 18740 + }, + { + "loss_action": 0.042533986270427704, + "loss_total": 0.042533986270427704, + "step": 18740 + }, + { + "loss_action": 0.028348596766591072, + "loss_total": 0.028348596766591072, + "step": 18740 + }, + { + "loss_action": 0.033431872725486755, + "loss_total": 0.033431872725486755, + "step": 18740 + }, + { + "loss_action": 0.0349712036550045, + "loss_total": 0.0349712036550045, + "step": 18740 + }, + { + "loss_action": 0.018146362155675888, + "loss_total": 0.018146362155675888, + "step": 18740 + }, + { + "loss_action": 0.016994431614875793, + "loss_total": 0.016994431614875793, + "step": 18740 + }, + { + "grad_norm": 0.5487147569656372, + "learning_rate": 9.492027526834083e-05, + "loss": 0.0398, + "step": 18750 + }, + { + "loss_action": 0.02900373563170433, + "loss_total": 0.02900373563170433, + "step": 18750 + }, + { + "loss_action": 0.10946815460920334, + "loss_total": 0.10946815460920334, + "step": 18750 + }, + { + "loss_action": 0.018884779885411263, + "loss_total": 0.018884779885411263, + "step": 18750 + }, + { + "loss_action": 0.028548238798975945, + "loss_total": 0.028548238798975945, + "step": 18750 + }, + { + "loss_action": 0.025459833443164825, + "loss_total": 0.025459833443164825, + "step": 18750 + }, + { + "loss_action": 0.049565140157938004, + "loss_total": 0.049565140157938004, + "step": 18750 + }, + { + "grad_norm": 0.6169182658195496, + "learning_rate": 9.491301132046684e-05, + "loss": 0.0395, + "step": 18760 + }, + { + "loss_action": 0.01770596206188202, + "loss_total": 0.01770596206188202, + "step": 18760 + }, + { + "loss_action": 0.1128327026963234, + "loss_total": 0.1128327026963234, + "step": 18760 + }, + { + "loss_action": 0.06827711313962936, + "loss_total": 0.06827711313962936, + "step": 18760 + }, + { + "loss_action": 0.03974706307053566, + "loss_total": 0.03974706307053566, + "step": 18760 + }, + { + "loss_action": 0.03332829475402832, + "loss_total": 0.03332829475402832, + "step": 18760 + }, + { + "loss_action": 0.05746995657682419, + "loss_total": 0.05746995657682419, + "step": 18760 + }, + { + "grad_norm": 0.5356215834617615, + "learning_rate": 9.490574246097345e-05, + "loss": 0.0379, + "step": 18770 + }, + { + "loss_action": 0.020000282675027847, + "loss_total": 0.020000282675027847, + "step": 18770 + }, + { + "loss_action": 0.04024963453412056, + "loss_total": 0.04024963453412056, + "step": 18770 + }, + { + "loss_action": 0.028085969388484955, + "loss_total": 0.028085969388484955, + "step": 18770 + }, + { + "loss_action": 0.0530996136367321, + "loss_total": 0.0530996136367321, + "step": 18770 + }, + { + "loss_action": 0.023524845018982887, + "loss_total": 0.023524845018982887, + "step": 18770 + }, + { + "loss_action": 0.027579685673117638, + "loss_total": 0.027579685673117638, + "step": 18770 + }, + { + "grad_norm": 0.5105161070823669, + "learning_rate": 9.48984686906556e-05, + "loss": 0.0299, + "step": 18780 + }, + { + "loss_action": 0.012705017812550068, + "loss_total": 0.012705017812550068, + "step": 18780 + }, + { + "loss_action": 0.02213226445019245, + "loss_total": 0.02213226445019245, + "step": 18780 + }, + { + "loss_action": 0.04779350757598877, + "loss_total": 0.04779350757598877, + "step": 18780 + }, + { + "loss_action": 0.04310918599367142, + "loss_total": 0.04310918599367142, + "step": 18780 + }, + { + "loss_action": 0.019889840856194496, + "loss_total": 0.019889840856194496, + "step": 18780 + }, + { + "loss_action": 0.024513360112905502, + "loss_total": 0.024513360112905502, + "step": 18780 + }, + { + "grad_norm": 0.42833688855171204, + "learning_rate": 9.489119001030871e-05, + "loss": 0.0277, + "step": 18790 + }, + { + "loss_action": 0.024944139644503593, + "loss_total": 0.024944139644503593, + "step": 18790 + }, + { + "loss_action": 0.02526099607348442, + "loss_total": 0.02526099607348442, + "step": 18790 + }, + { + "loss_action": 0.13812898099422455, + "loss_total": 0.13812898099422455, + "step": 18790 + }, + { + "loss_action": 0.013616470620036125, + "loss_total": 0.013616470620036125, + "step": 18790 + }, + { + "loss_action": 0.014639359898865223, + "loss_total": 0.014639359898865223, + "step": 18790 + }, + { + "loss_action": 0.02966933511197567, + "loss_total": 0.02966933511197567, + "step": 18790 + }, + { + "grad_norm": 0.5692796111106873, + "learning_rate": 9.488390642072878e-05, + "loss": 0.0322, + "step": 18800 + }, + { + "loss_action": 0.03539305552840233, + "loss_total": 0.03539305552840233, + "step": 18800 + }, + { + "loss_action": 0.029127169400453568, + "loss_total": 0.029127169400453568, + "step": 18800 + }, + { + "loss_action": 0.013846700079739094, + "loss_total": 0.013846700079739094, + "step": 18800 + }, + { + "loss_action": 0.042556922882795334, + "loss_total": 0.042556922882795334, + "step": 18800 + }, + { + "loss_action": 0.016002295538783073, + "loss_total": 0.016002295538783073, + "step": 18800 + }, + { + "loss_action": 0.01723654940724373, + "loss_total": 0.01723654940724373, + "step": 18800 + }, + { + "grad_norm": 0.5243633985519409, + "learning_rate": 9.48766179227123e-05, + "loss": 0.025, + "step": 18810 + }, + { + "loss_action": 0.012891720980405807, + "loss_total": 0.012891720980405807, + "step": 18810 + }, + { + "loss_action": 0.01578047126531601, + "loss_total": 0.01578047126531601, + "step": 18810 + }, + { + "loss_action": 0.013186393305659294, + "loss_total": 0.013186393305659294, + "step": 18810 + }, + { + "loss_action": 0.01573626883327961, + "loss_total": 0.01573626883327961, + "step": 18810 + }, + { + "loss_action": 0.034895312041044235, + "loss_total": 0.034895312041044235, + "step": 18810 + }, + { + "loss_action": 0.025589046999812126, + "loss_total": 0.025589046999812126, + "step": 18810 + }, + { + "grad_norm": 0.6391893029212952, + "learning_rate": 9.486932451705636e-05, + "loss": 0.0293, + "step": 18820 + }, + { + "loss_action": 0.027151500806212425, + "loss_total": 0.027151500806212425, + "step": 18820 + }, + { + "loss_action": 0.02039380371570587, + "loss_total": 0.02039380371570587, + "step": 18820 + }, + { + "loss_action": 0.018726754933595657, + "loss_total": 0.018726754933595657, + "step": 18820 + }, + { + "loss_action": 0.04917212203145027, + "loss_total": 0.04917212203145027, + "step": 18820 + }, + { + "loss_action": 0.0294526107609272, + "loss_total": 0.0294526107609272, + "step": 18820 + }, + { + "loss_action": 0.042847756296396255, + "loss_total": 0.042847756296396255, + "step": 18820 + }, + { + "grad_norm": 0.5087555646896362, + "learning_rate": 9.486202620455857e-05, + "loss": 0.033, + "step": 18830 + }, + { + "loss_action": 0.025180697441101074, + "loss_total": 0.025180697441101074, + "step": 18830 + }, + { + "loss_action": 0.016268741339445114, + "loss_total": 0.016268741339445114, + "step": 18830 + }, + { + "loss_action": 0.015764495357871056, + "loss_total": 0.015764495357871056, + "step": 18830 + }, + { + "loss_action": 0.013073615729808807, + "loss_total": 0.013073615729808807, + "step": 18830 + }, + { + "loss_action": 0.015642447397112846, + "loss_total": 0.015642447397112846, + "step": 18830 + }, + { + "loss_action": 0.031230105087161064, + "loss_total": 0.031230105087161064, + "step": 18830 + }, + { + "grad_norm": 0.5021204352378845, + "learning_rate": 9.485472298601704e-05, + "loss": 0.0303, + "step": 18840 + }, + { + "loss_action": 0.06472594290971756, + "loss_total": 0.06472594290971756, + "step": 18840 + }, + { + "loss_action": 0.04519224539399147, + "loss_total": 0.04519224539399147, + "step": 18840 + }, + { + "loss_action": 0.021961987018585205, + "loss_total": 0.021961987018585205, + "step": 18840 + }, + { + "loss_action": 0.031290117651224136, + "loss_total": 0.031290117651224136, + "step": 18840 + }, + { + "loss_action": 0.03195563331246376, + "loss_total": 0.03195563331246376, + "step": 18840 + }, + { + "loss_action": 0.0248269010335207, + "loss_total": 0.0248269010335207, + "step": 18840 + }, + { + "grad_norm": 0.5704721212387085, + "learning_rate": 9.484741486223043e-05, + "loss": 0.0384, + "step": 18850 + }, + { + "loss_action": 0.026515496894717216, + "loss_total": 0.026515496894717216, + "step": 18850 + }, + { + "loss_action": 0.032307542860507965, + "loss_total": 0.032307542860507965, + "step": 18850 + }, + { + "loss_action": 0.016459114849567413, + "loss_total": 0.016459114849567413, + "step": 18850 + }, + { + "loss_action": 0.06411810964345932, + "loss_total": 0.06411810964345932, + "step": 18850 + }, + { + "loss_action": 0.039301685988903046, + "loss_total": 0.039301685988903046, + "step": 18850 + }, + { + "loss_action": 0.027035439386963844, + "loss_total": 0.027035439386963844, + "step": 18850 + }, + { + "grad_norm": 0.5377234816551208, + "learning_rate": 9.484010183399797e-05, + "loss": 0.0371, + "step": 18860 + }, + { + "loss_action": 0.01847067102789879, + "loss_total": 0.01847067102789879, + "step": 18860 + }, + { + "loss_action": 0.030126940459012985, + "loss_total": 0.030126940459012985, + "step": 18860 + }, + { + "loss_action": 0.024153100326657295, + "loss_total": 0.024153100326657295, + "step": 18860 + }, + { + "loss_action": 0.01586875692009926, + "loss_total": 0.01586875692009926, + "step": 18860 + }, + { + "loss_action": 0.041467659175395966, + "loss_total": 0.041467659175395966, + "step": 18860 + }, + { + "loss_action": 0.03767864778637886, + "loss_total": 0.03767864778637886, + "step": 18860 + }, + { + "grad_norm": 0.4745199680328369, + "learning_rate": 9.483278390211938e-05, + "loss": 0.0315, + "step": 18870 + }, + { + "loss_action": 0.02577245980501175, + "loss_total": 0.02577245980501175, + "step": 18870 + }, + { + "loss_action": 0.022345446050167084, + "loss_total": 0.022345446050167084, + "step": 18870 + }, + { + "loss_action": 0.035396117717027664, + "loss_total": 0.035396117717027664, + "step": 18870 + }, + { + "loss_action": 0.026233937591314316, + "loss_total": 0.026233937591314316, + "step": 18870 + }, + { + "loss_action": 0.019311098381876945, + "loss_total": 0.019311098381876945, + "step": 18870 + }, + { + "loss_action": 0.02625300921499729, + "loss_total": 0.02625300921499729, + "step": 18870 + }, + { + "grad_norm": 0.616027295589447, + "learning_rate": 9.482546106739496e-05, + "loss": 0.0266, + "step": 18880 + }, + { + "loss_action": 0.05789869651198387, + "loss_total": 0.05789869651198387, + "step": 18880 + }, + { + "loss_action": 0.012237034738063812, + "loss_total": 0.012237034738063812, + "step": 18880 + }, + { + "loss_action": 0.05065958946943283, + "loss_total": 0.05065958946943283, + "step": 18880 + }, + { + "loss_action": 0.027630886062979698, + "loss_total": 0.027630886062979698, + "step": 18880 + }, + { + "loss_action": 0.014772272668778896, + "loss_total": 0.014772272668778896, + "step": 18880 + }, + { + "loss_action": 0.017589343711733818, + "loss_total": 0.017589343711733818, + "step": 18880 + }, + { + "grad_norm": 0.4143522083759308, + "learning_rate": 9.48181333306255e-05, + "loss": 0.0306, + "step": 18890 + }, + { + "loss_action": 0.011649309657514095, + "loss_total": 0.011649309657514095, + "step": 18890 + }, + { + "loss_action": 0.06718587130308151, + "loss_total": 0.06718587130308151, + "step": 18890 + }, + { + "loss_action": 0.015253514982759953, + "loss_total": 0.015253514982759953, + "step": 18890 + }, + { + "loss_action": 0.015010803937911987, + "loss_total": 0.015010803937911987, + "step": 18890 + }, + { + "loss_action": 0.04182831943035126, + "loss_total": 0.04182831943035126, + "step": 18890 + }, + { + "loss_action": 0.021046916022896767, + "loss_total": 0.021046916022896767, + "step": 18890 + }, + { + "grad_norm": 0.5199018120765686, + "learning_rate": 9.481080069261237e-05, + "loss": 0.0288, + "step": 18900 + }, + { + "loss_action": 0.01862325519323349, + "loss_total": 0.01862325519323349, + "step": 18900 + }, + { + "loss_action": 0.021986249834299088, + "loss_total": 0.021986249834299088, + "step": 18900 + }, + { + "loss_action": 0.015330834314227104, + "loss_total": 0.015330834314227104, + "step": 18900 + }, + { + "loss_action": 0.02447584643959999, + "loss_total": 0.02447584643959999, + "step": 18900 + }, + { + "loss_action": 0.020652933046221733, + "loss_total": 0.020652933046221733, + "step": 18900 + }, + { + "loss_action": 0.013253659941256046, + "loss_total": 0.013253659941256046, + "step": 18900 + }, + { + "grad_norm": 0.4861786961555481, + "learning_rate": 9.480346315415745e-05, + "loss": 0.0349, + "step": 18910 + }, + { + "loss_action": 0.023812580853700638, + "loss_total": 0.023812580853700638, + "step": 18910 + }, + { + "loss_action": 0.03357167914509773, + "loss_total": 0.03357167914509773, + "step": 18910 + }, + { + "loss_action": 0.04146626219153404, + "loss_total": 0.04146626219153404, + "step": 18910 + }, + { + "loss_action": 0.05572224408388138, + "loss_total": 0.05572224408388138, + "step": 18910 + }, + { + "loss_action": 0.047681741416454315, + "loss_total": 0.047681741416454315, + "step": 18910 + }, + { + "loss_action": 0.03982332721352577, + "loss_total": 0.03982332721352577, + "step": 18910 + }, + { + "grad_norm": 0.48723796010017395, + "learning_rate": 9.479612071606314e-05, + "loss": 0.0326, + "step": 18920 + }, + { + "loss_action": 0.03540796414017677, + "loss_total": 0.03540796414017677, + "step": 18920 + }, + { + "loss_action": 0.06039460375905037, + "loss_total": 0.06039460375905037, + "step": 18920 + }, + { + "loss_action": 0.014440732076764107, + "loss_total": 0.014440732076764107, + "step": 18920 + }, + { + "loss_action": 0.023466207087039948, + "loss_total": 0.023466207087039948, + "step": 18920 + }, + { + "loss_action": 0.015401403419673443, + "loss_total": 0.015401403419673443, + "step": 18920 + }, + { + "loss_action": 0.020202193409204483, + "loss_total": 0.020202193409204483, + "step": 18920 + }, + { + "grad_norm": 0.5201749801635742, + "learning_rate": 9.478877337913244e-05, + "loss": 0.0328, + "step": 18930 + }, + { + "loss_action": 0.025880862027406693, + "loss_total": 0.025880862027406693, + "step": 18930 + }, + { + "loss_action": 0.02185017243027687, + "loss_total": 0.02185017243027687, + "step": 18930 + }, + { + "loss_action": 0.08491897583007812, + "loss_total": 0.08491897583007812, + "step": 18930 + }, + { + "loss_action": 0.033253367990255356, + "loss_total": 0.033253367990255356, + "step": 18930 + }, + { + "loss_action": 0.023553287610411644, + "loss_total": 0.023553287610411644, + "step": 18930 + }, + { + "loss_action": 0.02782432734966278, + "loss_total": 0.02782432734966278, + "step": 18930 + }, + { + "grad_norm": 0.9107311367988586, + "learning_rate": 9.478142114416881e-05, + "loss": 0.0339, + "step": 18940 + }, + { + "loss_action": 0.04061388224363327, + "loss_total": 0.04061388224363327, + "step": 18940 + }, + { + "loss_action": 0.02766711264848709, + "loss_total": 0.02766711264848709, + "step": 18940 + }, + { + "loss_action": 0.05962008982896805, + "loss_total": 0.05962008982896805, + "step": 18940 + }, + { + "loss_action": 0.028055140748620033, + "loss_total": 0.028055140748620033, + "step": 18940 + }, + { + "loss_action": 0.02484220266342163, + "loss_total": 0.02484220266342163, + "step": 18940 + }, + { + "loss_action": 0.015612523071467876, + "loss_total": 0.015612523071467876, + "step": 18940 + }, + { + "grad_norm": 0.638843297958374, + "learning_rate": 9.47740640119763e-05, + "loss": 0.0326, + "step": 18950 + }, + { + "loss_action": 0.028366077691316605, + "loss_total": 0.028366077691316605, + "step": 18950 + }, + { + "loss_action": 0.05661840736865997, + "loss_total": 0.05661840736865997, + "step": 18950 + }, + { + "loss_action": 0.021112024784088135, + "loss_total": 0.021112024784088135, + "step": 18950 + }, + { + "loss_action": 0.020684361457824707, + "loss_total": 0.020684361457824707, + "step": 18950 + }, + { + "loss_action": 0.06324905902147293, + "loss_total": 0.06324905902147293, + "step": 18950 + }, + { + "loss_action": 0.025510158389806747, + "loss_total": 0.025510158389806747, + "step": 18950 + }, + { + "grad_norm": 0.7039300203323364, + "learning_rate": 9.476670198335947e-05, + "loss": 0.0366, + "step": 18960 + }, + { + "loss_action": 0.02327137254178524, + "loss_total": 0.02327137254178524, + "step": 18960 + }, + { + "loss_action": 0.03662954270839691, + "loss_total": 0.03662954270839691, + "step": 18960 + }, + { + "loss_action": 0.03726250305771828, + "loss_total": 0.03726250305771828, + "step": 18960 + }, + { + "loss_action": 0.03741646558046341, + "loss_total": 0.03741646558046341, + "step": 18960 + }, + { + "loss_action": 0.023593218997120857, + "loss_total": 0.023593218997120857, + "step": 18960 + }, + { + "loss_action": 0.03181399777531624, + "loss_total": 0.03181399777531624, + "step": 18960 + }, + { + "grad_norm": 0.6008409261703491, + "learning_rate": 9.47593350591234e-05, + "loss": 0.0334, + "step": 18970 + }, + { + "loss_action": 0.025797728449106216, + "loss_total": 0.025797728449106216, + "step": 18970 + }, + { + "loss_action": 0.024184899404644966, + "loss_total": 0.024184899404644966, + "step": 18970 + }, + { + "loss_action": 0.020605595782399178, + "loss_total": 0.020605595782399178, + "step": 18970 + }, + { + "loss_action": 0.033897511661052704, + "loss_total": 0.033897511661052704, + "step": 18970 + }, + { + "loss_action": 0.016145482659339905, + "loss_total": 0.016145482659339905, + "step": 18970 + }, + { + "loss_action": 0.02930792234838009, + "loss_total": 0.02930792234838009, + "step": 18970 + }, + { + "grad_norm": 0.6549052596092224, + "learning_rate": 9.475196324007376e-05, + "loss": 0.031, + "step": 18980 + }, + { + "loss_action": 0.24949096143245697, + "loss_total": 0.24949096143245697, + "step": 18980 + }, + { + "loss_action": 0.039670512080192566, + "loss_total": 0.039670512080192566, + "step": 18980 + }, + { + "loss_action": 0.023834001272916794, + "loss_total": 0.023834001272916794, + "step": 18980 + }, + { + "loss_action": 0.019881129264831543, + "loss_total": 0.019881129264831543, + "step": 18980 + }, + { + "loss_action": 0.0224124938249588, + "loss_total": 0.0224124938249588, + "step": 18980 + }, + { + "loss_action": 0.029937507584691048, + "loss_total": 0.029937507584691048, + "step": 18980 + }, + { + "grad_norm": 0.5044252276420593, + "learning_rate": 9.474458652701669e-05, + "loss": 0.035, + "step": 18990 + }, + { + "loss_action": 0.023412562906742096, + "loss_total": 0.023412562906742096, + "step": 18990 + }, + { + "loss_action": 0.06406278908252716, + "loss_total": 0.06406278908252716, + "step": 18990 + }, + { + "loss_action": 0.031913019716739655, + "loss_total": 0.031913019716739655, + "step": 18990 + }, + { + "loss_action": 0.012522341683506966, + "loss_total": 0.012522341683506966, + "step": 18990 + }, + { + "loss_action": 0.041802313178777695, + "loss_total": 0.041802313178777695, + "step": 18990 + }, + { + "loss_action": 0.01313128974288702, + "loss_total": 0.01313128974288702, + "step": 18990 + }, + { + "grad_norm": 0.4777345657348633, + "learning_rate": 9.473720492075892e-05, + "loss": 0.0341, + "step": 19000 + }, + { + "loss_action": 0.02413785830140114, + "loss_total": 0.02413785830140114, + "step": 19000 + }, + { + "loss_action": 0.04636852443218231, + "loss_total": 0.04636852443218231, + "step": 19000 + }, + { + "loss_action": 0.014331004582345486, + "loss_total": 0.014331004582345486, + "step": 19000 + }, + { + "loss_action": 0.023480121046304703, + "loss_total": 0.023480121046304703, + "step": 19000 + }, + { + "loss_action": 0.06763311475515366, + "loss_total": 0.06763311475515366, + "step": 19000 + }, + { + "loss_action": 0.19732101261615753, + "loss_total": 0.19732101261615753, + "step": 19000 + }, + { + "grad_norm": 0.5256689786911011, + "learning_rate": 9.472981842210768e-05, + "loss": 0.0358, + "step": 19010 + }, + { + "loss_action": 0.057907987385988235, + "loss_total": 0.057907987385988235, + "step": 19010 + }, + { + "loss_action": 0.05150393024086952, + "loss_total": 0.05150393024086952, + "step": 19010 + }, + { + "loss_action": 0.025341156870126724, + "loss_total": 0.025341156870126724, + "step": 19010 + }, + { + "loss_action": 0.04833517223596573, + "loss_total": 0.04833517223596573, + "step": 19010 + }, + { + "loss_action": 0.019543008878827095, + "loss_total": 0.019543008878827095, + "step": 19010 + }, + { + "loss_action": 0.029775431379675865, + "loss_total": 0.029775431379675865, + "step": 19010 + }, + { + "grad_norm": 0.5971598029136658, + "learning_rate": 9.472242703187074e-05, + "loss": 0.0302, + "step": 19020 + }, + { + "loss_action": 0.021853450685739517, + "loss_total": 0.021853450685739517, + "step": 19020 + }, + { + "loss_action": 0.032958414405584335, + "loss_total": 0.032958414405584335, + "step": 19020 + }, + { + "loss_action": 0.022050419822335243, + "loss_total": 0.022050419822335243, + "step": 19020 + }, + { + "loss_action": 0.02060326747596264, + "loss_total": 0.02060326747596264, + "step": 19020 + }, + { + "loss_action": 0.0148238530382514, + "loss_total": 0.0148238530382514, + "step": 19020 + }, + { + "loss_action": 0.013421164825558662, + "loss_total": 0.013421164825558662, + "step": 19020 + }, + { + "grad_norm": 0.4595186710357666, + "learning_rate": 9.471503075085643e-05, + "loss": 0.0279, + "step": 19030 + }, + { + "loss_action": 0.02474941499531269, + "loss_total": 0.02474941499531269, + "step": 19030 + }, + { + "loss_action": 0.02084454707801342, + "loss_total": 0.02084454707801342, + "step": 19030 + }, + { + "loss_action": 0.07159985601902008, + "loss_total": 0.07159985601902008, + "step": 19030 + }, + { + "loss_action": 0.03196707367897034, + "loss_total": 0.03196707367897034, + "step": 19030 + }, + { + "loss_action": 0.04277563467621803, + "loss_total": 0.04277563467621803, + "step": 19030 + }, + { + "loss_action": 0.013683508150279522, + "loss_total": 0.013683508150279522, + "step": 19030 + }, + { + "grad_norm": 0.48229315876960754, + "learning_rate": 9.470762957987359e-05, + "loss": 0.0291, + "step": 19040 + }, + { + "loss_action": 0.03919080272316933, + "loss_total": 0.03919080272316933, + "step": 19040 + }, + { + "loss_action": 0.01712053269147873, + "loss_total": 0.01712053269147873, + "step": 19040 + }, + { + "loss_action": 0.018541540950536728, + "loss_total": 0.018541540950536728, + "step": 19040 + }, + { + "loss_action": 0.01725836470723152, + "loss_total": 0.01725836470723152, + "step": 19040 + }, + { + "loss_action": 0.01726137287914753, + "loss_total": 0.01726137287914753, + "step": 19040 + }, + { + "loss_action": 0.02709824964404106, + "loss_total": 0.02709824964404106, + "step": 19040 + }, + { + "grad_norm": 0.35352468490600586, + "learning_rate": 9.470022351973158e-05, + "loss": 0.0262, + "step": 19050 + }, + { + "loss_action": 0.023787332698702812, + "loss_total": 0.023787332698702812, + "step": 19050 + }, + { + "loss_action": 0.015357887372374535, + "loss_total": 0.015357887372374535, + "step": 19050 + }, + { + "loss_action": 0.012903397902846336, + "loss_total": 0.012903397902846336, + "step": 19050 + }, + { + "loss_action": 0.043345529586076736, + "loss_total": 0.043345529586076736, + "step": 19050 + }, + { + "loss_action": 0.019939454272389412, + "loss_total": 0.019939454272389412, + "step": 19050 + }, + { + "loss_action": 0.009645607322454453, + "loss_total": 0.009645607322454453, + "step": 19050 + }, + { + "grad_norm": 0.5089665651321411, + "learning_rate": 9.469281257124034e-05, + "loss": 0.0251, + "step": 19060 + }, + { + "loss_action": 0.05193426087498665, + "loss_total": 0.05193426087498665, + "step": 19060 + }, + { + "loss_action": 0.1110985279083252, + "loss_total": 0.1110985279083252, + "step": 19060 + }, + { + "loss_action": 0.021222803741693497, + "loss_total": 0.021222803741693497, + "step": 19060 + }, + { + "loss_action": 0.023478230461478233, + "loss_total": 0.023478230461478233, + "step": 19060 + }, + { + "loss_action": 0.013223356567323208, + "loss_total": 0.013223356567323208, + "step": 19060 + }, + { + "loss_action": 0.021851573139429092, + "loss_total": 0.021851573139429092, + "step": 19060 + }, + { + "grad_norm": 0.5103068947792053, + "learning_rate": 9.46853967352103e-05, + "loss": 0.0288, + "step": 19070 + }, + { + "loss_action": 0.026657255366444588, + "loss_total": 0.026657255366444588, + "step": 19070 + }, + { + "loss_action": 0.012012805789709091, + "loss_total": 0.012012805789709091, + "step": 19070 + }, + { + "loss_action": 0.05285787582397461, + "loss_total": 0.05285787582397461, + "step": 19070 + }, + { + "loss_action": 0.01668924279510975, + "loss_total": 0.01668924279510975, + "step": 19070 + }, + { + "loss_action": 0.029209410771727562, + "loss_total": 0.029209410771727562, + "step": 19070 + }, + { + "loss_action": 0.013572704046964645, + "loss_total": 0.013572704046964645, + "step": 19070 + }, + { + "grad_norm": 0.3745463490486145, + "learning_rate": 9.467797601245246e-05, + "loss": 0.0262, + "step": 19080 + }, + { + "loss_action": 0.01373312622308731, + "loss_total": 0.01373312622308731, + "step": 19080 + }, + { + "loss_action": 0.032332658767700195, + "loss_total": 0.032332658767700195, + "step": 19080 + }, + { + "loss_action": 0.08403512090444565, + "loss_total": 0.08403512090444565, + "step": 19080 + }, + { + "loss_action": 0.02894691377878189, + "loss_total": 0.02894691377878189, + "step": 19080 + }, + { + "loss_action": 0.015991264954209328, + "loss_total": 0.015991264954209328, + "step": 19080 + }, + { + "loss_action": 0.09667778760194778, + "loss_total": 0.09667778760194778, + "step": 19080 + }, + { + "grad_norm": 0.4322735667228699, + "learning_rate": 9.467055040377834e-05, + "loss": 0.032, + "step": 19090 + }, + { + "loss_action": 0.02588111348450184, + "loss_total": 0.02588111348450184, + "step": 19090 + }, + { + "loss_action": 0.018831010907888412, + "loss_total": 0.018831010907888412, + "step": 19090 + }, + { + "loss_action": 0.014192618429660797, + "loss_total": 0.014192618429660797, + "step": 19090 + }, + { + "loss_action": 0.07176483422517776, + "loss_total": 0.07176483422517776, + "step": 19090 + }, + { + "loss_action": 0.01869027689099312, + "loss_total": 0.01869027689099312, + "step": 19090 + }, + { + "loss_action": 0.03939256817102432, + "loss_total": 0.03939256817102432, + "step": 19090 + }, + { + "grad_norm": 0.4761679470539093, + "learning_rate": 9.466311990999999e-05, + "loss": 0.0303, + "step": 19100 + }, + { + "loss_action": 0.04345225542783737, + "loss_total": 0.04345225542783737, + "step": 19100 + }, + { + "loss_action": 0.0574151948094368, + "loss_total": 0.0574151948094368, + "step": 19100 + }, + { + "loss_action": 0.017563870176672935, + "loss_total": 0.017563870176672935, + "step": 19100 + }, + { + "loss_action": 0.029447106644511223, + "loss_total": 0.029447106644511223, + "step": 19100 + }, + { + "loss_action": 0.023780928924679756, + "loss_total": 0.023780928924679756, + "step": 19100 + }, + { + "loss_action": 0.02353433333337307, + "loss_total": 0.02353433333337307, + "step": 19100 + }, + { + "grad_norm": 0.7421507835388184, + "learning_rate": 9.465568453193e-05, + "loss": 0.0298, + "step": 19110 + }, + { + "loss_action": 0.04582108557224274, + "loss_total": 0.04582108557224274, + "step": 19110 + }, + { + "loss_action": 0.02968350239098072, + "loss_total": 0.02968350239098072, + "step": 19110 + }, + { + "loss_action": 0.013709980994462967, + "loss_total": 0.013709980994462967, + "step": 19110 + }, + { + "loss_action": 0.014114479534327984, + "loss_total": 0.014114479534327984, + "step": 19110 + }, + { + "loss_action": 0.02074511907994747, + "loss_total": 0.02074511907994747, + "step": 19110 + }, + { + "loss_action": 0.022721759974956512, + "loss_total": 0.022721759974956512, + "step": 19110 + }, + { + "grad_norm": 0.5414873957633972, + "learning_rate": 9.464824427038148e-05, + "loss": 0.0288, + "step": 19120 + }, + { + "loss_action": 0.043509840965270996, + "loss_total": 0.043509840965270996, + "step": 19120 + }, + { + "loss_action": 0.036871906369924545, + "loss_total": 0.036871906369924545, + "step": 19120 + }, + { + "loss_action": 0.058714523911476135, + "loss_total": 0.058714523911476135, + "step": 19120 + }, + { + "loss_action": 0.016436688601970673, + "loss_total": 0.016436688601970673, + "step": 19120 + }, + { + "loss_action": 0.021064074710011482, + "loss_total": 0.021064074710011482, + "step": 19120 + }, + { + "loss_action": 0.012773560360074043, + "loss_total": 0.012773560360074043, + "step": 19120 + }, + { + "grad_norm": 0.4950477182865143, + "learning_rate": 9.46407991261681e-05, + "loss": 0.0264, + "step": 19130 + }, + { + "loss_action": 0.0558859147131443, + "loss_total": 0.0558859147131443, + "step": 19130 + }, + { + "loss_action": 0.017575932666659355, + "loss_total": 0.017575932666659355, + "step": 19130 + }, + { + "loss_action": 0.038598474115133286, + "loss_total": 0.038598474115133286, + "step": 19130 + }, + { + "loss_action": 0.04552729055285454, + "loss_total": 0.04552729055285454, + "step": 19130 + }, + { + "loss_action": 0.0236505139619112, + "loss_total": 0.0236505139619112, + "step": 19130 + }, + { + "loss_action": 0.01922336407005787, + "loss_total": 0.01922336407005787, + "step": 19130 + }, + { + "grad_norm": 0.5334646105766296, + "learning_rate": 9.463334910010404e-05, + "loss": 0.0277, + "step": 19140 + }, + { + "loss_action": 0.027481241151690483, + "loss_total": 0.027481241151690483, + "step": 19140 + }, + { + "loss_action": 0.037393372505903244, + "loss_total": 0.037393372505903244, + "step": 19140 + }, + { + "loss_action": 0.008162204176187515, + "loss_total": 0.008162204176187515, + "step": 19140 + }, + { + "loss_action": 0.02014581859111786, + "loss_total": 0.02014581859111786, + "step": 19140 + }, + { + "loss_action": 0.016950156539678574, + "loss_total": 0.016950156539678574, + "step": 19140 + }, + { + "loss_action": 0.023296423256397247, + "loss_total": 0.023296423256397247, + "step": 19140 + }, + { + "grad_norm": 0.47663015127182007, + "learning_rate": 9.462589419300403e-05, + "loss": 0.031, + "step": 19150 + }, + { + "loss_action": 0.016660107299685478, + "loss_total": 0.016660107299685478, + "step": 19150 + }, + { + "loss_action": 0.017845507711172104, + "loss_total": 0.017845507711172104, + "step": 19150 + }, + { + "loss_action": 0.015543125569820404, + "loss_total": 0.015543125569820404, + "step": 19150 + }, + { + "loss_action": 0.014653520658612251, + "loss_total": 0.014653520658612251, + "step": 19150 + }, + { + "loss_action": 0.026705369353294373, + "loss_total": 0.026705369353294373, + "step": 19150 + }, + { + "loss_action": 0.05626121535897255, + "loss_total": 0.05626121535897255, + "step": 19150 + }, + { + "grad_norm": 0.5793899893760681, + "learning_rate": 9.461843440568333e-05, + "loss": 0.0302, + "step": 19160 + }, + { + "loss_action": 0.03225414827466011, + "loss_total": 0.03225414827466011, + "step": 19160 + }, + { + "loss_action": 0.020680056884884834, + "loss_total": 0.020680056884884834, + "step": 19160 + }, + { + "loss_action": 0.020502088591456413, + "loss_total": 0.020502088591456413, + "step": 19160 + }, + { + "loss_action": 0.027758875861763954, + "loss_total": 0.027758875861763954, + "step": 19160 + }, + { + "loss_action": 0.034043584018945694, + "loss_total": 0.034043584018945694, + "step": 19160 + }, + { + "loss_action": 0.020366648212075233, + "loss_total": 0.020366648212075233, + "step": 19160 + }, + { + "grad_norm": 0.37167593836784363, + "learning_rate": 9.461096973895773e-05, + "loss": 0.0288, + "step": 19170 + }, + { + "loss_action": 0.01977696642279625, + "loss_total": 0.01977696642279625, + "step": 19170 + }, + { + "loss_action": 0.02021622471511364, + "loss_total": 0.02021622471511364, + "step": 19170 + }, + { + "loss_action": 0.06753179430961609, + "loss_total": 0.06753179430961609, + "step": 19170 + }, + { + "loss_action": 0.01483517698943615, + "loss_total": 0.01483517698943615, + "step": 19170 + }, + { + "loss_action": 0.014897774904966354, + "loss_total": 0.014897774904966354, + "step": 19170 + }, + { + "loss_action": 0.021423697471618652, + "loss_total": 0.021423697471618652, + "step": 19170 + }, + { + "grad_norm": 0.4944835603237152, + "learning_rate": 9.460350019364355e-05, + "loss": 0.029, + "step": 19180 + }, + { + "loss_action": 0.011474035680294037, + "loss_total": 0.011474035680294037, + "step": 19180 + }, + { + "loss_action": 0.037953902035951614, + "loss_total": 0.037953902035951614, + "step": 19180 + }, + { + "loss_action": 0.02179170586168766, + "loss_total": 0.02179170586168766, + "step": 19180 + }, + { + "loss_action": 0.025308778509497643, + "loss_total": 0.025308778509497643, + "step": 19180 + }, + { + "loss_action": 0.03090575896203518, + "loss_total": 0.03090575896203518, + "step": 19180 + }, + { + "loss_action": 0.02828024886548519, + "loss_total": 0.02828024886548519, + "step": 19180 + }, + { + "grad_norm": 0.5898008346557617, + "learning_rate": 9.459602577055764e-05, + "loss": 0.0216, + "step": 19190 + }, + { + "loss_action": 0.012768070213496685, + "loss_total": 0.012768070213496685, + "step": 19190 + }, + { + "loss_action": 0.03117726929485798, + "loss_total": 0.03117726929485798, + "step": 19190 + }, + { + "loss_action": 0.03315620496869087, + "loss_total": 0.03315620496869087, + "step": 19190 + }, + { + "loss_action": 0.018865546211600304, + "loss_total": 0.018865546211600304, + "step": 19190 + }, + { + "loss_action": 0.019131405279040337, + "loss_total": 0.019131405279040337, + "step": 19190 + }, + { + "loss_action": 0.023156549781560898, + "loss_total": 0.023156549781560898, + "step": 19190 + }, + { + "grad_norm": 0.6573767066001892, + "learning_rate": 9.45885464705174e-05, + "loss": 0.0277, + "step": 19200 + }, + { + "loss_action": 0.011022686026990414, + "loss_total": 0.011022686026990414, + "step": 19200 + }, + { + "loss_action": 0.03739984706044197, + "loss_total": 0.03739984706044197, + "step": 19200 + }, + { + "loss_action": 0.02924410067498684, + "loss_total": 0.02924410067498684, + "step": 19200 + }, + { + "loss_action": 0.029478851705789566, + "loss_total": 0.029478851705789566, + "step": 19200 + }, + { + "loss_action": 0.03863129764795303, + "loss_total": 0.03863129764795303, + "step": 19200 + }, + { + "loss_action": 0.016808418557047844, + "loss_total": 0.016808418557047844, + "step": 19200 + }, + { + "grad_norm": 0.45615047216415405, + "learning_rate": 9.458106229434076e-05, + "loss": 0.0296, + "step": 19210 + }, + { + "loss_action": 0.03281448036432266, + "loss_total": 0.03281448036432266, + "step": 19210 + }, + { + "loss_action": 0.019112814217805862, + "loss_total": 0.019112814217805862, + "step": 19210 + }, + { + "loss_action": 0.06611419469118118, + "loss_total": 0.06611419469118118, + "step": 19210 + }, + { + "loss_action": 0.05154334008693695, + "loss_total": 0.05154334008693695, + "step": 19210 + }, + { + "loss_action": 0.012256620451807976, + "loss_total": 0.012256620451807976, + "step": 19210 + }, + { + "loss_action": 0.008846361190080643, + "loss_total": 0.008846361190080643, + "step": 19210 + }, + { + "grad_norm": 0.4804057776927948, + "learning_rate": 9.457357324284617e-05, + "loss": 0.027, + "step": 19220 + }, + { + "loss_action": 0.04567738249897957, + "loss_total": 0.04567738249897957, + "step": 19220 + }, + { + "loss_action": 0.015222037211060524, + "loss_total": 0.015222037211060524, + "step": 19220 + }, + { + "loss_action": 0.02892906218767166, + "loss_total": 0.02892906218767166, + "step": 19220 + }, + { + "loss_action": 0.01155961211770773, + "loss_total": 0.01155961211770773, + "step": 19220 + }, + { + "loss_action": 0.014265972189605236, + "loss_total": 0.014265972189605236, + "step": 19220 + }, + { + "loss_action": 0.02334841527044773, + "loss_total": 0.02334841527044773, + "step": 19220 + }, + { + "grad_norm": 0.3617797791957855, + "learning_rate": 9.456607931685262e-05, + "loss": 0.0218, + "step": 19230 + }, + { + "loss_action": 0.04500792175531387, + "loss_total": 0.04500792175531387, + "step": 19230 + }, + { + "loss_action": 0.031647972762584686, + "loss_total": 0.031647972762584686, + "step": 19230 + }, + { + "loss_action": 0.02119610458612442, + "loss_total": 0.02119610458612442, + "step": 19230 + }, + { + "loss_action": 0.01735720969736576, + "loss_total": 0.01735720969736576, + "step": 19230 + }, + { + "loss_action": 0.048258572816848755, + "loss_total": 0.048258572816848755, + "step": 19230 + }, + { + "loss_action": 0.03831000626087189, + "loss_total": 0.03831000626087189, + "step": 19230 + }, + { + "grad_norm": 0.4454416334629059, + "learning_rate": 9.455858051717965e-05, + "loss": 0.0231, + "step": 19240 + }, + { + "loss_action": 0.014135093428194523, + "loss_total": 0.014135093428194523, + "step": 19240 + }, + { + "loss_action": 0.014413882978260517, + "loss_total": 0.014413882978260517, + "step": 19240 + }, + { + "loss_action": 0.023447025567293167, + "loss_total": 0.023447025567293167, + "step": 19240 + }, + { + "loss_action": 0.02429269440472126, + "loss_total": 0.02429269440472126, + "step": 19240 + }, + { + "loss_action": 0.020701777189970016, + "loss_total": 0.020701777189970016, + "step": 19240 + }, + { + "loss_action": 0.014465389773249626, + "loss_total": 0.014465389773249626, + "step": 19240 + }, + { + "grad_norm": 0.45303094387054443, + "learning_rate": 9.45510768446473e-05, + "loss": 0.0241, + "step": 19250 + }, + { + "loss_action": 0.013576997444033623, + "loss_total": 0.013576997444033623, + "step": 19250 + }, + { + "loss_action": 0.01206319872289896, + "loss_total": 0.01206319872289896, + "step": 19250 + }, + { + "loss_action": 0.03924017399549484, + "loss_total": 0.03924017399549484, + "step": 19250 + }, + { + "loss_action": 0.024788344278931618, + "loss_total": 0.024788344278931618, + "step": 19250 + }, + { + "loss_action": 0.028944050893187523, + "loss_total": 0.028944050893187523, + "step": 19250 + }, + { + "loss_action": 0.0130678191781044, + "loss_total": 0.0130678191781044, + "step": 19250 + }, + { + "grad_norm": 0.5684593319892883, + "learning_rate": 9.454356830007618e-05, + "loss": 0.0265, + "step": 19260 + }, + { + "loss_action": 0.021710025146603584, + "loss_total": 0.021710025146603584, + "step": 19260 + }, + { + "loss_action": 0.01969095505774021, + "loss_total": 0.01969095505774021, + "step": 19260 + }, + { + "loss_action": 0.01557375118136406, + "loss_total": 0.01557375118136406, + "step": 19260 + }, + { + "loss_action": 0.011171557940542698, + "loss_total": 0.011171557940542698, + "step": 19260 + }, + { + "loss_action": 0.025774063542485237, + "loss_total": 0.025774063542485237, + "step": 19260 + }, + { + "loss_action": 0.027552329003810883, + "loss_total": 0.027552329003810883, + "step": 19260 + }, + { + "grad_norm": 0.49208223819732666, + "learning_rate": 9.45360548842874e-05, + "loss": 0.0334, + "step": 19270 + }, + { + "loss_action": 0.030689513310790062, + "loss_total": 0.030689513310790062, + "step": 19270 + }, + { + "loss_action": 0.017199387773871422, + "loss_total": 0.017199387773871422, + "step": 19270 + }, + { + "loss_action": 0.015344945713877678, + "loss_total": 0.015344945713877678, + "step": 19270 + }, + { + "loss_action": 0.01604648493230343, + "loss_total": 0.01604648493230343, + "step": 19270 + }, + { + "loss_action": 0.01708832196891308, + "loss_total": 0.01708832196891308, + "step": 19270 + }, + { + "loss_action": 0.020457064732909203, + "loss_total": 0.020457064732909203, + "step": 19270 + }, + { + "grad_norm": 0.4252067804336548, + "learning_rate": 9.452853659810261e-05, + "loss": 0.0238, + "step": 19280 + }, + { + "loss_action": 0.014070643112063408, + "loss_total": 0.014070643112063408, + "step": 19280 + }, + { + "loss_action": 0.01707189530134201, + "loss_total": 0.01707189530134201, + "step": 19280 + }, + { + "loss_action": 0.06594289094209671, + "loss_total": 0.06594289094209671, + "step": 19280 + }, + { + "loss_action": 0.014878891408443451, + "loss_total": 0.014878891408443451, + "step": 19280 + }, + { + "loss_action": 0.024340108036994934, + "loss_total": 0.024340108036994934, + "step": 19280 + }, + { + "loss_action": 0.02425309643149376, + "loss_total": 0.02425309643149376, + "step": 19280 + }, + { + "grad_norm": 0.5808427929878235, + "learning_rate": 9.452101344234401e-05, + "loss": 0.0304, + "step": 19290 + }, + { + "loss_action": 0.02067061886191368, + "loss_total": 0.02067061886191368, + "step": 19290 + }, + { + "loss_action": 0.024417705833911896, + "loss_total": 0.024417705833911896, + "step": 19290 + }, + { + "loss_action": 0.02118385210633278, + "loss_total": 0.02118385210633278, + "step": 19290 + }, + { + "loss_action": 0.05318191275000572, + "loss_total": 0.05318191275000572, + "step": 19290 + }, + { + "loss_action": 0.025420011952519417, + "loss_total": 0.025420011952519417, + "step": 19290 + }, + { + "loss_action": 0.042274411767721176, + "loss_total": 0.042274411767721176, + "step": 19290 + }, + { + "grad_norm": 0.4309789538383484, + "learning_rate": 9.451348541783431e-05, + "loss": 0.0294, + "step": 19300 + }, + { + "loss_action": 0.028851790353655815, + "loss_total": 0.028851790353655815, + "step": 19300 + }, + { + "loss_action": 0.009679869748651981, + "loss_total": 0.009679869748651981, + "step": 19300 + }, + { + "loss_action": 0.03220588341355324, + "loss_total": 0.03220588341355324, + "step": 19300 + }, + { + "loss_action": 0.012358080595731735, + "loss_total": 0.012358080595731735, + "step": 19300 + }, + { + "loss_action": 0.01614188775420189, + "loss_total": 0.01614188775420189, + "step": 19300 + }, + { + "loss_action": 0.025769546627998352, + "loss_total": 0.025769546627998352, + "step": 19300 + }, + { + "grad_norm": 0.5001006722450256, + "learning_rate": 9.450595252539678e-05, + "loss": 0.0317, + "step": 19310 + }, + { + "loss_action": 0.019541360437870026, + "loss_total": 0.019541360437870026, + "step": 19310 + }, + { + "loss_action": 0.022855734452605247, + "loss_total": 0.022855734452605247, + "step": 19310 + }, + { + "loss_action": 0.010819106362760067, + "loss_total": 0.010819106362760067, + "step": 19310 + }, + { + "loss_action": 0.01892215386033058, + "loss_total": 0.01892215386033058, + "step": 19310 + }, + { + "loss_action": 0.016471130773425102, + "loss_total": 0.016471130773425102, + "step": 19310 + }, + { + "loss_action": 0.019176935777068138, + "loss_total": 0.019176935777068138, + "step": 19310 + }, + { + "grad_norm": 0.42983609437942505, + "learning_rate": 9.449841476585518e-05, + "loss": 0.0261, + "step": 19320 + }, + { + "loss_action": 0.012313353829085827, + "loss_total": 0.012313353829085827, + "step": 19320 + }, + { + "loss_action": 0.014599177986383438, + "loss_total": 0.014599177986383438, + "step": 19320 + }, + { + "loss_action": 0.014774500392377377, + "loss_total": 0.014774500392377377, + "step": 19320 + }, + { + "loss_action": 0.05586359277367592, + "loss_total": 0.05586359277367592, + "step": 19320 + }, + { + "loss_action": 0.012142405845224857, + "loss_total": 0.012142405845224857, + "step": 19320 + }, + { + "loss_action": 0.011334892362356186, + "loss_total": 0.011334892362356186, + "step": 19320 + }, + { + "grad_norm": 0.4421235918998718, + "learning_rate": 9.449087214003384e-05, + "loss": 0.0225, + "step": 19330 + }, + { + "loss_action": 0.0391811765730381, + "loss_total": 0.0391811765730381, + "step": 19330 + }, + { + "loss_action": 0.013727174140512943, + "loss_total": 0.013727174140512943, + "step": 19330 + }, + { + "loss_action": 0.017823485657572746, + "loss_total": 0.017823485657572746, + "step": 19330 + }, + { + "loss_action": 0.028649041429162025, + "loss_total": 0.028649041429162025, + "step": 19330 + }, + { + "loss_action": 0.01691787876188755, + "loss_total": 0.01691787876188755, + "step": 19330 + }, + { + "loss_action": 0.010859670117497444, + "loss_total": 0.010859670117497444, + "step": 19330 + }, + { + "grad_norm": 0.47081321477890015, + "learning_rate": 9.448332464875765e-05, + "loss": 0.0254, + "step": 19340 + }, + { + "loss_action": 0.015805354341864586, + "loss_total": 0.015805354341864586, + "step": 19340 + }, + { + "loss_action": 0.020334789529442787, + "loss_total": 0.020334789529442787, + "step": 19340 + }, + { + "loss_action": 0.02321697771549225, + "loss_total": 0.02321697771549225, + "step": 19340 + }, + { + "loss_action": 0.04522165283560753, + "loss_total": 0.04522165283560753, + "step": 19340 + }, + { + "loss_action": 0.027203485369682312, + "loss_total": 0.027203485369682312, + "step": 19340 + }, + { + "loss_action": 0.03714482858777046, + "loss_total": 0.03714482858777046, + "step": 19340 + }, + { + "grad_norm": 0.4751479923725128, + "learning_rate": 9.447577229285192e-05, + "loss": 0.0237, + "step": 19350 + }, + { + "loss_action": 0.08709433674812317, + "loss_total": 0.08709433674812317, + "step": 19350 + }, + { + "loss_action": 0.02173948660492897, + "loss_total": 0.02173948660492897, + "step": 19350 + }, + { + "loss_action": 0.0228088591247797, + "loss_total": 0.0228088591247797, + "step": 19350 + }, + { + "loss_action": 0.009693887084722519, + "loss_total": 0.009693887084722519, + "step": 19350 + }, + { + "loss_action": 0.09867110103368759, + "loss_total": 0.09867110103368759, + "step": 19350 + }, + { + "loss_action": 0.017666678875684738, + "loss_total": 0.017666678875684738, + "step": 19350 + }, + { + "grad_norm": 0.42830243706703186, + "learning_rate": 9.446821507314261e-05, + "loss": 0.0243, + "step": 19360 + }, + { + "loss_action": 0.04115459322929382, + "loss_total": 0.04115459322929382, + "step": 19360 + }, + { + "loss_action": 0.017714466899633408, + "loss_total": 0.017714466899633408, + "step": 19360 + }, + { + "loss_action": 0.041574567556381226, + "loss_total": 0.041574567556381226, + "step": 19360 + }, + { + "loss_action": 0.025312237441539764, + "loss_total": 0.025312237441539764, + "step": 19360 + }, + { + "loss_action": 0.014570762403309345, + "loss_total": 0.014570762403309345, + "step": 19360 + }, + { + "loss_action": 0.012764954939484596, + "loss_total": 0.012764954939484596, + "step": 19360 + }, + { + "grad_norm": 0.47118642926216125, + "learning_rate": 9.446065299045617e-05, + "loss": 0.0274, + "step": 19370 + }, + { + "loss_action": 0.010678209364414215, + "loss_total": 0.010678209364414215, + "step": 19370 + }, + { + "loss_action": 0.04742120951414108, + "loss_total": 0.04742120951414108, + "step": 19370 + }, + { + "loss_action": 0.020543446764349937, + "loss_total": 0.020543446764349937, + "step": 19370 + }, + { + "loss_action": 0.03271716088056564, + "loss_total": 0.03271716088056564, + "step": 19370 + }, + { + "loss_action": 0.02272937260568142, + "loss_total": 0.02272937260568142, + "step": 19370 + }, + { + "loss_action": 0.042509064078330994, + "loss_total": 0.042509064078330994, + "step": 19370 + }, + { + "grad_norm": 0.41372042894363403, + "learning_rate": 9.445308604561955e-05, + "loss": 0.0297, + "step": 19380 + }, + { + "loss_action": 0.013743155635893345, + "loss_total": 0.013743155635893345, + "step": 19380 + }, + { + "loss_action": 0.08363605290651321, + "loss_total": 0.08363605290651321, + "step": 19380 + }, + { + "loss_action": 0.02046097442507744, + "loss_total": 0.02046097442507744, + "step": 19380 + }, + { + "loss_action": 0.017542801797389984, + "loss_total": 0.017542801797389984, + "step": 19380 + }, + { + "loss_action": 0.028962373733520508, + "loss_total": 0.028962373733520508, + "step": 19380 + }, + { + "loss_action": 0.013757043518126011, + "loss_total": 0.013757043518126011, + "step": 19380 + }, + { + "grad_norm": 0.594136655330658, + "learning_rate": 9.444551423946028e-05, + "loss": 0.025, + "step": 19390 + }, + { + "loss_action": 0.020186739042401314, + "loss_total": 0.020186739042401314, + "step": 19390 + }, + { + "loss_action": 0.023619865998625755, + "loss_total": 0.023619865998625755, + "step": 19390 + }, + { + "loss_action": 0.012033394537866116, + "loss_total": 0.012033394537866116, + "step": 19390 + }, + { + "loss_action": 0.014744038693606853, + "loss_total": 0.014744038693606853, + "step": 19390 + }, + { + "loss_action": 0.019621992483735085, + "loss_total": 0.019621992483735085, + "step": 19390 + }, + { + "loss_action": 0.014525425620377064, + "loss_total": 0.014525425620377064, + "step": 19390 + }, + { + "grad_norm": 0.44531717896461487, + "learning_rate": 9.443793757280638e-05, + "loss": 0.0297, + "step": 19400 + }, + { + "loss_action": 0.022120948880910873, + "loss_total": 0.022120948880910873, + "step": 19400 + }, + { + "loss_action": 0.023844478651881218, + "loss_total": 0.023844478651881218, + "step": 19400 + }, + { + "loss_action": 0.0217854343354702, + "loss_total": 0.0217854343354702, + "step": 19400 + }, + { + "loss_action": 0.02908400632441044, + "loss_total": 0.02908400632441044, + "step": 19400 + }, + { + "loss_action": 0.017291508615016937, + "loss_total": 0.017291508615016937, + "step": 19400 + }, + { + "loss_action": 0.03923768550157547, + "loss_total": 0.03923768550157547, + "step": 19400 + }, + { + "grad_norm": 0.8098675012588501, + "learning_rate": 9.443035604648646e-05, + "loss": 0.0276, + "step": 19410 + }, + { + "loss_action": 0.018498310819268227, + "loss_total": 0.018498310819268227, + "step": 19410 + }, + { + "loss_action": 0.02805607207119465, + "loss_total": 0.02805607207119465, + "step": 19410 + }, + { + "loss_action": 0.019858576357364655, + "loss_total": 0.019858576357364655, + "step": 19410 + }, + { + "loss_action": 0.03729460760951042, + "loss_total": 0.03729460760951042, + "step": 19410 + }, + { + "loss_action": 0.041709717363119125, + "loss_total": 0.041709717363119125, + "step": 19410 + }, + { + "loss_action": 0.061761848628520966, + "loss_total": 0.061761848628520966, + "step": 19410 + }, + { + "grad_norm": 0.48406827449798584, + "learning_rate": 9.44227696613296e-05, + "loss": 0.027, + "step": 19420 + }, + { + "loss_action": 0.01792890764772892, + "loss_total": 0.01792890764772892, + "step": 19420 + }, + { + "loss_action": 0.03809487447142601, + "loss_total": 0.03809487447142601, + "step": 19420 + }, + { + "loss_action": 0.08884111791849136, + "loss_total": 0.08884111791849136, + "step": 19420 + }, + { + "loss_action": 0.03700687363743782, + "loss_total": 0.03700687363743782, + "step": 19420 + }, + { + "loss_action": 0.032321736216545105, + "loss_total": 0.032321736216545105, + "step": 19420 + }, + { + "loss_action": 0.020301450043916702, + "loss_total": 0.020301450043916702, + "step": 19420 + }, + { + "grad_norm": 0.5629391074180603, + "learning_rate": 9.441517841816542e-05, + "loss": 0.0264, + "step": 19430 + }, + { + "loss_action": 0.016611633822321892, + "loss_total": 0.016611633822321892, + "step": 19430 + }, + { + "loss_action": 0.02271602861583233, + "loss_total": 0.02271602861583233, + "step": 19430 + }, + { + "loss_action": 0.027558309957385063, + "loss_total": 0.027558309957385063, + "step": 19430 + }, + { + "loss_action": 0.038080062717199326, + "loss_total": 0.038080062717199326, + "step": 19430 + }, + { + "loss_action": 0.017629090696573257, + "loss_total": 0.017629090696573257, + "step": 19430 + }, + { + "loss_action": 0.017664693295955658, + "loss_total": 0.017664693295955658, + "step": 19430 + }, + { + "grad_norm": 0.4855710566043854, + "learning_rate": 9.440758231782413e-05, + "loss": 0.0236, + "step": 19440 + }, + { + "loss_action": 0.023464109748601913, + "loss_total": 0.023464109748601913, + "step": 19440 + }, + { + "loss_action": 0.017138196155428886, + "loss_total": 0.017138196155428886, + "step": 19440 + }, + { + "loss_action": 0.016289427876472473, + "loss_total": 0.016289427876472473, + "step": 19440 + }, + { + "loss_action": 0.030173620209097862, + "loss_total": 0.030173620209097862, + "step": 19440 + }, + { + "loss_action": 0.010843303054571152, + "loss_total": 0.010843303054571152, + "step": 19440 + }, + { + "loss_action": 0.017894400283694267, + "loss_total": 0.017894400283694267, + "step": 19440 + }, + { + "grad_norm": 0.4641018211841583, + "learning_rate": 9.439998136113639e-05, + "loss": 0.0238, + "step": 19450 + }, + { + "loss_action": 0.01541992649435997, + "loss_total": 0.01541992649435997, + "step": 19450 + }, + { + "loss_action": 0.0414595864713192, + "loss_total": 0.0414595864713192, + "step": 19450 + }, + { + "loss_action": 0.011175974272191525, + "loss_total": 0.011175974272191525, + "step": 19450 + }, + { + "loss_action": 0.013624254614114761, + "loss_total": 0.013624254614114761, + "step": 19450 + }, + { + "loss_action": 0.023415081202983856, + "loss_total": 0.023415081202983856, + "step": 19450 + }, + { + "loss_action": 0.010963581502437592, + "loss_total": 0.010963581502437592, + "step": 19450 + }, + { + "grad_norm": 0.5030055642127991, + "learning_rate": 9.439237554893344e-05, + "loss": 0.0234, + "step": 19460 + }, + { + "loss_action": 0.036854058504104614, + "loss_total": 0.036854058504104614, + "step": 19460 + }, + { + "loss_action": 0.022489048540592194, + "loss_total": 0.022489048540592194, + "step": 19460 + }, + { + "loss_action": 0.01514048408716917, + "loss_total": 0.01514048408716917, + "step": 19460 + }, + { + "loss_action": 0.011929932981729507, + "loss_total": 0.011929932981729507, + "step": 19460 + }, + { + "loss_action": 0.025938818231225014, + "loss_total": 0.025938818231225014, + "step": 19460 + }, + { + "loss_action": 0.03461368754506111, + "loss_total": 0.03461368754506111, + "step": 19460 + }, + { + "grad_norm": 0.525384783744812, + "learning_rate": 9.438476488204705e-05, + "loss": 0.0259, + "step": 19470 + }, + { + "loss_action": 0.010490707121789455, + "loss_total": 0.010490707121789455, + "step": 19470 + }, + { + "loss_action": 0.02804257720708847, + "loss_total": 0.02804257720708847, + "step": 19470 + }, + { + "loss_action": 0.019523881375789642, + "loss_total": 0.019523881375789642, + "step": 19470 + }, + { + "loss_action": 0.04475333169102669, + "loss_total": 0.04475333169102669, + "step": 19470 + }, + { + "loss_action": 0.017521748319268227, + "loss_total": 0.017521748319268227, + "step": 19470 + }, + { + "loss_action": 0.0281797144562006, + "loss_total": 0.0281797144562006, + "step": 19470 + }, + { + "grad_norm": 0.4295493960380554, + "learning_rate": 9.43771493613095e-05, + "loss": 0.0271, + "step": 19480 + }, + { + "loss_action": 0.01067846268415451, + "loss_total": 0.01067846268415451, + "step": 19480 + }, + { + "loss_action": 0.03345777466893196, + "loss_total": 0.03345777466893196, + "step": 19480 + }, + { + "loss_action": 0.015346894972026348, + "loss_total": 0.015346894972026348, + "step": 19480 + }, + { + "loss_action": 0.028018681332468987, + "loss_total": 0.028018681332468987, + "step": 19480 + }, + { + "loss_action": 0.023108558729290962, + "loss_total": 0.023108558729290962, + "step": 19480 + }, + { + "loss_action": 0.013271982781589031, + "loss_total": 0.013271982781589031, + "step": 19480 + }, + { + "grad_norm": 0.40692344307899475, + "learning_rate": 9.436952898755362e-05, + "loss": 0.0238, + "step": 19490 + }, + { + "loss_action": 0.015066481195390224, + "loss_total": 0.015066481195390224, + "step": 19490 + }, + { + "loss_action": 0.02974415197968483, + "loss_total": 0.02974415197968483, + "step": 19490 + }, + { + "loss_action": 0.030227312818169594, + "loss_total": 0.030227312818169594, + "step": 19490 + }, + { + "loss_action": 0.02515961043536663, + "loss_total": 0.02515961043536663, + "step": 19490 + }, + { + "loss_action": 0.012559388764202595, + "loss_total": 0.012559388764202595, + "step": 19490 + }, + { + "loss_action": 0.0545647069811821, + "loss_total": 0.0545647069811821, + "step": 19490 + }, + { + "grad_norm": 0.5023254156112671, + "learning_rate": 9.436190376161276e-05, + "loss": 0.0316, + "step": 19500 + }, + { + "loss_action": 0.02280561625957489, + "loss_total": 0.02280561625957489, + "step": 19500 + }, + { + "loss_action": 0.018400462344288826, + "loss_total": 0.018400462344288826, + "step": 19500 + }, + { + "loss_action": 0.01861424744129181, + "loss_total": 0.01861424744129181, + "step": 19500 + }, + { + "loss_action": 0.02006225287914276, + "loss_total": 0.02006225287914276, + "step": 19500 + }, + { + "loss_action": 0.064700186252594, + "loss_total": 0.064700186252594, + "step": 19500 + }, + { + "loss_action": 0.04092859849333763, + "loss_total": 0.04092859849333763, + "step": 19500 + }, + { + "grad_norm": 0.5115441679954529, + "learning_rate": 9.43542736843208e-05, + "loss": 0.03, + "step": 19510 + }, + { + "loss_action": 0.03060753270983696, + "loss_total": 0.03060753270983696, + "step": 19510 + }, + { + "loss_action": 0.013792645186185837, + "loss_total": 0.013792645186185837, + "step": 19510 + }, + { + "loss_action": 0.019084103405475616, + "loss_total": 0.019084103405475616, + "step": 19510 + }, + { + "loss_action": 0.037344977259635925, + "loss_total": 0.037344977259635925, + "step": 19510 + }, + { + "loss_action": 0.02836177498102188, + "loss_total": 0.02836177498102188, + "step": 19510 + }, + { + "loss_action": 0.033407941460609436, + "loss_total": 0.033407941460609436, + "step": 19510 + }, + { + "grad_norm": 0.47714659571647644, + "learning_rate": 9.434663875651216e-05, + "loss": 0.0241, + "step": 19520 + }, + { + "loss_action": 0.01787135750055313, + "loss_total": 0.01787135750055313, + "step": 19520 + }, + { + "loss_action": 0.03643142804503441, + "loss_total": 0.03643142804503441, + "step": 19520 + }, + { + "loss_action": 0.026963770389556885, + "loss_total": 0.026963770389556885, + "step": 19520 + }, + { + "loss_action": 0.015326080843806267, + "loss_total": 0.015326080843806267, + "step": 19520 + }, + { + "loss_action": 0.023877909407019615, + "loss_total": 0.023877909407019615, + "step": 19520 + }, + { + "loss_action": 0.02544427290558815, + "loss_total": 0.02544427290558815, + "step": 19520 + }, + { + "grad_norm": 0.4687283933162689, + "learning_rate": 9.433899897902177e-05, + "loss": 0.0251, + "step": 19530 + }, + { + "loss_action": 0.018158506602048874, + "loss_total": 0.018158506602048874, + "step": 19530 + }, + { + "loss_action": 0.014311295934021473, + "loss_total": 0.014311295934021473, + "step": 19530 + }, + { + "loss_action": 0.009371171705424786, + "loss_total": 0.009371171705424786, + "step": 19530 + }, + { + "loss_action": 0.02019566297531128, + "loss_total": 0.02019566297531128, + "step": 19530 + }, + { + "loss_action": 0.01158141903579235, + "loss_total": 0.01158141903579235, + "step": 19530 + }, + { + "loss_action": 0.01876474730670452, + "loss_total": 0.01876474730670452, + "step": 19530 + }, + { + "grad_norm": 0.5042006969451904, + "learning_rate": 9.433135435268511e-05, + "loss": 0.0251, + "step": 19540 + }, + { + "loss_action": 0.02488277666270733, + "loss_total": 0.02488277666270733, + "step": 19540 + }, + { + "loss_action": 0.01649784855544567, + "loss_total": 0.01649784855544567, + "step": 19540 + }, + { + "loss_action": 0.020280996337532997, + "loss_total": 0.020280996337532997, + "step": 19540 + }, + { + "loss_action": 0.04629847779870033, + "loss_total": 0.04629847779870033, + "step": 19540 + }, + { + "loss_action": 0.027045968919992447, + "loss_total": 0.027045968919992447, + "step": 19540 + }, + { + "loss_action": 0.04518935829401016, + "loss_total": 0.04518935829401016, + "step": 19540 + }, + { + "grad_norm": 0.4666573107242584, + "learning_rate": 9.432370487833819e-05, + "loss": 0.023, + "step": 19550 + }, + { + "loss_action": 0.025499999523162842, + "loss_total": 0.025499999523162842, + "step": 19550 + }, + { + "loss_action": 0.01173600647598505, + "loss_total": 0.01173600647598505, + "step": 19550 + }, + { + "loss_action": 0.02697022445499897, + "loss_total": 0.02697022445499897, + "step": 19550 + }, + { + "loss_action": 0.053318969905376434, + "loss_total": 0.053318969905376434, + "step": 19550 + }, + { + "loss_action": 0.034830912947654724, + "loss_total": 0.034830912947654724, + "step": 19550 + }, + { + "loss_action": 0.03405711054801941, + "loss_total": 0.03405711054801941, + "step": 19550 + }, + { + "grad_norm": 0.42724964022636414, + "learning_rate": 9.431605055681756e-05, + "loss": 0.0216, + "step": 19560 + }, + { + "loss_action": 0.06456296890974045, + "loss_total": 0.06456296890974045, + "step": 19560 + }, + { + "loss_action": 0.01775107905268669, + "loss_total": 0.01775107905268669, + "step": 19560 + }, + { + "loss_action": 0.012190103530883789, + "loss_total": 0.012190103530883789, + "step": 19560 + }, + { + "loss_action": 0.012233312241733074, + "loss_total": 0.012233312241733074, + "step": 19560 + }, + { + "loss_action": 0.0241707693785429, + "loss_total": 0.0241707693785429, + "step": 19560 + }, + { + "loss_action": 0.018648983910679817, + "loss_total": 0.018648983910679817, + "step": 19560 + }, + { + "grad_norm": 0.45565053820610046, + "learning_rate": 9.430839138896026e-05, + "loss": 0.0271, + "step": 19570 + }, + { + "loss_action": 0.016024822369217873, + "loss_total": 0.016024822369217873, + "step": 19570 + }, + { + "loss_action": 0.02604132704436779, + "loss_total": 0.02604132704436779, + "step": 19570 + }, + { + "loss_action": 0.009492955170571804, + "loss_total": 0.009492955170571804, + "step": 19570 + }, + { + "loss_action": 0.017172111198306084, + "loss_total": 0.017172111198306084, + "step": 19570 + }, + { + "loss_action": 0.012617778033018112, + "loss_total": 0.012617778033018112, + "step": 19570 + }, + { + "loss_action": 0.02357960119843483, + "loss_total": 0.02357960119843483, + "step": 19570 + }, + { + "grad_norm": 0.3589556813240051, + "learning_rate": 9.43007273756039e-05, + "loss": 0.0203, + "step": 19580 + }, + { + "loss_action": 0.010723669081926346, + "loss_total": 0.010723669081926346, + "step": 19580 + }, + { + "loss_action": 0.02168440818786621, + "loss_total": 0.02168440818786621, + "step": 19580 + }, + { + "loss_action": 0.01865599863231182, + "loss_total": 0.01865599863231182, + "step": 19580 + }, + { + "loss_action": 0.023506000638008118, + "loss_total": 0.023506000638008118, + "step": 19580 + }, + { + "loss_action": 0.01288223173469305, + "loss_total": 0.01288223173469305, + "step": 19580 + }, + { + "loss_action": 0.0108203599229455, + "loss_total": 0.0108203599229455, + "step": 19580 + }, + { + "grad_norm": 0.3890266418457031, + "learning_rate": 9.429305851758658e-05, + "loss": 0.025, + "step": 19590 + }, + { + "loss_action": 0.01369345560669899, + "loss_total": 0.01369345560669899, + "step": 19590 + }, + { + "loss_action": 0.014228327199816704, + "loss_total": 0.014228327199816704, + "step": 19590 + }, + { + "loss_action": 0.1442854255437851, + "loss_total": 0.1442854255437851, + "step": 19590 + }, + { + "loss_action": 0.021319402381777763, + "loss_total": 0.021319402381777763, + "step": 19590 + }, + { + "loss_action": 0.02189214527606964, + "loss_total": 0.02189214527606964, + "step": 19590 + }, + { + "loss_action": 0.023003041744232178, + "loss_total": 0.023003041744232178, + "step": 19590 + }, + { + "grad_norm": 0.36320948600769043, + "learning_rate": 9.428538481574699e-05, + "loss": 0.023, + "step": 19600 + }, + { + "loss_action": 0.025621816515922546, + "loss_total": 0.025621816515922546, + "step": 19600 + }, + { + "loss_action": 0.028722599148750305, + "loss_total": 0.028722599148750305, + "step": 19600 + }, + { + "loss_action": 0.023529136553406715, + "loss_total": 0.023529136553406715, + "step": 19600 + }, + { + "loss_action": 0.022232476621866226, + "loss_total": 0.022232476621866226, + "step": 19600 + }, + { + "loss_action": 0.02347392588853836, + "loss_total": 0.02347392588853836, + "step": 19600 + }, + { + "loss_action": 0.020338211208581924, + "loss_total": 0.020338211208581924, + "step": 19600 + }, + { + "grad_norm": 0.530575692653656, + "learning_rate": 9.42777062709243e-05, + "loss": 0.0373, + "step": 19610 + }, + { + "loss_action": 0.015499900095164776, + "loss_total": 0.015499900095164776, + "step": 19610 + }, + { + "loss_action": 0.011068110354244709, + "loss_total": 0.011068110354244709, + "step": 19610 + }, + { + "loss_action": 0.034177158027887344, + "loss_total": 0.034177158027887344, + "step": 19610 + }, + { + "loss_action": 0.01858239620923996, + "loss_total": 0.01858239620923996, + "step": 19610 + }, + { + "loss_action": 0.021534593775868416, + "loss_total": 0.021534593775868416, + "step": 19610 + }, + { + "loss_action": 0.020218251273036003, + "loss_total": 0.020218251273036003, + "step": 19610 + }, + { + "grad_norm": 0.5094917416572571, + "learning_rate": 9.427002288395821e-05, + "loss": 0.0267, + "step": 19620 + }, + { + "loss_action": 0.02740512043237686, + "loss_total": 0.02740512043237686, + "step": 19620 + }, + { + "loss_action": 0.020449193194508553, + "loss_total": 0.020449193194508553, + "step": 19620 + }, + { + "loss_action": 0.07729659974575043, + "loss_total": 0.07729659974575043, + "step": 19620 + }, + { + "loss_action": 0.049413230270147324, + "loss_total": 0.049413230270147324, + "step": 19620 + }, + { + "loss_action": 0.1266205608844757, + "loss_total": 0.1266205608844757, + "step": 19620 + }, + { + "loss_action": 0.01980203203856945, + "loss_total": 0.01980203203856945, + "step": 19620 + }, + { + "grad_norm": 0.5134665966033936, + "learning_rate": 9.426233465568898e-05, + "loss": 0.0293, + "step": 19630 + }, + { + "loss_action": 0.022283123806118965, + "loss_total": 0.022283123806118965, + "step": 19630 + }, + { + "loss_action": 0.04564778879284859, + "loss_total": 0.04564778879284859, + "step": 19630 + }, + { + "loss_action": 0.01989147998392582, + "loss_total": 0.01989147998392582, + "step": 19630 + }, + { + "loss_action": 0.029568536207079887, + "loss_total": 0.029568536207079887, + "step": 19630 + }, + { + "loss_action": 0.016601046547293663, + "loss_total": 0.016601046547293663, + "step": 19630 + }, + { + "loss_action": 0.012243960984051228, + "loss_total": 0.012243960984051228, + "step": 19630 + }, + { + "grad_norm": 0.5367509722709656, + "learning_rate": 9.42546415869574e-05, + "loss": 0.0314, + "step": 19640 + }, + { + "loss_action": 0.01526668295264244, + "loss_total": 0.01526668295264244, + "step": 19640 + }, + { + "loss_action": 0.025455625727772713, + "loss_total": 0.025455625727772713, + "step": 19640 + }, + { + "loss_action": 0.023674312978982925, + "loss_total": 0.023674312978982925, + "step": 19640 + }, + { + "loss_action": 0.015332398936152458, + "loss_total": 0.015332398936152458, + "step": 19640 + }, + { + "loss_action": 0.04289323836565018, + "loss_total": 0.04289323836565018, + "step": 19640 + }, + { + "loss_action": 0.02133806049823761, + "loss_total": 0.02133806049823761, + "step": 19640 + }, + { + "grad_norm": 0.5938707590103149, + "learning_rate": 9.424694367860473e-05, + "loss": 0.0335, + "step": 19650 + }, + { + "loss_action": 0.01881214790046215, + "loss_total": 0.01881214790046215, + "step": 19650 + }, + { + "loss_action": 0.015043805353343487, + "loss_total": 0.015043805353343487, + "step": 19650 + }, + { + "loss_action": 0.038927529007196426, + "loss_total": 0.038927529007196426, + "step": 19650 + }, + { + "loss_action": 0.03780374675989151, + "loss_total": 0.03780374675989151, + "step": 19650 + }, + { + "loss_action": 0.020273873582482338, + "loss_total": 0.020273873582482338, + "step": 19650 + }, + { + "loss_action": 0.012505372054874897, + "loss_total": 0.012505372054874897, + "step": 19650 + }, + { + "grad_norm": 0.46758076548576355, + "learning_rate": 9.423924093147284e-05, + "loss": 0.0291, + "step": 19660 + }, + { + "loss_action": 0.022262506186962128, + "loss_total": 0.022262506186962128, + "step": 19660 + }, + { + "loss_action": 0.03253944218158722, + "loss_total": 0.03253944218158722, + "step": 19660 + }, + { + "loss_action": 0.016866769641637802, + "loss_total": 0.016866769641637802, + "step": 19660 + }, + { + "loss_action": 0.013645578175783157, + "loss_total": 0.013645578175783157, + "step": 19660 + }, + { + "loss_action": 0.07612166553735733, + "loss_total": 0.07612166553735733, + "step": 19660 + }, + { + "loss_action": 0.027225898578763008, + "loss_total": 0.027225898578763008, + "step": 19660 + }, + { + "grad_norm": 0.49286335706710815, + "learning_rate": 9.423153334640407e-05, + "loss": 0.0285, + "step": 19670 + }, + { + "loss_action": 0.030743228271603584, + "loss_total": 0.030743228271603584, + "step": 19670 + }, + { + "loss_action": 0.023353956639766693, + "loss_total": 0.023353956639766693, + "step": 19670 + }, + { + "loss_action": 0.028554081916809082, + "loss_total": 0.028554081916809082, + "step": 19670 + }, + { + "loss_action": 0.02517332322895527, + "loss_total": 0.02517332322895527, + "step": 19670 + }, + { + "loss_action": 0.03834926709532738, + "loss_total": 0.03834926709532738, + "step": 19670 + }, + { + "loss_action": 0.06541547924280167, + "loss_total": 0.06541547924280167, + "step": 19670 + }, + { + "grad_norm": 0.6091150045394897, + "learning_rate": 9.42238209242413e-05, + "loss": 0.0345, + "step": 19680 + }, + { + "loss_action": 0.0465170182287693, + "loss_total": 0.0465170182287693, + "step": 19680 + }, + { + "loss_action": 0.01935221068561077, + "loss_total": 0.01935221068561077, + "step": 19680 + }, + { + "loss_action": 0.024532532319426537, + "loss_total": 0.024532532319426537, + "step": 19680 + }, + { + "loss_action": 0.03702184557914734, + "loss_total": 0.03702184557914734, + "step": 19680 + }, + { + "loss_action": 0.015164940617978573, + "loss_total": 0.015164940617978573, + "step": 19680 + }, + { + "loss_action": 0.06072622910141945, + "loss_total": 0.06072622910141945, + "step": 19680 + }, + { + "grad_norm": 0.5066242814064026, + "learning_rate": 9.421610366582798e-05, + "loss": 0.0328, + "step": 19690 + }, + { + "loss_action": 0.015739332884550095, + "loss_total": 0.015739332884550095, + "step": 19690 + }, + { + "loss_action": 0.02796943485736847, + "loss_total": 0.02796943485736847, + "step": 19690 + }, + { + "loss_action": 0.012714074924588203, + "loss_total": 0.012714074924588203, + "step": 19690 + }, + { + "loss_action": 0.05964724346995354, + "loss_total": 0.05964724346995354, + "step": 19690 + }, + { + "loss_action": 0.014669956639409065, + "loss_total": 0.014669956639409065, + "step": 19690 + }, + { + "loss_action": 0.019954035058617592, + "loss_total": 0.019954035058617592, + "step": 19690 + }, + { + "grad_norm": 0.5994331240653992, + "learning_rate": 9.420838157200803e-05, + "loss": 0.0287, + "step": 19700 + }, + { + "loss_action": 0.02611321024596691, + "loss_total": 0.02611321024596691, + "step": 19700 + }, + { + "loss_action": 0.011096186004579067, + "loss_total": 0.011096186004579067, + "step": 19700 + }, + { + "loss_action": 0.01422768086194992, + "loss_total": 0.01422768086194992, + "step": 19700 + }, + { + "loss_action": 0.025432027876377106, + "loss_total": 0.025432027876377106, + "step": 19700 + }, + { + "loss_action": 0.014545917510986328, + "loss_total": 0.014545917510986328, + "step": 19700 + }, + { + "loss_action": 0.028980016708374023, + "loss_total": 0.028980016708374023, + "step": 19700 + }, + { + "grad_norm": 0.495160311460495, + "learning_rate": 9.420065464362594e-05, + "loss": 0.0266, + "step": 19710 + }, + { + "loss_action": 0.02536773309111595, + "loss_total": 0.02536773309111595, + "step": 19710 + }, + { + "loss_action": 0.01770210452377796, + "loss_total": 0.01770210452377796, + "step": 19710 + }, + { + "loss_action": 0.014444838277995586, + "loss_total": 0.014444838277995586, + "step": 19710 + }, + { + "loss_action": 0.025807777419686317, + "loss_total": 0.025807777419686317, + "step": 19710 + }, + { + "loss_action": 0.018420469015836716, + "loss_total": 0.018420469015836716, + "step": 19710 + }, + { + "loss_action": 0.017125144600868225, + "loss_total": 0.017125144600868225, + "step": 19710 + }, + { + "grad_norm": 0.44908255338668823, + "learning_rate": 9.419292288152673e-05, + "loss": 0.0268, + "step": 19720 + }, + { + "loss_action": 0.03819764405488968, + "loss_total": 0.03819764405488968, + "step": 19720 + }, + { + "loss_action": 0.01959032565355301, + "loss_total": 0.01959032565355301, + "step": 19720 + }, + { + "loss_action": 0.026867592707276344, + "loss_total": 0.026867592707276344, + "step": 19720 + }, + { + "loss_action": 0.018928684294223785, + "loss_total": 0.018928684294223785, + "step": 19720 + }, + { + "loss_action": 0.025082195177674294, + "loss_total": 0.025082195177674294, + "step": 19720 + }, + { + "loss_action": 0.018576039001345634, + "loss_total": 0.018576039001345634, + "step": 19720 + }, + { + "grad_norm": 0.3648531138896942, + "learning_rate": 9.418518628655588e-05, + "loss": 0.022, + "step": 19730 + }, + { + "loss_action": 0.01128686498850584, + "loss_total": 0.01128686498850584, + "step": 19730 + }, + { + "loss_action": 0.019353779032826424, + "loss_total": 0.019353779032826424, + "step": 19730 + }, + { + "loss_action": 0.020902089774608612, + "loss_total": 0.020902089774608612, + "step": 19730 + }, + { + "loss_action": 0.012695694342255592, + "loss_total": 0.012695694342255592, + "step": 19730 + }, + { + "loss_action": 0.028526244685053825, + "loss_total": 0.028526244685053825, + "step": 19730 + }, + { + "loss_action": 0.020303037017583847, + "loss_total": 0.020303037017583847, + "step": 19730 + }, + { + "grad_norm": 0.4078909754753113, + "learning_rate": 9.417744485955951e-05, + "loss": 0.0211, + "step": 19740 + }, + { + "loss_action": 0.016124457120895386, + "loss_total": 0.016124457120895386, + "step": 19740 + }, + { + "loss_action": 0.015977364033460617, + "loss_total": 0.015977364033460617, + "step": 19740 + }, + { + "loss_action": 0.02177571877837181, + "loss_total": 0.02177571877837181, + "step": 19740 + }, + { + "loss_action": 0.04805229231715202, + "loss_total": 0.04805229231715202, + "step": 19740 + }, + { + "loss_action": 0.010494910180568695, + "loss_total": 0.010494910180568695, + "step": 19740 + }, + { + "loss_action": 0.016346177086234093, + "loss_total": 0.016346177086234093, + "step": 19740 + }, + { + "grad_norm": 0.47405216097831726, + "learning_rate": 9.41696986013842e-05, + "loss": 0.0229, + "step": 19750 + }, + { + "loss_action": 0.10576499998569489, + "loss_total": 0.10576499998569489, + "step": 19750 + }, + { + "loss_action": 0.0711718276143074, + "loss_total": 0.0711718276143074, + "step": 19750 + }, + { + "loss_action": 0.03339994326233864, + "loss_total": 0.03339994326233864, + "step": 19750 + }, + { + "loss_action": 0.016603291034698486, + "loss_total": 0.016603291034698486, + "step": 19750 + }, + { + "loss_action": 0.01897353120148182, + "loss_total": 0.01897353120148182, + "step": 19750 + }, + { + "loss_action": 0.022703273221850395, + "loss_total": 0.022703273221850395, + "step": 19750 + }, + { + "grad_norm": 0.44879037141799927, + "learning_rate": 9.416194751287705e-05, + "loss": 0.0266, + "step": 19760 + }, + { + "loss_action": 0.026682155206799507, + "loss_total": 0.026682155206799507, + "step": 19760 + }, + { + "loss_action": 0.021143974736332893, + "loss_total": 0.021143974736332893, + "step": 19760 + }, + { + "loss_action": 0.026162508875131607, + "loss_total": 0.026162508875131607, + "step": 19760 + }, + { + "loss_action": 0.06821382790803909, + "loss_total": 0.06821382790803909, + "step": 19760 + }, + { + "loss_action": 0.01658550091087818, + "loss_total": 0.01658550091087818, + "step": 19760 + }, + { + "loss_action": 0.02691914327442646, + "loss_total": 0.02691914327442646, + "step": 19760 + }, + { + "grad_norm": 0.4814459979534149, + "learning_rate": 9.415419159488572e-05, + "loss": 0.0275, + "step": 19770 + }, + { + "loss_action": 0.03343847021460533, + "loss_total": 0.03343847021460533, + "step": 19770 + }, + { + "loss_action": 0.047475408762693405, + "loss_total": 0.047475408762693405, + "step": 19770 + }, + { + "loss_action": 0.01782815530896187, + "loss_total": 0.01782815530896187, + "step": 19770 + }, + { + "loss_action": 0.03430645540356636, + "loss_total": 0.03430645540356636, + "step": 19770 + }, + { + "loss_action": 0.04743475466966629, + "loss_total": 0.04743475466966629, + "step": 19770 + }, + { + "loss_action": 0.020409688353538513, + "loss_total": 0.020409688353538513, + "step": 19770 + }, + { + "grad_norm": 0.4476318657398224, + "learning_rate": 9.414643084825837e-05, + "loss": 0.0243, + "step": 19780 + }, + { + "loss_action": 0.02685493603348732, + "loss_total": 0.02685493603348732, + "step": 19780 + }, + { + "loss_action": 0.044081445783376694, + "loss_total": 0.044081445783376694, + "step": 19780 + }, + { + "loss_action": 0.015347737818956375, + "loss_total": 0.015347737818956375, + "step": 19780 + }, + { + "loss_action": 0.016311002895236015, + "loss_total": 0.016311002895236015, + "step": 19780 + }, + { + "loss_action": 0.01810535229742527, + "loss_total": 0.01810535229742527, + "step": 19780 + }, + { + "loss_action": 0.01854352466762066, + "loss_total": 0.01854352466762066, + "step": 19780 + }, + { + "grad_norm": 0.5482245087623596, + "learning_rate": 9.413866527384372e-05, + "loss": 0.0307, + "step": 19790 + }, + { + "loss_action": 0.03390683978796005, + "loss_total": 0.03390683978796005, + "step": 19790 + }, + { + "loss_action": 0.03463898226618767, + "loss_total": 0.03463898226618767, + "step": 19790 + }, + { + "loss_action": 0.010998893529176712, + "loss_total": 0.010998893529176712, + "step": 19790 + }, + { + "loss_action": 0.025778157636523247, + "loss_total": 0.025778157636523247, + "step": 19790 + }, + { + "loss_action": 0.012247597798705101, + "loss_total": 0.012247597798705101, + "step": 19790 + }, + { + "loss_action": 0.01696726307272911, + "loss_total": 0.01696726307272911, + "step": 19790 + }, + { + "grad_norm": 0.4816935658454895, + "learning_rate": 9.4130894872491e-05, + "loss": 0.0274, + "step": 19800 + }, + { + "loss_action": 0.02015751786530018, + "loss_total": 0.02015751786530018, + "step": 19800 + }, + { + "loss_action": 0.02525368519127369, + "loss_total": 0.02525368519127369, + "step": 19800 + }, + { + "loss_action": 0.040520474314689636, + "loss_total": 0.040520474314689636, + "step": 19800 + }, + { + "loss_action": 0.026316920295357704, + "loss_total": 0.026316920295357704, + "step": 19800 + }, + { + "loss_action": 0.029584093019366264, + "loss_total": 0.029584093019366264, + "step": 19800 + }, + { + "loss_action": 0.019428769126534462, + "loss_total": 0.019428769126534462, + "step": 19800 + }, + { + "grad_norm": 0.47085607051849365, + "learning_rate": 9.412311964504998e-05, + "loss": 0.0303, + "step": 19810 + }, + { + "loss_action": 0.03211160749197006, + "loss_total": 0.03211160749197006, + "step": 19810 + }, + { + "loss_action": 0.026535144075751305, + "loss_total": 0.026535144075751305, + "step": 19810 + }, + { + "loss_action": 0.02980601042509079, + "loss_total": 0.02980601042509079, + "step": 19810 + }, + { + "loss_action": 0.03070148266851902, + "loss_total": 0.03070148266851902, + "step": 19810 + }, + { + "loss_action": 0.06912480294704437, + "loss_total": 0.06912480294704437, + "step": 19810 + }, + { + "loss_action": 0.021868936717510223, + "loss_total": 0.021868936717510223, + "step": 19810 + }, + { + "grad_norm": 0.45352208614349365, + "learning_rate": 9.411533959237091e-05, + "loss": 0.0278, + "step": 19820 + }, + { + "loss_action": 0.02406352013349533, + "loss_total": 0.02406352013349533, + "step": 19820 + }, + { + "loss_action": 0.02051234245300293, + "loss_total": 0.02051234245300293, + "step": 19820 + }, + { + "loss_action": 0.051472257822752, + "loss_total": 0.051472257822752, + "step": 19820 + }, + { + "loss_action": 0.022044098004698753, + "loss_total": 0.022044098004698753, + "step": 19820 + }, + { + "loss_action": 0.0326603427529335, + "loss_total": 0.0326603427529335, + "step": 19820 + }, + { + "loss_action": 0.023377807810902596, + "loss_total": 0.023377807810902596, + "step": 19820 + }, + { + "grad_norm": 0.45732688903808594, + "learning_rate": 9.410755471530464e-05, + "loss": 0.0282, + "step": 19830 + }, + { + "loss_action": 0.035723693668842316, + "loss_total": 0.035723693668842316, + "step": 19830 + }, + { + "loss_action": 0.013757484965026379, + "loss_total": 0.013757484965026379, + "step": 19830 + }, + { + "loss_action": 0.017084889113903046, + "loss_total": 0.017084889113903046, + "step": 19830 + }, + { + "loss_action": 0.04831250384449959, + "loss_total": 0.04831250384449959, + "step": 19830 + }, + { + "loss_action": 0.020276816561818123, + "loss_total": 0.020276816561818123, + "step": 19830 + }, + { + "loss_action": 0.04145915433764458, + "loss_total": 0.04145915433764458, + "step": 19830 + }, + { + "grad_norm": 0.46135273575782776, + "learning_rate": 9.40997650147025e-05, + "loss": 0.0278, + "step": 19840 + }, + { + "loss_action": 0.032997697591781616, + "loss_total": 0.032997697591781616, + "step": 19840 + }, + { + "loss_action": 0.013423087075352669, + "loss_total": 0.013423087075352669, + "step": 19840 + }, + { + "loss_action": 0.014655636623501778, + "loss_total": 0.014655636623501778, + "step": 19840 + }, + { + "loss_action": 0.03886803984642029, + "loss_total": 0.03886803984642029, + "step": 19840 + }, + { + "loss_action": 0.021486882120370865, + "loss_total": 0.021486882120370865, + "step": 19840 + }, + { + "loss_action": 0.027980457991361618, + "loss_total": 0.027980457991361618, + "step": 19840 + }, + { + "grad_norm": 0.5020900368690491, + "learning_rate": 9.409197049141637e-05, + "loss": 0.0312, + "step": 19850 + }, + { + "loss_action": 0.014570753090083599, + "loss_total": 0.014570753090083599, + "step": 19850 + }, + { + "loss_action": 0.016810493543744087, + "loss_total": 0.016810493543744087, + "step": 19850 + }, + { + "loss_action": 0.016446521505713463, + "loss_total": 0.016446521505713463, + "step": 19850 + }, + { + "loss_action": 0.021745692938566208, + "loss_total": 0.021745692938566208, + "step": 19850 + }, + { + "loss_action": 0.04472089186310768, + "loss_total": 0.04472089186310768, + "step": 19850 + }, + { + "loss_action": 0.017267711460590363, + "loss_total": 0.017267711460590363, + "step": 19850 + }, + { + "grad_norm": 0.5594996809959412, + "learning_rate": 9.408417114629863e-05, + "loss": 0.0231, + "step": 19860 + }, + { + "loss_action": 0.013308554887771606, + "loss_total": 0.013308554887771606, + "step": 19860 + }, + { + "loss_action": 0.013190936297178268, + "loss_total": 0.013190936297178268, + "step": 19860 + }, + { + "loss_action": 0.014344950206577778, + "loss_total": 0.014344950206577778, + "step": 19860 + }, + { + "loss_action": 0.01538640446960926, + "loss_total": 0.01538640446960926, + "step": 19860 + }, + { + "loss_action": 0.012320677749812603, + "loss_total": 0.012320677749812603, + "step": 19860 + }, + { + "loss_action": 0.013573335483670235, + "loss_total": 0.013573335483670235, + "step": 19860 + }, + { + "grad_norm": 0.3325473964214325, + "learning_rate": 9.40763669802022e-05, + "loss": 0.0203, + "step": 19870 + }, + { + "loss_action": 0.034799110144376755, + "loss_total": 0.034799110144376755, + "step": 19870 + }, + { + "loss_action": 0.015445453114807606, + "loss_total": 0.015445453114807606, + "step": 19870 + }, + { + "loss_action": 0.04043364152312279, + "loss_total": 0.04043364152312279, + "step": 19870 + }, + { + "loss_action": 0.007879320532083511, + "loss_total": 0.007879320532083511, + "step": 19870 + }, + { + "loss_action": 0.13013677299022675, + "loss_total": 0.13013677299022675, + "step": 19870 + }, + { + "loss_action": 0.016981014981865883, + "loss_total": 0.016981014981865883, + "step": 19870 + }, + { + "grad_norm": 0.5236570835113525, + "learning_rate": 9.406855799398056e-05, + "loss": 0.0288, + "step": 19880 + }, + { + "loss_action": 0.015127046033740044, + "loss_total": 0.015127046033740044, + "step": 19880 + }, + { + "loss_action": 0.01579233445227146, + "loss_total": 0.01579233445227146, + "step": 19880 + }, + { + "loss_action": 0.013742153532803059, + "loss_total": 0.013742153532803059, + "step": 19880 + }, + { + "loss_action": 0.008061476983129978, + "loss_total": 0.008061476983129978, + "step": 19880 + }, + { + "loss_action": 0.026234246790409088, + "loss_total": 0.026234246790409088, + "step": 19880 + }, + { + "loss_action": 0.027703598141670227, + "loss_total": 0.027703598141670227, + "step": 19880 + }, + { + "grad_norm": 0.605188250541687, + "learning_rate": 9.406074418848767e-05, + "loss": 0.0324, + "step": 19890 + }, + { + "loss_action": 0.01558014564216137, + "loss_total": 0.01558014564216137, + "step": 19890 + }, + { + "loss_action": 0.042900022119283676, + "loss_total": 0.042900022119283676, + "step": 19890 + }, + { + "loss_action": 0.030460216104984283, + "loss_total": 0.030460216104984283, + "step": 19890 + }, + { + "loss_action": 0.01684565097093582, + "loss_total": 0.01684565097093582, + "step": 19890 + }, + { + "loss_action": 0.19104140996932983, + "loss_total": 0.19104140996932983, + "step": 19890 + }, + { + "loss_action": 0.020976601168513298, + "loss_total": 0.020976601168513298, + "step": 19890 + }, + { + "grad_norm": 0.6021106243133545, + "learning_rate": 9.405292556457805e-05, + "loss": 0.0372, + "step": 19900 + }, + { + "loss_action": 0.026718737557530403, + "loss_total": 0.026718737557530403, + "step": 19900 + }, + { + "loss_action": 0.02056340128183365, + "loss_total": 0.02056340128183365, + "step": 19900 + }, + { + "loss_action": 0.029377102851867676, + "loss_total": 0.029377102851867676, + "step": 19900 + }, + { + "loss_action": 0.01874735578894615, + "loss_total": 0.01874735578894615, + "step": 19900 + }, + { + "loss_action": 0.014364500530064106, + "loss_total": 0.014364500530064106, + "step": 19900 + }, + { + "loss_action": 0.09311120957136154, + "loss_total": 0.09311120957136154, + "step": 19900 + }, + { + "grad_norm": 0.6030992269515991, + "learning_rate": 9.404510212310671e-05, + "loss": 0.0288, + "step": 19910 + }, + { + "loss_action": 0.020610371604561806, + "loss_total": 0.020610371604561806, + "step": 19910 + }, + { + "loss_action": 0.028399422764778137, + "loss_total": 0.028399422764778137, + "step": 19910 + }, + { + "loss_action": 0.012630053795874119, + "loss_total": 0.012630053795874119, + "step": 19910 + }, + { + "loss_action": 0.03738844022154808, + "loss_total": 0.03738844022154808, + "step": 19910 + }, + { + "loss_action": 0.03367094695568085, + "loss_total": 0.03367094695568085, + "step": 19910 + }, + { + "loss_action": 0.041096966713666916, + "loss_total": 0.041096966713666916, + "step": 19910 + }, + { + "grad_norm": 0.5738378167152405, + "learning_rate": 9.403727386492924e-05, + "loss": 0.0282, + "step": 19920 + }, + { + "loss_action": 0.014861803501844406, + "loss_total": 0.014861803501844406, + "step": 19920 + }, + { + "loss_action": 0.14789968729019165, + "loss_total": 0.14789968729019165, + "step": 19920 + }, + { + "loss_action": 0.04544960707426071, + "loss_total": 0.04544960707426071, + "step": 19920 + }, + { + "loss_action": 0.015096918679773808, + "loss_total": 0.015096918679773808, + "step": 19920 + }, + { + "loss_action": 0.020748086273670197, + "loss_total": 0.020748086273670197, + "step": 19920 + }, + { + "loss_action": 0.04823584854602814, + "loss_total": 0.04823584854602814, + "step": 19920 + }, + { + "grad_norm": 0.4166579842567444, + "learning_rate": 9.40294407909017e-05, + "loss": 0.0275, + "step": 19930 + }, + { + "loss_action": 0.019641829654574394, + "loss_total": 0.019641829654574394, + "step": 19930 + }, + { + "loss_action": 0.029616858810186386, + "loss_total": 0.029616858810186386, + "step": 19930 + }, + { + "loss_action": 0.02080075815320015, + "loss_total": 0.02080075815320015, + "step": 19930 + }, + { + "loss_action": 0.01458431314677, + "loss_total": 0.01458431314677, + "step": 19930 + }, + { + "loss_action": 0.02679366059601307, + "loss_total": 0.02679366059601307, + "step": 19930 + }, + { + "loss_action": 0.016019919887185097, + "loss_total": 0.016019919887185097, + "step": 19930 + }, + { + "grad_norm": 0.49928852915763855, + "learning_rate": 9.40216029018807e-05, + "loss": 0.0238, + "step": 19940 + }, + { + "loss_action": 0.01945432461798191, + "loss_total": 0.01945432461798191, + "step": 19940 + }, + { + "loss_action": 0.025461304932832718, + "loss_total": 0.025461304932832718, + "step": 19940 + }, + { + "loss_action": 0.01565134897828102, + "loss_total": 0.01565134897828102, + "step": 19940 + }, + { + "loss_action": 0.04783496633172035, + "loss_total": 0.04783496633172035, + "step": 19940 + }, + { + "loss_action": 0.026880348101258278, + "loss_total": 0.026880348101258278, + "step": 19940 + }, + { + "loss_action": 0.012570337392389774, + "loss_total": 0.012570337392389774, + "step": 19940 + }, + { + "grad_norm": 0.5014176964759827, + "learning_rate": 9.401376019872338e-05, + "loss": 0.0241, + "step": 19950 + }, + { + "loss_action": 0.01304804626852274, + "loss_total": 0.01304804626852274, + "step": 19950 + }, + { + "loss_action": 0.04149162396788597, + "loss_total": 0.04149162396788597, + "step": 19950 + }, + { + "loss_action": 0.024418750777840614, + "loss_total": 0.024418750777840614, + "step": 19950 + }, + { + "loss_action": 0.029766054823994637, + "loss_total": 0.029766054823994637, + "step": 19950 + }, + { + "loss_action": 0.007956557907164097, + "loss_total": 0.007956557907164097, + "step": 19950 + }, + { + "loss_action": 0.013515490107238293, + "loss_total": 0.013515490107238293, + "step": 19950 + }, + { + "grad_norm": 0.457307368516922, + "learning_rate": 9.400591268228746e-05, + "loss": 0.0209, + "step": 19960 + }, + { + "loss_action": 0.01733795553445816, + "loss_total": 0.01733795553445816, + "step": 19960 + }, + { + "loss_action": 0.013506227172911167, + "loss_total": 0.013506227172911167, + "step": 19960 + }, + { + "loss_action": 0.036194220185279846, + "loss_total": 0.036194220185279846, + "step": 19960 + }, + { + "loss_action": 0.02699214033782482, + "loss_total": 0.02699214033782482, + "step": 19960 + }, + { + "loss_action": 0.03100678138434887, + "loss_total": 0.03100678138434887, + "step": 19960 + }, + { + "loss_action": 0.018537916243076324, + "loss_total": 0.018537916243076324, + "step": 19960 + }, + { + "grad_norm": 0.508186399936676, + "learning_rate": 9.399806035343106e-05, + "loss": 0.0245, + "step": 19970 + }, + { + "loss_action": 0.04158913716673851, + "loss_total": 0.04158913716673851, + "step": 19970 + }, + { + "loss_action": 0.01651138998568058, + "loss_total": 0.01651138998568058, + "step": 19970 + }, + { + "loss_action": 0.03854016959667206, + "loss_total": 0.03854016959667206, + "step": 19970 + }, + { + "loss_action": 0.036973580718040466, + "loss_total": 0.036973580718040466, + "step": 19970 + }, + { + "loss_action": 0.0222234558314085, + "loss_total": 0.0222234558314085, + "step": 19970 + }, + { + "loss_action": 0.016057690605521202, + "loss_total": 0.016057690605521202, + "step": 19970 + }, + { + "grad_norm": 0.4332979619503021, + "learning_rate": 9.399020321301294e-05, + "loss": 0.0252, + "step": 19980 + }, + { + "loss_action": 0.04531201347708702, + "loss_total": 0.04531201347708702, + "step": 19980 + }, + { + "loss_action": 0.11719321459531784, + "loss_total": 0.11719321459531784, + "step": 19980 + }, + { + "loss_action": 0.012011582031846046, + "loss_total": 0.012011582031846046, + "step": 19980 + }, + { + "loss_action": 0.01784409210085869, + "loss_total": 0.01784409210085869, + "step": 19980 + }, + { + "loss_action": 0.014288695529103279, + "loss_total": 0.014288695529103279, + "step": 19980 + }, + { + "loss_action": 0.023863937705755234, + "loss_total": 0.023863937705755234, + "step": 19980 + }, + { + "grad_norm": 0.40253737568855286, + "learning_rate": 9.398234126189234e-05, + "loss": 0.0272, + "step": 19990 + }, + { + "loss_action": 0.011896496638655663, + "loss_total": 0.011896496638655663, + "step": 19990 + }, + { + "loss_action": 0.03832734376192093, + "loss_total": 0.03832734376192093, + "step": 19990 + }, + { + "loss_action": 0.02428985945880413, + "loss_total": 0.02428985945880413, + "step": 19990 + }, + { + "loss_action": 0.019391529262065887, + "loss_total": 0.019391529262065887, + "step": 19990 + }, + { + "loss_action": 0.02179011143743992, + "loss_total": 0.02179011143743992, + "step": 19990 + }, + { + "loss_action": 0.029170680791139603, + "loss_total": 0.029170680791139603, + "step": 19990 + }, + { + "grad_norm": 0.5701337456703186, + "learning_rate": 9.397447450092902e-05, + "loss": 0.0252, + "step": 20000 + }, + { + "loss_action": 0.04636532813310623, + "loss_total": 0.04636532813310623, + "step": 20000 + }, + { + "loss_action": 0.01770114153623581, + "loss_total": 0.01770114153623581, + "step": 20000 + }, + { + "loss_action": 0.03505426272749901, + "loss_total": 0.03505426272749901, + "step": 20000 + }, + { + "loss_action": 0.017932021990418434, + "loss_total": 0.017932021990418434, + "step": 20000 + }, + { + "loss_action": 0.03200066089630127, + "loss_total": 0.03200066089630127, + "step": 20000 + }, + { + "loss_action": 0.022003071382641792, + "loss_total": 0.022003071382641792, + "step": 20000 + }, + { + "grad_norm": 0.43193820118904114, + "learning_rate": 9.39666029309833e-05, + "loss": 0.0221, + "step": 20010 + }, + { + "loss_action": 0.01771543174982071, + "loss_total": 0.01771543174982071, + "step": 20010 + }, + { + "loss_action": 0.022255372256040573, + "loss_total": 0.022255372256040573, + "step": 20010 + }, + { + "loss_action": 0.04456092789769173, + "loss_total": 0.04456092789769173, + "step": 20010 + }, + { + "loss_action": 0.011343716643750668, + "loss_total": 0.011343716643750668, + "step": 20010 + }, + { + "loss_action": 0.020132169127464294, + "loss_total": 0.020132169127464294, + "step": 20010 + }, + { + "loss_action": 0.025051632896065712, + "loss_total": 0.025051632896065712, + "step": 20010 + }, + { + "grad_norm": 0.4306091070175171, + "learning_rate": 9.395872655291596e-05, + "loss": 0.0232, + "step": 20020 + }, + { + "loss_action": 0.040054675191640854, + "loss_total": 0.040054675191640854, + "step": 20020 + }, + { + "loss_action": 0.01445049699395895, + "loss_total": 0.01445049699395895, + "step": 20020 + }, + { + "loss_action": 0.013300716876983643, + "loss_total": 0.013300716876983643, + "step": 20020 + }, + { + "loss_action": 0.016209010034799576, + "loss_total": 0.016209010034799576, + "step": 20020 + }, + { + "loss_action": 0.012826749123632908, + "loss_total": 0.012826749123632908, + "step": 20020 + }, + { + "loss_action": 0.013831835240125656, + "loss_total": 0.013831835240125656, + "step": 20020 + }, + { + "grad_norm": 0.378461092710495, + "learning_rate": 9.395084536758838e-05, + "loss": 0.0211, + "step": 20030 + }, + { + "loss_action": 0.01853051595389843, + "loss_total": 0.01853051595389843, + "step": 20030 + }, + { + "loss_action": 0.012893215753138065, + "loss_total": 0.012893215753138065, + "step": 20030 + }, + { + "loss_action": 0.022325290367007256, + "loss_total": 0.022325290367007256, + "step": 20030 + }, + { + "loss_action": 0.025754155591130257, + "loss_total": 0.025754155591130257, + "step": 20030 + }, + { + "loss_action": 0.015101516619324684, + "loss_total": 0.015101516619324684, + "step": 20030 + }, + { + "loss_action": 0.03559890761971474, + "loss_total": 0.03559890761971474, + "step": 20030 + }, + { + "grad_norm": 0.5650727152824402, + "learning_rate": 9.394295937586243e-05, + "loss": 0.028, + "step": 20040 + }, + { + "loss_action": 0.01620645634829998, + "loss_total": 0.01620645634829998, + "step": 20040 + }, + { + "loss_action": 0.05099525302648544, + "loss_total": 0.05099525302648544, + "step": 20040 + }, + { + "loss_action": 0.04088819399476051, + "loss_total": 0.04088819399476051, + "step": 20040 + }, + { + "loss_action": 0.014756284654140472, + "loss_total": 0.014756284654140472, + "step": 20040 + }, + { + "loss_action": 0.023944560438394547, + "loss_total": 0.023944560438394547, + "step": 20040 + }, + { + "loss_action": 0.012765630148351192, + "loss_total": 0.012765630148351192, + "step": 20040 + }, + { + "grad_norm": 0.4642401933670044, + "learning_rate": 9.393506857860052e-05, + "loss": 0.0255, + "step": 20050 + }, + { + "loss_action": 0.028671739622950554, + "loss_total": 0.028671739622950554, + "step": 20050 + }, + { + "loss_action": 0.01087068673223257, + "loss_total": 0.01087068673223257, + "step": 20050 + }, + { + "loss_action": 0.18903499841690063, + "loss_total": 0.18903499841690063, + "step": 20050 + }, + { + "loss_action": 0.014566711150109768, + "loss_total": 0.014566711150109768, + "step": 20050 + }, + { + "loss_action": 0.029801586642861366, + "loss_total": 0.029801586642861366, + "step": 20050 + }, + { + "loss_action": 0.06463155150413513, + "loss_total": 0.06463155150413513, + "step": 20050 + }, + { + "grad_norm": 0.4646623134613037, + "learning_rate": 9.392717297666555e-05, + "loss": 0.031, + "step": 20060 + }, + { + "loss_action": 0.029373088851571083, + "loss_total": 0.029373088851571083, + "step": 20060 + }, + { + "loss_action": 0.04946344345808029, + "loss_total": 0.04946344345808029, + "step": 20060 + }, + { + "loss_action": 0.0242177564650774, + "loss_total": 0.0242177564650774, + "step": 20060 + }, + { + "loss_action": 0.04444413632154465, + "loss_total": 0.04444413632154465, + "step": 20060 + }, + { + "loss_action": 0.01943107694387436, + "loss_total": 0.01943107694387436, + "step": 20060 + }, + { + "loss_action": 0.03350801393389702, + "loss_total": 0.03350801393389702, + "step": 20060 + }, + { + "grad_norm": 0.5448267459869385, + "learning_rate": 9.391927257092101e-05, + "loss": 0.0287, + "step": 20070 + }, + { + "loss_action": 0.011383372358977795, + "loss_total": 0.011383372358977795, + "step": 20070 + }, + { + "loss_action": 0.02814502827823162, + "loss_total": 0.02814502827823162, + "step": 20070 + }, + { + "loss_action": 0.019610770046710968, + "loss_total": 0.019610770046710968, + "step": 20070 + }, + { + "loss_action": 0.029058018699288368, + "loss_total": 0.029058018699288368, + "step": 20070 + }, + { + "loss_action": 0.01395620871335268, + "loss_total": 0.01395620871335268, + "step": 20070 + }, + { + "loss_action": 0.02799466997385025, + "loss_total": 0.02799466997385025, + "step": 20070 + }, + { + "grad_norm": 0.40560784935951233, + "learning_rate": 9.391136736223085e-05, + "loss": 0.0248, + "step": 20080 + }, + { + "loss_action": 0.021625841036438942, + "loss_total": 0.021625841036438942, + "step": 20080 + }, + { + "loss_action": 0.02079092152416706, + "loss_total": 0.02079092152416706, + "step": 20080 + }, + { + "loss_action": 0.06697329878807068, + "loss_total": 0.06697329878807068, + "step": 20080 + }, + { + "loss_action": 0.013043229468166828, + "loss_total": 0.013043229468166828, + "step": 20080 + }, + { + "loss_action": 0.013131664134562016, + "loss_total": 0.013131664134562016, + "step": 20080 + }, + { + "loss_action": 0.016954412683844566, + "loss_total": 0.016954412683844566, + "step": 20080 + }, + { + "grad_norm": 0.5055977702140808, + "learning_rate": 9.390345735145956e-05, + "loss": 0.0268, + "step": 20090 + }, + { + "loss_action": 0.017796341329813004, + "loss_total": 0.017796341329813004, + "step": 20090 + }, + { + "loss_action": 0.02767748385667801, + "loss_total": 0.02767748385667801, + "step": 20090 + }, + { + "loss_action": 0.017811806872487068, + "loss_total": 0.017811806872487068, + "step": 20090 + }, + { + "loss_action": 0.052359335124492645, + "loss_total": 0.052359335124492645, + "step": 20090 + }, + { + "loss_action": 0.011175660416483879, + "loss_total": 0.011175660416483879, + "step": 20090 + }, + { + "loss_action": 0.012103147804737091, + "loss_total": 0.012103147804737091, + "step": 20090 + }, + { + "grad_norm": 0.44705554842948914, + "learning_rate": 9.389554253947219e-05, + "loss": 0.0225, + "step": 20100 + }, + { + "loss_action": 0.027712104842066765, + "loss_total": 0.027712104842066765, + "step": 20100 + }, + { + "loss_action": 0.044746432453393936, + "loss_total": 0.044746432453393936, + "step": 20100 + }, + { + "loss_action": 0.016597600653767586, + "loss_total": 0.016597600653767586, + "step": 20100 + }, + { + "loss_action": 0.0192154198884964, + "loss_total": 0.0192154198884964, + "step": 20100 + }, + { + "loss_action": 0.012842511758208275, + "loss_total": 0.012842511758208275, + "step": 20100 + }, + { + "loss_action": 0.02014012634754181, + "loss_total": 0.02014012634754181, + "step": 20100 + }, + { + "grad_norm": 0.38053303956985474, + "learning_rate": 9.388762292713428e-05, + "loss": 0.0241, + "step": 20110 + }, + { + "loss_action": 0.03109600581228733, + "loss_total": 0.03109600581228733, + "step": 20110 + }, + { + "loss_action": 0.012167446315288544, + "loss_total": 0.012167446315288544, + "step": 20110 + }, + { + "loss_action": 0.025388328358530998, + "loss_total": 0.025388328358530998, + "step": 20110 + }, + { + "loss_action": 0.02350994013249874, + "loss_total": 0.02350994013249874, + "step": 20110 + }, + { + "loss_action": 0.1672397255897522, + "loss_total": 0.1672397255897522, + "step": 20110 + }, + { + "loss_action": 0.01751931942999363, + "loss_total": 0.01751931942999363, + "step": 20110 + }, + { + "grad_norm": 0.3911074995994568, + "learning_rate": 9.38796985153119e-05, + "loss": 0.0266, + "step": 20120 + }, + { + "loss_action": 0.02168767713010311, + "loss_total": 0.02168767713010311, + "step": 20120 + }, + { + "loss_action": 0.013366480357944965, + "loss_total": 0.013366480357944965, + "step": 20120 + }, + { + "loss_action": 0.020212600007653236, + "loss_total": 0.020212600007653236, + "step": 20120 + }, + { + "loss_action": 0.01277859602123499, + "loss_total": 0.01277859602123499, + "step": 20120 + }, + { + "loss_action": 0.028375105932354927, + "loss_total": 0.028375105932354927, + "step": 20120 + }, + { + "loss_action": 0.01403849758207798, + "loss_total": 0.01403849758207798, + "step": 20120 + }, + { + "grad_norm": 0.40615314245224, + "learning_rate": 9.387176930487169e-05, + "loss": 0.0232, + "step": 20130 + }, + { + "loss_action": 0.014505832456052303, + "loss_total": 0.014505832456052303, + "step": 20130 + }, + { + "loss_action": 0.01506123598664999, + "loss_total": 0.01506123598664999, + "step": 20130 + }, + { + "loss_action": 0.017546651884913445, + "loss_total": 0.017546651884913445, + "step": 20130 + }, + { + "loss_action": 0.03214506432414055, + "loss_total": 0.03214506432414055, + "step": 20130 + }, + { + "loss_action": 0.013785658404231071, + "loss_total": 0.013785658404231071, + "step": 20130 + }, + { + "loss_action": 0.027092386037111282, + "loss_total": 0.027092386037111282, + "step": 20130 + }, + { + "grad_norm": 0.42039063572883606, + "learning_rate": 9.386383529668072e-05, + "loss": 0.0253, + "step": 20140 + }, + { + "loss_action": 0.14587372541427612, + "loss_total": 0.14587372541427612, + "step": 20140 + }, + { + "loss_action": 0.02881627157330513, + "loss_total": 0.02881627157330513, + "step": 20140 + }, + { + "loss_action": 0.010460899211466312, + "loss_total": 0.010460899211466312, + "step": 20140 + }, + { + "loss_action": 0.061203185468912125, + "loss_total": 0.061203185468912125, + "step": 20140 + }, + { + "loss_action": 0.029819179326295853, + "loss_total": 0.029819179326295853, + "step": 20140 + }, + { + "loss_action": 0.020552897825837135, + "loss_total": 0.020552897825837135, + "step": 20140 + }, + { + "grad_norm": 0.7404868602752686, + "learning_rate": 9.385589649160669e-05, + "loss": 0.0349, + "step": 20150 + }, + { + "loss_action": 0.01564822345972061, + "loss_total": 0.01564822345972061, + "step": 20150 + }, + { + "loss_action": 0.0496269054710865, + "loss_total": 0.0496269054710865, + "step": 20150 + }, + { + "loss_action": 0.02080804482102394, + "loss_total": 0.02080804482102394, + "step": 20150 + }, + { + "loss_action": 0.0342261865735054, + "loss_total": 0.0342261865735054, + "step": 20150 + }, + { + "loss_action": 0.018399588763713837, + "loss_total": 0.018399588763713837, + "step": 20150 + }, + { + "loss_action": 0.03841695934534073, + "loss_total": 0.03841695934534073, + "step": 20150 + }, + { + "grad_norm": 0.5127963423728943, + "learning_rate": 9.384795289051775e-05, + "loss": 0.0304, + "step": 20160 + }, + { + "loss_action": 0.03902720659971237, + "loss_total": 0.03902720659971237, + "step": 20160 + }, + { + "loss_action": 0.045417167246341705, + "loss_total": 0.045417167246341705, + "step": 20160 + }, + { + "loss_action": 0.03467243164777756, + "loss_total": 0.03467243164777756, + "step": 20160 + }, + { + "loss_action": 0.03862632066011429, + "loss_total": 0.03862632066011429, + "step": 20160 + }, + { + "loss_action": 0.03150298073887825, + "loss_total": 0.03150298073887825, + "step": 20160 + }, + { + "loss_action": 0.02860555797815323, + "loss_total": 0.02860555797815323, + "step": 20160 + }, + { + "grad_norm": 0.4678591787815094, + "learning_rate": 9.384000449428261e-05, + "loss": 0.0295, + "step": 20170 + }, + { + "loss_action": 0.03135566785931587, + "loss_total": 0.03135566785931587, + "step": 20170 + }, + { + "loss_action": 0.05803542211651802, + "loss_total": 0.05803542211651802, + "step": 20170 + }, + { + "loss_action": 0.016837039962410927, + "loss_total": 0.016837039962410927, + "step": 20170 + }, + { + "loss_action": 0.05145411193370819, + "loss_total": 0.05145411193370819, + "step": 20170 + }, + { + "loss_action": 0.03975686803460121, + "loss_total": 0.03975686803460121, + "step": 20170 + }, + { + "loss_action": 0.013017314486205578, + "loss_total": 0.013017314486205578, + "step": 20170 + }, + { + "grad_norm": 0.48309582471847534, + "learning_rate": 9.383205130377048e-05, + "loss": 0.0265, + "step": 20180 + }, + { + "loss_action": 0.07379313558340073, + "loss_total": 0.07379313558340073, + "step": 20180 + }, + { + "loss_action": 0.01858588494360447, + "loss_total": 0.01858588494360447, + "step": 20180 + }, + { + "loss_action": 0.016217585653066635, + "loss_total": 0.016217585653066635, + "step": 20180 + }, + { + "loss_action": 0.012263231910765171, + "loss_total": 0.012263231910765171, + "step": 20180 + }, + { + "loss_action": 0.03297844156622887, + "loss_total": 0.03297844156622887, + "step": 20180 + }, + { + "loss_action": 0.030827241018414497, + "loss_total": 0.030827241018414497, + "step": 20180 + }, + { + "grad_norm": 0.4914891719818115, + "learning_rate": 9.382409331985114e-05, + "loss": 0.0249, + "step": 20190 + }, + { + "loss_action": 0.011720042675733566, + "loss_total": 0.011720042675733566, + "step": 20190 + }, + { + "loss_action": 0.0124724842607975, + "loss_total": 0.0124724842607975, + "step": 20190 + }, + { + "loss_action": 0.01080787368118763, + "loss_total": 0.01080787368118763, + "step": 20190 + }, + { + "loss_action": 0.01499370951205492, + "loss_total": 0.01499370951205492, + "step": 20190 + }, + { + "loss_action": 0.02550824172794819, + "loss_total": 0.02550824172794819, + "step": 20190 + }, + { + "loss_action": 0.016895076259970665, + "loss_total": 0.016895076259970665, + "step": 20190 + }, + { + "grad_norm": 0.4199772775173187, + "learning_rate": 9.381613054339482e-05, + "loss": 0.028, + "step": 20200 + }, + { + "loss_action": 0.02379385195672512, + "loss_total": 0.02379385195672512, + "step": 20200 + }, + { + "loss_action": 0.027403712272644043, + "loss_total": 0.027403712272644043, + "step": 20200 + }, + { + "loss_action": 0.0226919986307621, + "loss_total": 0.0226919986307621, + "step": 20200 + }, + { + "loss_action": 0.0177298691123724, + "loss_total": 0.0177298691123724, + "step": 20200 + }, + { + "loss_action": 0.023320671170949936, + "loss_total": 0.023320671170949936, + "step": 20200 + }, + { + "loss_action": 0.024265483021736145, + "loss_total": 0.024265483021736145, + "step": 20200 + }, + { + "grad_norm": 0.5074315667152405, + "learning_rate": 9.380816297527235e-05, + "loss": 0.0246, + "step": 20210 + }, + { + "loss_action": 0.02574875019490719, + "loss_total": 0.02574875019490719, + "step": 20210 + }, + { + "loss_action": 0.020013079047203064, + "loss_total": 0.020013079047203064, + "step": 20210 + }, + { + "loss_action": 0.04309871047735214, + "loss_total": 0.04309871047735214, + "step": 20210 + }, + { + "loss_action": 0.014653172343969345, + "loss_total": 0.014653172343969345, + "step": 20210 + }, + { + "loss_action": 0.01833806186914444, + "loss_total": 0.01833806186914444, + "step": 20210 + }, + { + "loss_action": 0.03475251421332359, + "loss_total": 0.03475251421332359, + "step": 20210 + }, + { + "grad_norm": 0.5178479552268982, + "learning_rate": 9.380019061635506e-05, + "loss": 0.0234, + "step": 20220 + }, + { + "loss_action": 0.041579410433769226, + "loss_total": 0.041579410433769226, + "step": 20220 + }, + { + "loss_action": 0.02288605086505413, + "loss_total": 0.02288605086505413, + "step": 20220 + }, + { + "loss_action": 0.01989157497882843, + "loss_total": 0.01989157497882843, + "step": 20220 + }, + { + "loss_action": 0.015546467155218124, + "loss_total": 0.015546467155218124, + "step": 20220 + }, + { + "loss_action": 0.07078757137060165, + "loss_total": 0.07078757137060165, + "step": 20220 + }, + { + "loss_action": 0.02313697151839733, + "loss_total": 0.02313697151839733, + "step": 20220 + }, + { + "grad_norm": 0.39894530177116394, + "learning_rate": 9.379221346751474e-05, + "loss": 0.029, + "step": 20230 + }, + { + "loss_action": 0.020125634968280792, + "loss_total": 0.020125634968280792, + "step": 20230 + }, + { + "loss_action": 0.015223388560116291, + "loss_total": 0.015223388560116291, + "step": 20230 + }, + { + "loss_action": 0.03127005323767662, + "loss_total": 0.03127005323767662, + "step": 20230 + }, + { + "loss_action": 0.017027828842401505, + "loss_total": 0.017027828842401505, + "step": 20230 + }, + { + "loss_action": 0.012463455088436604, + "loss_total": 0.012463455088436604, + "step": 20230 + }, + { + "loss_action": 0.01661870814859867, + "loss_total": 0.01661870814859867, + "step": 20230 + }, + { + "grad_norm": 0.4533208906650543, + "learning_rate": 9.378423152962382e-05, + "loss": 0.0254, + "step": 20240 + }, + { + "loss_action": 0.032341837882995605, + "loss_total": 0.032341837882995605, + "step": 20240 + }, + { + "loss_action": 0.03138045594096184, + "loss_total": 0.03138045594096184, + "step": 20240 + }, + { + "loss_action": 0.01867707632482052, + "loss_total": 0.01867707632482052, + "step": 20240 + }, + { + "loss_action": 0.031190238893032074, + "loss_total": 0.031190238893032074, + "step": 20240 + }, + { + "loss_action": 0.015991710126399994, + "loss_total": 0.015991710126399994, + "step": 20240 + }, + { + "loss_action": 0.013357080519199371, + "loss_total": 0.013357080519199371, + "step": 20240 + }, + { + "grad_norm": 0.45433884859085083, + "learning_rate": 9.377624480355517e-05, + "loss": 0.0248, + "step": 20250 + }, + { + "loss_action": 0.026111077517271042, + "loss_total": 0.026111077517271042, + "step": 20250 + }, + { + "loss_action": 0.014194846153259277, + "loss_total": 0.014194846153259277, + "step": 20250 + }, + { + "loss_action": 0.011554152704775333, + "loss_total": 0.011554152704775333, + "step": 20250 + }, + { + "loss_action": 0.02018778771162033, + "loss_total": 0.02018778771162033, + "step": 20250 + }, + { + "loss_action": 0.056080788373947144, + "loss_total": 0.056080788373947144, + "step": 20250 + }, + { + "loss_action": 0.014131627976894379, + "loss_total": 0.014131627976894379, + "step": 20250 + }, + { + "grad_norm": 0.45128870010375977, + "learning_rate": 9.376825329018219e-05, + "loss": 0.0244, + "step": 20260 + }, + { + "loss_action": 0.05993404984474182, + "loss_total": 0.05993404984474182, + "step": 20260 + }, + { + "loss_action": 0.01587892696261406, + "loss_total": 0.01587892696261406, + "step": 20260 + }, + { + "loss_action": 0.0171496644616127, + "loss_total": 0.0171496644616127, + "step": 20260 + }, + { + "loss_action": 0.025011006742715836, + "loss_total": 0.025011006742715836, + "step": 20260 + }, + { + "loss_action": 0.026253607124090195, + "loss_total": 0.026253607124090195, + "step": 20260 + }, + { + "loss_action": 0.017349060624837875, + "loss_total": 0.017349060624837875, + "step": 20260 + }, + { + "grad_norm": 0.4170052707195282, + "learning_rate": 9.376025699037884e-05, + "loss": 0.0244, + "step": 20270 + }, + { + "loss_action": 0.01680774800479412, + "loss_total": 0.01680774800479412, + "step": 20270 + }, + { + "loss_action": 0.04467329382896423, + "loss_total": 0.04467329382896423, + "step": 20270 + }, + { + "loss_action": 0.057069309055805206, + "loss_total": 0.057069309055805206, + "step": 20270 + }, + { + "loss_action": 0.01619536057114601, + "loss_total": 0.01619536057114601, + "step": 20270 + }, + { + "loss_action": 0.012891771271824837, + "loss_total": 0.012891771271824837, + "step": 20270 + }, + { + "loss_action": 0.008635801263153553, + "loss_total": 0.008635801263153553, + "step": 20270 + }, + { + "grad_norm": 0.48167869448661804, + "learning_rate": 9.37522559050196e-05, + "loss": 0.0252, + "step": 20280 + }, + { + "loss_action": 0.010686338879168034, + "loss_total": 0.010686338879168034, + "step": 20280 + }, + { + "loss_action": 0.07968107610940933, + "loss_total": 0.07968107610940933, + "step": 20280 + }, + { + "loss_action": 0.025203494355082512, + "loss_total": 0.025203494355082512, + "step": 20280 + }, + { + "loss_action": 0.022535348311066628, + "loss_total": 0.022535348311066628, + "step": 20280 + }, + { + "loss_action": 0.018247922882437706, + "loss_total": 0.018247922882437706, + "step": 20280 + }, + { + "loss_action": 0.01810540072619915, + "loss_total": 0.01810540072619915, + "step": 20280 + }, + { + "grad_norm": 0.5785022974014282, + "learning_rate": 9.37442500349794e-05, + "loss": 0.0258, + "step": 20290 + }, + { + "loss_action": 0.015544676221907139, + "loss_total": 0.015544676221907139, + "step": 20290 + }, + { + "loss_action": 0.12048149108886719, + "loss_total": 0.12048149108886719, + "step": 20290 + }, + { + "loss_action": 0.01986413076519966, + "loss_total": 0.01986413076519966, + "step": 20290 + }, + { + "loss_action": 0.0174004714936018, + "loss_total": 0.0174004714936018, + "step": 20290 + }, + { + "loss_action": 0.032516032457351685, + "loss_total": 0.032516032457351685, + "step": 20290 + }, + { + "loss_action": 0.030347073450684547, + "loss_total": 0.030347073450684547, + "step": 20290 + }, + { + "grad_norm": 0.4415889382362366, + "learning_rate": 9.373623938113381e-05, + "loss": 0.0269, + "step": 20300 + }, + { + "loss_action": 0.02007259428501129, + "loss_total": 0.02007259428501129, + "step": 20300 + }, + { + "loss_action": 0.020088672637939453, + "loss_total": 0.020088672637939453, + "step": 20300 + }, + { + "loss_action": 0.011759371496737003, + "loss_total": 0.011759371496737003, + "step": 20300 + }, + { + "loss_action": 0.015650518238544464, + "loss_total": 0.015650518238544464, + "step": 20300 + }, + { + "loss_action": 0.021464133635163307, + "loss_total": 0.021464133635163307, + "step": 20300 + }, + { + "loss_action": 0.038973357528448105, + "loss_total": 0.038973357528448105, + "step": 20300 + }, + { + "grad_norm": 0.7498224973678589, + "learning_rate": 9.372822394435883e-05, + "loss": 0.0292, + "step": 20310 + }, + { + "loss_action": 0.045285120606422424, + "loss_total": 0.045285120606422424, + "step": 20310 + }, + { + "loss_action": 0.011350665241479874, + "loss_total": 0.011350665241479874, + "step": 20310 + }, + { + "loss_action": 0.022272242233157158, + "loss_total": 0.022272242233157158, + "step": 20310 + }, + { + "loss_action": 0.014362368732690811, + "loss_total": 0.014362368732690811, + "step": 20310 + }, + { + "loss_action": 0.03132059797644615, + "loss_total": 0.03132059797644615, + "step": 20310 + }, + { + "loss_action": 0.012649319134652615, + "loss_total": 0.012649319134652615, + "step": 20310 + }, + { + "grad_norm": 0.6328157782554626, + "learning_rate": 9.372020372553102e-05, + "loss": 0.027, + "step": 20320 + }, + { + "loss_action": 0.01640365459024906, + "loss_total": 0.01640365459024906, + "step": 20320 + }, + { + "loss_action": 0.03643146529793739, + "loss_total": 0.03643146529793739, + "step": 20320 + }, + { + "loss_action": 0.011687333695590496, + "loss_total": 0.011687333695590496, + "step": 20320 + }, + { + "loss_action": 0.019720502197742462, + "loss_total": 0.019720502197742462, + "step": 20320 + }, + { + "loss_action": 0.04261402785778046, + "loss_total": 0.04261402785778046, + "step": 20320 + }, + { + "loss_action": 0.01070686150342226, + "loss_total": 0.01070686150342226, + "step": 20320 + }, + { + "grad_norm": 0.5353561639785767, + "learning_rate": 9.371217872552746e-05, + "loss": 0.0345, + "step": 20330 + }, + { + "loss_action": 0.030376248061656952, + "loss_total": 0.030376248061656952, + "step": 20330 + }, + { + "loss_action": 0.023418745025992393, + "loss_total": 0.023418745025992393, + "step": 20330 + }, + { + "loss_action": 0.0381750613451004, + "loss_total": 0.0381750613451004, + "step": 20330 + }, + { + "loss_action": 0.01725904271006584, + "loss_total": 0.01725904271006584, + "step": 20330 + }, + { + "loss_action": 0.0252027977257967, + "loss_total": 0.0252027977257967, + "step": 20330 + }, + { + "loss_action": 0.01941854879260063, + "loss_total": 0.01941854879260063, + "step": 20330 + }, + { + "grad_norm": 0.5067700743675232, + "learning_rate": 9.370414894522576e-05, + "loss": 0.027, + "step": 20340 + }, + { + "loss_action": 0.024670280516147614, + "loss_total": 0.024670280516147614, + "step": 20340 + }, + { + "loss_action": 0.016892127692699432, + "loss_total": 0.016892127692699432, + "step": 20340 + }, + { + "loss_action": 0.025144927203655243, + "loss_total": 0.025144927203655243, + "step": 20340 + }, + { + "loss_action": 0.01852446049451828, + "loss_total": 0.01852446049451828, + "step": 20340 + }, + { + "loss_action": 0.024871552363038063, + "loss_total": 0.024871552363038063, + "step": 20340 + }, + { + "loss_action": 0.024505900219082832, + "loss_total": 0.024505900219082832, + "step": 20340 + }, + { + "grad_norm": 0.47083136439323425, + "learning_rate": 9.369611438550406e-05, + "loss": 0.0304, + "step": 20350 + }, + { + "loss_action": 0.023327717557549477, + "loss_total": 0.023327717557549477, + "step": 20350 + }, + { + "loss_action": 0.019033687189221382, + "loss_total": 0.019033687189221382, + "step": 20350 + }, + { + "loss_action": 0.023071059957146645, + "loss_total": 0.023071059957146645, + "step": 20350 + }, + { + "loss_action": 0.021723536774516106, + "loss_total": 0.021723536774516106, + "step": 20350 + }, + { + "loss_action": 0.027222124859690666, + "loss_total": 0.027222124859690666, + "step": 20350 + }, + { + "loss_action": 0.08476448059082031, + "loss_total": 0.08476448059082031, + "step": 20350 + }, + { + "grad_norm": 0.5799615383148193, + "learning_rate": 9.368807504724095e-05, + "loss": 0.0304, + "step": 20360 + }, + { + "loss_action": 0.017737947404384613, + "loss_total": 0.017737947404384613, + "step": 20360 + }, + { + "loss_action": 0.042313482612371445, + "loss_total": 0.042313482612371445, + "step": 20360 + }, + { + "loss_action": 0.023284923285245895, + "loss_total": 0.023284923285245895, + "step": 20360 + }, + { + "loss_action": 0.015607746317982674, + "loss_total": 0.015607746317982674, + "step": 20360 + }, + { + "loss_action": 0.03665557876229286, + "loss_total": 0.03665557876229286, + "step": 20360 + }, + { + "loss_action": 0.028937004506587982, + "loss_total": 0.028937004506587982, + "step": 20360 + }, + { + "grad_norm": 0.45407378673553467, + "learning_rate": 9.368003093131565e-05, + "loss": 0.0247, + "step": 20370 + }, + { + "loss_action": 0.019530639052391052, + "loss_total": 0.019530639052391052, + "step": 20370 + }, + { + "loss_action": 0.014579983428120613, + "loss_total": 0.014579983428120613, + "step": 20370 + }, + { + "loss_action": 0.01846078783273697, + "loss_total": 0.01846078783273697, + "step": 20370 + }, + { + "loss_action": 0.024142928421497345, + "loss_total": 0.024142928421497345, + "step": 20370 + }, + { + "loss_action": 0.040437255054712296, + "loss_total": 0.040437255054712296, + "step": 20370 + }, + { + "loss_action": 0.021566903218626976, + "loss_total": 0.021566903218626976, + "step": 20370 + }, + { + "grad_norm": 0.5481467843055725, + "learning_rate": 9.367198203860785e-05, + "loss": 0.0279, + "step": 20380 + }, + { + "loss_action": 0.017341233789920807, + "loss_total": 0.017341233789920807, + "step": 20380 + }, + { + "loss_action": 0.013167520053684711, + "loss_total": 0.013167520053684711, + "step": 20380 + }, + { + "loss_action": 0.016132917255163193, + "loss_total": 0.016132917255163193, + "step": 20380 + }, + { + "loss_action": 0.027266182005405426, + "loss_total": 0.027266182005405426, + "step": 20380 + }, + { + "loss_action": 0.020355867221951485, + "loss_total": 0.020355867221951485, + "step": 20380 + }, + { + "loss_action": 0.015035353600978851, + "loss_total": 0.015035353600978851, + "step": 20380 + }, + { + "grad_norm": 0.5099896788597107, + "learning_rate": 9.366392836999774e-05, + "loss": 0.027, + "step": 20390 + }, + { + "loss_action": 0.01979758031666279, + "loss_total": 0.01979758031666279, + "step": 20390 + }, + { + "loss_action": 0.02024877816438675, + "loss_total": 0.02024877816438675, + "step": 20390 + }, + { + "loss_action": 0.013529138639569283, + "loss_total": 0.013529138639569283, + "step": 20390 + }, + { + "loss_action": 0.012402202934026718, + "loss_total": 0.012402202934026718, + "step": 20390 + }, + { + "loss_action": 0.023722080513834953, + "loss_total": 0.023722080513834953, + "step": 20390 + }, + { + "loss_action": 0.011401401832699776, + "loss_total": 0.011401401832699776, + "step": 20390 + }, + { + "grad_norm": 0.4904407858848572, + "learning_rate": 9.365586992636607e-05, + "loss": 0.0255, + "step": 20400 + }, + { + "loss_action": 0.015639645978808403, + "loss_total": 0.015639645978808403, + "step": 20400 + }, + { + "loss_action": 0.0603027306497097, + "loss_total": 0.0603027306497097, + "step": 20400 + }, + { + "loss_action": 0.02305925264954567, + "loss_total": 0.02305925264954567, + "step": 20400 + }, + { + "loss_action": 0.04692583158612251, + "loss_total": 0.04692583158612251, + "step": 20400 + }, + { + "loss_action": 0.016864361241459846, + "loss_total": 0.016864361241459846, + "step": 20400 + }, + { + "loss_action": 0.020548854023218155, + "loss_total": 0.020548854023218155, + "step": 20400 + }, + { + "grad_norm": 0.4389963150024414, + "learning_rate": 9.364780670859412e-05, + "loss": 0.0295, + "step": 20410 + }, + { + "loss_action": 0.01705579273402691, + "loss_total": 0.01705579273402691, + "step": 20410 + }, + { + "loss_action": 0.029831528663635254, + "loss_total": 0.029831528663635254, + "step": 20410 + }, + { + "loss_action": 0.01697167381644249, + "loss_total": 0.01697167381644249, + "step": 20410 + }, + { + "loss_action": 0.025218665599822998, + "loss_total": 0.025218665599822998, + "step": 20410 + }, + { + "loss_action": 0.021421397104859352, + "loss_total": 0.021421397104859352, + "step": 20410 + }, + { + "loss_action": 0.049183472990989685, + "loss_total": 0.049183472990989685, + "step": 20410 + }, + { + "grad_norm": 0.5195691585540771, + "learning_rate": 9.363973871756364e-05, + "loss": 0.0317, + "step": 20420 + }, + { + "loss_action": 0.020192764699459076, + "loss_total": 0.020192764699459076, + "step": 20420 + }, + { + "loss_action": 0.024233844131231308, + "loss_total": 0.024233844131231308, + "step": 20420 + }, + { + "loss_action": 0.03324117884039879, + "loss_total": 0.03324117884039879, + "step": 20420 + }, + { + "loss_action": 0.026184748858213425, + "loss_total": 0.026184748858213425, + "step": 20420 + }, + { + "loss_action": 0.013916353695094585, + "loss_total": 0.013916353695094585, + "step": 20420 + }, + { + "loss_action": 0.01657613180577755, + "loss_total": 0.01657613180577755, + "step": 20420 + }, + { + "grad_norm": 1.2700812816619873, + "learning_rate": 9.363166595415696e-05, + "loss": 0.0326, + "step": 20430 + }, + { + "loss_action": 0.022449351847171783, + "loss_total": 0.022449351847171783, + "step": 20430 + }, + { + "loss_action": 0.042089588940143585, + "loss_total": 0.042089588940143585, + "step": 20430 + }, + { + "loss_action": 0.028440015390515327, + "loss_total": 0.028440015390515327, + "step": 20430 + }, + { + "loss_action": 0.022039396688342094, + "loss_total": 0.022039396688342094, + "step": 20430 + }, + { + "loss_action": 0.018132179975509644, + "loss_total": 0.018132179975509644, + "step": 20430 + }, + { + "loss_action": 0.024881012737751007, + "loss_total": 0.024881012737751007, + "step": 20430 + }, + { + "grad_norm": 0.5115127563476562, + "learning_rate": 9.362358841925686e-05, + "loss": 0.0291, + "step": 20440 + }, + { + "loss_action": 0.025293132290244102, + "loss_total": 0.025293132290244102, + "step": 20440 + }, + { + "loss_action": 0.09034768491983414, + "loss_total": 0.09034768491983414, + "step": 20440 + }, + { + "loss_action": 0.03717426583170891, + "loss_total": 0.03717426583170891, + "step": 20440 + }, + { + "loss_action": 0.02113412693142891, + "loss_total": 0.02113412693142891, + "step": 20440 + }, + { + "loss_action": 0.043806448578834534, + "loss_total": 0.043806448578834534, + "step": 20440 + }, + { + "loss_action": 0.027566783130168915, + "loss_total": 0.027566783130168915, + "step": 20440 + }, + { + "grad_norm": 0.6499122977256775, + "learning_rate": 9.361550611374674e-05, + "loss": 0.0309, + "step": 20450 + }, + { + "loss_action": 0.02889944426715374, + "loss_total": 0.02889944426715374, + "step": 20450 + }, + { + "loss_action": 0.017408428713679314, + "loss_total": 0.017408428713679314, + "step": 20450 + }, + { + "loss_action": 0.018895838409662247, + "loss_total": 0.018895838409662247, + "step": 20450 + }, + { + "loss_action": 0.01999962143599987, + "loss_total": 0.01999962143599987, + "step": 20450 + }, + { + "loss_action": 0.0487271323800087, + "loss_total": 0.0487271323800087, + "step": 20450 + }, + { + "loss_action": 0.01338130421936512, + "loss_total": 0.01338130421936512, + "step": 20450 + }, + { + "grad_norm": 0.36680498719215393, + "learning_rate": 9.360741903851043e-05, + "loss": 0.0283, + "step": 20460 + }, + { + "loss_action": 0.02608168125152588, + "loss_total": 0.02608168125152588, + "step": 20460 + }, + { + "loss_action": 0.05640633776783943, + "loss_total": 0.05640633776783943, + "step": 20460 + }, + { + "loss_action": 0.013851035386323929, + "loss_total": 0.013851035386323929, + "step": 20460 + }, + { + "loss_action": 0.0398767925798893, + "loss_total": 0.0398767925798893, + "step": 20460 + }, + { + "loss_action": 0.024513253942131996, + "loss_total": 0.024513253942131996, + "step": 20460 + }, + { + "loss_action": 0.021165765821933746, + "loss_total": 0.021165765821933746, + "step": 20460 + }, + { + "grad_norm": 0.5398159623146057, + "learning_rate": 9.359932719443236e-05, + "loss": 0.0259, + "step": 20470 + }, + { + "loss_action": 0.03307667747139931, + "loss_total": 0.03307667747139931, + "step": 20470 + }, + { + "loss_action": 0.018352702260017395, + "loss_total": 0.018352702260017395, + "step": 20470 + }, + { + "loss_action": 0.024533603340387344, + "loss_total": 0.024533603340387344, + "step": 20470 + }, + { + "loss_action": 0.030307911336421967, + "loss_total": 0.030307911336421967, + "step": 20470 + }, + { + "loss_action": 0.04805341362953186, + "loss_total": 0.04805341362953186, + "step": 20470 + }, + { + "loss_action": 0.02582232840359211, + "loss_total": 0.02582232840359211, + "step": 20470 + }, + { + "grad_norm": 0.6636063456535339, + "learning_rate": 9.35912305823974e-05, + "loss": 0.0279, + "step": 20480 + }, + { + "loss_action": 0.02014010213315487, + "loss_total": 0.02014010213315487, + "step": 20480 + }, + { + "loss_action": 0.015649881213903427, + "loss_total": 0.015649881213903427, + "step": 20480 + }, + { + "loss_action": 0.03128485009074211, + "loss_total": 0.03128485009074211, + "step": 20480 + }, + { + "loss_action": 0.01242219377309084, + "loss_total": 0.01242219377309084, + "step": 20480 + }, + { + "loss_action": 0.013093234971165657, + "loss_total": 0.013093234971165657, + "step": 20480 + }, + { + "loss_action": 0.0235572699457407, + "loss_total": 0.0235572699457407, + "step": 20480 + }, + { + "grad_norm": 0.4819534122943878, + "learning_rate": 9.358312920329101e-05, + "loss": 0.0306, + "step": 20490 + }, + { + "loss_action": 0.020968178287148476, + "loss_total": 0.020968178287148476, + "step": 20490 + }, + { + "loss_action": 0.04287026450037956, + "loss_total": 0.04287026450037956, + "step": 20490 + }, + { + "loss_action": 0.01824232190847397, + "loss_total": 0.01824232190847397, + "step": 20490 + }, + { + "loss_action": 0.02237485535442829, + "loss_total": 0.02237485535442829, + "step": 20490 + }, + { + "loss_action": 0.016353359445929527, + "loss_total": 0.016353359445929527, + "step": 20490 + }, + { + "loss_action": 0.01636693812906742, + "loss_total": 0.01636693812906742, + "step": 20490 + }, + { + "grad_norm": 0.5461878180503845, + "learning_rate": 9.357502305799914e-05, + "loss": 0.0275, + "step": 20500 + }, + { + "loss_action": 0.04735860973596573, + "loss_total": 0.04735860973596573, + "step": 20500 + }, + { + "loss_action": 0.015203705988824368, + "loss_total": 0.015203705988824368, + "step": 20500 + }, + { + "loss_action": 0.01440094318240881, + "loss_total": 0.01440094318240881, + "step": 20500 + }, + { + "loss_action": 0.045508790761232376, + "loss_total": 0.045508790761232376, + "step": 20500 + }, + { + "loss_action": 0.08112815022468567, + "loss_total": 0.08112815022468567, + "step": 20500 + }, + { + "loss_action": 0.03592512756586075, + "loss_total": 0.03592512756586075, + "step": 20500 + }, + { + "grad_norm": 0.5926940441131592, + "learning_rate": 9.356691214740824e-05, + "loss": 0.0255, + "step": 20510 + }, + { + "loss_action": 0.012855125591158867, + "loss_total": 0.012855125591158867, + "step": 20510 + }, + { + "loss_action": 0.03119676560163498, + "loss_total": 0.03119676560163498, + "step": 20510 + }, + { + "loss_action": 0.010511557571589947, + "loss_total": 0.010511557571589947, + "step": 20510 + }, + { + "loss_action": 0.02639867551624775, + "loss_total": 0.02639867551624775, + "step": 20510 + }, + { + "loss_action": 0.031728215515613556, + "loss_total": 0.031728215515613556, + "step": 20510 + }, + { + "loss_action": 0.01746334321796894, + "loss_total": 0.01746334321796894, + "step": 20510 + }, + { + "grad_norm": 0.5841453075408936, + "learning_rate": 9.355879647240535e-05, + "loss": 0.0339, + "step": 20520 + }, + { + "loss_action": 0.03963174670934677, + "loss_total": 0.03963174670934677, + "step": 20520 + }, + { + "loss_action": 0.03474703058600426, + "loss_total": 0.03474703058600426, + "step": 20520 + }, + { + "loss_action": 0.027939168736338615, + "loss_total": 0.027939168736338615, + "step": 20520 + }, + { + "loss_action": 0.018072087317705154, + "loss_total": 0.018072087317705154, + "step": 20520 + }, + { + "loss_action": 0.02060384303331375, + "loss_total": 0.02060384303331375, + "step": 20520 + }, + { + "loss_action": 0.016924045979976654, + "loss_total": 0.016924045979976654, + "step": 20520 + }, + { + "grad_norm": 0.4650816023349762, + "learning_rate": 9.355067603387798e-05, + "loss": 0.0304, + "step": 20530 + }, + { + "loss_action": 0.0324542410671711, + "loss_total": 0.0324542410671711, + "step": 20530 + }, + { + "loss_action": 0.02890804037451744, + "loss_total": 0.02890804037451744, + "step": 20530 + }, + { + "loss_action": 0.03697294741868973, + "loss_total": 0.03697294741868973, + "step": 20530 + }, + { + "loss_action": 0.07530199736356735, + "loss_total": 0.07530199736356735, + "step": 20530 + }, + { + "loss_action": 0.01637253351509571, + "loss_total": 0.01637253351509571, + "step": 20530 + }, + { + "loss_action": 0.016148576512932777, + "loss_total": 0.016148576512932777, + "step": 20530 + }, + { + "grad_norm": 0.5886825919151306, + "learning_rate": 9.354255083271412e-05, + "loss": 0.0404, + "step": 20540 + }, + { + "loss_action": 0.019198955968022346, + "loss_total": 0.019198955968022346, + "step": 20540 + }, + { + "loss_action": 0.04054770618677139, + "loss_total": 0.04054770618677139, + "step": 20540 + }, + { + "loss_action": 0.025066575035452843, + "loss_total": 0.025066575035452843, + "step": 20540 + }, + { + "loss_action": 0.019763324409723282, + "loss_total": 0.019763324409723282, + "step": 20540 + }, + { + "loss_action": 0.02039101906120777, + "loss_total": 0.02039101906120777, + "step": 20540 + }, + { + "loss_action": 0.04724514111876488, + "loss_total": 0.04724514111876488, + "step": 20540 + }, + { + "grad_norm": 0.4834115207195282, + "learning_rate": 9.353442086980239e-05, + "loss": 0.0352, + "step": 20550 + }, + { + "loss_action": 0.04678437486290932, + "loss_total": 0.04678437486290932, + "step": 20550 + }, + { + "loss_action": 0.012620557099580765, + "loss_total": 0.012620557099580765, + "step": 20550 + }, + { + "loss_action": 0.1906292587518692, + "loss_total": 0.1906292587518692, + "step": 20550 + }, + { + "loss_action": 0.02079836279153824, + "loss_total": 0.02079836279153824, + "step": 20550 + }, + { + "loss_action": 0.019071325659751892, + "loss_total": 0.019071325659751892, + "step": 20550 + }, + { + "loss_action": 0.019127486273646355, + "loss_total": 0.019127486273646355, + "step": 20550 + }, + { + "grad_norm": 0.5599185824394226, + "learning_rate": 9.352628614603185e-05, + "loss": 0.0385, + "step": 20560 + }, + { + "loss_action": 0.02252115122973919, + "loss_total": 0.02252115122973919, + "step": 20560 + }, + { + "loss_action": 0.029198743402957916, + "loss_total": 0.029198743402957916, + "step": 20560 + }, + { + "loss_action": 0.05619727075099945, + "loss_total": 0.05619727075099945, + "step": 20560 + }, + { + "loss_action": 0.03146760165691376, + "loss_total": 0.03146760165691376, + "step": 20560 + }, + { + "loss_action": 0.023788930848240852, + "loss_total": 0.023788930848240852, + "step": 20560 + }, + { + "loss_action": 0.022127505391836166, + "loss_total": 0.022127505391836166, + "step": 20560 + }, + { + "grad_norm": 0.5189234614372253, + "learning_rate": 9.351814666229209e-05, + "loss": 0.0288, + "step": 20570 + }, + { + "loss_action": 0.029906801879405975, + "loss_total": 0.029906801879405975, + "step": 20570 + }, + { + "loss_action": 0.0207696333527565, + "loss_total": 0.0207696333527565, + "step": 20570 + }, + { + "loss_action": 0.014905312098562717, + "loss_total": 0.014905312098562717, + "step": 20570 + }, + { + "loss_action": 0.038477420806884766, + "loss_total": 0.038477420806884766, + "step": 20570 + }, + { + "loss_action": 0.02175726741552353, + "loss_total": 0.02175726741552353, + "step": 20570 + }, + { + "loss_action": 0.02871720865368843, + "loss_total": 0.02871720865368843, + "step": 20570 + }, + { + "grad_norm": 0.4118088483810425, + "learning_rate": 9.351000241947324e-05, + "loss": 0.0284, + "step": 20580 + }, + { + "loss_action": 0.03086894564330578, + "loss_total": 0.03086894564330578, + "step": 20580 + }, + { + "loss_action": 0.02360609546303749, + "loss_total": 0.02360609546303749, + "step": 20580 + }, + { + "loss_action": 0.013776374980807304, + "loss_total": 0.013776374980807304, + "step": 20580 + }, + { + "loss_action": 0.02627641148865223, + "loss_total": 0.02627641148865223, + "step": 20580 + }, + { + "loss_action": 0.01865880936384201, + "loss_total": 0.01865880936384201, + "step": 20580 + }, + { + "loss_action": 0.013343804515898228, + "loss_total": 0.013343804515898228, + "step": 20580 + }, + { + "grad_norm": 0.5849898457527161, + "learning_rate": 9.350185341846594e-05, + "loss": 0.0299, + "step": 20590 + }, + { + "loss_action": 0.023293234407901764, + "loss_total": 0.023293234407901764, + "step": 20590 + }, + { + "loss_action": 0.02059171535074711, + "loss_total": 0.02059171535074711, + "step": 20590 + }, + { + "loss_action": 0.04288305714726448, + "loss_total": 0.04288305714726448, + "step": 20590 + }, + { + "loss_action": 0.02776261232793331, + "loss_total": 0.02776261232793331, + "step": 20590 + }, + { + "loss_action": 0.0599413625895977, + "loss_total": 0.0599413625895977, + "step": 20590 + }, + { + "loss_action": 0.03336474671959877, + "loss_total": 0.03336474671959877, + "step": 20590 + }, + { + "grad_norm": 0.8184965252876282, + "learning_rate": 9.349369966016134e-05, + "loss": 0.0295, + "step": 20600 + }, + { + "loss_action": 0.025241229683160782, + "loss_total": 0.025241229683160782, + "step": 20600 + }, + { + "loss_action": 0.024318788200616837, + "loss_total": 0.024318788200616837, + "step": 20600 + }, + { + "loss_action": 0.016763392835855484, + "loss_total": 0.016763392835855484, + "step": 20600 + }, + { + "loss_action": 0.01757335476577282, + "loss_total": 0.01757335476577282, + "step": 20600 + }, + { + "loss_action": 0.03298693522810936, + "loss_total": 0.03298693522810936, + "step": 20600 + }, + { + "loss_action": 0.01137497927993536, + "loss_total": 0.01137497927993536, + "step": 20600 + }, + { + "grad_norm": 0.5041818022727966, + "learning_rate": 9.348554114545117e-05, + "loss": 0.0288, + "step": 20610 + }, + { + "loss_action": 0.03793134167790413, + "loss_total": 0.03793134167790413, + "step": 20610 + }, + { + "loss_action": 0.017833182588219643, + "loss_total": 0.017833182588219643, + "step": 20610 + }, + { + "loss_action": 0.016567325219511986, + "loss_total": 0.016567325219511986, + "step": 20610 + }, + { + "loss_action": 0.03409375622868538, + "loss_total": 0.03409375622868538, + "step": 20610 + }, + { + "loss_action": 0.019212637096643448, + "loss_total": 0.019212637096643448, + "step": 20610 + }, + { + "loss_action": 0.03512917831540108, + "loss_total": 0.03512917831540108, + "step": 20610 + }, + { + "grad_norm": 0.5534037947654724, + "learning_rate": 9.347737787522758e-05, + "loss": 0.0293, + "step": 20620 + }, + { + "loss_action": 0.05353180691599846, + "loss_total": 0.05353180691599846, + "step": 20620 + }, + { + "loss_action": 0.07975493371486664, + "loss_total": 0.07975493371486664, + "step": 20620 + }, + { + "loss_action": 0.01771526411175728, + "loss_total": 0.01771526411175728, + "step": 20620 + }, + { + "loss_action": 0.02189343050122261, + "loss_total": 0.02189343050122261, + "step": 20620 + }, + { + "loss_action": 0.026443155482411385, + "loss_total": 0.026443155482411385, + "step": 20620 + }, + { + "loss_action": 0.040212031453847885, + "loss_total": 0.040212031453847885, + "step": 20620 + }, + { + "grad_norm": 0.7747544050216675, + "learning_rate": 9.346920985038332e-05, + "loss": 0.0313, + "step": 20630 + }, + { + "loss_action": 0.02127937786281109, + "loss_total": 0.02127937786281109, + "step": 20630 + }, + { + "loss_action": 0.055383291095495224, + "loss_total": 0.055383291095495224, + "step": 20630 + }, + { + "loss_action": 0.015844155102968216, + "loss_total": 0.015844155102968216, + "step": 20630 + }, + { + "loss_action": 0.015739209949970245, + "loss_total": 0.015739209949970245, + "step": 20630 + }, + { + "loss_action": 0.035119667649269104, + "loss_total": 0.035119667649269104, + "step": 20630 + }, + { + "loss_action": 0.01624024100601673, + "loss_total": 0.01624024100601673, + "step": 20630 + }, + { + "grad_norm": 0.8184797763824463, + "learning_rate": 9.346103707181162e-05, + "loss": 0.0456, + "step": 20640 + }, + { + "loss_action": 0.06138579919934273, + "loss_total": 0.06138579919934273, + "step": 20640 + }, + { + "loss_action": 0.027386249974370003, + "loss_total": 0.027386249974370003, + "step": 20640 + }, + { + "loss_action": 0.029827605932950974, + "loss_total": 0.029827605932950974, + "step": 20640 + }, + { + "loss_action": 0.08054422587156296, + "loss_total": 0.08054422587156296, + "step": 20640 + }, + { + "loss_action": 0.02577906660735607, + "loss_total": 0.02577906660735607, + "step": 20640 + }, + { + "loss_action": 0.03582274168729782, + "loss_total": 0.03582274168729782, + "step": 20640 + }, + { + "grad_norm": 0.6737841367721558, + "learning_rate": 9.345285954040626e-05, + "loss": 0.0466, + "step": 20650 + }, + { + "loss_action": 0.030082818120718002, + "loss_total": 0.030082818120718002, + "step": 20650 + }, + { + "loss_action": 0.025092419236898422, + "loss_total": 0.025092419236898422, + "step": 20650 + }, + { + "loss_action": 0.034686606377363205, + "loss_total": 0.034686606377363205, + "step": 20650 + }, + { + "loss_action": 0.04068702086806297, + "loss_total": 0.04068702086806297, + "step": 20650 + }, + { + "loss_action": 0.03821973130106926, + "loss_total": 0.03821973130106926, + "step": 20650 + }, + { + "loss_action": 0.03840511292219162, + "loss_total": 0.03840511292219162, + "step": 20650 + }, + { + "grad_norm": 0.5587940216064453, + "learning_rate": 9.34446772570615e-05, + "loss": 0.0356, + "step": 20660 + }, + { + "loss_action": 0.044007569551467896, + "loss_total": 0.044007569551467896, + "step": 20660 + }, + { + "loss_action": 0.04003165662288666, + "loss_total": 0.04003165662288666, + "step": 20660 + }, + { + "loss_action": 0.025779088959097862, + "loss_total": 0.025779088959097862, + "step": 20660 + }, + { + "loss_action": 0.06331377476453781, + "loss_total": 0.06331377476453781, + "step": 20660 + }, + { + "loss_action": 0.023206742480397224, + "loss_total": 0.023206742480397224, + "step": 20660 + }, + { + "loss_action": 0.03987788408994675, + "loss_total": 0.03987788408994675, + "step": 20660 + }, + { + "grad_norm": 0.5948322415351868, + "learning_rate": 9.343649022267214e-05, + "loss": 0.034, + "step": 20670 + }, + { + "loss_action": 0.03587908297777176, + "loss_total": 0.03587908297777176, + "step": 20670 + }, + { + "loss_action": 0.021855490282177925, + "loss_total": 0.021855490282177925, + "step": 20670 + }, + { + "loss_action": 0.027329599484801292, + "loss_total": 0.027329599484801292, + "step": 20670 + }, + { + "loss_action": 0.026630910113453865, + "loss_total": 0.026630910113453865, + "step": 20670 + }, + { + "loss_action": 0.06450027972459793, + "loss_total": 0.06450027972459793, + "step": 20670 + }, + { + "loss_action": 0.029491569846868515, + "loss_total": 0.029491569846868515, + "step": 20670 + }, + { + "grad_norm": 0.9279081225395203, + "learning_rate": 9.342829843813353e-05, + "loss": 0.0312, + "step": 20680 + }, + { + "loss_action": 0.025027649477124214, + "loss_total": 0.025027649477124214, + "step": 20680 + }, + { + "loss_action": 0.018259450793266296, + "loss_total": 0.018259450793266296, + "step": 20680 + }, + { + "loss_action": 0.01737213507294655, + "loss_total": 0.01737213507294655, + "step": 20680 + }, + { + "loss_action": 0.06933508813381195, + "loss_total": 0.06933508813381195, + "step": 20680 + }, + { + "loss_action": 0.023723015561699867, + "loss_total": 0.023723015561699867, + "step": 20680 + }, + { + "loss_action": 0.03865339607000351, + "loss_total": 0.03865339607000351, + "step": 20680 + }, + { + "grad_norm": 0.49921324849128723, + "learning_rate": 9.342010190434149e-05, + "loss": 0.0381, + "step": 20690 + }, + { + "loss_action": 0.032725732773542404, + "loss_total": 0.032725732773542404, + "step": 20690 + }, + { + "loss_action": 0.037070926278829575, + "loss_total": 0.037070926278829575, + "step": 20690 + }, + { + "loss_action": 0.0343368798494339, + "loss_total": 0.0343368798494339, + "step": 20690 + }, + { + "loss_action": 0.045817598700523376, + "loss_total": 0.045817598700523376, + "step": 20690 + }, + { + "loss_action": 0.025076115503907204, + "loss_total": 0.025076115503907204, + "step": 20690 + }, + { + "loss_action": 0.04061100259423256, + "loss_total": 0.04061100259423256, + "step": 20690 + }, + { + "grad_norm": 0.7113216519355774, + "learning_rate": 9.34119006221924e-05, + "loss": 0.048, + "step": 20700 + }, + { + "loss_action": 0.017656538635492325, + "loss_total": 0.017656538635492325, + "step": 20700 + }, + { + "loss_action": 0.03297757729887962, + "loss_total": 0.03297757729887962, + "step": 20700 + }, + { + "loss_action": 0.03331616520881653, + "loss_total": 0.03331616520881653, + "step": 20700 + }, + { + "loss_action": 0.016421277076005936, + "loss_total": 0.016421277076005936, + "step": 20700 + }, + { + "loss_action": 0.02790185622870922, + "loss_total": 0.02790185622870922, + "step": 20700 + }, + { + "loss_action": 0.04017816483974457, + "loss_total": 0.04017816483974457, + "step": 20700 + }, + { + "grad_norm": 0.6136481165885925, + "learning_rate": 9.340369459258313e-05, + "loss": 0.0578, + "step": 20710 + }, + { + "loss_action": 0.042023807764053345, + "loss_total": 0.042023807764053345, + "step": 20710 + }, + { + "loss_action": 0.03330868110060692, + "loss_total": 0.03330868110060692, + "step": 20710 + }, + { + "loss_action": 0.03858570754528046, + "loss_total": 0.03858570754528046, + "step": 20710 + }, + { + "loss_action": 0.02603759430348873, + "loss_total": 0.02603759430348873, + "step": 20710 + }, + { + "loss_action": 0.06043751910328865, + "loss_total": 0.06043751910328865, + "step": 20710 + }, + { + "loss_action": 0.027591411024332047, + "loss_total": 0.027591411024332047, + "step": 20710 + }, + { + "grad_norm": 0.6868855953216553, + "learning_rate": 9.339548381641106e-05, + "loss": 0.0526, + "step": 20720 + }, + { + "loss_action": 0.02505914866924286, + "loss_total": 0.02505914866924286, + "step": 20720 + }, + { + "loss_action": 0.06787323951721191, + "loss_total": 0.06787323951721191, + "step": 20720 + }, + { + "loss_action": 0.019620219245553017, + "loss_total": 0.019620219245553017, + "step": 20720 + }, + { + "loss_action": 0.051202233880758286, + "loss_total": 0.051202233880758286, + "step": 20720 + }, + { + "loss_action": 0.03342397138476372, + "loss_total": 0.03342397138476372, + "step": 20720 + }, + { + "loss_action": 0.03571488708257675, + "loss_total": 0.03571488708257675, + "step": 20720 + }, + { + "grad_norm": 0.4833080470561981, + "learning_rate": 9.338726829457413e-05, + "loss": 0.0412, + "step": 20730 + }, + { + "loss_action": 0.02964956872165203, + "loss_total": 0.02964956872165203, + "step": 20730 + }, + { + "loss_action": 0.046166349202394485, + "loss_total": 0.046166349202394485, + "step": 20730 + }, + { + "loss_action": 0.07018075883388519, + "loss_total": 0.07018075883388519, + "step": 20730 + }, + { + "loss_action": 0.021191563457250595, + "loss_total": 0.021191563457250595, + "step": 20730 + }, + { + "loss_action": 0.021476581692695618, + "loss_total": 0.021476581692695618, + "step": 20730 + }, + { + "loss_action": 0.04765792563557625, + "loss_total": 0.04765792563557625, + "step": 20730 + }, + { + "grad_norm": 0.8936491012573242, + "learning_rate": 9.337904802797078e-05, + "loss": 0.0472, + "step": 20740 + }, + { + "loss_action": 0.04049205780029297, + "loss_total": 0.04049205780029297, + "step": 20740 + }, + { + "loss_action": 0.03317657485604286, + "loss_total": 0.03317657485604286, + "step": 20740 + }, + { + "loss_action": 0.029615579172968864, + "loss_total": 0.029615579172968864, + "step": 20740 + }, + { + "loss_action": 0.029262233525514603, + "loss_total": 0.029262233525514603, + "step": 20740 + }, + { + "loss_action": 0.02902221865952015, + "loss_total": 0.02902221865952015, + "step": 20740 + }, + { + "loss_action": 0.04614106938242912, + "loss_total": 0.04614106938242912, + "step": 20740 + }, + { + "grad_norm": 0.6603575348854065, + "learning_rate": 9.337082301749993e-05, + "loss": 0.04, + "step": 20750 + }, + { + "loss_action": 0.0704963281750679, + "loss_total": 0.0704963281750679, + "step": 20750 + }, + { + "loss_action": 0.01650227978825569, + "loss_total": 0.01650227978825569, + "step": 20750 + }, + { + "loss_action": 0.018382685258984566, + "loss_total": 0.018382685258984566, + "step": 20750 + }, + { + "loss_action": 0.035618867725133896, + "loss_total": 0.035618867725133896, + "step": 20750 + }, + { + "loss_action": 0.021620137616991997, + "loss_total": 0.021620137616991997, + "step": 20750 + }, + { + "loss_action": 0.03404196351766586, + "loss_total": 0.03404196351766586, + "step": 20750 + }, + { + "grad_norm": 0.5659946799278259, + "learning_rate": 9.336259326406109e-05, + "loss": 0.0323, + "step": 20760 + }, + { + "loss_action": 0.01915295608341694, + "loss_total": 0.01915295608341694, + "step": 20760 + }, + { + "loss_action": 0.03152359649538994, + "loss_total": 0.03152359649538994, + "step": 20760 + }, + { + "loss_action": 0.02267627976834774, + "loss_total": 0.02267627976834774, + "step": 20760 + }, + { + "loss_action": 0.10985372960567474, + "loss_total": 0.10985372960567474, + "step": 20760 + }, + { + "loss_action": 0.028030244633555412, + "loss_total": 0.028030244633555412, + "step": 20760 + }, + { + "loss_action": 0.03970659151673317, + "loss_total": 0.03970659151673317, + "step": 20760 + }, + { + "grad_norm": 0.4787971079349518, + "learning_rate": 9.335435876855427e-05, + "loss": 0.035, + "step": 20770 + }, + { + "loss_action": 0.03913474828004837, + "loss_total": 0.03913474828004837, + "step": 20770 + }, + { + "loss_action": 0.0436178594827652, + "loss_total": 0.0436178594827652, + "step": 20770 + }, + { + "loss_action": 0.03825569525361061, + "loss_total": 0.03825569525361061, + "step": 20770 + }, + { + "loss_action": 0.057756468653678894, + "loss_total": 0.057756468653678894, + "step": 20770 + }, + { + "loss_action": 0.028193004429340363, + "loss_total": 0.028193004429340363, + "step": 20770 + }, + { + "loss_action": 0.026277316734194756, + "loss_total": 0.026277316734194756, + "step": 20770 + }, + { + "grad_norm": 0.5872069597244263, + "learning_rate": 9.334611953187994e-05, + "loss": 0.0339, + "step": 20780 + }, + { + "loss_action": 0.029191922396421432, + "loss_total": 0.029191922396421432, + "step": 20780 + }, + { + "loss_action": 0.03962281718850136, + "loss_total": 0.03962281718850136, + "step": 20780 + }, + { + "loss_action": 0.029392974451184273, + "loss_total": 0.029392974451184273, + "step": 20780 + }, + { + "loss_action": 0.026541657745838165, + "loss_total": 0.026541657745838165, + "step": 20780 + }, + { + "loss_action": 0.06263623386621475, + "loss_total": 0.06263623386621475, + "step": 20780 + }, + { + "loss_action": 0.03591156005859375, + "loss_total": 0.03591156005859375, + "step": 20780 + }, + { + "grad_norm": 0.4911854863166809, + "learning_rate": 9.333787555493914e-05, + "loss": 0.0334, + "step": 20790 + }, + { + "loss_action": 0.02686910517513752, + "loss_total": 0.02686910517513752, + "step": 20790 + }, + { + "loss_action": 0.03557145223021507, + "loss_total": 0.03557145223021507, + "step": 20790 + }, + { + "loss_action": 0.024364670738577843, + "loss_total": 0.024364670738577843, + "step": 20790 + }, + { + "loss_action": 0.022473983466625214, + "loss_total": 0.022473983466625214, + "step": 20790 + }, + { + "loss_action": 0.012462551705539227, + "loss_total": 0.012462551705539227, + "step": 20790 + }, + { + "loss_action": 0.029729437083005905, + "loss_total": 0.029729437083005905, + "step": 20790 + }, + { + "grad_norm": 0.45644280314445496, + "learning_rate": 9.332962683863345e-05, + "loss": 0.0275, + "step": 20800 + }, + { + "loss_action": 0.03255772963166237, + "loss_total": 0.03255772963166237, + "step": 20800 + }, + { + "loss_action": 0.0210669357329607, + "loss_total": 0.0210669357329607, + "step": 20800 + }, + { + "loss_action": 0.04194168746471405, + "loss_total": 0.04194168746471405, + "step": 20800 + }, + { + "loss_action": 0.012075849808752537, + "loss_total": 0.012075849808752537, + "step": 20800 + }, + { + "loss_action": 0.016862105578184128, + "loss_total": 0.016862105578184128, + "step": 20800 + }, + { + "loss_action": 0.013834860175848007, + "loss_total": 0.013834860175848007, + "step": 20800 + }, + { + "grad_norm": 0.6761909127235413, + "learning_rate": 9.332137338386489e-05, + "loss": 0.027, + "step": 20810 + }, + { + "loss_action": 0.052286673337221146, + "loss_total": 0.052286673337221146, + "step": 20810 + }, + { + "loss_action": 0.0262942835688591, + "loss_total": 0.0262942835688591, + "step": 20810 + }, + { + "loss_action": 0.044225383549928665, + "loss_total": 0.044225383549928665, + "step": 20810 + }, + { + "loss_action": 0.02604125253856182, + "loss_total": 0.02604125253856182, + "step": 20810 + }, + { + "loss_action": 0.03983797878026962, + "loss_total": 0.03983797878026962, + "step": 20810 + }, + { + "loss_action": 0.030651383101940155, + "loss_total": 0.030651383101940155, + "step": 20810 + }, + { + "grad_norm": 0.49264439940452576, + "learning_rate": 9.33131151915361e-05, + "loss": 0.03, + "step": 20820 + }, + { + "loss_action": 0.022556520998477936, + "loss_total": 0.022556520998477936, + "step": 20820 + }, + { + "loss_action": 0.018815508112311363, + "loss_total": 0.018815508112311363, + "step": 20820 + }, + { + "loss_action": 0.04159112274646759, + "loss_total": 0.04159112274646759, + "step": 20820 + }, + { + "loss_action": 0.06124252825975418, + "loss_total": 0.06124252825975418, + "step": 20820 + }, + { + "loss_action": 0.059940025210380554, + "loss_total": 0.059940025210380554, + "step": 20820 + }, + { + "loss_action": 0.01332369539886713, + "loss_total": 0.01332369539886713, + "step": 20820 + }, + { + "grad_norm": 0.5273821949958801, + "learning_rate": 9.330485226255012e-05, + "loss": 0.0278, + "step": 20830 + }, + { + "loss_action": 0.02525651454925537, + "loss_total": 0.02525651454925537, + "step": 20830 + }, + { + "loss_action": 0.016728218644857407, + "loss_total": 0.016728218644857407, + "step": 20830 + }, + { + "loss_action": 0.01653624325990677, + "loss_total": 0.01653624325990677, + "step": 20830 + }, + { + "loss_action": 0.02197406440973282, + "loss_total": 0.02197406440973282, + "step": 20830 + }, + { + "loss_action": 0.019366554915905, + "loss_total": 0.019366554915905, + "step": 20830 + }, + { + "loss_action": 0.022938605397939682, + "loss_total": 0.022938605397939682, + "step": 20830 + }, + { + "grad_norm": 0.54128497838974, + "learning_rate": 9.329658459781061e-05, + "loss": 0.0266, + "step": 20840 + }, + { + "loss_action": 0.026198972016572952, + "loss_total": 0.026198972016572952, + "step": 20840 + }, + { + "loss_action": 0.01923423632979393, + "loss_total": 0.01923423632979393, + "step": 20840 + }, + { + "loss_action": 0.015986869111657143, + "loss_total": 0.015986869111657143, + "step": 20840 + }, + { + "loss_action": 0.017122922465205193, + "loss_total": 0.017122922465205193, + "step": 20840 + }, + { + "loss_action": 0.024886002764105797, + "loss_total": 0.024886002764105797, + "step": 20840 + }, + { + "loss_action": 0.04123189300298691, + "loss_total": 0.04123189300298691, + "step": 20840 + }, + { + "grad_norm": 1.2810226678848267, + "learning_rate": 9.328831219822172e-05, + "loss": 0.03, + "step": 20850 + }, + { + "loss_action": 0.018582865595817566, + "loss_total": 0.018582865595817566, + "step": 20850 + }, + { + "loss_action": 0.017736975103616714, + "loss_total": 0.017736975103616714, + "step": 20850 + }, + { + "loss_action": 0.04796556755900383, + "loss_total": 0.04796556755900383, + "step": 20850 + }, + { + "loss_action": 0.011679448187351227, + "loss_total": 0.011679448187351227, + "step": 20850 + }, + { + "loss_action": 0.04406960681080818, + "loss_total": 0.04406960681080818, + "step": 20850 + }, + { + "loss_action": 0.01984182558953762, + "loss_total": 0.01984182558953762, + "step": 20850 + }, + { + "grad_norm": 0.6537361145019531, + "learning_rate": 9.328003506468808e-05, + "loss": 0.039, + "step": 20860 + }, + { + "loss_action": 0.029680516570806503, + "loss_total": 0.029680516570806503, + "step": 20860 + }, + { + "loss_action": 0.02465268410742283, + "loss_total": 0.02465268410742283, + "step": 20860 + }, + { + "loss_action": 0.032455507665872574, + "loss_total": 0.032455507665872574, + "step": 20860 + }, + { + "loss_action": 0.024996545165777206, + "loss_total": 0.024996545165777206, + "step": 20860 + }, + { + "loss_action": 0.0419011265039444, + "loss_total": 0.0419011265039444, + "step": 20860 + }, + { + "loss_action": 0.024566076695919037, + "loss_total": 0.024566076695919037, + "step": 20860 + }, + { + "grad_norm": 0.6114235520362854, + "learning_rate": 9.327175319811488e-05, + "loss": 0.0311, + "step": 20870 + }, + { + "loss_action": 0.032391373068094254, + "loss_total": 0.032391373068094254, + "step": 20870 + }, + { + "loss_action": 0.025299208238720894, + "loss_total": 0.025299208238720894, + "step": 20870 + }, + { + "loss_action": 0.02459079772233963, + "loss_total": 0.02459079772233963, + "step": 20870 + }, + { + "loss_action": 0.05547410622239113, + "loss_total": 0.05547410622239113, + "step": 20870 + }, + { + "loss_action": 0.12331242114305496, + "loss_total": 0.12331242114305496, + "step": 20870 + }, + { + "loss_action": 0.019349241629242897, + "loss_total": 0.019349241629242897, + "step": 20870 + }, + { + "grad_norm": 0.8607150912284851, + "learning_rate": 9.326346659940781e-05, + "loss": 0.0329, + "step": 20880 + }, + { + "loss_action": 0.024719618260860443, + "loss_total": 0.024719618260860443, + "step": 20880 + }, + { + "loss_action": 0.036837656050920486, + "loss_total": 0.036837656050920486, + "step": 20880 + }, + { + "loss_action": 0.021376825869083405, + "loss_total": 0.021376825869083405, + "step": 20880 + }, + { + "loss_action": 0.02660621888935566, + "loss_total": 0.02660621888935566, + "step": 20880 + }, + { + "loss_action": 0.02225334197282791, + "loss_total": 0.02225334197282791, + "step": 20880 + }, + { + "loss_action": 0.02569122612476349, + "loss_total": 0.02569122612476349, + "step": 20880 + }, + { + "grad_norm": 0.4826489984989166, + "learning_rate": 9.325517526947308e-05, + "loss": 0.0297, + "step": 20890 + }, + { + "loss_action": 0.02860918454825878, + "loss_total": 0.02860918454825878, + "step": 20890 + }, + { + "loss_action": 0.020114941522479057, + "loss_total": 0.020114941522479057, + "step": 20890 + }, + { + "loss_action": 0.01978164166212082, + "loss_total": 0.01978164166212082, + "step": 20890 + }, + { + "loss_action": 0.03353022783994675, + "loss_total": 0.03353022783994675, + "step": 20890 + }, + { + "loss_action": 0.03250733017921448, + "loss_total": 0.03250733017921448, + "step": 20890 + }, + { + "loss_action": 0.029075954109430313, + "loss_total": 0.029075954109430313, + "step": 20890 + }, + { + "grad_norm": 0.5709694027900696, + "learning_rate": 9.32468792092174e-05, + "loss": 0.0315, + "step": 20900 + }, + { + "loss_action": 0.027280090376734734, + "loss_total": 0.027280090376734734, + "step": 20900 + }, + { + "loss_action": 0.03705259785056114, + "loss_total": 0.03705259785056114, + "step": 20900 + }, + { + "loss_action": 0.03957042098045349, + "loss_total": 0.03957042098045349, + "step": 20900 + }, + { + "loss_action": 0.06593987345695496, + "loss_total": 0.06593987345695496, + "step": 20900 + }, + { + "loss_action": 0.02424217388033867, + "loss_total": 0.02424217388033867, + "step": 20900 + }, + { + "loss_action": 0.019749626517295837, + "loss_total": 0.019749626517295837, + "step": 20900 + }, + { + "grad_norm": 0.4444076716899872, + "learning_rate": 9.323857841954803e-05, + "loss": 0.0267, + "step": 20910 + }, + { + "loss_action": 0.02415872924029827, + "loss_total": 0.02415872924029827, + "step": 20910 + }, + { + "loss_action": 0.02659941092133522, + "loss_total": 0.02659941092133522, + "step": 20910 + }, + { + "loss_action": 0.017102673649787903, + "loss_total": 0.017102673649787903, + "step": 20910 + }, + { + "loss_action": 0.030804183334112167, + "loss_total": 0.030804183334112167, + "step": 20910 + }, + { + "loss_action": 0.027042554691433907, + "loss_total": 0.027042554691433907, + "step": 20910 + }, + { + "loss_action": 0.027404824271798134, + "loss_total": 0.027404824271798134, + "step": 20910 + }, + { + "grad_norm": 0.5289275646209717, + "learning_rate": 9.323027290137276e-05, + "loss": 0.0326, + "step": 20920 + }, + { + "loss_action": 0.03148132190108299, + "loss_total": 0.03148132190108299, + "step": 20920 + }, + { + "loss_action": 0.02702571451663971, + "loss_total": 0.02702571451663971, + "step": 20920 + }, + { + "loss_action": 0.02011365443468094, + "loss_total": 0.02011365443468094, + "step": 20920 + }, + { + "loss_action": 0.050841763615608215, + "loss_total": 0.050841763615608215, + "step": 20920 + }, + { + "loss_action": 0.023240434005856514, + "loss_total": 0.023240434005856514, + "step": 20920 + }, + { + "loss_action": 0.029286786913871765, + "loss_total": 0.029286786913871765, + "step": 20920 + }, + { + "grad_norm": 0.4765927791595459, + "learning_rate": 9.322196265559981e-05, + "loss": 0.0305, + "step": 20930 + }, + { + "loss_action": 0.01265321858227253, + "loss_total": 0.01265321858227253, + "step": 20930 + }, + { + "loss_action": 0.02736654505133629, + "loss_total": 0.02736654505133629, + "step": 20930 + }, + { + "loss_action": 0.013434936292469501, + "loss_total": 0.013434936292469501, + "step": 20930 + }, + { + "loss_action": 0.032688744366168976, + "loss_total": 0.032688744366168976, + "step": 20930 + }, + { + "loss_action": 0.01975644938647747, + "loss_total": 0.01975644938647747, + "step": 20930 + }, + { + "loss_action": 0.031074974685907364, + "loss_total": 0.031074974685907364, + "step": 20930 + }, + { + "grad_norm": 0.5062165856361389, + "learning_rate": 9.321364768313803e-05, + "loss": 0.0371, + "step": 20940 + }, + { + "loss_action": 0.02750304900109768, + "loss_total": 0.02750304900109768, + "step": 20940 + }, + { + "loss_action": 0.024241121485829353, + "loss_total": 0.024241121485829353, + "step": 20940 + }, + { + "loss_action": 0.02518080361187458, + "loss_total": 0.02518080361187458, + "step": 20940 + }, + { + "loss_action": 0.01952696032822132, + "loss_total": 0.01952696032822132, + "step": 20940 + }, + { + "loss_action": 0.052044861018657684, + "loss_total": 0.052044861018657684, + "step": 20940 + }, + { + "loss_action": 0.034748706966638565, + "loss_total": 0.034748706966638565, + "step": 20940 + }, + { + "grad_norm": 0.49401986598968506, + "learning_rate": 9.32053279848967e-05, + "loss": 0.0343, + "step": 20950 + }, + { + "loss_action": 0.020918961614370346, + "loss_total": 0.020918961614370346, + "step": 20950 + }, + { + "loss_action": 0.02297680452466011, + "loss_total": 0.02297680452466011, + "step": 20950 + }, + { + "loss_action": 0.02400118112564087, + "loss_total": 0.02400118112564087, + "step": 20950 + }, + { + "loss_action": 0.02302630804479122, + "loss_total": 0.02302630804479122, + "step": 20950 + }, + { + "loss_action": 0.030447540804743767, + "loss_total": 0.030447540804743767, + "step": 20950 + }, + { + "loss_action": 0.04879629984498024, + "loss_total": 0.04879629984498024, + "step": 20950 + }, + { + "grad_norm": 0.5972021222114563, + "learning_rate": 9.319700356178567e-05, + "loss": 0.0352, + "step": 20960 + }, + { + "loss_action": 0.04711740091443062, + "loss_total": 0.04711740091443062, + "step": 20960 + }, + { + "loss_action": 0.019664177671074867, + "loss_total": 0.019664177671074867, + "step": 20960 + }, + { + "loss_action": 0.04815369099378586, + "loss_total": 0.04815369099378586, + "step": 20960 + }, + { + "loss_action": 0.044925689697265625, + "loss_total": 0.044925689697265625, + "step": 20960 + }, + { + "loss_action": 0.03627103939652443, + "loss_total": 0.03627103939652443, + "step": 20960 + }, + { + "loss_action": 0.03483057767152786, + "loss_total": 0.03483057767152786, + "step": 20960 + }, + { + "grad_norm": 1.7188279628753662, + "learning_rate": 9.318867441471527e-05, + "loss": 0.04, + "step": 20970 + }, + { + "loss_action": 0.026413846760988235, + "loss_total": 0.026413846760988235, + "step": 20970 + }, + { + "loss_action": 0.11505141109228134, + "loss_total": 0.11505141109228134, + "step": 20970 + }, + { + "loss_action": 0.02282567322254181, + "loss_total": 0.02282567322254181, + "step": 20970 + }, + { + "loss_action": 0.02101707272231579, + "loss_total": 0.02101707272231579, + "step": 20970 + }, + { + "loss_action": 0.042432598769664764, + "loss_total": 0.042432598769664764, + "step": 20970 + }, + { + "loss_action": 0.027661273255944252, + "loss_total": 0.027661273255944252, + "step": 20970 + }, + { + "grad_norm": 0.5778271555900574, + "learning_rate": 9.318034054459637e-05, + "loss": 0.0449, + "step": 20980 + }, + { + "loss_action": 0.05243980512022972, + "loss_total": 0.05243980512022972, + "step": 20980 + }, + { + "loss_action": 0.06167101114988327, + "loss_total": 0.06167101114988327, + "step": 20980 + }, + { + "loss_action": 0.06579431891441345, + "loss_total": 0.06579431891441345, + "step": 20980 + }, + { + "loss_action": 0.034805990755558014, + "loss_total": 0.034805990755558014, + "step": 20980 + }, + { + "loss_action": 0.04337524622678757, + "loss_total": 0.04337524622678757, + "step": 20980 + }, + { + "loss_action": 0.06336411833763123, + "loss_total": 0.06336411833763123, + "step": 20980 + }, + { + "grad_norm": 0.5126012563705444, + "learning_rate": 9.317200195234034e-05, + "loss": 0.0397, + "step": 20990 + }, + { + "loss_action": 0.030920756980776787, + "loss_total": 0.030920756980776787, + "step": 20990 + }, + { + "loss_action": 0.04334961995482445, + "loss_total": 0.04334961995482445, + "step": 20990 + }, + { + "loss_action": 0.018758486956357956, + "loss_total": 0.018758486956357956, + "step": 20990 + }, + { + "loss_action": 0.022806953638792038, + "loss_total": 0.022806953638792038, + "step": 20990 + }, + { + "loss_action": 0.04232040047645569, + "loss_total": 0.04232040047645569, + "step": 20990 + }, + { + "loss_action": 0.03274265676736832, + "loss_total": 0.03274265676736832, + "step": 20990 + }, + { + "grad_norm": 0.5208920240402222, + "learning_rate": 9.316365863885909e-05, + "loss": 0.0359, + "step": 21000 + }, + { + "loss_action": 0.025051280856132507, + "loss_total": 0.025051280856132507, + "step": 21000 + }, + { + "loss_action": 0.07095376402139664, + "loss_total": 0.07095376402139664, + "step": 21000 + }, + { + "loss_action": 0.054387181997299194, + "loss_total": 0.054387181997299194, + "step": 21000 + }, + { + "loss_action": 0.02575462870299816, + "loss_total": 0.02575462870299816, + "step": 21000 + }, + { + "loss_action": 0.02303873561322689, + "loss_total": 0.02303873561322689, + "step": 21000 + }, + { + "loss_action": 0.03354340046644211, + "loss_total": 0.03354340046644211, + "step": 21000 + }, + { + "grad_norm": 0.5342502593994141, + "learning_rate": 9.315531060506502e-05, + "loss": 0.0358, + "step": 21010 + }, + { + "loss_action": 0.057422664016485214, + "loss_total": 0.057422664016485214, + "step": 21010 + }, + { + "loss_action": 0.042329177260398865, + "loss_total": 0.042329177260398865, + "step": 21010 + }, + { + "loss_action": 0.04169493168592453, + "loss_total": 0.04169493168592453, + "step": 21010 + }, + { + "loss_action": 0.03217839449644089, + "loss_total": 0.03217839449644089, + "step": 21010 + }, + { + "loss_action": 0.04039933905005455, + "loss_total": 0.04039933905005455, + "step": 21010 + }, + { + "loss_action": 0.03723214194178581, + "loss_total": 0.03723214194178581, + "step": 21010 + }, + { + "grad_norm": 0.48883798718452454, + "learning_rate": 9.314695785187108e-05, + "loss": 0.033, + "step": 21020 + }, + { + "loss_action": 0.06559830158948898, + "loss_total": 0.06559830158948898, + "step": 21020 + }, + { + "loss_action": 0.0354975201189518, + "loss_total": 0.0354975201189518, + "step": 21020 + }, + { + "loss_action": 0.02131558395922184, + "loss_total": 0.02131558395922184, + "step": 21020 + }, + { + "loss_action": 0.13391350209712982, + "loss_total": 0.13391350209712982, + "step": 21020 + }, + { + "loss_action": 0.03828050568699837, + "loss_total": 0.03828050568699837, + "step": 21020 + }, + { + "loss_action": 0.013446337543427944, + "loss_total": 0.013446337543427944, + "step": 21020 + }, + { + "grad_norm": 0.4897744655609131, + "learning_rate": 9.313860038019069e-05, + "loss": 0.0329, + "step": 21030 + }, + { + "loss_action": 0.07255156338214874, + "loss_total": 0.07255156338214874, + "step": 21030 + }, + { + "loss_action": 0.039231423288583755, + "loss_total": 0.039231423288583755, + "step": 21030 + }, + { + "loss_action": 0.026532748714089394, + "loss_total": 0.026532748714089394, + "step": 21030 + }, + { + "loss_action": 0.045046690851449966, + "loss_total": 0.045046690851449966, + "step": 21030 + }, + { + "loss_action": 0.04532751813530922, + "loss_total": 0.04532751813530922, + "step": 21030 + }, + { + "loss_action": 0.0298373531550169, + "loss_total": 0.0298373531550169, + "step": 21030 + }, + { + "grad_norm": 0.5509651899337769, + "learning_rate": 9.313023819093782e-05, + "loss": 0.0339, + "step": 21040 + }, + { + "loss_action": 0.03178264945745468, + "loss_total": 0.03178264945745468, + "step": 21040 + }, + { + "loss_action": 0.020673677325248718, + "loss_total": 0.020673677325248718, + "step": 21040 + }, + { + "loss_action": 0.040297847241163254, + "loss_total": 0.040297847241163254, + "step": 21040 + }, + { + "loss_action": 0.01760989800095558, + "loss_total": 0.01760989800095558, + "step": 21040 + }, + { + "loss_action": 0.04907379671931267, + "loss_total": 0.04907379671931267, + "step": 21040 + }, + { + "loss_action": 0.019275205209851265, + "loss_total": 0.019275205209851265, + "step": 21040 + }, + { + "grad_norm": 0.431283175945282, + "learning_rate": 9.312187128502695e-05, + "loss": 0.029, + "step": 21050 + }, + { + "loss_action": 0.02516721934080124, + "loss_total": 0.02516721934080124, + "step": 21050 + }, + { + "loss_action": 0.030269887298345566, + "loss_total": 0.030269887298345566, + "step": 21050 + }, + { + "loss_action": 0.06800226122140884, + "loss_total": 0.06800226122140884, + "step": 21050 + }, + { + "loss_action": 0.016439564526081085, + "loss_total": 0.016439564526081085, + "step": 21050 + }, + { + "loss_action": 0.01567029021680355, + "loss_total": 0.01567029021680355, + "step": 21050 + }, + { + "loss_action": 0.038592491298913956, + "loss_total": 0.038592491298913956, + "step": 21050 + }, + { + "grad_norm": 0.5845674872398376, + "learning_rate": 9.311349966337307e-05, + "loss": 0.0299, + "step": 21060 + }, + { + "loss_action": 0.04923062399029732, + "loss_total": 0.04923062399029732, + "step": 21060 + }, + { + "loss_action": 0.016101423650979996, + "loss_total": 0.016101423650979996, + "step": 21060 + }, + { + "loss_action": 0.022455338388681412, + "loss_total": 0.022455338388681412, + "step": 21060 + }, + { + "loss_action": 0.02836342342197895, + "loss_total": 0.02836342342197895, + "step": 21060 + }, + { + "loss_action": 0.01789015159010887, + "loss_total": 0.01789015159010887, + "step": 21060 + }, + { + "loss_action": 0.021073605865240097, + "loss_total": 0.021073605865240097, + "step": 21060 + }, + { + "grad_norm": 0.39642879366874695, + "learning_rate": 9.310512332689169e-05, + "loss": 0.0316, + "step": 21070 + }, + { + "loss_action": 0.024816326797008514, + "loss_total": 0.024816326797008514, + "step": 21070 + }, + { + "loss_action": 0.0318751260638237, + "loss_total": 0.0318751260638237, + "step": 21070 + }, + { + "loss_action": 0.014113097451627254, + "loss_total": 0.014113097451627254, + "step": 21070 + }, + { + "loss_action": 0.030074315145611763, + "loss_total": 0.030074315145611763, + "step": 21070 + }, + { + "loss_action": 0.03158232197165489, + "loss_total": 0.03158232197165489, + "step": 21070 + }, + { + "loss_action": 0.019294818863272667, + "loss_total": 0.019294818863272667, + "step": 21070 + }, + { + "grad_norm": 0.6684083342552185, + "learning_rate": 9.309674227649883e-05, + "loss": 0.032, + "step": 21080 + }, + { + "loss_action": 0.023092694580554962, + "loss_total": 0.023092694580554962, + "step": 21080 + }, + { + "loss_action": 0.035733096301555634, + "loss_total": 0.035733096301555634, + "step": 21080 + }, + { + "loss_action": 0.012738669291138649, + "loss_total": 0.012738669291138649, + "step": 21080 + }, + { + "loss_action": 0.017439784482121468, + "loss_total": 0.017439784482121468, + "step": 21080 + }, + { + "loss_action": 0.018450157716870308, + "loss_total": 0.018450157716870308, + "step": 21080 + }, + { + "loss_action": 0.01518883928656578, + "loss_total": 0.01518883928656578, + "step": 21080 + }, + { + "grad_norm": 0.49981534481048584, + "learning_rate": 9.308835651311103e-05, + "loss": 0.031, + "step": 21090 + }, + { + "loss_action": 0.013390880078077316, + "loss_total": 0.013390880078077316, + "step": 21090 + }, + { + "loss_action": 0.058962319046258926, + "loss_total": 0.058962319046258926, + "step": 21090 + }, + { + "loss_action": 0.016586193814873695, + "loss_total": 0.016586193814873695, + "step": 21090 + }, + { + "loss_action": 0.014995713718235493, + "loss_total": 0.014995713718235493, + "step": 21090 + }, + { + "loss_action": 0.03910202160477638, + "loss_total": 0.03910202160477638, + "step": 21090 + }, + { + "loss_action": 0.02079547382891178, + "loss_total": 0.02079547382891178, + "step": 21090 + }, + { + "grad_norm": 0.4267794191837311, + "learning_rate": 9.307996603764533e-05, + "loss": 0.0266, + "step": 21100 + }, + { + "loss_action": 0.017934832721948624, + "loss_total": 0.017934832721948624, + "step": 21100 + }, + { + "loss_action": 0.02484147809445858, + "loss_total": 0.02484147809445858, + "step": 21100 + }, + { + "loss_action": 0.016192207112908363, + "loss_total": 0.016192207112908363, + "step": 21100 + }, + { + "loss_action": 0.05970427393913269, + "loss_total": 0.05970427393913269, + "step": 21100 + }, + { + "loss_action": 0.015546630136668682, + "loss_total": 0.015546630136668682, + "step": 21100 + }, + { + "loss_action": 0.014909978024661541, + "loss_total": 0.014909978024661541, + "step": 21100 + }, + { + "grad_norm": 0.46335968375205994, + "learning_rate": 9.307157085101932e-05, + "loss": 0.0279, + "step": 21110 + }, + { + "loss_action": 0.01641390472650528, + "loss_total": 0.01641390472650528, + "step": 21110 + }, + { + "loss_action": 0.023585245013237, + "loss_total": 0.023585245013237, + "step": 21110 + }, + { + "loss_action": 0.017795681953430176, + "loss_total": 0.017795681953430176, + "step": 21110 + }, + { + "loss_action": 0.017890898510813713, + "loss_total": 0.017890898510813713, + "step": 21110 + }, + { + "loss_action": 0.010985853150486946, + "loss_total": 0.010985853150486946, + "step": 21110 + }, + { + "loss_action": 0.01342140045017004, + "loss_total": 0.01342140045017004, + "step": 21110 + }, + { + "grad_norm": 0.7719945907592773, + "learning_rate": 9.306317095415109e-05, + "loss": 0.0268, + "step": 21120 + }, + { + "loss_action": 0.02538273110985756, + "loss_total": 0.02538273110985756, + "step": 21120 + }, + { + "loss_action": 0.05072107911109924, + "loss_total": 0.05072107911109924, + "step": 21120 + }, + { + "loss_action": 0.027814742177724838, + "loss_total": 0.027814742177724838, + "step": 21120 + }, + { + "loss_action": 0.015063252300024033, + "loss_total": 0.015063252300024033, + "step": 21120 + }, + { + "loss_action": 0.02031230553984642, + "loss_total": 0.02031230553984642, + "step": 21120 + }, + { + "loss_action": 0.05859866738319397, + "loss_total": 0.05859866738319397, + "step": 21120 + }, + { + "grad_norm": 0.40434715151786804, + "learning_rate": 9.305476634795922e-05, + "loss": 0.0298, + "step": 21130 + }, + { + "loss_action": 0.009476032108068466, + "loss_total": 0.009476032108068466, + "step": 21130 + }, + { + "loss_action": 0.04666690528392792, + "loss_total": 0.04666690528392792, + "step": 21130 + }, + { + "loss_action": 0.04078216105699539, + "loss_total": 0.04078216105699539, + "step": 21130 + }, + { + "loss_action": 0.010406635701656342, + "loss_total": 0.010406635701656342, + "step": 21130 + }, + { + "loss_action": 0.023636842146515846, + "loss_total": 0.023636842146515846, + "step": 21130 + }, + { + "loss_action": 0.040625426918268204, + "loss_total": 0.040625426918268204, + "step": 21130 + }, + { + "grad_norm": 0.46696993708610535, + "learning_rate": 9.304635703336284e-05, + "loss": 0.0259, + "step": 21140 + }, + { + "loss_action": 0.020753910765051842, + "loss_total": 0.020753910765051842, + "step": 21140 + }, + { + "loss_action": 0.020068950951099396, + "loss_total": 0.020068950951099396, + "step": 21140 + }, + { + "loss_action": 0.017484327778220177, + "loss_total": 0.017484327778220177, + "step": 21140 + }, + { + "loss_action": 0.038847994059324265, + "loss_total": 0.038847994059324265, + "step": 21140 + }, + { + "loss_action": 0.010377938859164715, + "loss_total": 0.010377938859164715, + "step": 21140 + }, + { + "loss_action": 0.03207977116107941, + "loss_total": 0.03207977116107941, + "step": 21140 + }, + { + "grad_norm": 0.4422120451927185, + "learning_rate": 9.303794301128157e-05, + "loss": 0.0268, + "step": 21150 + }, + { + "loss_action": 0.01779814064502716, + "loss_total": 0.01779814064502716, + "step": 21150 + }, + { + "loss_action": 0.010701952502131462, + "loss_total": 0.010701952502131462, + "step": 21150 + }, + { + "loss_action": 0.04186547175049782, + "loss_total": 0.04186547175049782, + "step": 21150 + }, + { + "loss_action": 0.0164741612970829, + "loss_total": 0.0164741612970829, + "step": 21150 + }, + { + "loss_action": 0.04508001729846001, + "loss_total": 0.04508001729846001, + "step": 21150 + }, + { + "loss_action": 0.012668387033045292, + "loss_total": 0.012668387033045292, + "step": 21150 + }, + { + "grad_norm": 0.45922961831092834, + "learning_rate": 9.302952428263555e-05, + "loss": 0.0248, + "step": 21160 + }, + { + "loss_action": 0.06036877632141113, + "loss_total": 0.06036877632141113, + "step": 21160 + }, + { + "loss_action": 0.03287861868739128, + "loss_total": 0.03287861868739128, + "step": 21160 + }, + { + "loss_action": 0.011132769286632538, + "loss_total": 0.011132769286632538, + "step": 21160 + }, + { + "loss_action": 0.018427610397338867, + "loss_total": 0.018427610397338867, + "step": 21160 + }, + { + "loss_action": 0.0368838869035244, + "loss_total": 0.0368838869035244, + "step": 21160 + }, + { + "loss_action": 0.019170798361301422, + "loss_total": 0.019170798361301422, + "step": 21160 + }, + { + "grad_norm": 0.40002742409706116, + "learning_rate": 9.302110084834545e-05, + "loss": 0.03, + "step": 21170 + }, + { + "loss_action": 0.03005862608551979, + "loss_total": 0.03005862608551979, + "step": 21170 + }, + { + "loss_action": 0.05952466279268265, + "loss_total": 0.05952466279268265, + "step": 21170 + }, + { + "loss_action": 0.023670271039009094, + "loss_total": 0.023670271039009094, + "step": 21170 + }, + { + "loss_action": 0.026112770661711693, + "loss_total": 0.026112770661711693, + "step": 21170 + }, + { + "loss_action": 0.02609453909099102, + "loss_total": 0.02609453909099102, + "step": 21170 + }, + { + "loss_action": 0.24932990968227386, + "loss_total": 0.24932990968227386, + "step": 21170 + }, + { + "grad_norm": 0.46578481793403625, + "learning_rate": 9.301267270933245e-05, + "loss": 0.0286, + "step": 21180 + }, + { + "loss_action": 0.026786938309669495, + "loss_total": 0.026786938309669495, + "step": 21180 + }, + { + "loss_action": 0.016156353056430817, + "loss_total": 0.016156353056430817, + "step": 21180 + }, + { + "loss_action": 0.021903347223997116, + "loss_total": 0.021903347223997116, + "step": 21180 + }, + { + "loss_action": 0.020261872559785843, + "loss_total": 0.020261872559785843, + "step": 21180 + }, + { + "loss_action": 0.05193708464503288, + "loss_total": 0.05193708464503288, + "step": 21180 + }, + { + "loss_action": 0.01058643963187933, + "loss_total": 0.01058643963187933, + "step": 21180 + }, + { + "grad_norm": 0.47854360938072205, + "learning_rate": 9.300423986651823e-05, + "loss": 0.0293, + "step": 21190 + }, + { + "loss_action": 0.01464995089918375, + "loss_total": 0.01464995089918375, + "step": 21190 + }, + { + "loss_action": 0.012260175310075283, + "loss_total": 0.012260175310075283, + "step": 21190 + }, + { + "loss_action": 0.016946222633123398, + "loss_total": 0.016946222633123398, + "step": 21190 + }, + { + "loss_action": 0.0335778072476387, + "loss_total": 0.0335778072476387, + "step": 21190 + }, + { + "loss_action": 0.026061641052365303, + "loss_total": 0.026061641052365303, + "step": 21190 + }, + { + "loss_action": 0.015695838257670403, + "loss_total": 0.015695838257670403, + "step": 21190 + }, + { + "grad_norm": 0.44144561886787415, + "learning_rate": 9.299580232082501e-05, + "loss": 0.0283, + "step": 21200 + }, + { + "loss_action": 0.030009355396032333, + "loss_total": 0.030009355396032333, + "step": 21200 + }, + { + "loss_action": 0.019261011853814125, + "loss_total": 0.019261011853814125, + "step": 21200 + }, + { + "loss_action": 0.01849660649895668, + "loss_total": 0.01849660649895668, + "step": 21200 + }, + { + "loss_action": 0.02360403537750244, + "loss_total": 0.02360403537750244, + "step": 21200 + }, + { + "loss_action": 0.047841690480709076, + "loss_total": 0.047841690480709076, + "step": 21200 + }, + { + "loss_action": 0.01825324073433876, + "loss_total": 0.01825324073433876, + "step": 21200 + }, + { + "grad_norm": 0.4814968407154083, + "learning_rate": 9.298736007317547e-05, + "loss": 0.0312, + "step": 21210 + }, + { + "loss_action": 0.018885718658566475, + "loss_total": 0.018885718658566475, + "step": 21210 + }, + { + "loss_action": 0.030887024477124214, + "loss_total": 0.030887024477124214, + "step": 21210 + }, + { + "loss_action": 0.05082209035754204, + "loss_total": 0.05082209035754204, + "step": 21210 + }, + { + "loss_action": 0.026776185259222984, + "loss_total": 0.026776185259222984, + "step": 21210 + }, + { + "loss_action": 0.028617342934012413, + "loss_total": 0.028617342934012413, + "step": 21210 + }, + { + "loss_action": 0.018068507313728333, + "loss_total": 0.018068507313728333, + "step": 21210 + }, + { + "grad_norm": 0.49033573269844055, + "learning_rate": 9.297891312449288e-05, + "loss": 0.029, + "step": 21220 + }, + { + "loss_action": 0.018614614382386208, + "loss_total": 0.018614614382386208, + "step": 21220 + }, + { + "loss_action": 0.01351140160113573, + "loss_total": 0.01351140160113573, + "step": 21220 + }, + { + "loss_action": 0.06002550944685936, + "loss_total": 0.06002550944685936, + "step": 21220 + }, + { + "loss_action": 0.021037600934505463, + "loss_total": 0.021037600934505463, + "step": 21220 + }, + { + "loss_action": 0.026556631550192833, + "loss_total": 0.026556631550192833, + "step": 21220 + }, + { + "loss_action": 0.01314492430537939, + "loss_total": 0.01314492430537939, + "step": 21220 + }, + { + "grad_norm": 0.854694128036499, + "learning_rate": 9.297046147570094e-05, + "loss": 0.0316, + "step": 21230 + }, + { + "loss_action": 0.027934744954109192, + "loss_total": 0.027934744954109192, + "step": 21230 + }, + { + "loss_action": 0.038526471704244614, + "loss_total": 0.038526471704244614, + "step": 21230 + }, + { + "loss_action": 0.02915835753083229, + "loss_total": 0.02915835753083229, + "step": 21230 + }, + { + "loss_action": 0.030566759407520294, + "loss_total": 0.030566759407520294, + "step": 21230 + }, + { + "loss_action": 0.017484722658991814, + "loss_total": 0.017484722658991814, + "step": 21230 + }, + { + "loss_action": 0.02580186165869236, + "loss_total": 0.02580186165869236, + "step": 21230 + }, + { + "grad_norm": 0.5127353072166443, + "learning_rate": 9.296200512772396e-05, + "loss": 0.0361, + "step": 21240 + }, + { + "loss_action": 0.053489141166210175, + "loss_total": 0.053489141166210175, + "step": 21240 + }, + { + "loss_action": 0.04757712781429291, + "loss_total": 0.04757712781429291, + "step": 21240 + }, + { + "loss_action": 0.028099002316594124, + "loss_total": 0.028099002316594124, + "step": 21240 + }, + { + "loss_action": 0.02271352708339691, + "loss_total": 0.02271352708339691, + "step": 21240 + }, + { + "loss_action": 0.021346978843212128, + "loss_total": 0.021346978843212128, + "step": 21240 + }, + { + "loss_action": 0.024027682840824127, + "loss_total": 0.024027682840824127, + "step": 21240 + }, + { + "grad_norm": 0.4578658938407898, + "learning_rate": 9.295354408148668e-05, + "loss": 0.0254, + "step": 21250 + }, + { + "loss_action": 0.017384251579642296, + "loss_total": 0.017384251579642296, + "step": 21250 + }, + { + "loss_action": 0.009301279671490192, + "loss_total": 0.009301279671490192, + "step": 21250 + }, + { + "loss_action": 0.017899788916110992, + "loss_total": 0.017899788916110992, + "step": 21250 + }, + { + "loss_action": 0.06695012003183365, + "loss_total": 0.06695012003183365, + "step": 21250 + }, + { + "loss_action": 0.018243039026856422, + "loss_total": 0.018243039026856422, + "step": 21250 + }, + { + "loss_action": 0.04161318019032478, + "loss_total": 0.04161318019032478, + "step": 21250 + }, + { + "grad_norm": 0.477559357881546, + "learning_rate": 9.294507833791441e-05, + "loss": 0.0311, + "step": 21260 + }, + { + "loss_action": 0.02275804616510868, + "loss_total": 0.02275804616510868, + "step": 21260 + }, + { + "loss_action": 0.022315004840493202, + "loss_total": 0.022315004840493202, + "step": 21260 + }, + { + "loss_action": 0.021323880180716515, + "loss_total": 0.021323880180716515, + "step": 21260 + }, + { + "loss_action": 0.018450992181897163, + "loss_total": 0.018450992181897163, + "step": 21260 + }, + { + "loss_action": 0.012666499242186546, + "loss_total": 0.012666499242186546, + "step": 21260 + }, + { + "loss_action": 0.028670020401477814, + "loss_total": 0.028670020401477814, + "step": 21260 + }, + { + "grad_norm": 0.5335822701454163, + "learning_rate": 9.293660789793295e-05, + "loss": 0.0284, + "step": 21270 + }, + { + "loss_action": 0.02207150310277939, + "loss_total": 0.02207150310277939, + "step": 21270 + }, + { + "loss_action": 0.036548178642988205, + "loss_total": 0.036548178642988205, + "step": 21270 + }, + { + "loss_action": 0.04719117656350136, + "loss_total": 0.04719117656350136, + "step": 21270 + }, + { + "loss_action": 0.026056624948978424, + "loss_total": 0.026056624948978424, + "step": 21270 + }, + { + "loss_action": 0.021729301661252975, + "loss_total": 0.021729301661252975, + "step": 21270 + }, + { + "loss_action": 0.016252020373940468, + "loss_total": 0.016252020373940468, + "step": 21270 + }, + { + "grad_norm": 0.41954728960990906, + "learning_rate": 9.292813276246858e-05, + "loss": 0.0316, + "step": 21280 + }, + { + "loss_action": 0.021731676533818245, + "loss_total": 0.021731676533818245, + "step": 21280 + }, + { + "loss_action": 0.016888288781046867, + "loss_total": 0.016888288781046867, + "step": 21280 + }, + { + "loss_action": 0.03172716125845909, + "loss_total": 0.03172716125845909, + "step": 21280 + }, + { + "loss_action": 0.015084617771208286, + "loss_total": 0.015084617771208286, + "step": 21280 + }, + { + "loss_action": 0.05457567423582077, + "loss_total": 0.05457567423582077, + "step": 21280 + }, + { + "loss_action": 0.09603560715913773, + "loss_total": 0.09603560715913773, + "step": 21280 + }, + { + "grad_norm": 0.58279949426651, + "learning_rate": 9.291965293244816e-05, + "loss": 0.0274, + "step": 21290 + }, + { + "loss_action": 0.027904201298952103, + "loss_total": 0.027904201298952103, + "step": 21290 + }, + { + "loss_action": 0.029794229194521904, + "loss_total": 0.029794229194521904, + "step": 21290 + }, + { + "loss_action": 0.025062154978513718, + "loss_total": 0.025062154978513718, + "step": 21290 + }, + { + "loss_action": 0.032425228506326675, + "loss_total": 0.032425228506326675, + "step": 21290 + }, + { + "loss_action": 0.030117347836494446, + "loss_total": 0.030117347836494446, + "step": 21290 + }, + { + "loss_action": 0.026538792997598648, + "loss_total": 0.026538792997598648, + "step": 21290 + }, + { + "grad_norm": 0.7850825190544128, + "learning_rate": 9.291116840879904e-05, + "loss": 0.0242, + "step": 21300 + }, + { + "loss_action": 0.017450746148824692, + "loss_total": 0.017450746148824692, + "step": 21300 + }, + { + "loss_action": 0.025038648396730423, + "loss_total": 0.025038648396730423, + "step": 21300 + }, + { + "loss_action": 0.06386353075504303, + "loss_total": 0.06386353075504303, + "step": 21300 + }, + { + "loss_action": 0.024341050535440445, + "loss_total": 0.024341050535440445, + "step": 21300 + }, + { + "loss_action": 0.028487209230661392, + "loss_total": 0.028487209230661392, + "step": 21300 + }, + { + "loss_action": 0.026369797065854073, + "loss_total": 0.026369797065854073, + "step": 21300 + }, + { + "grad_norm": 0.44876834750175476, + "learning_rate": 9.290267919244904e-05, + "loss": 0.0294, + "step": 21310 + }, + { + "loss_action": 0.014915267936885357, + "loss_total": 0.014915267936885357, + "step": 21310 + }, + { + "loss_action": 0.02469276450574398, + "loss_total": 0.02469276450574398, + "step": 21310 + }, + { + "loss_action": 0.028528165072202682, + "loss_total": 0.028528165072202682, + "step": 21310 + }, + { + "loss_action": 0.018285371363162994, + "loss_total": 0.018285371363162994, + "step": 21310 + }, + { + "loss_action": 0.025600561872124672, + "loss_total": 0.025600561872124672, + "step": 21310 + }, + { + "loss_action": 0.013718174770474434, + "loss_total": 0.013718174770474434, + "step": 21310 + }, + { + "grad_norm": 0.6000763773918152, + "learning_rate": 9.289418528432655e-05, + "loss": 0.027, + "step": 21320 + }, + { + "loss_action": 0.020564118400216103, + "loss_total": 0.020564118400216103, + "step": 21320 + }, + { + "loss_action": 0.011385969817638397, + "loss_total": 0.011385969817638397, + "step": 21320 + }, + { + "loss_action": 0.04477010667324066, + "loss_total": 0.04477010667324066, + "step": 21320 + }, + { + "loss_action": 0.01649966835975647, + "loss_total": 0.01649966835975647, + "step": 21320 + }, + { + "loss_action": 0.017320193350315094, + "loss_total": 0.017320193350315094, + "step": 21320 + }, + { + "loss_action": 0.015094862319529057, + "loss_total": 0.015094862319529057, + "step": 21320 + }, + { + "grad_norm": 0.5284793972969055, + "learning_rate": 9.288568668536045e-05, + "loss": 0.0282, + "step": 21330 + }, + { + "loss_action": 0.016754118725657463, + "loss_total": 0.016754118725657463, + "step": 21330 + }, + { + "loss_action": 0.019074203446507454, + "loss_total": 0.019074203446507454, + "step": 21330 + }, + { + "loss_action": 0.05813467502593994, + "loss_total": 0.05813467502593994, + "step": 21330 + }, + { + "loss_action": 0.012613533064723015, + "loss_total": 0.012613533064723015, + "step": 21330 + }, + { + "loss_action": 0.021343305706977844, + "loss_total": 0.021343305706977844, + "step": 21330 + }, + { + "loss_action": 0.02342459373176098, + "loss_total": 0.02342459373176098, + "step": 21330 + }, + { + "grad_norm": 0.44094255566596985, + "learning_rate": 9.287718339648013e-05, + "loss": 0.0238, + "step": 21340 + }, + { + "loss_action": 0.02114816941320896, + "loss_total": 0.02114816941320896, + "step": 21340 + }, + { + "loss_action": 0.025179734453558922, + "loss_total": 0.025179734453558922, + "step": 21340 + }, + { + "loss_action": 0.0186940785497427, + "loss_total": 0.0186940785497427, + "step": 21340 + }, + { + "loss_action": 0.01913159340620041, + "loss_total": 0.01913159340620041, + "step": 21340 + }, + { + "loss_action": 0.033776335418224335, + "loss_total": 0.033776335418224335, + "step": 21340 + }, + { + "loss_action": 0.02547238953411579, + "loss_total": 0.02547238953411579, + "step": 21340 + }, + { + "grad_norm": 0.6718292832374573, + "learning_rate": 9.28686754186155e-05, + "loss": 0.027, + "step": 21350 + }, + { + "loss_action": 0.0301260557025671, + "loss_total": 0.0301260557025671, + "step": 21350 + }, + { + "loss_action": 0.022123558446764946, + "loss_total": 0.022123558446764946, + "step": 21350 + }, + { + "loss_action": 0.011774872429668903, + "loss_total": 0.011774872429668903, + "step": 21350 + }, + { + "loss_action": 0.04813971370458603, + "loss_total": 0.04813971370458603, + "step": 21350 + }, + { + "loss_action": 0.010045628994703293, + "loss_total": 0.010045628994703293, + "step": 21350 + }, + { + "loss_action": 0.020834026858210564, + "loss_total": 0.020834026858210564, + "step": 21350 + }, + { + "grad_norm": 0.5481860041618347, + "learning_rate": 9.286016275269698e-05, + "loss": 0.0245, + "step": 21360 + }, + { + "loss_action": 0.03546510264277458, + "loss_total": 0.03546510264277458, + "step": 21360 + }, + { + "loss_action": 0.010481677949428558, + "loss_total": 0.010481677949428558, + "step": 21360 + }, + { + "loss_action": 0.024381041526794434, + "loss_total": 0.024381041526794434, + "step": 21360 + }, + { + "loss_action": 0.058185186237096786, + "loss_total": 0.058185186237096786, + "step": 21360 + }, + { + "loss_action": 0.029497288167476654, + "loss_total": 0.029497288167476654, + "step": 21360 + }, + { + "loss_action": 0.020108632743358612, + "loss_total": 0.020108632743358612, + "step": 21360 + }, + { + "grad_norm": 0.6042214632034302, + "learning_rate": 9.285164539965551e-05, + "loss": 0.0253, + "step": 21370 + }, + { + "loss_action": 0.022508127614855766, + "loss_total": 0.022508127614855766, + "step": 21370 + }, + { + "loss_action": 0.08087226003408432, + "loss_total": 0.08087226003408432, + "step": 21370 + }, + { + "loss_action": 0.018088113516569138, + "loss_total": 0.018088113516569138, + "step": 21370 + }, + { + "loss_action": 0.023621296510100365, + "loss_total": 0.023621296510100365, + "step": 21370 + }, + { + "loss_action": 0.018125327304005623, + "loss_total": 0.018125327304005623, + "step": 21370 + }, + { + "loss_action": 0.04449672996997833, + "loss_total": 0.04449672996997833, + "step": 21370 + }, + { + "grad_norm": 0.4220810532569885, + "learning_rate": 9.284312336042251e-05, + "loss": 0.0252, + "step": 21380 + }, + { + "loss_action": 0.011143662966787815, + "loss_total": 0.011143662966787815, + "step": 21380 + }, + { + "loss_action": 0.021130790933966637, + "loss_total": 0.021130790933966637, + "step": 21380 + }, + { + "loss_action": 0.032457709312438965, + "loss_total": 0.032457709312438965, + "step": 21380 + }, + { + "loss_action": 0.033101096749305725, + "loss_total": 0.033101096749305725, + "step": 21380 + }, + { + "loss_action": 0.01659603975713253, + "loss_total": 0.01659603975713253, + "step": 21380 + }, + { + "loss_action": 0.03536488115787506, + "loss_total": 0.03536488115787506, + "step": 21380 + }, + { + "grad_norm": 0.40750065445899963, + "learning_rate": 9.283459663592996e-05, + "loss": 0.028, + "step": 21390 + }, + { + "loss_action": 0.021973172202706337, + "loss_total": 0.021973172202706337, + "step": 21390 + }, + { + "loss_action": 0.016421208158135414, + "loss_total": 0.016421208158135414, + "step": 21390 + }, + { + "loss_action": 0.010765369050204754, + "loss_total": 0.010765369050204754, + "step": 21390 + }, + { + "loss_action": 0.04272307828068733, + "loss_total": 0.04272307828068733, + "step": 21390 + }, + { + "loss_action": 0.07823123037815094, + "loss_total": 0.07823123037815094, + "step": 21390 + }, + { + "loss_action": 0.015505499206483364, + "loss_total": 0.015505499206483364, + "step": 21390 + }, + { + "grad_norm": 0.4709102511405945, + "learning_rate": 9.282606522711033e-05, + "loss": 0.0259, + "step": 21400 + }, + { + "loss_action": 0.011652864515781403, + "loss_total": 0.011652864515781403, + "step": 21400 + }, + { + "loss_action": 0.008923153392970562, + "loss_total": 0.008923153392970562, + "step": 21400 + }, + { + "loss_action": 0.03800816088914871, + "loss_total": 0.03800816088914871, + "step": 21400 + }, + { + "loss_action": 0.016907332465052605, + "loss_total": 0.016907332465052605, + "step": 21400 + }, + { + "loss_action": 0.014977776445448399, + "loss_total": 0.014977776445448399, + "step": 21400 + }, + { + "loss_action": 0.04778101667761803, + "loss_total": 0.04778101667761803, + "step": 21400 + }, + { + "grad_norm": 0.4632851183414459, + "learning_rate": 9.281752913489657e-05, + "loss": 0.0262, + "step": 21410 + }, + { + "loss_action": 0.04285284876823425, + "loss_total": 0.04285284876823425, + "step": 21410 + }, + { + "loss_action": 0.03636910393834114, + "loss_total": 0.03636910393834114, + "step": 21410 + }, + { + "loss_action": 0.021069156005978584, + "loss_total": 0.021069156005978584, + "step": 21410 + }, + { + "loss_action": 0.019904635846614838, + "loss_total": 0.019904635846614838, + "step": 21410 + }, + { + "loss_action": 0.020008627325296402, + "loss_total": 0.020008627325296402, + "step": 21410 + }, + { + "loss_action": 0.018757667392492294, + "loss_total": 0.018757667392492294, + "step": 21410 + }, + { + "grad_norm": 0.4708905518054962, + "learning_rate": 9.280898836022222e-05, + "loss": 0.0231, + "step": 21420 + }, + { + "loss_action": 0.011773661710321903, + "loss_total": 0.011773661710321903, + "step": 21420 + }, + { + "loss_action": 0.013309339992702007, + "loss_total": 0.013309339992702007, + "step": 21420 + }, + { + "loss_action": 0.028410479426383972, + "loss_total": 0.028410479426383972, + "step": 21420 + }, + { + "loss_action": 0.021192017942667007, + "loss_total": 0.021192017942667007, + "step": 21420 + }, + { + "loss_action": 0.017190756276249886, + "loss_total": 0.017190756276249886, + "step": 21420 + }, + { + "loss_action": 0.010880761779844761, + "loss_total": 0.010880761779844761, + "step": 21420 + }, + { + "grad_norm": 0.4168509244918823, + "learning_rate": 9.280044290402126e-05, + "loss": 0.0288, + "step": 21430 + }, + { + "loss_action": 0.04164595901966095, + "loss_total": 0.04164595901966095, + "step": 21430 + }, + { + "loss_action": 0.024057812988758087, + "loss_total": 0.024057812988758087, + "step": 21430 + }, + { + "loss_action": 0.025720583274960518, + "loss_total": 0.025720583274960518, + "step": 21430 + }, + { + "loss_action": 0.0840730294585228, + "loss_total": 0.0840730294585228, + "step": 21430 + }, + { + "loss_action": 0.012504063546657562, + "loss_total": 0.012504063546657562, + "step": 21430 + }, + { + "loss_action": 0.023505661636590958, + "loss_total": 0.023505661636590958, + "step": 21430 + }, + { + "grad_norm": 0.5529640913009644, + "learning_rate": 9.279189276722821e-05, + "loss": 0.0283, + "step": 21440 + }, + { + "loss_action": 0.019315466284751892, + "loss_total": 0.019315466284751892, + "step": 21440 + }, + { + "loss_action": 0.02452702820301056, + "loss_total": 0.02452702820301056, + "step": 21440 + }, + { + "loss_action": 0.06694015115499496, + "loss_total": 0.06694015115499496, + "step": 21440 + }, + { + "loss_action": 0.02280842885375023, + "loss_total": 0.02280842885375023, + "step": 21440 + }, + { + "loss_action": 0.031436942517757416, + "loss_total": 0.031436942517757416, + "step": 21440 + }, + { + "loss_action": 0.025515202432870865, + "loss_total": 0.025515202432870865, + "step": 21440 + }, + { + "grad_norm": 0.4706559181213379, + "learning_rate": 9.278333795077812e-05, + "loss": 0.0262, + "step": 21450 + }, + { + "loss_action": 0.024364052340388298, + "loss_total": 0.024364052340388298, + "step": 21450 + }, + { + "loss_action": 0.02005797252058983, + "loss_total": 0.02005797252058983, + "step": 21450 + }, + { + "loss_action": 0.01542139146476984, + "loss_total": 0.01542139146476984, + "step": 21450 + }, + { + "loss_action": 0.01531786285340786, + "loss_total": 0.01531786285340786, + "step": 21450 + }, + { + "loss_action": 0.038390301167964935, + "loss_total": 0.038390301167964935, + "step": 21450 + }, + { + "loss_action": 0.010290130041539669, + "loss_total": 0.010290130041539669, + "step": 21450 + }, + { + "grad_norm": 0.47032856941223145, + "learning_rate": 9.27747784556065e-05, + "loss": 0.0301, + "step": 21460 + }, + { + "loss_action": 0.009342707693576813, + "loss_total": 0.009342707693576813, + "step": 21460 + }, + { + "loss_action": 0.037817779928445816, + "loss_total": 0.037817779928445816, + "step": 21460 + }, + { + "loss_action": 0.02643318474292755, + "loss_total": 0.02643318474292755, + "step": 21460 + }, + { + "loss_action": 0.021561335772275925, + "loss_total": 0.021561335772275925, + "step": 21460 + }, + { + "loss_action": 0.015553020872175694, + "loss_total": 0.015553020872175694, + "step": 21460 + }, + { + "loss_action": 0.015699191018939018, + "loss_total": 0.015699191018939018, + "step": 21460 + }, + { + "grad_norm": 0.5474267601966858, + "learning_rate": 9.276621428264942e-05, + "loss": 0.0222, + "step": 21470 + }, + { + "loss_action": 0.01790141500532627, + "loss_total": 0.01790141500532627, + "step": 21470 + }, + { + "loss_action": 0.01423189789056778, + "loss_total": 0.01423189789056778, + "step": 21470 + }, + { + "loss_action": 0.035575684159994125, + "loss_total": 0.035575684159994125, + "step": 21470 + }, + { + "loss_action": 0.009917966090142727, + "loss_total": 0.009917966090142727, + "step": 21470 + }, + { + "loss_action": 0.016823427751660347, + "loss_total": 0.016823427751660347, + "step": 21470 + }, + { + "loss_action": 0.020182140171527863, + "loss_total": 0.020182140171527863, + "step": 21470 + }, + { + "grad_norm": 0.5464975833892822, + "learning_rate": 9.275764543284345e-05, + "loss": 0.0275, + "step": 21480 + }, + { + "loss_action": 0.04993414133787155, + "loss_total": 0.04993414133787155, + "step": 21480 + }, + { + "loss_action": 0.04555518552660942, + "loss_total": 0.04555518552660942, + "step": 21480 + }, + { + "loss_action": 0.011052252724766731, + "loss_total": 0.011052252724766731, + "step": 21480 + }, + { + "loss_action": 0.021152721717953682, + "loss_total": 0.021152721717953682, + "step": 21480 + }, + { + "loss_action": 0.010703937150537968, + "loss_total": 0.010703937150537968, + "step": 21480 + }, + { + "loss_action": 0.031706612557172775, + "loss_total": 0.031706612557172775, + "step": 21480 + }, + { + "grad_norm": 0.39896127581596375, + "learning_rate": 9.274907190712566e-05, + "loss": 0.0257, + "step": 21490 + }, + { + "loss_action": 0.015735046938061714, + "loss_total": 0.015735046938061714, + "step": 21490 + }, + { + "loss_action": 0.027848437428474426, + "loss_total": 0.027848437428474426, + "step": 21490 + }, + { + "loss_action": 0.06378515809774399, + "loss_total": 0.06378515809774399, + "step": 21490 + }, + { + "loss_action": 0.028339792042970657, + "loss_total": 0.028339792042970657, + "step": 21490 + }, + { + "loss_action": 0.08968183398246765, + "loss_total": 0.08968183398246765, + "step": 21490 + }, + { + "loss_action": 0.01813056692481041, + "loss_total": 0.01813056692481041, + "step": 21490 + }, + { + "grad_norm": 0.6109125018119812, + "learning_rate": 9.274049370643363e-05, + "loss": 0.0271, + "step": 21500 + }, + { + "loss_action": 0.019555922597646713, + "loss_total": 0.019555922597646713, + "step": 21500 + }, + { + "loss_action": 0.010318534448742867, + "loss_total": 0.010318534448742867, + "step": 21500 + }, + { + "loss_action": 0.016753757372498512, + "loss_total": 0.016753757372498512, + "step": 21500 + }, + { + "loss_action": 0.05662047863006592, + "loss_total": 0.05662047863006592, + "step": 21500 + }, + { + "loss_action": 0.014272140339016914, + "loss_total": 0.014272140339016914, + "step": 21500 + }, + { + "loss_action": 0.01864856481552124, + "loss_total": 0.01864856481552124, + "step": 21500 + }, + { + "grad_norm": 0.43230339884757996, + "learning_rate": 9.273191083170547e-05, + "loss": 0.0252, + "step": 21510 + }, + { + "loss_action": 0.03397190943360329, + "loss_total": 0.03397190943360329, + "step": 21510 + }, + { + "loss_action": 0.012884547002613544, + "loss_total": 0.012884547002613544, + "step": 21510 + }, + { + "loss_action": 0.02085869200527668, + "loss_total": 0.02085869200527668, + "step": 21510 + }, + { + "loss_action": 0.015650352463126183, + "loss_total": 0.015650352463126183, + "step": 21510 + }, + { + "loss_action": 0.08142074197530746, + "loss_total": 0.08142074197530746, + "step": 21510 + }, + { + "loss_action": 0.019719133153557777, + "loss_total": 0.019719133153557777, + "step": 21510 + }, + { + "grad_norm": 0.46580612659454346, + "learning_rate": 9.27233232838798e-05, + "loss": 0.0285, + "step": 21520 + }, + { + "loss_action": 0.01352755632251501, + "loss_total": 0.01352755632251501, + "step": 21520 + }, + { + "loss_action": 0.027147671207785606, + "loss_total": 0.027147671207785606, + "step": 21520 + }, + { + "loss_action": 0.015735652297735214, + "loss_total": 0.015735652297735214, + "step": 21520 + }, + { + "loss_action": 0.02360776998102665, + "loss_total": 0.02360776998102665, + "step": 21520 + }, + { + "loss_action": 0.019664714112877846, + "loss_total": 0.019664714112877846, + "step": 21520 + }, + { + "loss_action": 0.025570008903741837, + "loss_total": 0.025570008903741837, + "step": 21520 + }, + { + "grad_norm": 0.4448963403701782, + "learning_rate": 9.27147310638957e-05, + "loss": 0.0261, + "step": 21530 + }, + { + "loss_action": 0.05332779139280319, + "loss_total": 0.05332779139280319, + "step": 21530 + }, + { + "loss_action": 0.02050277404487133, + "loss_total": 0.02050277404487133, + "step": 21530 + }, + { + "loss_action": 0.0160204004496336, + "loss_total": 0.0160204004496336, + "step": 21530 + }, + { + "loss_action": 0.018100306391716003, + "loss_total": 0.018100306391716003, + "step": 21530 + }, + { + "loss_action": 0.011855610646307468, + "loss_total": 0.011855610646307468, + "step": 21530 + }, + { + "loss_action": 0.03281214460730553, + "loss_total": 0.03281214460730553, + "step": 21530 + }, + { + "grad_norm": 0.5971221327781677, + "learning_rate": 9.270613417269286e-05, + "loss": 0.032, + "step": 21540 + }, + { + "loss_action": 0.013865168206393719, + "loss_total": 0.013865168206393719, + "step": 21540 + }, + { + "loss_action": 0.042336735874414444, + "loss_total": 0.042336735874414444, + "step": 21540 + }, + { + "loss_action": 0.033199455589056015, + "loss_total": 0.033199455589056015, + "step": 21540 + }, + { + "loss_action": 0.02412479743361473, + "loss_total": 0.02412479743361473, + "step": 21540 + }, + { + "loss_action": 0.04046790301799774, + "loss_total": 0.04046790301799774, + "step": 21540 + }, + { + "loss_action": 0.021787485107779503, + "loss_total": 0.021787485107779503, + "step": 21540 + }, + { + "grad_norm": 0.5104076862335205, + "learning_rate": 9.269753261121138e-05, + "loss": 0.0316, + "step": 21550 + }, + { + "loss_action": 0.016670651733875275, + "loss_total": 0.016670651733875275, + "step": 21550 + }, + { + "loss_action": 0.03154873847961426, + "loss_total": 0.03154873847961426, + "step": 21550 + }, + { + "loss_action": 0.02268211916089058, + "loss_total": 0.02268211916089058, + "step": 21550 + }, + { + "loss_action": 0.05290048196911812, + "loss_total": 0.05290048196911812, + "step": 21550 + }, + { + "loss_action": 0.017745601013302803, + "loss_total": 0.017745601013302803, + "step": 21550 + }, + { + "loss_action": 0.05883890762925148, + "loss_total": 0.05883890762925148, + "step": 21550 + }, + { + "grad_norm": 0.553433358669281, + "learning_rate": 9.268892638039194e-05, + "loss": 0.0303, + "step": 21560 + }, + { + "loss_action": 0.017740758135914803, + "loss_total": 0.017740758135914803, + "step": 21560 + }, + { + "loss_action": 0.027477197349071503, + "loss_total": 0.027477197349071503, + "step": 21560 + }, + { + "loss_action": 0.028099898248910904, + "loss_total": 0.028099898248910904, + "step": 21560 + }, + { + "loss_action": 0.07021738588809967, + "loss_total": 0.07021738588809967, + "step": 21560 + }, + { + "loss_action": 0.03020113706588745, + "loss_total": 0.03020113706588745, + "step": 21560 + }, + { + "loss_action": 0.02166091464459896, + "loss_total": 0.02166091464459896, + "step": 21560 + }, + { + "grad_norm": 0.43147411942481995, + "learning_rate": 9.268031548117569e-05, + "loss": 0.0357, + "step": 21570 + }, + { + "loss_action": 0.044737808406353, + "loss_total": 0.044737808406353, + "step": 21570 + }, + { + "loss_action": 0.019848475232720375, + "loss_total": 0.019848475232720375, + "step": 21570 + }, + { + "loss_action": 0.014644859358668327, + "loss_total": 0.014644859358668327, + "step": 21570 + }, + { + "loss_action": 0.04394404962658882, + "loss_total": 0.04394404962658882, + "step": 21570 + }, + { + "loss_action": 0.030053790658712387, + "loss_total": 0.030053790658712387, + "step": 21570 + }, + { + "loss_action": 0.03414769470691681, + "loss_total": 0.03414769470691681, + "step": 21570 + }, + { + "grad_norm": 0.4655161201953888, + "learning_rate": 9.26716999145043e-05, + "loss": 0.0316, + "step": 21580 + }, + { + "loss_action": 0.027269121259450912, + "loss_total": 0.027269121259450912, + "step": 21580 + }, + { + "loss_action": 0.04148854315280914, + "loss_total": 0.04148854315280914, + "step": 21580 + }, + { + "loss_action": 0.018665114417672157, + "loss_total": 0.018665114417672157, + "step": 21580 + }, + { + "loss_action": 0.01438220590353012, + "loss_total": 0.01438220590353012, + "step": 21580 + }, + { + "loss_action": 0.0128327626734972, + "loss_total": 0.0128327626734972, + "step": 21580 + }, + { + "loss_action": 0.02118915691971779, + "loss_total": 0.02118915691971779, + "step": 21580 + }, + { + "grad_norm": 0.6975361704826355, + "learning_rate": 9.266307968131998e-05, + "loss": 0.0295, + "step": 21590 + }, + { + "loss_action": 0.05725592002272606, + "loss_total": 0.05725592002272606, + "step": 21590 + }, + { + "loss_action": 0.013100143522024155, + "loss_total": 0.013100143522024155, + "step": 21590 + }, + { + "loss_action": 0.020215626806020737, + "loss_total": 0.020215626806020737, + "step": 21590 + }, + { + "loss_action": 0.05013030022382736, + "loss_total": 0.05013030022382736, + "step": 21590 + }, + { + "loss_action": 0.022440478205680847, + "loss_total": 0.022440478205680847, + "step": 21590 + }, + { + "loss_action": 0.017564859241247177, + "loss_total": 0.017564859241247177, + "step": 21590 + }, + { + "grad_norm": 0.6993408799171448, + "learning_rate": 9.26544547825654e-05, + "loss": 0.0349, + "step": 21600 + }, + { + "loss_action": 0.03873814642429352, + "loss_total": 0.03873814642429352, + "step": 21600 + }, + { + "loss_action": 0.02767409197986126, + "loss_total": 0.02767409197986126, + "step": 21600 + }, + { + "loss_action": 0.015453873202204704, + "loss_total": 0.015453873202204704, + "step": 21600 + }, + { + "loss_action": 0.020097946748137474, + "loss_total": 0.020097946748137474, + "step": 21600 + }, + { + "loss_action": 0.035291291773319244, + "loss_total": 0.035291291773319244, + "step": 21600 + }, + { + "loss_action": 0.019592968747019768, + "loss_total": 0.019592968747019768, + "step": 21600 + }, + { + "grad_norm": 0.5405038595199585, + "learning_rate": 9.264582521918376e-05, + "loss": 0.0303, + "step": 21610 + }, + { + "loss_action": 0.030449071899056435, + "loss_total": 0.030449071899056435, + "step": 21610 + }, + { + "loss_action": 0.023675918579101562, + "loss_total": 0.023675918579101562, + "step": 21610 + }, + { + "loss_action": 0.021498432382941246, + "loss_total": 0.021498432382941246, + "step": 21610 + }, + { + "loss_action": 0.017728226259350777, + "loss_total": 0.017728226259350777, + "step": 21610 + }, + { + "loss_action": 0.06664200872182846, + "loss_total": 0.06664200872182846, + "step": 21610 + }, + { + "loss_action": 0.018967119976878166, + "loss_total": 0.018967119976878166, + "step": 21610 + }, + { + "grad_norm": 0.4325641989707947, + "learning_rate": 9.263719099211881e-05, + "loss": 0.0285, + "step": 21620 + }, + { + "loss_action": 0.031214101240038872, + "loss_total": 0.031214101240038872, + "step": 21620 + }, + { + "loss_action": 0.16308996081352234, + "loss_total": 0.16308996081352234, + "step": 21620 + }, + { + "loss_action": 0.031238626688718796, + "loss_total": 0.031238626688718796, + "step": 21620 + }, + { + "loss_action": 0.01940697245299816, + "loss_total": 0.01940697245299816, + "step": 21620 + }, + { + "loss_action": 0.016055535525083542, + "loss_total": 0.016055535525083542, + "step": 21620 + }, + { + "loss_action": 0.017113031819462776, + "loss_total": 0.017113031819462776, + "step": 21620 + }, + { + "grad_norm": 0.3760012090206146, + "learning_rate": 9.262855210231476e-05, + "loss": 0.0284, + "step": 21630 + }, + { + "loss_action": 0.03155086189508438, + "loss_total": 0.03155086189508438, + "step": 21630 + }, + { + "loss_action": 0.016991617158055305, + "loss_total": 0.016991617158055305, + "step": 21630 + }, + { + "loss_action": 0.016168272122740746, + "loss_total": 0.016168272122740746, + "step": 21630 + }, + { + "loss_action": 0.06517015397548676, + "loss_total": 0.06517015397548676, + "step": 21630 + }, + { + "loss_action": 0.01586110331118107, + "loss_total": 0.01586110331118107, + "step": 21630 + }, + { + "loss_action": 0.021811528131365776, + "loss_total": 0.021811528131365776, + "step": 21630 + }, + { + "grad_norm": 0.4433099031448364, + "learning_rate": 9.261990855071633e-05, + "loss": 0.0286, + "step": 21640 + }, + { + "loss_action": 0.01951080933213234, + "loss_total": 0.01951080933213234, + "step": 21640 + }, + { + "loss_action": 0.017998503521084785, + "loss_total": 0.017998503521084785, + "step": 21640 + }, + { + "loss_action": 0.02968241088092327, + "loss_total": 0.02968241088092327, + "step": 21640 + }, + { + "loss_action": 0.017379889264702797, + "loss_total": 0.017379889264702797, + "step": 21640 + }, + { + "loss_action": 0.027876200154423714, + "loss_total": 0.027876200154423714, + "step": 21640 + }, + { + "loss_action": 0.01673981361091137, + "loss_total": 0.01673981361091137, + "step": 21640 + }, + { + "grad_norm": 0.5365069508552551, + "learning_rate": 9.261126033826878e-05, + "loss": 0.0282, + "step": 21650 + }, + { + "loss_action": 0.036573633551597595, + "loss_total": 0.036573633551597595, + "step": 21650 + }, + { + "loss_action": 0.0248657688498497, + "loss_total": 0.0248657688498497, + "step": 21650 + }, + { + "loss_action": 0.030693821609020233, + "loss_total": 0.030693821609020233, + "step": 21650 + }, + { + "loss_action": 0.018704848363995552, + "loss_total": 0.018704848363995552, + "step": 21650 + }, + { + "loss_action": 0.03919326514005661, + "loss_total": 0.03919326514005661, + "step": 21650 + }, + { + "loss_action": 0.01409042626619339, + "loss_total": 0.01409042626619339, + "step": 21650 + }, + { + "grad_norm": 0.5042033791542053, + "learning_rate": 9.260260746591786e-05, + "loss": 0.0299, + "step": 21660 + }, + { + "loss_action": 0.025406088680028915, + "loss_total": 0.025406088680028915, + "step": 21660 + }, + { + "loss_action": 0.020190097391605377, + "loss_total": 0.020190097391605377, + "step": 21660 + }, + { + "loss_action": 0.028274409472942352, + "loss_total": 0.028274409472942352, + "step": 21660 + }, + { + "loss_action": 0.01005424652248621, + "loss_total": 0.01005424652248621, + "step": 21660 + }, + { + "loss_action": 0.010835587978363037, + "loss_total": 0.010835587978363037, + "step": 21660 + }, + { + "loss_action": 0.024730274453759193, + "loss_total": 0.024730274453759193, + "step": 21660 + }, + { + "grad_norm": 0.48633623123168945, + "learning_rate": 9.259394993460985e-05, + "loss": 0.027, + "step": 21670 + }, + { + "loss_action": 0.023483337834477425, + "loss_total": 0.023483337834477425, + "step": 21670 + }, + { + "loss_action": 0.01208534836769104, + "loss_total": 0.01208534836769104, + "step": 21670 + }, + { + "loss_action": 0.031051354482769966, + "loss_total": 0.031051354482769966, + "step": 21670 + }, + { + "loss_action": 0.054770346730947495, + "loss_total": 0.054770346730947495, + "step": 21670 + }, + { + "loss_action": 0.024292752146720886, + "loss_total": 0.024292752146720886, + "step": 21670 + }, + { + "loss_action": 0.017650296911597252, + "loss_total": 0.017650296911597252, + "step": 21670 + }, + { + "grad_norm": 0.42343997955322266, + "learning_rate": 9.258528774529151e-05, + "loss": 0.0272, + "step": 21680 + }, + { + "loss_action": 0.020108213648200035, + "loss_total": 0.020108213648200035, + "step": 21680 + }, + { + "loss_action": 0.028367696329951286, + "loss_total": 0.028367696329951286, + "step": 21680 + }, + { + "loss_action": 0.023157045245170593, + "loss_total": 0.023157045245170593, + "step": 21680 + }, + { + "loss_action": 0.028351685032248497, + "loss_total": 0.028351685032248497, + "step": 21680 + }, + { + "loss_action": 0.008312222547829151, + "loss_total": 0.008312222547829151, + "step": 21680 + }, + { + "loss_action": 0.013058646582067013, + "loss_total": 0.013058646582067013, + "step": 21680 + }, + { + "grad_norm": 0.5320902466773987, + "learning_rate": 9.257662089891013e-05, + "loss": 0.0248, + "step": 21690 + }, + { + "loss_action": 0.02190854586660862, + "loss_total": 0.02190854586660862, + "step": 21690 + }, + { + "loss_action": 0.014232401736080647, + "loss_total": 0.014232401736080647, + "step": 21690 + }, + { + "loss_action": 0.014601469039916992, + "loss_total": 0.014601469039916992, + "step": 21690 + }, + { + "loss_action": 0.013610241934657097, + "loss_total": 0.013610241934657097, + "step": 21690 + }, + { + "loss_action": 0.017354683950543404, + "loss_total": 0.017354683950543404, + "step": 21690 + }, + { + "loss_action": 0.0157090462744236, + "loss_total": 0.0157090462744236, + "step": 21690 + }, + { + "grad_norm": 0.5619412660598755, + "learning_rate": 9.25679493964135e-05, + "loss": 0.0212, + "step": 21700 + }, + { + "loss_action": 0.05580456554889679, + "loss_total": 0.05580456554889679, + "step": 21700 + }, + { + "loss_action": 0.014004643075168133, + "loss_total": 0.014004643075168133, + "step": 21700 + }, + { + "loss_action": 0.027804650366306305, + "loss_total": 0.027804650366306305, + "step": 21700 + }, + { + "loss_action": 0.009952387772500515, + "loss_total": 0.009952387772500515, + "step": 21700 + }, + { + "loss_action": 0.026112914085388184, + "loss_total": 0.026112914085388184, + "step": 21700 + }, + { + "loss_action": 0.024439247325062752, + "loss_total": 0.024439247325062752, + "step": 21700 + }, + { + "grad_norm": 0.4769898056983948, + "learning_rate": 9.255927323874994e-05, + "loss": 0.0293, + "step": 21710 + }, + { + "loss_action": 0.032267339527606964, + "loss_total": 0.032267339527606964, + "step": 21710 + }, + { + "loss_action": 0.02731134556233883, + "loss_total": 0.02731134556233883, + "step": 21710 + }, + { + "loss_action": 0.03119037300348282, + "loss_total": 0.03119037300348282, + "step": 21710 + }, + { + "loss_action": 0.018101146444678307, + "loss_total": 0.018101146444678307, + "step": 21710 + }, + { + "loss_action": 0.019454224035143852, + "loss_total": 0.019454224035143852, + "step": 21710 + }, + { + "loss_action": 0.1938392072916031, + "loss_total": 0.1938392072916031, + "step": 21710 + }, + { + "grad_norm": 0.3853152394294739, + "learning_rate": 9.255059242686822e-05, + "loss": 0.0264, + "step": 21720 + }, + { + "loss_action": 0.07144082337617874, + "loss_total": 0.07144082337617874, + "step": 21720 + }, + { + "loss_action": 0.03683672100305557, + "loss_total": 0.03683672100305557, + "step": 21720 + }, + { + "loss_action": 0.01353156752884388, + "loss_total": 0.01353156752884388, + "step": 21720 + }, + { + "loss_action": 0.02436625026166439, + "loss_total": 0.02436625026166439, + "step": 21720 + }, + { + "loss_action": 0.021613920107483864, + "loss_total": 0.021613920107483864, + "step": 21720 + }, + { + "loss_action": 0.04824027791619301, + "loss_total": 0.04824027791619301, + "step": 21720 + }, + { + "grad_norm": 0.46353045105934143, + "learning_rate": 9.254190696171769e-05, + "loss": 0.028, + "step": 21730 + }, + { + "loss_action": 0.01692143641412258, + "loss_total": 0.01692143641412258, + "step": 21730 + }, + { + "loss_action": 0.014685413800179958, + "loss_total": 0.014685413800179958, + "step": 21730 + }, + { + "loss_action": 0.03594775125384331, + "loss_total": 0.03594775125384331, + "step": 21730 + }, + { + "loss_action": 0.02716750092804432, + "loss_total": 0.02716750092804432, + "step": 21730 + }, + { + "loss_action": 0.02952484041452408, + "loss_total": 0.02952484041452408, + "step": 21730 + }, + { + "loss_action": 0.01808132976293564, + "loss_total": 0.01808132976293564, + "step": 21730 + }, + { + "grad_norm": 0.5512963533401489, + "learning_rate": 9.25332168442482e-05, + "loss": 0.0286, + "step": 21740 + }, + { + "loss_action": 0.016356822103261948, + "loss_total": 0.016356822103261948, + "step": 21740 + }, + { + "loss_action": 0.01599288359284401, + "loss_total": 0.01599288359284401, + "step": 21740 + }, + { + "loss_action": 0.014236905612051487, + "loss_total": 0.014236905612051487, + "step": 21740 + }, + { + "loss_action": 0.033835407346487045, + "loss_total": 0.033835407346487045, + "step": 21740 + }, + { + "loss_action": 0.027156077325344086, + "loss_total": 0.027156077325344086, + "step": 21740 + }, + { + "loss_action": 0.053995486348867416, + "loss_total": 0.053995486348867416, + "step": 21740 + }, + { + "grad_norm": 0.667198896408081, + "learning_rate": 9.252452207541004e-05, + "loss": 0.0319, + "step": 21750 + }, + { + "loss_action": 0.021369531750679016, + "loss_total": 0.021369531750679016, + "step": 21750 + }, + { + "loss_action": 0.01912780851125717, + "loss_total": 0.01912780851125717, + "step": 21750 + }, + { + "loss_action": 0.01969970390200615, + "loss_total": 0.01969970390200615, + "step": 21750 + }, + { + "loss_action": 0.020706824958324432, + "loss_total": 0.020706824958324432, + "step": 21750 + }, + { + "loss_action": 0.01890694722533226, + "loss_total": 0.01890694722533226, + "step": 21750 + }, + { + "loss_action": 0.02488379180431366, + "loss_total": 0.02488379180431366, + "step": 21750 + }, + { + "grad_norm": 0.5597749948501587, + "learning_rate": 9.251582265615409e-05, + "loss": 0.0332, + "step": 21760 + }, + { + "loss_action": 0.015444638207554817, + "loss_total": 0.015444638207554817, + "step": 21760 + }, + { + "loss_action": 0.040145162492990494, + "loss_total": 0.040145162492990494, + "step": 21760 + }, + { + "loss_action": 0.016000408679246902, + "loss_total": 0.016000408679246902, + "step": 21760 + }, + { + "loss_action": 0.06928710639476776, + "loss_total": 0.06928710639476776, + "step": 21760 + }, + { + "loss_action": 0.017823385074734688, + "loss_total": 0.017823385074734688, + "step": 21760 + }, + { + "loss_action": 0.016449376940727234, + "loss_total": 0.016449376940727234, + "step": 21760 + }, + { + "grad_norm": 0.5207912921905518, + "learning_rate": 9.250711858743169e-05, + "loss": 0.0299, + "step": 21770 + }, + { + "loss_action": 0.018813438713550568, + "loss_total": 0.018813438713550568, + "step": 21770 + }, + { + "loss_action": 0.02558819390833378, + "loss_total": 0.02558819390833378, + "step": 21770 + }, + { + "loss_action": 0.02028576470911503, + "loss_total": 0.02028576470911503, + "step": 21770 + }, + { + "loss_action": 0.021364407613873482, + "loss_total": 0.021364407613873482, + "step": 21770 + }, + { + "loss_action": 0.014768086373806, + "loss_total": 0.014768086373806, + "step": 21770 + }, + { + "loss_action": 0.01992187090218067, + "loss_total": 0.01992187090218067, + "step": 21770 + }, + { + "grad_norm": 0.4396107494831085, + "learning_rate": 9.24984098701947e-05, + "loss": 0.029, + "step": 21780 + }, + { + "loss_action": 0.06496457755565643, + "loss_total": 0.06496457755565643, + "step": 21780 + }, + { + "loss_action": 0.013100802898406982, + "loss_total": 0.013100802898406982, + "step": 21780 + }, + { + "loss_action": 0.022989215329289436, + "loss_total": 0.022989215329289436, + "step": 21780 + }, + { + "loss_action": 0.016290493309497833, + "loss_total": 0.016290493309497833, + "step": 21780 + }, + { + "loss_action": 0.015389186330139637, + "loss_total": 0.015389186330139637, + "step": 21780 + }, + { + "loss_action": 0.02377256564795971, + "loss_total": 0.02377256564795971, + "step": 21780 + }, + { + "grad_norm": 0.6943373084068298, + "learning_rate": 9.248969650539552e-05, + "loss": 0.0253, + "step": 21790 + }, + { + "loss_action": 0.020102091133594513, + "loss_total": 0.020102091133594513, + "step": 21790 + }, + { + "loss_action": 0.027023283764719963, + "loss_total": 0.027023283764719963, + "step": 21790 + }, + { + "loss_action": 0.01670338213443756, + "loss_total": 0.01670338213443756, + "step": 21790 + }, + { + "loss_action": 0.02300342731177807, + "loss_total": 0.02300342731177807, + "step": 21790 + }, + { + "loss_action": 0.02058260142803192, + "loss_total": 0.02058260142803192, + "step": 21790 + }, + { + "loss_action": 0.017186084762215614, + "loss_total": 0.017186084762215614, + "step": 21790 + }, + { + "grad_norm": 0.5946650505065918, + "learning_rate": 9.2480978493987e-05, + "loss": 0.0282, + "step": 21800 + }, + { + "loss_action": 0.011335189454257488, + "loss_total": 0.011335189454257488, + "step": 21800 + }, + { + "loss_action": 0.0168757326900959, + "loss_total": 0.0168757326900959, + "step": 21800 + }, + { + "loss_action": 0.08845419436693192, + "loss_total": 0.08845419436693192, + "step": 21800 + }, + { + "loss_action": 0.02583172544836998, + "loss_total": 0.02583172544836998, + "step": 21800 + }, + { + "loss_action": 0.014386550523340702, + "loss_total": 0.014386550523340702, + "step": 21800 + }, + { + "loss_action": 0.02828402817249298, + "loss_total": 0.02828402817249298, + "step": 21800 + }, + { + "grad_norm": 0.5673819184303284, + "learning_rate": 9.247225583692256e-05, + "loss": 0.0297, + "step": 21810 + }, + { + "loss_action": 0.022079285234212875, + "loss_total": 0.022079285234212875, + "step": 21810 + }, + { + "loss_action": 0.01591343618929386, + "loss_total": 0.01591343618929386, + "step": 21810 + }, + { + "loss_action": 0.018918311223387718, + "loss_total": 0.018918311223387718, + "step": 21810 + }, + { + "loss_action": 0.025517597794532776, + "loss_total": 0.025517597794532776, + "step": 21810 + }, + { + "loss_action": 0.06884796172380447, + "loss_total": 0.06884796172380447, + "step": 21810 + }, + { + "loss_action": 0.01435198076069355, + "loss_total": 0.01435198076069355, + "step": 21810 + }, + { + "grad_norm": 0.4266946613788605, + "learning_rate": 9.246352853515607e-05, + "loss": 0.0289, + "step": 21820 + }, + { + "loss_action": 0.013500533998012543, + "loss_total": 0.013500533998012543, + "step": 21820 + }, + { + "loss_action": 0.02032901905477047, + "loss_total": 0.02032901905477047, + "step": 21820 + }, + { + "loss_action": 0.028370853513479233, + "loss_total": 0.028370853513479233, + "step": 21820 + }, + { + "loss_action": 0.021321287378668785, + "loss_total": 0.021321287378668785, + "step": 21820 + }, + { + "loss_action": 0.023718904703855515, + "loss_total": 0.023718904703855515, + "step": 21820 + }, + { + "loss_action": 0.012052894569933414, + "loss_total": 0.012052894569933414, + "step": 21820 + }, + { + "grad_norm": 0.35103777050971985, + "learning_rate": 9.245479658964194e-05, + "loss": 0.0304, + "step": 21830 + }, + { + "loss_action": 0.028218666091561317, + "loss_total": 0.028218666091561317, + "step": 21830 + }, + { + "loss_action": 0.019171176478266716, + "loss_total": 0.019171176478266716, + "step": 21830 + }, + { + "loss_action": 0.05012449622154236, + "loss_total": 0.05012449622154236, + "step": 21830 + }, + { + "loss_action": 0.03165150061249733, + "loss_total": 0.03165150061249733, + "step": 21830 + }, + { + "loss_action": 0.018580615520477295, + "loss_total": 0.018580615520477295, + "step": 21830 + }, + { + "loss_action": 0.026328345760703087, + "loss_total": 0.026328345760703087, + "step": 21830 + }, + { + "grad_norm": 0.4458102285861969, + "learning_rate": 9.244606000133507e-05, + "loss": 0.0324, + "step": 21840 + }, + { + "loss_action": 0.010620556771755219, + "loss_total": 0.010620556771755219, + "step": 21840 + }, + { + "loss_action": 0.03254421055316925, + "loss_total": 0.03254421055316925, + "step": 21840 + }, + { + "loss_action": 0.018040858209133148, + "loss_total": 0.018040858209133148, + "step": 21840 + }, + { + "loss_action": 0.061051368713378906, + "loss_total": 0.061051368713378906, + "step": 21840 + }, + { + "loss_action": 0.017569096758961678, + "loss_total": 0.017569096758961678, + "step": 21840 + }, + { + "loss_action": 0.022846676409244537, + "loss_total": 0.022846676409244537, + "step": 21840 + }, + { + "grad_norm": 0.3921394944190979, + "learning_rate": 9.24373187711909e-05, + "loss": 0.0274, + "step": 21850 + }, + { + "loss_action": 0.015786025673151016, + "loss_total": 0.015786025673151016, + "step": 21850 + }, + { + "loss_action": 0.022474901750683784, + "loss_total": 0.022474901750683784, + "step": 21850 + }, + { + "loss_action": 0.01983141154050827, + "loss_total": 0.01983141154050827, + "step": 21850 + }, + { + "loss_action": 0.06009489670395851, + "loss_total": 0.06009489670395851, + "step": 21850 + }, + { + "loss_action": 0.07029090076684952, + "loss_total": 0.07029090076684952, + "step": 21850 + }, + { + "loss_action": 0.03676173835992813, + "loss_total": 0.03676173835992813, + "step": 21850 + }, + { + "grad_norm": 0.5017479062080383, + "learning_rate": 9.242857290016537e-05, + "loss": 0.0288, + "step": 21860 + }, + { + "loss_action": 0.01841253973543644, + "loss_total": 0.01841253973543644, + "step": 21860 + }, + { + "loss_action": 0.032367244362831116, + "loss_total": 0.032367244362831116, + "step": 21860 + }, + { + "loss_action": 0.016641300171613693, + "loss_total": 0.016641300171613693, + "step": 21860 + }, + { + "loss_action": 0.014123346656560898, + "loss_total": 0.014123346656560898, + "step": 21860 + }, + { + "loss_action": 0.030077995732426643, + "loss_total": 0.030077995732426643, + "step": 21860 + }, + { + "loss_action": 0.03486918285489082, + "loss_total": 0.03486918285489082, + "step": 21860 + }, + { + "grad_norm": 0.5223615169525146, + "learning_rate": 9.241982238921488e-05, + "loss": 0.0267, + "step": 21870 + }, + { + "loss_action": 0.027670780196785927, + "loss_total": 0.027670780196785927, + "step": 21870 + }, + { + "loss_action": 0.018874645233154297, + "loss_total": 0.018874645233154297, + "step": 21870 + }, + { + "loss_action": 0.019170258194208145, + "loss_total": 0.019170258194208145, + "step": 21870 + }, + { + "loss_action": 0.013811223208904266, + "loss_total": 0.013811223208904266, + "step": 21870 + }, + { + "loss_action": 0.019224990159273148, + "loss_total": 0.019224990159273148, + "step": 21870 + }, + { + "loss_action": 0.016896778717637062, + "loss_total": 0.016896778717637062, + "step": 21870 + }, + { + "grad_norm": 0.6639169454574585, + "learning_rate": 9.24110672392964e-05, + "loss": 0.0316, + "step": 21880 + }, + { + "loss_action": 0.027274515479803085, + "loss_total": 0.027274515479803085, + "step": 21880 + }, + { + "loss_action": 0.018984070047736168, + "loss_total": 0.018984070047736168, + "step": 21880 + }, + { + "loss_action": 0.02790619432926178, + "loss_total": 0.02790619432926178, + "step": 21880 + }, + { + "loss_action": 0.015487422235310078, + "loss_total": 0.015487422235310078, + "step": 21880 + }, + { + "loss_action": 0.01348996814340353, + "loss_total": 0.01348996814340353, + "step": 21880 + }, + { + "loss_action": 0.013765137642621994, + "loss_total": 0.013765137642621994, + "step": 21880 + }, + { + "grad_norm": 0.651357114315033, + "learning_rate": 9.240230745136737e-05, + "loss": 0.0259, + "step": 21890 + }, + { + "loss_action": 0.018867777660489082, + "loss_total": 0.018867777660489082, + "step": 21890 + }, + { + "loss_action": 0.020595859736204147, + "loss_total": 0.020595859736204147, + "step": 21890 + }, + { + "loss_action": 0.022255873307585716, + "loss_total": 0.022255873307585716, + "step": 21890 + }, + { + "loss_action": 0.02570725791156292, + "loss_total": 0.02570725791156292, + "step": 21890 + }, + { + "loss_action": 0.0308587197214365, + "loss_total": 0.0308587197214365, + "step": 21890 + }, + { + "loss_action": 0.05469817668199539, + "loss_total": 0.05469817668199539, + "step": 21890 + }, + { + "grad_norm": 0.4396170675754547, + "learning_rate": 9.239354302638575e-05, + "loss": 0.0247, + "step": 21900 + }, + { + "loss_action": 0.013563977554440498, + "loss_total": 0.013563977554440498, + "step": 21900 + }, + { + "loss_action": 0.014352427795529366, + "loss_total": 0.014352427795529366, + "step": 21900 + }, + { + "loss_action": 0.10089579224586487, + "loss_total": 0.10089579224586487, + "step": 21900 + }, + { + "loss_action": 0.0191351268440485, + "loss_total": 0.0191351268440485, + "step": 21900 + }, + { + "loss_action": 0.021419750526547432, + "loss_total": 0.021419750526547432, + "step": 21900 + }, + { + "loss_action": 0.02021034248173237, + "loss_total": 0.02021034248173237, + "step": 21900 + }, + { + "grad_norm": 0.5111894011497498, + "learning_rate": 9.238477396531e-05, + "loss": 0.0263, + "step": 21910 + }, + { + "loss_action": 0.21668392419815063, + "loss_total": 0.21668392419815063, + "step": 21910 + }, + { + "loss_action": 0.050820332020521164, + "loss_total": 0.050820332020521164, + "step": 21910 + }, + { + "loss_action": 0.030464759096503258, + "loss_total": 0.030464759096503258, + "step": 21910 + }, + { + "loss_action": 0.013491361401975155, + "loss_total": 0.013491361401975155, + "step": 21910 + }, + { + "loss_action": 0.02275877259671688, + "loss_total": 0.02275877259671688, + "step": 21910 + }, + { + "loss_action": 0.014315641485154629, + "loss_total": 0.014315641485154629, + "step": 21910 + }, + { + "grad_norm": 0.46962428092956543, + "learning_rate": 9.23760002690991e-05, + "loss": 0.03, + "step": 21920 + }, + { + "loss_action": 0.02407858520746231, + "loss_total": 0.02407858520746231, + "step": 21920 + }, + { + "loss_action": 0.023644497618079185, + "loss_total": 0.023644497618079185, + "step": 21920 + }, + { + "loss_action": 0.016691401600837708, + "loss_total": 0.016691401600837708, + "step": 21920 + }, + { + "loss_action": 0.036295369267463684, + "loss_total": 0.036295369267463684, + "step": 21920 + }, + { + "loss_action": 0.020399631932377815, + "loss_total": 0.020399631932377815, + "step": 21920 + }, + { + "loss_action": 0.010726789943873882, + "loss_total": 0.010726789943873882, + "step": 21920 + }, + { + "grad_norm": 0.6038737297058105, + "learning_rate": 9.236722193871252e-05, + "loss": 0.0245, + "step": 21930 + }, + { + "loss_action": 0.025553429499268532, + "loss_total": 0.025553429499268532, + "step": 21930 + }, + { + "loss_action": 0.022981569170951843, + "loss_total": 0.022981569170951843, + "step": 21930 + }, + { + "loss_action": 0.00936670321971178, + "loss_total": 0.00936670321971178, + "step": 21930 + }, + { + "loss_action": 0.019520504400134087, + "loss_total": 0.019520504400134087, + "step": 21930 + }, + { + "loss_action": 0.01840660721063614, + "loss_total": 0.01840660721063614, + "step": 21930 + }, + { + "loss_action": 0.020432760939002037, + "loss_total": 0.020432760939002037, + "step": 21930 + }, + { + "grad_norm": 0.468652606010437, + "learning_rate": 9.235843897511023e-05, + "loss": 0.025, + "step": 21940 + }, + { + "loss_action": 0.016258100047707558, + "loss_total": 0.016258100047707558, + "step": 21940 + }, + { + "loss_action": 0.01871173083782196, + "loss_total": 0.01871173083782196, + "step": 21940 + }, + { + "loss_action": 0.03393246978521347, + "loss_total": 0.03393246978521347, + "step": 21940 + }, + { + "loss_action": 0.01711607724428177, + "loss_total": 0.01711607724428177, + "step": 21940 + }, + { + "loss_action": 0.011122369207441807, + "loss_total": 0.011122369207441807, + "step": 21940 + }, + { + "loss_action": 0.034161824733018875, + "loss_total": 0.034161824733018875, + "step": 21940 + }, + { + "grad_norm": 0.41411352157592773, + "learning_rate": 9.234965137925276e-05, + "loss": 0.0319, + "step": 21950 + }, + { + "loss_action": 0.018180087208747864, + "loss_total": 0.018180087208747864, + "step": 21950 + }, + { + "loss_action": 0.030488522723317146, + "loss_total": 0.030488522723317146, + "step": 21950 + }, + { + "loss_action": 0.016949208453297615, + "loss_total": 0.016949208453297615, + "step": 21950 + }, + { + "loss_action": 0.014240957796573639, + "loss_total": 0.014240957796573639, + "step": 21950 + }, + { + "loss_action": 0.015559013932943344, + "loss_total": 0.015559013932943344, + "step": 21950 + }, + { + "loss_action": 0.027130957692861557, + "loss_total": 0.027130957692861557, + "step": 21950 + }, + { + "grad_norm": 0.4369606673717499, + "learning_rate": 9.234085915210108e-05, + "loss": 0.026, + "step": 21960 + }, + { + "loss_action": 0.028441473841667175, + "loss_total": 0.028441473841667175, + "step": 21960 + }, + { + "loss_action": 0.01893448829650879, + "loss_total": 0.01893448829650879, + "step": 21960 + }, + { + "loss_action": 0.017377803102135658, + "loss_total": 0.017377803102135658, + "step": 21960 + }, + { + "loss_action": 0.023489953950047493, + "loss_total": 0.023489953950047493, + "step": 21960 + }, + { + "loss_action": 0.010321402922272682, + "loss_total": 0.010321402922272682, + "step": 21960 + }, + { + "loss_action": 0.025764241814613342, + "loss_total": 0.025764241814613342, + "step": 21960 + }, + { + "grad_norm": 0.45617976784706116, + "learning_rate": 9.23320622946167e-05, + "loss": 0.0272, + "step": 21970 + }, + { + "loss_action": 0.02367888204753399, + "loss_total": 0.02367888204753399, + "step": 21970 + }, + { + "loss_action": 0.013954214751720428, + "loss_total": 0.013954214751720428, + "step": 21970 + }, + { + "loss_action": 0.01777167245745659, + "loss_total": 0.01777167245745659, + "step": 21970 + }, + { + "loss_action": 0.033582329750061035, + "loss_total": 0.033582329750061035, + "step": 21970 + }, + { + "loss_action": 0.018990738317370415, + "loss_total": 0.018990738317370415, + "step": 21970 + }, + { + "loss_action": 0.020233161747455597, + "loss_total": 0.020233161747455597, + "step": 21970 + }, + { + "grad_norm": 0.47030311822891235, + "learning_rate": 9.232326080776163e-05, + "loss": 0.0347, + "step": 21980 + }, + { + "loss_action": 0.026779351755976677, + "loss_total": 0.026779351755976677, + "step": 21980 + }, + { + "loss_action": 0.015685634687542915, + "loss_total": 0.015685634687542915, + "step": 21980 + }, + { + "loss_action": 0.01635800115764141, + "loss_total": 0.01635800115764141, + "step": 21980 + }, + { + "loss_action": 0.05088774487376213, + "loss_total": 0.05088774487376213, + "step": 21980 + }, + { + "loss_action": 0.016915515065193176, + "loss_total": 0.016915515065193176, + "step": 21980 + }, + { + "loss_action": 0.020326217636466026, + "loss_total": 0.020326217636466026, + "step": 21980 + }, + { + "grad_norm": 0.6020108461380005, + "learning_rate": 9.23144546924984e-05, + "loss": 0.0318, + "step": 21990 + }, + { + "loss_action": 0.01354614645242691, + "loss_total": 0.01354614645242691, + "step": 21990 + }, + { + "loss_action": 0.02807554043829441, + "loss_total": 0.02807554043829441, + "step": 21990 + }, + { + "loss_action": 0.020401716232299805, + "loss_total": 0.020401716232299805, + "step": 21990 + }, + { + "loss_action": 0.03440770506858826, + "loss_total": 0.03440770506858826, + "step": 21990 + }, + { + "loss_action": 0.011180339381098747, + "loss_total": 0.011180339381098747, + "step": 21990 + }, + { + "loss_action": 0.026236219331622124, + "loss_total": 0.026236219331622124, + "step": 21990 + }, + { + "grad_norm": 0.5170565247535706, + "learning_rate": 9.230564394979e-05, + "loss": 0.0277, + "step": 22000 + }, + { + "loss_action": 0.03285159170627594, + "loss_total": 0.03285159170627594, + "step": 22000 + }, + { + "loss_action": 0.031902212649583817, + "loss_total": 0.031902212649583817, + "step": 22000 + }, + { + "loss_action": 0.023531027138233185, + "loss_total": 0.023531027138233185, + "step": 22000 + }, + { + "loss_action": 0.026251347735524178, + "loss_total": 0.026251347735524178, + "step": 22000 + }, + { + "loss_action": 0.028745464980602264, + "loss_total": 0.028745464980602264, + "step": 22000 + }, + { + "loss_action": 0.022111037746071815, + "loss_total": 0.022111037746071815, + "step": 22000 + }, + { + "grad_norm": 0.45542922616004944, + "learning_rate": 9.22968285806e-05, + "loss": 0.0259, + "step": 22010 + }, + { + "loss_action": 0.03395473584532738, + "loss_total": 0.03395473584532738, + "step": 22010 + }, + { + "loss_action": 0.04409391060471535, + "loss_total": 0.04409391060471535, + "step": 22010 + }, + { + "loss_action": 0.05090338736772537, + "loss_total": 0.05090338736772537, + "step": 22010 + }, + { + "loss_action": 0.019475998356938362, + "loss_total": 0.019475998356938362, + "step": 22010 + }, + { + "loss_action": 0.02417217753827572, + "loss_total": 0.02417217753827572, + "step": 22010 + }, + { + "loss_action": 0.02057350054383278, + "loss_total": 0.02057350054383278, + "step": 22010 + }, + { + "grad_norm": 0.38434112071990967, + "learning_rate": 9.228800858589242e-05, + "loss": 0.0255, + "step": 22020 + }, + { + "loss_action": 0.022521572187542915, + "loss_total": 0.022521572187542915, + "step": 22020 + }, + { + "loss_action": 0.06022730469703674, + "loss_total": 0.06022730469703674, + "step": 22020 + }, + { + "loss_action": 0.017705045640468597, + "loss_total": 0.017705045640468597, + "step": 22020 + }, + { + "loss_action": 0.016876021400094032, + "loss_total": 0.016876021400094032, + "step": 22020 + }, + { + "loss_action": 0.02662677690386772, + "loss_total": 0.02662677690386772, + "step": 22020 + }, + { + "loss_action": 0.02530449442565441, + "loss_total": 0.02530449442565441, + "step": 22020 + }, + { + "grad_norm": 0.49113595485687256, + "learning_rate": 9.227918396663179e-05, + "loss": 0.0274, + "step": 22030 + }, + { + "loss_action": 0.01140195969492197, + "loss_total": 0.01140195969492197, + "step": 22030 + }, + { + "loss_action": 0.06985737383365631, + "loss_total": 0.06985737383365631, + "step": 22030 + }, + { + "loss_action": 0.04080076143145561, + "loss_total": 0.04080076143145561, + "step": 22030 + }, + { + "loss_action": 0.032890647649765015, + "loss_total": 0.032890647649765015, + "step": 22030 + }, + { + "loss_action": 0.03227577731013298, + "loss_total": 0.03227577731013298, + "step": 22030 + }, + { + "loss_action": 0.12503811717033386, + "loss_total": 0.12503811717033386, + "step": 22030 + }, + { + "grad_norm": 0.5617590546607971, + "learning_rate": 9.227035472378319e-05, + "loss": 0.029, + "step": 22040 + }, + { + "loss_action": 0.010338114574551582, + "loss_total": 0.010338114574551582, + "step": 22040 + }, + { + "loss_action": 0.021384460851550102, + "loss_total": 0.021384460851550102, + "step": 22040 + }, + { + "loss_action": 0.011450886726379395, + "loss_total": 0.011450886726379395, + "step": 22040 + }, + { + "loss_action": 0.05335734039545059, + "loss_total": 0.05335734039545059, + "step": 22040 + }, + { + "loss_action": 0.03374909609556198, + "loss_total": 0.03374909609556198, + "step": 22040 + }, + { + "loss_action": 0.04219141602516174, + "loss_total": 0.04219141602516174, + "step": 22040 + }, + { + "grad_norm": 0.46938177943229675, + "learning_rate": 9.226152085831213e-05, + "loss": 0.0262, + "step": 22050 + }, + { + "loss_action": 0.018901988863945007, + "loss_total": 0.018901988863945007, + "step": 22050 + }, + { + "loss_action": 0.02803219109773636, + "loss_total": 0.02803219109773636, + "step": 22050 + }, + { + "loss_action": 0.021863268688321114, + "loss_total": 0.021863268688321114, + "step": 22050 + }, + { + "loss_action": 0.01566658541560173, + "loss_total": 0.01566658541560173, + "step": 22050 + }, + { + "loss_action": 0.02262868918478489, + "loss_total": 0.02262868918478489, + "step": 22050 + }, + { + "loss_action": 0.014278505928814411, + "loss_total": 0.014278505928814411, + "step": 22050 + }, + { + "grad_norm": 0.5385278463363647, + "learning_rate": 9.22526823711847e-05, + "loss": 0.0299, + "step": 22060 + }, + { + "loss_action": 0.012810289859771729, + "loss_total": 0.012810289859771729, + "step": 22060 + }, + { + "loss_action": 0.019229253754019737, + "loss_total": 0.019229253754019737, + "step": 22060 + }, + { + "loss_action": 0.015706583857536316, + "loss_total": 0.015706583857536316, + "step": 22060 + }, + { + "loss_action": 0.012147309258580208, + "loss_total": 0.012147309258580208, + "step": 22060 + }, + { + "loss_action": 0.02150796912610531, + "loss_total": 0.02150796912610531, + "step": 22060 + }, + { + "loss_action": 0.053879112005233765, + "loss_total": 0.053879112005233765, + "step": 22060 + }, + { + "grad_norm": 0.34968605637550354, + "learning_rate": 9.224383926336745e-05, + "loss": 0.0244, + "step": 22070 + }, + { + "loss_action": 0.01825699396431446, + "loss_total": 0.01825699396431446, + "step": 22070 + }, + { + "loss_action": 0.015131570398807526, + "loss_total": 0.015131570398807526, + "step": 22070 + }, + { + "loss_action": 0.014764265157282352, + "loss_total": 0.014764265157282352, + "step": 22070 + }, + { + "loss_action": 0.026183776557445526, + "loss_total": 0.026183776557445526, + "step": 22070 + }, + { + "loss_action": 0.010435253381729126, + "loss_total": 0.010435253381729126, + "step": 22070 + }, + { + "loss_action": 0.056143730878829956, + "loss_total": 0.056143730878829956, + "step": 22070 + }, + { + "grad_norm": 0.44417113065719604, + "learning_rate": 9.223499153582744e-05, + "loss": 0.0258, + "step": 22080 + }, + { + "loss_action": 0.02169107086956501, + "loss_total": 0.02169107086956501, + "step": 22080 + }, + { + "loss_action": 0.04727356508374214, + "loss_total": 0.04727356508374214, + "step": 22080 + }, + { + "loss_action": 0.06080609932541847, + "loss_total": 0.06080609932541847, + "step": 22080 + }, + { + "loss_action": 0.03734385967254639, + "loss_total": 0.03734385967254639, + "step": 22080 + }, + { + "loss_action": 0.13446296751499176, + "loss_total": 0.13446296751499176, + "step": 22080 + }, + { + "loss_action": 0.016072634607553482, + "loss_total": 0.016072634607553482, + "step": 22080 + }, + { + "grad_norm": 0.6848248839378357, + "learning_rate": 9.222613918953226e-05, + "loss": 0.0282, + "step": 22090 + }, + { + "loss_action": 0.01465076394379139, + "loss_total": 0.01465076394379139, + "step": 22090 + }, + { + "loss_action": 0.07085946947336197, + "loss_total": 0.07085946947336197, + "step": 22090 + }, + { + "loss_action": 0.013832532800734043, + "loss_total": 0.013832532800734043, + "step": 22090 + }, + { + "loss_action": 0.014091003686189651, + "loss_total": 0.014091003686189651, + "step": 22090 + }, + { + "loss_action": 0.020854875445365906, + "loss_total": 0.020854875445365906, + "step": 22090 + }, + { + "loss_action": 0.020892679691314697, + "loss_total": 0.020892679691314697, + "step": 22090 + }, + { + "grad_norm": 0.6086848378181458, + "learning_rate": 9.221728222544999e-05, + "loss": 0.0316, + "step": 22100 + }, + { + "loss_action": 0.02277299575507641, + "loss_total": 0.02277299575507641, + "step": 22100 + }, + { + "loss_action": 0.030395694077014923, + "loss_total": 0.030395694077014923, + "step": 22100 + }, + { + "loss_action": 0.02282797358930111, + "loss_total": 0.02282797358930111, + "step": 22100 + }, + { + "loss_action": 0.02137136086821556, + "loss_total": 0.02137136086821556, + "step": 22100 + }, + { + "loss_action": 0.045186229050159454, + "loss_total": 0.045186229050159454, + "step": 22100 + }, + { + "loss_action": 0.02320556715130806, + "loss_total": 0.02320556715130806, + "step": 22100 + }, + { + "grad_norm": 0.4177120625972748, + "learning_rate": 9.22084206445492e-05, + "loss": 0.0292, + "step": 22110 + }, + { + "loss_action": 0.02373126894235611, + "loss_total": 0.02373126894235611, + "step": 22110 + }, + { + "loss_action": 0.04653124511241913, + "loss_total": 0.04653124511241913, + "step": 22110 + }, + { + "loss_action": 0.02384583093225956, + "loss_total": 0.02384583093225956, + "step": 22110 + }, + { + "loss_action": 0.06911376118659973, + "loss_total": 0.06911376118659973, + "step": 22110 + }, + { + "loss_action": 0.028569545596837997, + "loss_total": 0.028569545596837997, + "step": 22110 + }, + { + "loss_action": 0.03256471827626228, + "loss_total": 0.03256471827626228, + "step": 22110 + }, + { + "grad_norm": 0.4569528102874756, + "learning_rate": 9.2199554447799e-05, + "loss": 0.0257, + "step": 22120 + }, + { + "loss_action": 0.024401048198342323, + "loss_total": 0.024401048198342323, + "step": 22120 + }, + { + "loss_action": 0.025308363139629364, + "loss_total": 0.025308363139629364, + "step": 22120 + }, + { + "loss_action": 0.012756554409861565, + "loss_total": 0.012756554409861565, + "step": 22120 + }, + { + "loss_action": 0.011755097657442093, + "loss_total": 0.011755097657442093, + "step": 22120 + }, + { + "loss_action": 0.01393349189311266, + "loss_total": 0.01393349189311266, + "step": 22120 + }, + { + "loss_action": 0.029027767479419708, + "loss_total": 0.029027767479419708, + "step": 22120 + }, + { + "grad_norm": 0.46007776260375977, + "learning_rate": 9.219068363616897e-05, + "loss": 0.0249, + "step": 22130 + }, + { + "loss_action": 0.012815820053219795, + "loss_total": 0.012815820053219795, + "step": 22130 + }, + { + "loss_action": 0.028556611388921738, + "loss_total": 0.028556611388921738, + "step": 22130 + }, + { + "loss_action": 0.01148726511746645, + "loss_total": 0.01148726511746645, + "step": 22130 + }, + { + "loss_action": 0.08457519114017487, + "loss_total": 0.08457519114017487, + "step": 22130 + }, + { + "loss_action": 0.04948293790221214, + "loss_total": 0.04948293790221214, + "step": 22130 + }, + { + "loss_action": 0.02560644969344139, + "loss_total": 0.02560644969344139, + "step": 22130 + }, + { + "grad_norm": 0.4574213922023773, + "learning_rate": 9.218180821062919e-05, + "loss": 0.028, + "step": 22140 + }, + { + "loss_action": 0.029113158583641052, + "loss_total": 0.029113158583641052, + "step": 22140 + }, + { + "loss_action": 0.019640468060970306, + "loss_total": 0.019640468060970306, + "step": 22140 + }, + { + "loss_action": 0.019663913175463676, + "loss_total": 0.019663913175463676, + "step": 22140 + }, + { + "loss_action": 0.017769960686564445, + "loss_total": 0.017769960686564445, + "step": 22140 + }, + { + "loss_action": 0.03736812248826027, + "loss_total": 0.03736812248826027, + "step": 22140 + }, + { + "loss_action": 0.02064020186662674, + "loss_total": 0.02064020186662674, + "step": 22140 + }, + { + "grad_norm": 0.44984254240989685, + "learning_rate": 9.21729281721503e-05, + "loss": 0.0293, + "step": 22150 + }, + { + "loss_action": 0.05663423240184784, + "loss_total": 0.05663423240184784, + "step": 22150 + }, + { + "loss_action": 0.013395951129496098, + "loss_total": 0.013395951129496098, + "step": 22150 + }, + { + "loss_action": 0.0202536229044199, + "loss_total": 0.0202536229044199, + "step": 22150 + }, + { + "loss_action": 0.013914295472204685, + "loss_total": 0.013914295472204685, + "step": 22150 + }, + { + "loss_action": 0.016957955434918404, + "loss_total": 0.016957955434918404, + "step": 22150 + }, + { + "loss_action": 0.01424036081880331, + "loss_total": 0.01424036081880331, + "step": 22150 + }, + { + "grad_norm": 0.4194708466529846, + "learning_rate": 9.216404352170339e-05, + "loss": 0.03, + "step": 22160 + }, + { + "loss_action": 0.026550685986876488, + "loss_total": 0.026550685986876488, + "step": 22160 + }, + { + "loss_action": 0.013785725459456444, + "loss_total": 0.013785725459456444, + "step": 22160 + }, + { + "loss_action": 0.021468481048941612, + "loss_total": 0.021468481048941612, + "step": 22160 + }, + { + "loss_action": 0.03424671292304993, + "loss_total": 0.03424671292304993, + "step": 22160 + }, + { + "loss_action": 0.032565414905548096, + "loss_total": 0.032565414905548096, + "step": 22160 + }, + { + "loss_action": 0.020232558250427246, + "loss_total": 0.020232558250427246, + "step": 22160 + }, + { + "grad_norm": 0.4698582887649536, + "learning_rate": 9.215515426026007e-05, + "loss": 0.0222, + "step": 22170 + }, + { + "loss_action": 0.01918475702404976, + "loss_total": 0.01918475702404976, + "step": 22170 + }, + { + "loss_action": 0.014542258344590664, + "loss_total": 0.014542258344590664, + "step": 22170 + }, + { + "loss_action": 0.02833389863371849, + "loss_total": 0.02833389863371849, + "step": 22170 + }, + { + "loss_action": 0.01506389956921339, + "loss_total": 0.01506389956921339, + "step": 22170 + }, + { + "loss_action": 0.013514834456145763, + "loss_total": 0.013514834456145763, + "step": 22170 + }, + { + "loss_action": 0.023289158940315247, + "loss_total": 0.023289158940315247, + "step": 22170 + }, + { + "grad_norm": 0.46782898902893066, + "learning_rate": 9.214626038879246e-05, + "loss": 0.026, + "step": 22180 + }, + { + "loss_action": 0.026095904409885406, + "loss_total": 0.026095904409885406, + "step": 22180 + }, + { + "loss_action": 0.026817135512828827, + "loss_total": 0.026817135512828827, + "step": 22180 + }, + { + "loss_action": 0.022466011345386505, + "loss_total": 0.022466011345386505, + "step": 22180 + }, + { + "loss_action": 0.044525694102048874, + "loss_total": 0.044525694102048874, + "step": 22180 + }, + { + "loss_action": 0.04019220545887947, + "loss_total": 0.04019220545887947, + "step": 22180 + }, + { + "loss_action": 0.019533518701791763, + "loss_total": 0.019533518701791763, + "step": 22180 + }, + { + "grad_norm": 0.419786661863327, + "learning_rate": 9.21373619082732e-05, + "loss": 0.0234, + "step": 22190 + }, + { + "loss_action": 0.014159793965518475, + "loss_total": 0.014159793965518475, + "step": 22190 + }, + { + "loss_action": 0.013772980310022831, + "loss_total": 0.013772980310022831, + "step": 22190 + }, + { + "loss_action": 0.062315795570611954, + "loss_total": 0.062315795570611954, + "step": 22190 + }, + { + "loss_action": 0.01879669725894928, + "loss_total": 0.01879669725894928, + "step": 22190 + }, + { + "loss_action": 0.020123783499002457, + "loss_total": 0.020123783499002457, + "step": 22190 + }, + { + "loss_action": 0.029164569452404976, + "loss_total": 0.029164569452404976, + "step": 22190 + }, + { + "grad_norm": 0.5730245113372803, + "learning_rate": 9.212845881967535e-05, + "loss": 0.0255, + "step": 22200 + }, + { + "loss_action": 0.03649872913956642, + "loss_total": 0.03649872913956642, + "step": 22200 + }, + { + "loss_action": 0.041339293122291565, + "loss_total": 0.041339293122291565, + "step": 22200 + }, + { + "loss_action": 0.027692142874002457, + "loss_total": 0.027692142874002457, + "step": 22200 + }, + { + "loss_action": 0.011764764785766602, + "loss_total": 0.011764764785766602, + "step": 22200 + }, + { + "loss_action": 0.017798161134123802, + "loss_total": 0.017798161134123802, + "step": 22200 + }, + { + "loss_action": 0.015655286610126495, + "loss_total": 0.015655286610126495, + "step": 22200 + }, + { + "grad_norm": 0.4889504611492157, + "learning_rate": 9.211955112397262e-05, + "loss": 0.0242, + "step": 22210 + }, + { + "loss_action": 0.019381430000066757, + "loss_total": 0.019381430000066757, + "step": 22210 + }, + { + "loss_action": 0.013285449706017971, + "loss_total": 0.013285449706017971, + "step": 22210 + }, + { + "loss_action": 0.02094271592795849, + "loss_total": 0.02094271592795849, + "step": 22210 + }, + { + "loss_action": 0.02035476081073284, + "loss_total": 0.02035476081073284, + "step": 22210 + }, + { + "loss_action": 0.023943595588207245, + "loss_total": 0.023943595588207245, + "step": 22210 + }, + { + "loss_action": 0.009632325731217861, + "loss_total": 0.009632325731217861, + "step": 22210 + }, + { + "grad_norm": 0.47108423709869385, + "learning_rate": 9.211063882213909e-05, + "loss": 0.0213, + "step": 22220 + }, + { + "loss_action": 0.042034998536109924, + "loss_total": 0.042034998536109924, + "step": 22220 + }, + { + "loss_action": 0.010894166305661201, + "loss_total": 0.010894166305661201, + "step": 22220 + }, + { + "loss_action": 0.020528683438897133, + "loss_total": 0.020528683438897133, + "step": 22220 + }, + { + "loss_action": 0.008039988577365875, + "loss_total": 0.008039988577365875, + "step": 22220 + }, + { + "loss_action": 0.012293444946408272, + "loss_total": 0.012293444946408272, + "step": 22220 + }, + { + "loss_action": 0.01610466092824936, + "loss_total": 0.01610466092824936, + "step": 22220 + }, + { + "grad_norm": 0.40702518820762634, + "learning_rate": 9.210172191514942e-05, + "loss": 0.0243, + "step": 22230 + }, + { + "loss_action": 0.021525107324123383, + "loss_total": 0.021525107324123383, + "step": 22230 + }, + { + "loss_action": 0.01416858658194542, + "loss_total": 0.01416858658194542, + "step": 22230 + }, + { + "loss_action": 0.015387140214443207, + "loss_total": 0.015387140214443207, + "step": 22230 + }, + { + "loss_action": 0.01923939771950245, + "loss_total": 0.01923939771950245, + "step": 22230 + }, + { + "loss_action": 0.01967315748333931, + "loss_total": 0.01967315748333931, + "step": 22230 + }, + { + "loss_action": 0.011207898147404194, + "loss_total": 0.011207898147404194, + "step": 22230 + }, + { + "grad_norm": 0.43062299489974976, + "learning_rate": 9.209280040397874e-05, + "loss": 0.0224, + "step": 22240 + }, + { + "loss_action": 0.012373984791338444, + "loss_total": 0.012373984791338444, + "step": 22240 + }, + { + "loss_action": 0.02722560428082943, + "loss_total": 0.02722560428082943, + "step": 22240 + }, + { + "loss_action": 0.017815984785556793, + "loss_total": 0.017815984785556793, + "step": 22240 + }, + { + "loss_action": 0.015528995543718338, + "loss_total": 0.015528995543718338, + "step": 22240 + }, + { + "loss_action": 0.01582334004342556, + "loss_total": 0.01582334004342556, + "step": 22240 + }, + { + "loss_action": 0.01667209528386593, + "loss_total": 0.01667209528386593, + "step": 22240 + }, + { + "grad_norm": 0.5275904536247253, + "learning_rate": 9.208387428960268e-05, + "loss": 0.024, + "step": 22250 + }, + { + "loss_action": 0.017344722524285316, + "loss_total": 0.017344722524285316, + "step": 22250 + }, + { + "loss_action": 0.023656515404582024, + "loss_total": 0.023656515404582024, + "step": 22250 + }, + { + "loss_action": 0.0693824365735054, + "loss_total": 0.0693824365735054, + "step": 22250 + }, + { + "loss_action": 0.019424907863140106, + "loss_total": 0.019424907863140106, + "step": 22250 + }, + { + "loss_action": 0.031850412487983704, + "loss_total": 0.031850412487983704, + "step": 22250 + }, + { + "loss_action": 0.015851758420467377, + "loss_total": 0.015851758420467377, + "step": 22250 + }, + { + "grad_norm": 0.5010791420936584, + "learning_rate": 9.20749435729974e-05, + "loss": 0.0261, + "step": 22260 + }, + { + "loss_action": 0.028846343979239464, + "loss_total": 0.028846343979239464, + "step": 22260 + }, + { + "loss_action": 0.012213527224957943, + "loss_total": 0.012213527224957943, + "step": 22260 + }, + { + "loss_action": 0.02007981576025486, + "loss_total": 0.02007981576025486, + "step": 22260 + }, + { + "loss_action": 0.014982215128839016, + "loss_total": 0.014982215128839016, + "step": 22260 + }, + { + "loss_action": 0.02869631163775921, + "loss_total": 0.02869631163775921, + "step": 22260 + }, + { + "loss_action": 0.026305804029107094, + "loss_total": 0.026305804029107094, + "step": 22260 + }, + { + "grad_norm": 0.512026309967041, + "learning_rate": 9.206600825513957e-05, + "loss": 0.0286, + "step": 22270 + }, + { + "loss_action": 0.02564467303454876, + "loss_total": 0.02564467303454876, + "step": 22270 + }, + { + "loss_action": 0.02944166213274002, + "loss_total": 0.02944166213274002, + "step": 22270 + }, + { + "loss_action": 0.02728663571178913, + "loss_total": 0.02728663571178913, + "step": 22270 + }, + { + "loss_action": 0.013899324461817741, + "loss_total": 0.013899324461817741, + "step": 22270 + }, + { + "loss_action": 0.017872534692287445, + "loss_total": 0.017872534692287445, + "step": 22270 + }, + { + "loss_action": 0.045850709080696106, + "loss_total": 0.045850709080696106, + "step": 22270 + }, + { + "grad_norm": 0.38931453227996826, + "learning_rate": 9.20570683370063e-05, + "loss": 0.021, + "step": 22280 + }, + { + "loss_action": 0.02919292449951172, + "loss_total": 0.02919292449951172, + "step": 22280 + }, + { + "loss_action": 0.02045591175556183, + "loss_total": 0.02045591175556183, + "step": 22280 + }, + { + "loss_action": 0.04392319172620773, + "loss_total": 0.04392319172620773, + "step": 22280 + }, + { + "loss_action": 0.015970483422279358, + "loss_total": 0.015970483422279358, + "step": 22280 + }, + { + "loss_action": 0.02108773961663246, + "loss_total": 0.02108773961663246, + "step": 22280 + }, + { + "loss_action": 0.017098845914006233, + "loss_total": 0.017098845914006233, + "step": 22280 + }, + { + "grad_norm": 0.4398380517959595, + "learning_rate": 9.204812381957528e-05, + "loss": 0.0256, + "step": 22290 + }, + { + "loss_action": 0.07074998319149017, + "loss_total": 0.07074998319149017, + "step": 22290 + }, + { + "loss_action": 0.01017814688384533, + "loss_total": 0.01017814688384533, + "step": 22290 + }, + { + "loss_action": 0.014120698906481266, + "loss_total": 0.014120698906481266, + "step": 22290 + }, + { + "loss_action": 0.035636819899082184, + "loss_total": 0.035636819899082184, + "step": 22290 + }, + { + "loss_action": 0.031062111258506775, + "loss_total": 0.031062111258506775, + "step": 22290 + }, + { + "loss_action": 0.03317885473370552, + "loss_total": 0.03317885473370552, + "step": 22290 + }, + { + "grad_norm": 0.44698187708854675, + "learning_rate": 9.203917470382465e-05, + "loss": 0.0252, + "step": 22300 + }, + { + "loss_action": 0.024442337453365326, + "loss_total": 0.024442337453365326, + "step": 22300 + }, + { + "loss_action": 0.014563146978616714, + "loss_total": 0.014563146978616714, + "step": 22300 + }, + { + "loss_action": 0.014396782964468002, + "loss_total": 0.014396782964468002, + "step": 22300 + }, + { + "loss_action": 0.008075762540102005, + "loss_total": 0.008075762540102005, + "step": 22300 + }, + { + "loss_action": 0.010379504412412643, + "loss_total": 0.010379504412412643, + "step": 22300 + }, + { + "loss_action": 0.0319136418402195, + "loss_total": 0.0319136418402195, + "step": 22300 + }, + { + "grad_norm": 0.5032089948654175, + "learning_rate": 9.203022099073309e-05, + "loss": 0.0212, + "step": 22310 + }, + { + "loss_action": 0.023735560476779938, + "loss_total": 0.023735560476779938, + "step": 22310 + }, + { + "loss_action": 0.02249579317867756, + "loss_total": 0.02249579317867756, + "step": 22310 + }, + { + "loss_action": 0.033801645040512085, + "loss_total": 0.033801645040512085, + "step": 22310 + }, + { + "loss_action": 0.01748371310532093, + "loss_total": 0.01748371310532093, + "step": 22310 + }, + { + "loss_action": 0.018206551671028137, + "loss_total": 0.018206551671028137, + "step": 22310 + }, + { + "loss_action": 0.015026784501969814, + "loss_total": 0.015026784501969814, + "step": 22310 + }, + { + "grad_norm": 0.42826879024505615, + "learning_rate": 9.202126268127976e-05, + "loss": 0.0249, + "step": 22320 + }, + { + "loss_action": 0.06764837354421616, + "loss_total": 0.06764837354421616, + "step": 22320 + }, + { + "loss_action": 0.0326106883585453, + "loss_total": 0.0326106883585453, + "step": 22320 + }, + { + "loss_action": 0.01783899776637554, + "loss_total": 0.01783899776637554, + "step": 22320 + }, + { + "loss_action": 0.016067609190940857, + "loss_total": 0.016067609190940857, + "step": 22320 + }, + { + "loss_action": 0.013418312184512615, + "loss_total": 0.013418312184512615, + "step": 22320 + }, + { + "loss_action": 0.00879612285643816, + "loss_total": 0.00879612285643816, + "step": 22320 + }, + { + "grad_norm": 0.4058639705181122, + "learning_rate": 9.20122997764443e-05, + "loss": 0.0228, + "step": 22330 + }, + { + "loss_action": 0.28194931149482727, + "loss_total": 0.28194931149482727, + "step": 22330 + }, + { + "loss_action": 0.020857807248830795, + "loss_total": 0.020857807248830795, + "step": 22330 + }, + { + "loss_action": 0.04482937604188919, + "loss_total": 0.04482937604188919, + "step": 22330 + }, + { + "loss_action": 0.023036090657114983, + "loss_total": 0.023036090657114983, + "step": 22330 + }, + { + "loss_action": 0.015205084346234798, + "loss_total": 0.015205084346234798, + "step": 22330 + }, + { + "loss_action": 0.020601067692041397, + "loss_total": 0.020601067692041397, + "step": 22330 + }, + { + "grad_norm": 0.6230968236923218, + "learning_rate": 9.200333227720692e-05, + "loss": 0.0283, + "step": 22340 + }, + { + "loss_action": 0.019088635221123695, + "loss_total": 0.019088635221123695, + "step": 22340 + }, + { + "loss_action": 0.015333074145019054, + "loss_total": 0.015333074145019054, + "step": 22340 + }, + { + "loss_action": 0.025892654433846474, + "loss_total": 0.025892654433846474, + "step": 22340 + }, + { + "loss_action": 0.05668780580163002, + "loss_total": 0.05668780580163002, + "step": 22340 + }, + { + "loss_action": 0.03269854560494423, + "loss_total": 0.03269854560494423, + "step": 22340 + }, + { + "loss_action": 0.04052039608359337, + "loss_total": 0.04052039608359337, + "step": 22340 + }, + { + "grad_norm": 0.521943211555481, + "learning_rate": 9.199436018454826e-05, + "loss": 0.0296, + "step": 22350 + }, + { + "loss_action": 0.018634328618645668, + "loss_total": 0.018634328618645668, + "step": 22350 + }, + { + "loss_action": 0.022283263504505157, + "loss_total": 0.022283263504505157, + "step": 22350 + }, + { + "loss_action": 0.0219938475638628, + "loss_total": 0.0219938475638628, + "step": 22350 + }, + { + "loss_action": 0.053720321506261826, + "loss_total": 0.053720321506261826, + "step": 22350 + }, + { + "loss_action": 0.02759423665702343, + "loss_total": 0.02759423665702343, + "step": 22350 + }, + { + "loss_action": 0.012379794381558895, + "loss_total": 0.012379794381558895, + "step": 22350 + }, + { + "grad_norm": 0.3781141936779022, + "learning_rate": 9.198538349944952e-05, + "loss": 0.0241, + "step": 22360 + }, + { + "loss_action": 0.01815473847091198, + "loss_total": 0.01815473847091198, + "step": 22360 + }, + { + "loss_action": 0.029666626825928688, + "loss_total": 0.029666626825928688, + "step": 22360 + }, + { + "loss_action": 0.018442759290337563, + "loss_total": 0.018442759290337563, + "step": 22360 + }, + { + "loss_action": 0.019203945994377136, + "loss_total": 0.019203945994377136, + "step": 22360 + }, + { + "loss_action": 0.008697642013430595, + "loss_total": 0.008697642013430595, + "step": 22360 + }, + { + "loss_action": 0.011941587552428246, + "loss_total": 0.011941587552428246, + "step": 22360 + }, + { + "grad_norm": 0.5987772941589355, + "learning_rate": 9.197640222289234e-05, + "loss": 0.0266, + "step": 22370 + }, + { + "loss_action": 0.027556773275136948, + "loss_total": 0.027556773275136948, + "step": 22370 + }, + { + "loss_action": 0.018121933564543724, + "loss_total": 0.018121933564543724, + "step": 22370 + }, + { + "loss_action": 0.1001334860920906, + "loss_total": 0.1001334860920906, + "step": 22370 + }, + { + "loss_action": 0.03546825423836708, + "loss_total": 0.03546825423836708, + "step": 22370 + }, + { + "loss_action": 0.020967615768313408, + "loss_total": 0.020967615768313408, + "step": 22370 + }, + { + "loss_action": 0.025180744007229805, + "loss_total": 0.025180744007229805, + "step": 22370 + }, + { + "grad_norm": 0.5484621524810791, + "learning_rate": 9.196741635585895e-05, + "loss": 0.0276, + "step": 22380 + }, + { + "loss_action": 0.02497255988419056, + "loss_total": 0.02497255988419056, + "step": 22380 + }, + { + "loss_action": 0.025469254702329636, + "loss_total": 0.025469254702329636, + "step": 22380 + }, + { + "loss_action": 0.01690181903541088, + "loss_total": 0.01690181903541088, + "step": 22380 + }, + { + "loss_action": 0.021711604669690132, + "loss_total": 0.021711604669690132, + "step": 22380 + }, + { + "loss_action": 0.011530224233865738, + "loss_total": 0.011530224233865738, + "step": 22380 + }, + { + "loss_action": 0.24991437792778015, + "loss_total": 0.24991437792778015, + "step": 22380 + }, + { + "grad_norm": 0.47906190156936646, + "learning_rate": 9.195842589933199e-05, + "loss": 0.0273, + "step": 22390 + }, + { + "loss_action": 0.021958934143185616, + "loss_total": 0.021958934143185616, + "step": 22390 + }, + { + "loss_action": 0.01419032458215952, + "loss_total": 0.01419032458215952, + "step": 22390 + }, + { + "loss_action": 0.019580021500587463, + "loss_total": 0.019580021500587463, + "step": 22390 + }, + { + "loss_action": 0.03381751477718353, + "loss_total": 0.03381751477718353, + "step": 22390 + }, + { + "loss_action": 0.019441692158579826, + "loss_total": 0.019441692158579826, + "step": 22390 + }, + { + "loss_action": 0.01707208901643753, + "loss_total": 0.01707208901643753, + "step": 22390 + }, + { + "grad_norm": 0.3612857758998871, + "learning_rate": 9.194943085429466e-05, + "loss": 0.025, + "step": 22400 + }, + { + "loss_action": 0.03976675495505333, + "loss_total": 0.03976675495505333, + "step": 22400 + }, + { + "loss_action": 0.043874047696590424, + "loss_total": 0.043874047696590424, + "step": 22400 + }, + { + "loss_action": 0.03321021422743797, + "loss_total": 0.03321021422743797, + "step": 22400 + }, + { + "loss_action": 0.01672942377626896, + "loss_total": 0.01672942377626896, + "step": 22400 + }, + { + "loss_action": 0.14191921055316925, + "loss_total": 0.14191921055316925, + "step": 22400 + }, + { + "loss_action": 0.029999185353517532, + "loss_total": 0.029999185353517532, + "step": 22400 + }, + { + "grad_norm": 0.46939751505851746, + "learning_rate": 9.194043122173065e-05, + "loss": 0.0312, + "step": 22410 + }, + { + "loss_action": 0.020960481837391853, + "loss_total": 0.020960481837391853, + "step": 22410 + }, + { + "loss_action": 0.02031266689300537, + "loss_total": 0.02031266689300537, + "step": 22410 + }, + { + "loss_action": 0.017087766900658607, + "loss_total": 0.017087766900658607, + "step": 22410 + }, + { + "loss_action": 0.020200958475470543, + "loss_total": 0.020200958475470543, + "step": 22410 + }, + { + "loss_action": 0.021179135888814926, + "loss_total": 0.021179135888814926, + "step": 22410 + }, + { + "loss_action": 0.021436477079987526, + "loss_total": 0.021436477079987526, + "step": 22410 + }, + { + "grad_norm": 0.4994839131832123, + "learning_rate": 9.193142700262413e-05, + "loss": 0.0247, + "step": 22420 + }, + { + "loss_action": 0.009595174342393875, + "loss_total": 0.009595174342393875, + "step": 22420 + }, + { + "loss_action": 0.020916704088449478, + "loss_total": 0.020916704088449478, + "step": 22420 + }, + { + "loss_action": 0.026406221091747284, + "loss_total": 0.026406221091747284, + "step": 22420 + }, + { + "loss_action": 0.028527259826660156, + "loss_total": 0.028527259826660156, + "step": 22420 + }, + { + "loss_action": 0.028818126767873764, + "loss_total": 0.028818126767873764, + "step": 22420 + }, + { + "loss_action": 0.017616191878914833, + "loss_total": 0.017616191878914833, + "step": 22420 + }, + { + "grad_norm": 0.4584791362285614, + "learning_rate": 9.192241819795979e-05, + "loss": 0.0213, + "step": 22430 + }, + { + "loss_action": 0.01819039322435856, + "loss_total": 0.01819039322435856, + "step": 22430 + }, + { + "loss_action": 0.008236796595156193, + "loss_total": 0.008236796595156193, + "step": 22430 + }, + { + "loss_action": 0.04010298475623131, + "loss_total": 0.04010298475623131, + "step": 22430 + }, + { + "loss_action": 0.015154477208852768, + "loss_total": 0.015154477208852768, + "step": 22430 + }, + { + "loss_action": 0.06818152964115143, + "loss_total": 0.06818152964115143, + "step": 22430 + }, + { + "loss_action": 0.017665231600403786, + "loss_total": 0.017665231600403786, + "step": 22430 + }, + { + "grad_norm": 0.39498937129974365, + "learning_rate": 9.191340480872284e-05, + "loss": 0.024, + "step": 22440 + }, + { + "loss_action": 0.03311321511864662, + "loss_total": 0.03311321511864662, + "step": 22440 + }, + { + "loss_action": 0.03746357560157776, + "loss_total": 0.03746357560157776, + "step": 22440 + }, + { + "loss_action": 0.015988990664482117, + "loss_total": 0.015988990664482117, + "step": 22440 + }, + { + "loss_action": 0.014227606356143951, + "loss_total": 0.014227606356143951, + "step": 22440 + }, + { + "loss_action": 0.023623952642083168, + "loss_total": 0.023623952642083168, + "step": 22440 + }, + { + "loss_action": 0.03728337213397026, + "loss_total": 0.03728337213397026, + "step": 22440 + }, + { + "grad_norm": 0.38211411237716675, + "learning_rate": 9.190438683589895e-05, + "loss": 0.0239, + "step": 22450 + }, + { + "loss_action": 0.01261803600937128, + "loss_total": 0.01261803600937128, + "step": 22450 + }, + { + "loss_action": 0.0152865806594491, + "loss_total": 0.0152865806594491, + "step": 22450 + }, + { + "loss_action": 0.012986158952116966, + "loss_total": 0.012986158952116966, + "step": 22450 + }, + { + "loss_action": 0.039046332240104675, + "loss_total": 0.039046332240104675, + "step": 22450 + }, + { + "loss_action": 0.017191069200634956, + "loss_total": 0.017191069200634956, + "step": 22450 + }, + { + "loss_action": 0.0352524071931839, + "loss_total": 0.0352524071931839, + "step": 22450 + }, + { + "grad_norm": 0.4000375270843506, + "learning_rate": 9.189536428047432e-05, + "loss": 0.0224, + "step": 22460 + }, + { + "loss_action": 0.03642592206597328, + "loss_total": 0.03642592206597328, + "step": 22460 + }, + { + "loss_action": 0.018161911517381668, + "loss_total": 0.018161911517381668, + "step": 22460 + }, + { + "loss_action": 0.0130303418263793, + "loss_total": 0.0130303418263793, + "step": 22460 + }, + { + "loss_action": 0.021407468244433403, + "loss_total": 0.021407468244433403, + "step": 22460 + }, + { + "loss_action": 0.015034751035273075, + "loss_total": 0.015034751035273075, + "step": 22460 + }, + { + "loss_action": 0.027341697365045547, + "loss_total": 0.027341697365045547, + "step": 22460 + }, + { + "grad_norm": 0.46996384859085083, + "learning_rate": 9.188633714343564e-05, + "loss": 0.0214, + "step": 22470 + }, + { + "loss_action": 0.02011224441230297, + "loss_total": 0.02011224441230297, + "step": 22470 + }, + { + "loss_action": 0.016078680753707886, + "loss_total": 0.016078680753707886, + "step": 22470 + }, + { + "loss_action": 0.012529580853879452, + "loss_total": 0.012529580853879452, + "step": 22470 + }, + { + "loss_action": 0.023101886734366417, + "loss_total": 0.023101886734366417, + "step": 22470 + }, + { + "loss_action": 0.08117517828941345, + "loss_total": 0.08117517828941345, + "step": 22470 + }, + { + "loss_action": 0.02121957391500473, + "loss_total": 0.02121957391500473, + "step": 22470 + }, + { + "grad_norm": 0.44958606362342834, + "learning_rate": 9.18773054257701e-05, + "loss": 0.0218, + "step": 22480 + }, + { + "loss_action": 0.015289383009076118, + "loss_total": 0.015289383009076118, + "step": 22480 + }, + { + "loss_action": 0.010455344803631306, + "loss_total": 0.010455344803631306, + "step": 22480 + }, + { + "loss_action": 0.013068444095551968, + "loss_total": 0.013068444095551968, + "step": 22480 + }, + { + "loss_action": 0.019617296755313873, + "loss_total": 0.019617296755313873, + "step": 22480 + }, + { + "loss_action": 0.01767675392329693, + "loss_total": 0.01767675392329693, + "step": 22480 + }, + { + "loss_action": 0.025916531682014465, + "loss_total": 0.025916531682014465, + "step": 22480 + }, + { + "grad_norm": 0.6186811923980713, + "learning_rate": 9.18682691284654e-05, + "loss": 0.0248, + "step": 22490 + }, + { + "loss_action": 0.013179820962250233, + "loss_total": 0.013179820962250233, + "step": 22490 + }, + { + "loss_action": 0.01875969208776951, + "loss_total": 0.01875969208776951, + "step": 22490 + }, + { + "loss_action": 0.01284306775778532, + "loss_total": 0.01284306775778532, + "step": 22490 + }, + { + "loss_action": 0.025638999417424202, + "loss_total": 0.025638999417424202, + "step": 22490 + }, + { + "loss_action": 0.030568942427635193, + "loss_total": 0.030568942427635193, + "step": 22490 + }, + { + "loss_action": 0.017948783934116364, + "loss_total": 0.017948783934116364, + "step": 22490 + }, + { + "grad_norm": 0.47910165786743164, + "learning_rate": 9.185922825250974e-05, + "loss": 0.0253, + "step": 22500 + }, + { + "loss_action": 0.09120754152536392, + "loss_total": 0.09120754152536392, + "step": 22500 + }, + { + "loss_action": 0.034673579037189484, + "loss_total": 0.034673579037189484, + "step": 22500 + }, + { + "loss_action": 0.02200189419090748, + "loss_total": 0.02200189419090748, + "step": 22500 + }, + { + "loss_action": 0.017924752086400986, + "loss_total": 0.017924752086400986, + "step": 22500 + }, + { + "loss_action": 0.032334499061107635, + "loss_total": 0.032334499061107635, + "step": 22500 + }, + { + "loss_action": 0.018996255472302437, + "loss_total": 0.018996255472302437, + "step": 22500 + }, + { + "grad_norm": 0.454010933637619, + "learning_rate": 9.185018279889181e-05, + "loss": 0.0267, + "step": 22510 + }, + { + "loss_action": 0.02017824910581112, + "loss_total": 0.02017824910581112, + "step": 22510 + }, + { + "loss_action": 0.024018974974751472, + "loss_total": 0.024018974974751472, + "step": 22510 + }, + { + "loss_action": 0.013108167797327042, + "loss_total": 0.013108167797327042, + "step": 22510 + }, + { + "loss_action": 0.014782965183258057, + "loss_total": 0.014782965183258057, + "step": 22510 + }, + { + "loss_action": 0.023470032960176468, + "loss_total": 0.023470032960176468, + "step": 22510 + }, + { + "loss_action": 0.01669628731906414, + "loss_total": 0.01669628731906414, + "step": 22510 + }, + { + "grad_norm": 0.46900641918182373, + "learning_rate": 9.184113276860082e-05, + "loss": 0.0262, + "step": 22520 + }, + { + "loss_action": 0.05703055486083031, + "loss_total": 0.05703055486083031, + "step": 22520 + }, + { + "loss_action": 0.02510152943432331, + "loss_total": 0.02510152943432331, + "step": 22520 + }, + { + "loss_action": 0.010854365304112434, + "loss_total": 0.010854365304112434, + "step": 22520 + }, + { + "loss_action": 0.038253337144851685, + "loss_total": 0.038253337144851685, + "step": 22520 + }, + { + "loss_action": 0.020276324823498726, + "loss_total": 0.020276324823498726, + "step": 22520 + }, + { + "loss_action": 0.013029730878770351, + "loss_total": 0.013029730878770351, + "step": 22520 + }, + { + "grad_norm": 0.520032525062561, + "learning_rate": 9.183207816262645e-05, + "loss": 0.028, + "step": 22530 + }, + { + "loss_action": 0.026590943336486816, + "loss_total": 0.026590943336486816, + "step": 22530 + }, + { + "loss_action": 0.01199030876159668, + "loss_total": 0.01199030876159668, + "step": 22530 + }, + { + "loss_action": 0.013351081870496273, + "loss_total": 0.013351081870496273, + "step": 22530 + }, + { + "loss_action": 0.01614486053586006, + "loss_total": 0.01614486053586006, + "step": 22530 + }, + { + "loss_action": 0.013849503360688686, + "loss_total": 0.013849503360688686, + "step": 22530 + }, + { + "loss_action": 0.01467793807387352, + "loss_total": 0.01467793807387352, + "step": 22530 + }, + { + "grad_norm": 0.48815688490867615, + "learning_rate": 9.182301898195891e-05, + "loss": 0.0268, + "step": 22540 + }, + { + "loss_action": 0.03865445405244827, + "loss_total": 0.03865445405244827, + "step": 22540 + }, + { + "loss_action": 0.016030309721827507, + "loss_total": 0.016030309721827507, + "step": 22540 + }, + { + "loss_action": 0.013610921800136566, + "loss_total": 0.013610921800136566, + "step": 22540 + }, + { + "loss_action": 0.025560148060321808, + "loss_total": 0.025560148060321808, + "step": 22540 + }, + { + "loss_action": 0.026220520958304405, + "loss_total": 0.026220520958304405, + "step": 22540 + }, + { + "loss_action": 0.011736832559108734, + "loss_total": 0.011736832559108734, + "step": 22540 + }, + { + "grad_norm": 0.4025588631629944, + "learning_rate": 9.181395522758889e-05, + "loss": 0.0213, + "step": 22550 + }, + { + "loss_action": 0.0165812149643898, + "loss_total": 0.0165812149643898, + "step": 22550 + }, + { + "loss_action": 0.011728397570550442, + "loss_total": 0.011728397570550442, + "step": 22550 + }, + { + "loss_action": 0.03846880421042442, + "loss_total": 0.03846880421042442, + "step": 22550 + }, + { + "loss_action": 0.0214473158121109, + "loss_total": 0.0214473158121109, + "step": 22550 + }, + { + "loss_action": 0.018793972209095955, + "loss_total": 0.018793972209095955, + "step": 22550 + }, + { + "loss_action": 0.014775775372982025, + "loss_total": 0.014775775372982025, + "step": 22550 + }, + { + "grad_norm": 0.5767790079116821, + "learning_rate": 9.180488690050759e-05, + "loss": 0.0244, + "step": 22560 + }, + { + "loss_action": 0.016805395483970642, + "loss_total": 0.016805395483970642, + "step": 22560 + }, + { + "loss_action": 0.012568718753755093, + "loss_total": 0.012568718753755093, + "step": 22560 + }, + { + "loss_action": 0.015235788188874722, + "loss_total": 0.015235788188874722, + "step": 22560 + }, + { + "loss_action": 0.0155593017116189, + "loss_total": 0.0155593017116189, + "step": 22560 + }, + { + "loss_action": 0.012130014598369598, + "loss_total": 0.012130014598369598, + "step": 22560 + }, + { + "loss_action": 0.02711298316717148, + "loss_total": 0.02711298316717148, + "step": 22560 + }, + { + "grad_norm": 0.38624483346939087, + "learning_rate": 9.179581400170671e-05, + "loss": 0.0202, + "step": 22570 + }, + { + "loss_action": 0.0704282596707344, + "loss_total": 0.0704282596707344, + "step": 22570 + }, + { + "loss_action": 0.027582922950387, + "loss_total": 0.027582922950387, + "step": 22570 + }, + { + "loss_action": 0.059773609042167664, + "loss_total": 0.059773609042167664, + "step": 22570 + }, + { + "loss_action": 0.01778225414454937, + "loss_total": 0.01778225414454937, + "step": 22570 + }, + { + "loss_action": 0.024405110627412796, + "loss_total": 0.024405110627412796, + "step": 22570 + }, + { + "loss_action": 0.041119590401649475, + "loss_total": 0.041119590401649475, + "step": 22570 + }, + { + "grad_norm": 0.5829139351844788, + "learning_rate": 9.178673653217845e-05, + "loss": 0.0249, + "step": 22580 + }, + { + "loss_action": 0.008484108373522758, + "loss_total": 0.008484108373522758, + "step": 22580 + }, + { + "loss_action": 0.013710553757846355, + "loss_total": 0.013710553757846355, + "step": 22580 + }, + { + "loss_action": 0.016855351626873016, + "loss_total": 0.016855351626873016, + "step": 22580 + }, + { + "loss_action": 0.11068347841501236, + "loss_total": 0.11068347841501236, + "step": 22580 + }, + { + "loss_action": 0.026669343933463097, + "loss_total": 0.026669343933463097, + "step": 22580 + }, + { + "loss_action": 0.018374115228652954, + "loss_total": 0.018374115228652954, + "step": 22580 + }, + { + "grad_norm": 0.5257697105407715, + "learning_rate": 9.177765449291551e-05, + "loss": 0.0269, + "step": 22590 + }, + { + "loss_action": 0.013406495563685894, + "loss_total": 0.013406495563685894, + "step": 22590 + }, + { + "loss_action": 0.02736961841583252, + "loss_total": 0.02736961841583252, + "step": 22590 + }, + { + "loss_action": 0.01507448498159647, + "loss_total": 0.01507448498159647, + "step": 22590 + }, + { + "loss_action": 0.018930254504084587, + "loss_total": 0.018930254504084587, + "step": 22590 + }, + { + "loss_action": 0.01064272690564394, + "loss_total": 0.01064272690564394, + "step": 22590 + }, + { + "loss_action": 0.019154513254761696, + "loss_total": 0.019154513254761696, + "step": 22590 + }, + { + "grad_norm": 0.45376989245414734, + "learning_rate": 9.176856788491109e-05, + "loss": 0.0239, + "step": 22600 + }, + { + "loss_action": 0.013090983964502811, + "loss_total": 0.013090983964502811, + "step": 22600 + }, + { + "loss_action": 0.015610354952514172, + "loss_total": 0.015610354952514172, + "step": 22600 + }, + { + "loss_action": 0.038826536387205124, + "loss_total": 0.038826536387205124, + "step": 22600 + }, + { + "loss_action": 0.03390162065625191, + "loss_total": 0.03390162065625191, + "step": 22600 + }, + { + "loss_action": 0.015420536510646343, + "loss_total": 0.015420536510646343, + "step": 22600 + }, + { + "loss_action": 0.027739819139242172, + "loss_total": 0.027739819139242172, + "step": 22600 + }, + { + "grad_norm": 0.442743182182312, + "learning_rate": 9.175947670915887e-05, + "loss": 0.0284, + "step": 22610 + }, + { + "loss_action": 0.02828255668282509, + "loss_total": 0.02828255668282509, + "step": 22610 + }, + { + "loss_action": 0.04629645496606827, + "loss_total": 0.04629645496606827, + "step": 22610 + }, + { + "loss_action": 0.017172077670693398, + "loss_total": 0.017172077670693398, + "step": 22610 + }, + { + "loss_action": 0.020295802503824234, + "loss_total": 0.020295802503824234, + "step": 22610 + }, + { + "loss_action": 0.02166121080517769, + "loss_total": 0.02166121080517769, + "step": 22610 + }, + { + "loss_action": 0.02117779478430748, + "loss_total": 0.02117779478430748, + "step": 22610 + }, + { + "grad_norm": 0.435320645570755, + "learning_rate": 9.175038096665309e-05, + "loss": 0.028, + "step": 22620 + }, + { + "loss_action": 0.013816416263580322, + "loss_total": 0.013816416263580322, + "step": 22620 + }, + { + "loss_action": 0.01283691544085741, + "loss_total": 0.01283691544085741, + "step": 22620 + }, + { + "loss_action": 0.021593639627099037, + "loss_total": 0.021593639627099037, + "step": 22620 + }, + { + "loss_action": 0.02100001461803913, + "loss_total": 0.02100001461803913, + "step": 22620 + }, + { + "loss_action": 0.02621479332447052, + "loss_total": 0.02621479332447052, + "step": 22620 + }, + { + "loss_action": 0.01484260056167841, + "loss_total": 0.01484260056167841, + "step": 22620 + }, + { + "grad_norm": 0.393658310174942, + "learning_rate": 9.17412806583884e-05, + "loss": 0.0221, + "step": 22630 + }, + { + "loss_action": 0.015319530852138996, + "loss_total": 0.015319530852138996, + "step": 22630 + }, + { + "loss_action": 0.04963132366538048, + "loss_total": 0.04963132366538048, + "step": 22630 + }, + { + "loss_action": 0.010836192406713963, + "loss_total": 0.010836192406713963, + "step": 22630 + }, + { + "loss_action": 0.013736315071582794, + "loss_total": 0.013736315071582794, + "step": 22630 + }, + { + "loss_action": 0.013070596382021904, + "loss_total": 0.013070596382021904, + "step": 22630 + }, + { + "loss_action": 0.03024677000939846, + "loss_total": 0.03024677000939846, + "step": 22630 + }, + { + "grad_norm": 0.3929930329322815, + "learning_rate": 9.173217578536002e-05, + "loss": 0.0251, + "step": 22640 + }, + { + "loss_action": 0.012260098941624165, + "loss_total": 0.012260098941624165, + "step": 22640 + }, + { + "loss_action": 0.04644358530640602, + "loss_total": 0.04644358530640602, + "step": 22640 + }, + { + "loss_action": 0.020312266424298286, + "loss_total": 0.020312266424298286, + "step": 22640 + }, + { + "loss_action": 0.016282033175230026, + "loss_total": 0.016282033175230026, + "step": 22640 + }, + { + "loss_action": 0.022336222231388092, + "loss_total": 0.022336222231388092, + "step": 22640 + }, + { + "loss_action": 0.040093157440423965, + "loss_total": 0.040093157440423965, + "step": 22640 + }, + { + "grad_norm": 0.49721387028694153, + "learning_rate": 9.172306634856362e-05, + "loss": 0.0283, + "step": 22650 + }, + { + "loss_action": 0.019393833354115486, + "loss_total": 0.019393833354115486, + "step": 22650 + }, + { + "loss_action": 0.021787598729133606, + "loss_total": 0.021787598729133606, + "step": 22650 + }, + { + "loss_action": 0.030718760564923286, + "loss_total": 0.030718760564923286, + "step": 22650 + }, + { + "loss_action": 0.028829321265220642, + "loss_total": 0.028829321265220642, + "step": 22650 + }, + { + "loss_action": 0.027239905670285225, + "loss_total": 0.027239905670285225, + "step": 22650 + }, + { + "loss_action": 0.017491059377789497, + "loss_total": 0.017491059377789497, + "step": 22650 + }, + { + "grad_norm": 0.6003187894821167, + "learning_rate": 9.171395234899545e-05, + "loss": 0.0264, + "step": 22660 + }, + { + "loss_action": 0.01188623532652855, + "loss_total": 0.01188623532652855, + "step": 22660 + }, + { + "loss_action": 0.02821957692503929, + "loss_total": 0.02821957692503929, + "step": 22660 + }, + { + "loss_action": 0.026834581047296524, + "loss_total": 0.026834581047296524, + "step": 22660 + }, + { + "loss_action": 0.02049851417541504, + "loss_total": 0.02049851417541504, + "step": 22660 + }, + { + "loss_action": 0.04577299952507019, + "loss_total": 0.04577299952507019, + "step": 22660 + }, + { + "loss_action": 0.016561927273869514, + "loss_total": 0.016561927273869514, + "step": 22660 + }, + { + "grad_norm": 0.591069221496582, + "learning_rate": 9.170483378765214e-05, + "loss": 0.0278, + "step": 22670 + }, + { + "loss_action": 0.016407392919063568, + "loss_total": 0.016407392919063568, + "step": 22670 + }, + { + "loss_action": 0.029904715716838837, + "loss_total": 0.029904715716838837, + "step": 22670 + }, + { + "loss_action": 0.04064107686281204, + "loss_total": 0.04064107686281204, + "step": 22670 + }, + { + "loss_action": 0.014503328129649162, + "loss_total": 0.014503328129649162, + "step": 22670 + }, + { + "loss_action": 0.02082822471857071, + "loss_total": 0.02082822471857071, + "step": 22670 + }, + { + "loss_action": 0.029481438919901848, + "loss_total": 0.029481438919901848, + "step": 22670 + }, + { + "grad_norm": 0.3519962728023529, + "learning_rate": 9.169571066553091e-05, + "loss": 0.0235, + "step": 22680 + }, + { + "loss_action": 0.024284306913614273, + "loss_total": 0.024284306913614273, + "step": 22680 + }, + { + "loss_action": 0.02042943611741066, + "loss_total": 0.02042943611741066, + "step": 22680 + }, + { + "loss_action": 0.016169831156730652, + "loss_total": 0.016169831156730652, + "step": 22680 + }, + { + "loss_action": 0.07130377739667892, + "loss_total": 0.07130377739667892, + "step": 22680 + }, + { + "loss_action": 0.012883502058684826, + "loss_total": 0.012883502058684826, + "step": 22680 + }, + { + "loss_action": 0.13164839148521423, + "loss_total": 0.13164839148521423, + "step": 22680 + }, + { + "grad_norm": 0.4673108458518982, + "learning_rate": 9.168658298362946e-05, + "loss": 0.0267, + "step": 22690 + }, + { + "loss_action": 0.02038630098104477, + "loss_total": 0.02038630098104477, + "step": 22690 + }, + { + "loss_action": 0.03004237823188305, + "loss_total": 0.03004237823188305, + "step": 22690 + }, + { + "loss_action": 0.015161621384322643, + "loss_total": 0.015161621384322643, + "step": 22690 + }, + { + "loss_action": 0.03382169455289841, + "loss_total": 0.03382169455289841, + "step": 22690 + }, + { + "loss_action": 0.013046354986727238, + "loss_total": 0.013046354986727238, + "step": 22690 + }, + { + "loss_action": 0.016338249668478966, + "loss_total": 0.016338249668478966, + "step": 22690 + }, + { + "grad_norm": 0.42763733863830566, + "learning_rate": 9.167745074294598e-05, + "loss": 0.0254, + "step": 22700 + }, + { + "loss_action": 0.02393411658704281, + "loss_total": 0.02393411658704281, + "step": 22700 + }, + { + "loss_action": 0.023479757830500603, + "loss_total": 0.023479757830500603, + "step": 22700 + }, + { + "loss_action": 0.018793126568198204, + "loss_total": 0.018793126568198204, + "step": 22700 + }, + { + "loss_action": 0.012137449346482754, + "loss_total": 0.012137449346482754, + "step": 22700 + }, + { + "loss_action": 0.02519264444708824, + "loss_total": 0.02519264444708824, + "step": 22700 + }, + { + "loss_action": 0.02241811342537403, + "loss_total": 0.02241811342537403, + "step": 22700 + }, + { + "grad_norm": 0.4645206034183502, + "learning_rate": 9.166831394447913e-05, + "loss": 0.0216, + "step": 22710 + }, + { + "loss_action": 0.01333103608340025, + "loss_total": 0.01333103608340025, + "step": 22710 + }, + { + "loss_action": 0.016767431050539017, + "loss_total": 0.016767431050539017, + "step": 22710 + }, + { + "loss_action": 0.023302564397454262, + "loss_total": 0.023302564397454262, + "step": 22710 + }, + { + "loss_action": 0.01235849317163229, + "loss_total": 0.01235849317163229, + "step": 22710 + }, + { + "loss_action": 0.01721847616136074, + "loss_total": 0.01721847616136074, + "step": 22710 + }, + { + "loss_action": 0.022646550089120865, + "loss_total": 0.022646550089120865, + "step": 22710 + }, + { + "grad_norm": 0.5263250470161438, + "learning_rate": 9.165917258922812e-05, + "loss": 0.0239, + "step": 22720 + }, + { + "loss_action": 0.014024262316524982, + "loss_total": 0.014024262316524982, + "step": 22720 + }, + { + "loss_action": 0.02637544460594654, + "loss_total": 0.02637544460594654, + "step": 22720 + }, + { + "loss_action": 0.03889619559049606, + "loss_total": 0.03889619559049606, + "step": 22720 + }, + { + "loss_action": 0.011796518228948116, + "loss_total": 0.011796518228948116, + "step": 22720 + }, + { + "loss_action": 0.015495997853577137, + "loss_total": 0.015495997853577137, + "step": 22720 + }, + { + "loss_action": 0.015108591876924038, + "loss_total": 0.015108591876924038, + "step": 22720 + }, + { + "grad_norm": 0.49687305092811584, + "learning_rate": 9.165002667819262e-05, + "loss": 0.0236, + "step": 22730 + }, + { + "loss_action": 0.023367056623101234, + "loss_total": 0.023367056623101234, + "step": 22730 + }, + { + "loss_action": 0.07125650346279144, + "loss_total": 0.07125650346279144, + "step": 22730 + }, + { + "loss_action": 0.012273158878087997, + "loss_total": 0.012273158878087997, + "step": 22730 + }, + { + "loss_action": 0.035935208201408386, + "loss_total": 0.035935208201408386, + "step": 22730 + }, + { + "loss_action": 0.09653767943382263, + "loss_total": 0.09653767943382263, + "step": 22730 + }, + { + "loss_action": 0.03899822756648064, + "loss_total": 0.03899822756648064, + "step": 22730 + }, + { + "grad_norm": 0.4929472804069519, + "learning_rate": 9.164087621237282e-05, + "loss": 0.0278, + "step": 22740 + }, + { + "loss_action": 0.023662833496928215, + "loss_total": 0.023662833496928215, + "step": 22740 + }, + { + "loss_action": 0.025791777297854424, + "loss_total": 0.025791777297854424, + "step": 22740 + }, + { + "loss_action": 0.018580181524157524, + "loss_total": 0.018580181524157524, + "step": 22740 + }, + { + "loss_action": 0.014816337265074253, + "loss_total": 0.014816337265074253, + "step": 22740 + }, + { + "loss_action": 0.01496422290802002, + "loss_total": 0.01496422290802002, + "step": 22740 + }, + { + "loss_action": 0.01816674880683422, + "loss_total": 0.01816674880683422, + "step": 22740 + }, + { + "grad_norm": 0.4035598933696747, + "learning_rate": 9.163172119276942e-05, + "loss": 0.0213, + "step": 22750 + }, + { + "loss_action": 0.018448902294039726, + "loss_total": 0.018448902294039726, + "step": 22750 + }, + { + "loss_action": 0.022506510838866234, + "loss_total": 0.022506510838866234, + "step": 22750 + }, + { + "loss_action": 0.02245517633855343, + "loss_total": 0.02245517633855343, + "step": 22750 + }, + { + "loss_action": 0.018616406247019768, + "loss_total": 0.018616406247019768, + "step": 22750 + }, + { + "loss_action": 0.020371755585074425, + "loss_total": 0.020371755585074425, + "step": 22750 + }, + { + "loss_action": 0.07169368118047714, + "loss_total": 0.07169368118047714, + "step": 22750 + }, + { + "grad_norm": 0.3597292900085449, + "learning_rate": 9.162256162038358e-05, + "loss": 0.0273, + "step": 22760 + }, + { + "loss_action": 0.01894466020166874, + "loss_total": 0.01894466020166874, + "step": 22760 + }, + { + "loss_action": 0.04475808143615723, + "loss_total": 0.04475808143615723, + "step": 22760 + }, + { + "loss_action": 0.07919678837060928, + "loss_total": 0.07919678837060928, + "step": 22760 + }, + { + "loss_action": 0.011352871544659138, + "loss_total": 0.011352871544659138, + "step": 22760 + }, + { + "loss_action": 0.01819351129233837, + "loss_total": 0.01819351129233837, + "step": 22760 + }, + { + "loss_action": 0.016011767089366913, + "loss_total": 0.016011767089366913, + "step": 22760 + }, + { + "grad_norm": 0.44062572717666626, + "learning_rate": 9.161339749621698e-05, + "loss": 0.0293, + "step": 22770 + }, + { + "loss_action": 0.018031863495707512, + "loss_total": 0.018031863495707512, + "step": 22770 + }, + { + "loss_action": 0.012928375042974949, + "loss_total": 0.012928375042974949, + "step": 22770 + }, + { + "loss_action": 0.011782615445554256, + "loss_total": 0.011782615445554256, + "step": 22770 + }, + { + "loss_action": 0.008754481561481953, + "loss_total": 0.008754481561481953, + "step": 22770 + }, + { + "loss_action": 0.02149195782840252, + "loss_total": 0.02149195782840252, + "step": 22770 + }, + { + "loss_action": 0.011652092449367046, + "loss_total": 0.011652092449367046, + "step": 22770 + }, + { + "grad_norm": 0.5121862292289734, + "learning_rate": 9.160422882127177e-05, + "loss": 0.022, + "step": 22780 + }, + { + "loss_action": 0.027096543461084366, + "loss_total": 0.027096543461084366, + "step": 22780 + }, + { + "loss_action": 0.03784170001745224, + "loss_total": 0.03784170001745224, + "step": 22780 + }, + { + "loss_action": 0.027538970112800598, + "loss_total": 0.027538970112800598, + "step": 22780 + }, + { + "loss_action": 0.014333962462842464, + "loss_total": 0.014333962462842464, + "step": 22780 + }, + { + "loss_action": 0.02273440733551979, + "loss_total": 0.02273440733551979, + "step": 22780 + }, + { + "loss_action": 0.02736622467637062, + "loss_total": 0.02736622467637062, + "step": 22780 + }, + { + "grad_norm": 0.44432225823402405, + "learning_rate": 9.159505559655069e-05, + "loss": 0.0274, + "step": 22790 + }, + { + "loss_action": 0.02635262906551361, + "loss_total": 0.02635262906551361, + "step": 22790 + }, + { + "loss_action": 0.02792418748140335, + "loss_total": 0.02792418748140335, + "step": 22790 + }, + { + "loss_action": 0.010701395571231842, + "loss_total": 0.010701395571231842, + "step": 22790 + }, + { + "loss_action": 0.01805676706135273, + "loss_total": 0.01805676706135273, + "step": 22790 + }, + { + "loss_action": 0.011205993592739105, + "loss_total": 0.011205993592739105, + "step": 22790 + }, + { + "loss_action": 0.021030006930232048, + "loss_total": 0.021030006930232048, + "step": 22790 + }, + { + "grad_norm": 0.44987744092941284, + "learning_rate": 9.158587782305684e-05, + "loss": 0.0217, + "step": 22800 + }, + { + "loss_action": 0.04390003904700279, + "loss_total": 0.04390003904700279, + "step": 22800 + }, + { + "loss_action": 0.020404210314154625, + "loss_total": 0.020404210314154625, + "step": 22800 + }, + { + "loss_action": 0.02305701933801174, + "loss_total": 0.02305701933801174, + "step": 22800 + }, + { + "loss_action": 0.014127862639725208, + "loss_total": 0.014127862639725208, + "step": 22800 + }, + { + "loss_action": 0.025720858946442604, + "loss_total": 0.025720858946442604, + "step": 22800 + }, + { + "loss_action": 0.01640007086098194, + "loss_total": 0.01640007086098194, + "step": 22800 + }, + { + "grad_norm": 0.391582727432251, + "learning_rate": 9.157669550179391e-05, + "loss": 0.0245, + "step": 22810 + }, + { + "loss_action": 0.015625305473804474, + "loss_total": 0.015625305473804474, + "step": 22810 + }, + { + "loss_action": 0.017421171069145203, + "loss_total": 0.017421171069145203, + "step": 22810 + }, + { + "loss_action": 0.022907674312591553, + "loss_total": 0.022907674312591553, + "step": 22810 + }, + { + "loss_action": 0.01654190756380558, + "loss_total": 0.01654190756380558, + "step": 22810 + }, + { + "loss_action": 0.01827072724699974, + "loss_total": 0.01827072724699974, + "step": 22810 + }, + { + "loss_action": 0.014446173794567585, + "loss_total": 0.014446173794567585, + "step": 22810 + }, + { + "grad_norm": 0.45874208211898804, + "learning_rate": 9.156750863376609e-05, + "loss": 0.0251, + "step": 22820 + }, + { + "loss_action": 0.011517969891428947, + "loss_total": 0.011517969891428947, + "step": 22820 + }, + { + "loss_action": 0.01455662027001381, + "loss_total": 0.01455662027001381, + "step": 22820 + }, + { + "loss_action": 0.015848912298679352, + "loss_total": 0.015848912298679352, + "step": 22820 + }, + { + "loss_action": 0.03155730292201042, + "loss_total": 0.03155730292201042, + "step": 22820 + }, + { + "loss_action": 0.023377586156129837, + "loss_total": 0.023377586156129837, + "step": 22820 + }, + { + "loss_action": 0.011138609610497952, + "loss_total": 0.011138609610497952, + "step": 22820 + }, + { + "grad_norm": 0.4600604772567749, + "learning_rate": 9.155831721997801e-05, + "loss": 0.025, + "step": 22830 + }, + { + "loss_action": 0.011009691283106804, + "loss_total": 0.011009691283106804, + "step": 22830 + }, + { + "loss_action": 0.01673293486237526, + "loss_total": 0.01673293486237526, + "step": 22830 + }, + { + "loss_action": 0.021128319203853607, + "loss_total": 0.021128319203853607, + "step": 22830 + }, + { + "loss_action": 0.006396805867552757, + "loss_total": 0.006396805867552757, + "step": 22830 + }, + { + "loss_action": 0.007571818772703409, + "loss_total": 0.007571818772703409, + "step": 22830 + }, + { + "loss_action": 0.016766119748353958, + "loss_total": 0.016766119748353958, + "step": 22830 + }, + { + "grad_norm": 0.5719233155250549, + "learning_rate": 9.154912126143484e-05, + "loss": 0.0275, + "step": 22840 + }, + { + "loss_action": 0.026312215253710747, + "loss_total": 0.026312215253710747, + "step": 22840 + }, + { + "loss_action": 0.03480875864624977, + "loss_total": 0.03480875864624977, + "step": 22840 + }, + { + "loss_action": 0.05209052935242653, + "loss_total": 0.05209052935242653, + "step": 22840 + }, + { + "loss_action": 0.020709289237856865, + "loss_total": 0.020709289237856865, + "step": 22840 + }, + { + "loss_action": 0.017508937045931816, + "loss_total": 0.017508937045931816, + "step": 22840 + }, + { + "loss_action": 0.03056509792804718, + "loss_total": 0.03056509792804718, + "step": 22840 + }, + { + "grad_norm": 0.5071755647659302, + "learning_rate": 9.153992075914224e-05, + "loss": 0.031, + "step": 22850 + }, + { + "loss_action": 0.01983954757452011, + "loss_total": 0.01983954757452011, + "step": 22850 + }, + { + "loss_action": 0.01331690326333046, + "loss_total": 0.01331690326333046, + "step": 22850 + }, + { + "loss_action": 0.0282040573656559, + "loss_total": 0.0282040573656559, + "step": 22850 + }, + { + "loss_action": 0.011352627538144588, + "loss_total": 0.011352627538144588, + "step": 22850 + }, + { + "loss_action": 0.023382028564810753, + "loss_total": 0.023382028564810753, + "step": 22850 + }, + { + "loss_action": 0.01478450745344162, + "loss_total": 0.01478450745344162, + "step": 22850 + }, + { + "grad_norm": 0.36196616291999817, + "learning_rate": 9.153071571410635e-05, + "loss": 0.0215, + "step": 22860 + }, + { + "loss_action": 0.01640576310455799, + "loss_total": 0.01640576310455799, + "step": 22860 + }, + { + "loss_action": 0.030594604089856148, + "loss_total": 0.030594604089856148, + "step": 22860 + }, + { + "loss_action": 0.022882921621203423, + "loss_total": 0.022882921621203423, + "step": 22860 + }, + { + "loss_action": 0.011763470247387886, + "loss_total": 0.011763470247387886, + "step": 22860 + }, + { + "loss_action": 0.04501662403345108, + "loss_total": 0.04501662403345108, + "step": 22860 + }, + { + "loss_action": 0.017868807539343834, + "loss_total": 0.017868807539343834, + "step": 22860 + }, + { + "grad_norm": 0.5376582145690918, + "learning_rate": 9.152150612733384e-05, + "loss": 0.0264, + "step": 22870 + }, + { + "loss_action": 0.03381182253360748, + "loss_total": 0.03381182253360748, + "step": 22870 + }, + { + "loss_action": 0.013755968771874905, + "loss_total": 0.013755968771874905, + "step": 22870 + }, + { + "loss_action": 0.02801850624382496, + "loss_total": 0.02801850624382496, + "step": 22870 + }, + { + "loss_action": 0.022867560386657715, + "loss_total": 0.022867560386657715, + "step": 22870 + }, + { + "loss_action": 0.01458542887121439, + "loss_total": 0.01458542887121439, + "step": 22870 + }, + { + "loss_action": 0.008028780110180378, + "loss_total": 0.008028780110180378, + "step": 22870 + }, + { + "grad_norm": 0.5120617747306824, + "learning_rate": 9.151229199983184e-05, + "loss": 0.0281, + "step": 22880 + }, + { + "loss_action": 0.023704377934336662, + "loss_total": 0.023704377934336662, + "step": 22880 + }, + { + "loss_action": 0.02273263782262802, + "loss_total": 0.02273263782262802, + "step": 22880 + }, + { + "loss_action": 0.018146958202123642, + "loss_total": 0.018146958202123642, + "step": 22880 + }, + { + "loss_action": 0.01661357842385769, + "loss_total": 0.01661357842385769, + "step": 22880 + }, + { + "loss_action": 0.03516995534300804, + "loss_total": 0.03516995534300804, + "step": 22880 + }, + { + "loss_action": 0.02177044004201889, + "loss_total": 0.02177044004201889, + "step": 22880 + }, + { + "grad_norm": 0.4358522891998291, + "learning_rate": 9.150307333260802e-05, + "loss": 0.0245, + "step": 22890 + }, + { + "loss_action": 0.010562769137322903, + "loss_total": 0.010562769137322903, + "step": 22890 + }, + { + "loss_action": 0.06565333157777786, + "loss_total": 0.06565333157777786, + "step": 22890 + }, + { + "loss_action": 0.07601255923509598, + "loss_total": 0.07601255923509598, + "step": 22890 + }, + { + "loss_action": 0.012189699336886406, + "loss_total": 0.012189699336886406, + "step": 22890 + }, + { + "loss_action": 0.014453338459134102, + "loss_total": 0.014453338459134102, + "step": 22890 + }, + { + "loss_action": 0.026732197031378746, + "loss_total": 0.026732197031378746, + "step": 22890 + }, + { + "grad_norm": 0.4304528534412384, + "learning_rate": 9.149385012667048e-05, + "loss": 0.026, + "step": 22900 + }, + { + "loss_action": 0.014244389720261097, + "loss_total": 0.014244389720261097, + "step": 22900 + }, + { + "loss_action": 0.025326887145638466, + "loss_total": 0.025326887145638466, + "step": 22900 + }, + { + "loss_action": 0.01487579196691513, + "loss_total": 0.01487579196691513, + "step": 22900 + }, + { + "loss_action": 0.017155589535832405, + "loss_total": 0.017155589535832405, + "step": 22900 + }, + { + "loss_action": 0.021397657692432404, + "loss_total": 0.021397657692432404, + "step": 22900 + }, + { + "loss_action": 0.08608878403902054, + "loss_total": 0.08608878403902054, + "step": 22900 + }, + { + "grad_norm": 0.588325560092926, + "learning_rate": 9.148462238302788e-05, + "loss": 0.0281, + "step": 22910 + }, + { + "loss_action": 0.024592585861682892, + "loss_total": 0.024592585861682892, + "step": 22910 + }, + { + "loss_action": 0.03400929644703865, + "loss_total": 0.03400929644703865, + "step": 22910 + }, + { + "loss_action": 0.06012893095612526, + "loss_total": 0.06012893095612526, + "step": 22910 + }, + { + "loss_action": 0.046984098851680756, + "loss_total": 0.046984098851680756, + "step": 22910 + }, + { + "loss_action": 0.011687010526657104, + "loss_total": 0.011687010526657104, + "step": 22910 + }, + { + "loss_action": 0.04688733443617821, + "loss_total": 0.04688733443617821, + "step": 22910 + }, + { + "grad_norm": 0.4712342321872711, + "learning_rate": 9.147539010268936e-05, + "loss": 0.0274, + "step": 22920 + }, + { + "loss_action": 0.0196971632540226, + "loss_total": 0.0196971632540226, + "step": 22920 + }, + { + "loss_action": 0.024172063916921616, + "loss_total": 0.024172063916921616, + "step": 22920 + }, + { + "loss_action": 0.017341813072562218, + "loss_total": 0.017341813072562218, + "step": 22920 + }, + { + "loss_action": 0.016350751742720604, + "loss_total": 0.016350751742720604, + "step": 22920 + }, + { + "loss_action": 0.017536979168653488, + "loss_total": 0.017536979168653488, + "step": 22920 + }, + { + "loss_action": 0.023355435580015182, + "loss_total": 0.023355435580015182, + "step": 22920 + }, + { + "grad_norm": 0.504896879196167, + "learning_rate": 9.14661532866645e-05, + "loss": 0.0308, + "step": 22930 + }, + { + "loss_action": 0.021597065031528473, + "loss_total": 0.021597065031528473, + "step": 22930 + }, + { + "loss_action": 0.032114747911691666, + "loss_total": 0.032114747911691666, + "step": 22930 + }, + { + "loss_action": 0.015899138525128365, + "loss_total": 0.015899138525128365, + "step": 22930 + }, + { + "loss_action": 0.022391125559806824, + "loss_total": 0.022391125559806824, + "step": 22930 + }, + { + "loss_action": 0.0345909409224987, + "loss_total": 0.0345909409224987, + "step": 22930 + }, + { + "loss_action": 0.022525275126099586, + "loss_total": 0.022525275126099586, + "step": 22930 + }, + { + "grad_norm": 0.4014454185962677, + "learning_rate": 9.145691193596348e-05, + "loss": 0.0307, + "step": 22940 + }, + { + "loss_action": 0.020446376875042915, + "loss_total": 0.020446376875042915, + "step": 22940 + }, + { + "loss_action": 0.01949736289680004, + "loss_total": 0.01949736289680004, + "step": 22940 + }, + { + "loss_action": 0.02985575422644615, + "loss_total": 0.02985575422644615, + "step": 22940 + }, + { + "loss_action": 0.0234297513961792, + "loss_total": 0.0234297513961792, + "step": 22940 + }, + { + "loss_action": 0.023851267993450165, + "loss_total": 0.023851267993450165, + "step": 22940 + }, + { + "loss_action": 0.024837281554937363, + "loss_total": 0.024837281554937363, + "step": 22940 + }, + { + "grad_norm": 0.4923965334892273, + "learning_rate": 9.144766605159691e-05, + "loss": 0.03, + "step": 22950 + }, + { + "loss_action": 0.032829951494932175, + "loss_total": 0.032829951494932175, + "step": 22950 + }, + { + "loss_action": 0.020878374576568604, + "loss_total": 0.020878374576568604, + "step": 22950 + }, + { + "loss_action": 0.011622287333011627, + "loss_total": 0.011622287333011627, + "step": 22950 + }, + { + "loss_action": 0.10587017983198166, + "loss_total": 0.10587017983198166, + "step": 22950 + }, + { + "loss_action": 0.03694586828351021, + "loss_total": 0.03694586828351021, + "step": 22950 + }, + { + "loss_action": 0.020064791664481163, + "loss_total": 0.020064791664481163, + "step": 22950 + }, + { + "grad_norm": 0.5541477203369141, + "learning_rate": 9.14384156345759e-05, + "loss": 0.0282, + "step": 22960 + }, + { + "loss_action": 0.022574786096811295, + "loss_total": 0.022574786096811295, + "step": 22960 + }, + { + "loss_action": 0.03372974693775177, + "loss_total": 0.03372974693775177, + "step": 22960 + }, + { + "loss_action": 0.0446479357779026, + "loss_total": 0.0446479357779026, + "step": 22960 + }, + { + "loss_action": 0.03873519226908684, + "loss_total": 0.03873519226908684, + "step": 22960 + }, + { + "loss_action": 0.01691865175962448, + "loss_total": 0.01691865175962448, + "step": 22960 + }, + { + "loss_action": 0.04759380221366882, + "loss_total": 0.04759380221366882, + "step": 22960 + }, + { + "grad_norm": 0.5915548205375671, + "learning_rate": 9.142916068591204e-05, + "loss": 0.034, + "step": 22970 + }, + { + "loss_action": 0.02372428961098194, + "loss_total": 0.02372428961098194, + "step": 22970 + }, + { + "loss_action": 0.04373893141746521, + "loss_total": 0.04373893141746521, + "step": 22970 + }, + { + "loss_action": 0.02257341891527176, + "loss_total": 0.02257341891527176, + "step": 22970 + }, + { + "loss_action": 0.019016556441783905, + "loss_total": 0.019016556441783905, + "step": 22970 + }, + { + "loss_action": 0.012227877043187618, + "loss_total": 0.012227877043187618, + "step": 22970 + }, + { + "loss_action": 0.02939002960920334, + "loss_total": 0.02939002960920334, + "step": 22970 + }, + { + "grad_norm": 0.6920524835586548, + "learning_rate": 9.141990120661746e-05, + "loss": 0.027, + "step": 22980 + }, + { + "loss_action": 0.02479187585413456, + "loss_total": 0.02479187585413456, + "step": 22980 + }, + { + "loss_action": 0.020216545090079308, + "loss_total": 0.020216545090079308, + "step": 22980 + }, + { + "loss_action": 0.033223554491996765, + "loss_total": 0.033223554491996765, + "step": 22980 + }, + { + "loss_action": 0.025931961834430695, + "loss_total": 0.025931961834430695, + "step": 22980 + }, + { + "loss_action": 0.059945255517959595, + "loss_total": 0.059945255517959595, + "step": 22980 + }, + { + "loss_action": 0.017616543918848038, + "loss_total": 0.017616543918848038, + "step": 22980 + }, + { + "grad_norm": 0.6616014838218689, + "learning_rate": 9.141063719770475e-05, + "loss": 0.0382, + "step": 22990 + }, + { + "loss_action": 0.017996791750192642, + "loss_total": 0.017996791750192642, + "step": 22990 + }, + { + "loss_action": 0.021739287301898003, + "loss_total": 0.021739287301898003, + "step": 22990 + }, + { + "loss_action": 0.013050013221800327, + "loss_total": 0.013050013221800327, + "step": 22990 + }, + { + "loss_action": 0.018710661679506302, + "loss_total": 0.018710661679506302, + "step": 22990 + }, + { + "loss_action": 0.06655531376600266, + "loss_total": 0.06655531376600266, + "step": 22990 + }, + { + "loss_action": 0.04624764248728752, + "loss_total": 0.04624764248728752, + "step": 22990 + }, + { + "grad_norm": 0.460640549659729, + "learning_rate": 9.140136866018704e-05, + "loss": 0.0262, + "step": 23000 + }, + { + "loss_action": 0.03172055259346962, + "loss_total": 0.03172055259346962, + "step": 23000 + }, + { + "loss_action": 0.027653846889734268, + "loss_total": 0.027653846889734268, + "step": 23000 + }, + { + "loss_action": 0.020451800897717476, + "loss_total": 0.020451800897717476, + "step": 23000 + }, + { + "loss_action": 0.020046385005116463, + "loss_total": 0.020046385005116463, + "step": 23000 + }, + { + "loss_action": 0.030765380710363388, + "loss_total": 0.030765380710363388, + "step": 23000 + }, + { + "loss_action": 0.028927644714713097, + "loss_total": 0.028927644714713097, + "step": 23000 + }, + { + "grad_norm": 0.3955706059932709, + "learning_rate": 9.139209559507788e-05, + "loss": 0.0283, + "step": 23010 + }, + { + "loss_action": 0.030118104070425034, + "loss_total": 0.030118104070425034, + "step": 23010 + }, + { + "loss_action": 0.015211496502161026, + "loss_total": 0.015211496502161026, + "step": 23010 + }, + { + "loss_action": 0.043973907828330994, + "loss_total": 0.043973907828330994, + "step": 23010 + }, + { + "loss_action": 0.02097892388701439, + "loss_total": 0.02097892388701439, + "step": 23010 + }, + { + "loss_action": 0.01637301780283451, + "loss_total": 0.01637301780283451, + "step": 23010 + }, + { + "loss_action": 0.019699661061167717, + "loss_total": 0.019699661061167717, + "step": 23010 + }, + { + "grad_norm": 0.5723129510879517, + "learning_rate": 9.13828180033914e-05, + "loss": 0.029, + "step": 23020 + }, + { + "loss_action": 0.03743068501353264, + "loss_total": 0.03743068501353264, + "step": 23020 + }, + { + "loss_action": 0.024127500131726265, + "loss_total": 0.024127500131726265, + "step": 23020 + }, + { + "loss_action": 0.020449956879019737, + "loss_total": 0.020449956879019737, + "step": 23020 + }, + { + "loss_action": 0.027793677523732185, + "loss_total": 0.027793677523732185, + "step": 23020 + }, + { + "loss_action": 0.016760943457484245, + "loss_total": 0.016760943457484245, + "step": 23020 + }, + { + "loss_action": 0.014737273566424847, + "loss_total": 0.014737273566424847, + "step": 23020 + }, + { + "grad_norm": 0.542603075504303, + "learning_rate": 9.137353588614212e-05, + "loss": 0.0274, + "step": 23030 + }, + { + "loss_action": 0.022397151216864586, + "loss_total": 0.022397151216864586, + "step": 23030 + }, + { + "loss_action": 0.022384965792298317, + "loss_total": 0.022384965792298317, + "step": 23030 + }, + { + "loss_action": 0.014044524170458317, + "loss_total": 0.014044524170458317, + "step": 23030 + }, + { + "loss_action": 0.01743515394628048, + "loss_total": 0.01743515394628048, + "step": 23030 + }, + { + "loss_action": 0.04616329446434975, + "loss_total": 0.04616329446434975, + "step": 23030 + }, + { + "loss_action": 0.0370573028922081, + "loss_total": 0.0370573028922081, + "step": 23030 + }, + { + "grad_norm": 0.4860743284225464, + "learning_rate": 9.136424924434519e-05, + "loss": 0.0331, + "step": 23040 + }, + { + "loss_action": 0.05370740965008736, + "loss_total": 0.05370740965008736, + "step": 23040 + }, + { + "loss_action": 0.027450857684016228, + "loss_total": 0.027450857684016228, + "step": 23040 + }, + { + "loss_action": 0.018732642754912376, + "loss_total": 0.018732642754912376, + "step": 23040 + }, + { + "loss_action": 0.03555242717266083, + "loss_total": 0.03555242717266083, + "step": 23040 + }, + { + "loss_action": 0.024151066318154335, + "loss_total": 0.024151066318154335, + "step": 23040 + }, + { + "loss_action": 0.012891323305666447, + "loss_total": 0.012891323305666447, + "step": 23040 + }, + { + "grad_norm": 0.36765745282173157, + "learning_rate": 9.135495807901615e-05, + "loss": 0.0259, + "step": 23050 + }, + { + "loss_action": 0.023922262713313103, + "loss_total": 0.023922262713313103, + "step": 23050 + }, + { + "loss_action": 0.01036534458398819, + "loss_total": 0.01036534458398819, + "step": 23050 + }, + { + "loss_action": 0.01831282675266266, + "loss_total": 0.01831282675266266, + "step": 23050 + }, + { + "loss_action": 0.03532940521836281, + "loss_total": 0.03532940521836281, + "step": 23050 + }, + { + "loss_action": 0.028416616842150688, + "loss_total": 0.028416616842150688, + "step": 23050 + }, + { + "loss_action": 0.016536200419068336, + "loss_total": 0.016536200419068336, + "step": 23050 + }, + { + "grad_norm": 0.3745678663253784, + "learning_rate": 9.134566239117108e-05, + "loss": 0.0296, + "step": 23060 + }, + { + "loss_action": 0.013958645984530449, + "loss_total": 0.013958645984530449, + "step": 23060 + }, + { + "loss_action": 0.014660689979791641, + "loss_total": 0.014660689979791641, + "step": 23060 + }, + { + "loss_action": 0.019645359367132187, + "loss_total": 0.019645359367132187, + "step": 23060 + }, + { + "loss_action": 0.021254776045680046, + "loss_total": 0.021254776045680046, + "step": 23060 + }, + { + "loss_action": 0.030198274180293083, + "loss_total": 0.030198274180293083, + "step": 23060 + }, + { + "loss_action": 0.011211641132831573, + "loss_total": 0.011211641132831573, + "step": 23060 + }, + { + "grad_norm": 0.531548023223877, + "learning_rate": 9.13363621818265e-05, + "loss": 0.024, + "step": 23070 + }, + { + "loss_action": 0.023911964148283005, + "loss_total": 0.023911964148283005, + "step": 23070 + }, + { + "loss_action": 0.017168590798974037, + "loss_total": 0.017168590798974037, + "step": 23070 + }, + { + "loss_action": 0.020861782133579254, + "loss_total": 0.020861782133579254, + "step": 23070 + }, + { + "loss_action": 0.022884810343384743, + "loss_total": 0.022884810343384743, + "step": 23070 + }, + { + "loss_action": 0.031574081629514694, + "loss_total": 0.031574081629514694, + "step": 23070 + }, + { + "loss_action": 0.01632436364889145, + "loss_total": 0.01632436364889145, + "step": 23070 + }, + { + "grad_norm": 0.4918343424797058, + "learning_rate": 9.132705745199953e-05, + "loss": 0.0304, + "step": 23080 + }, + { + "loss_action": 0.015973074361681938, + "loss_total": 0.015973074361681938, + "step": 23080 + }, + { + "loss_action": 0.022020114585757256, + "loss_total": 0.022020114585757256, + "step": 23080 + }, + { + "loss_action": 0.0398620069026947, + "loss_total": 0.0398620069026947, + "step": 23080 + }, + { + "loss_action": 0.032979659736156464, + "loss_total": 0.032979659736156464, + "step": 23080 + }, + { + "loss_action": 0.09395141899585724, + "loss_total": 0.09395141899585724, + "step": 23080 + }, + { + "loss_action": 0.03803820163011551, + "loss_total": 0.03803820163011551, + "step": 23080 + }, + { + "grad_norm": 0.5101529359817505, + "learning_rate": 9.131774820270768e-05, + "loss": 0.0235, + "step": 23090 + }, + { + "loss_action": 0.0148916719481349, + "loss_total": 0.0148916719481349, + "step": 23090 + }, + { + "loss_action": 0.01323570404201746, + "loss_total": 0.01323570404201746, + "step": 23090 + }, + { + "loss_action": 0.020640108734369278, + "loss_total": 0.020640108734369278, + "step": 23090 + }, + { + "loss_action": 0.043536487966775894, + "loss_total": 0.043536487966775894, + "step": 23090 + }, + { + "loss_action": 0.03586483746767044, + "loss_total": 0.03586483746767044, + "step": 23090 + }, + { + "loss_action": 0.014160416088998318, + "loss_total": 0.014160416088998318, + "step": 23090 + }, + { + "grad_norm": 0.5393643975257874, + "learning_rate": 9.130843443496901e-05, + "loss": 0.0255, + "step": 23100 + }, + { + "loss_action": 0.03973797336220741, + "loss_total": 0.03973797336220741, + "step": 23100 + }, + { + "loss_action": 0.015623467974364758, + "loss_total": 0.015623467974364758, + "step": 23100 + }, + { + "loss_action": 0.03521369397640228, + "loss_total": 0.03521369397640228, + "step": 23100 + }, + { + "loss_action": 0.04510378837585449, + "loss_total": 0.04510378837585449, + "step": 23100 + }, + { + "loss_action": 0.026127563789486885, + "loss_total": 0.026127563789486885, + "step": 23100 + }, + { + "loss_action": 0.030849456787109375, + "loss_total": 0.030849456787109375, + "step": 23100 + }, + { + "grad_norm": 0.48147979378700256, + "learning_rate": 9.129911614980206e-05, + "loss": 0.0306, + "step": 23110 + }, + { + "loss_action": 0.026213420554995537, + "loss_total": 0.026213420554995537, + "step": 23110 + }, + { + "loss_action": 0.02149934321641922, + "loss_total": 0.02149934321641922, + "step": 23110 + }, + { + "loss_action": 0.026088308542966843, + "loss_total": 0.026088308542966843, + "step": 23110 + }, + { + "loss_action": 0.03008480928838253, + "loss_total": 0.03008480928838253, + "step": 23110 + }, + { + "loss_action": 0.013448821380734444, + "loss_total": 0.013448821380734444, + "step": 23110 + }, + { + "loss_action": 0.02636627107858658, + "loss_total": 0.02636627107858658, + "step": 23110 + }, + { + "grad_norm": 0.4086437225341797, + "learning_rate": 9.128979334822584e-05, + "loss": 0.0263, + "step": 23120 + }, + { + "loss_action": 0.016716809943318367, + "loss_total": 0.016716809943318367, + "step": 23120 + }, + { + "loss_action": 0.03127273544669151, + "loss_total": 0.03127273544669151, + "step": 23120 + }, + { + "loss_action": 0.020842360332608223, + "loss_total": 0.020842360332608223, + "step": 23120 + }, + { + "loss_action": 0.017298448830842972, + "loss_total": 0.017298448830842972, + "step": 23120 + }, + { + "loss_action": 0.02586432360112667, + "loss_total": 0.02586432360112667, + "step": 23120 + }, + { + "loss_action": 0.026500705629587173, + "loss_total": 0.026500705629587173, + "step": 23120 + }, + { + "grad_norm": 0.43167752027511597, + "learning_rate": 9.128046603125992e-05, + "loss": 0.0289, + "step": 23130 + }, + { + "loss_action": 0.03878568112850189, + "loss_total": 0.03878568112850189, + "step": 23130 + }, + { + "loss_action": 0.02107931300997734, + "loss_total": 0.02107931300997734, + "step": 23130 + }, + { + "loss_action": 0.03076619654893875, + "loss_total": 0.03076619654893875, + "step": 23130 + }, + { + "loss_action": 0.0301511250436306, + "loss_total": 0.0301511250436306, + "step": 23130 + }, + { + "loss_action": 0.021990468725562096, + "loss_total": 0.021990468725562096, + "step": 23130 + }, + { + "loss_action": 0.025535646826028824, + "loss_total": 0.025535646826028824, + "step": 23130 + }, + { + "grad_norm": 0.5338405966758728, + "learning_rate": 9.12711341999243e-05, + "loss": 0.0291, + "step": 23140 + }, + { + "loss_action": 0.018255503848195076, + "loss_total": 0.018255503848195076, + "step": 23140 + }, + { + "loss_action": 0.03940751031041145, + "loss_total": 0.03940751031041145, + "step": 23140 + }, + { + "loss_action": 0.020086534321308136, + "loss_total": 0.020086534321308136, + "step": 23140 + }, + { + "loss_action": 0.04894816502928734, + "loss_total": 0.04894816502928734, + "step": 23140 + }, + { + "loss_action": 0.022312970831990242, + "loss_total": 0.022312970831990242, + "step": 23140 + }, + { + "loss_action": 0.022958384826779366, + "loss_total": 0.022958384826779366, + "step": 23140 + }, + { + "grad_norm": 0.3562750518321991, + "learning_rate": 9.12617978552395e-05, + "loss": 0.0288, + "step": 23150 + }, + { + "loss_action": 0.05000551417469978, + "loss_total": 0.05000551417469978, + "step": 23150 + }, + { + "loss_action": 0.04430970177054405, + "loss_total": 0.04430970177054405, + "step": 23150 + }, + { + "loss_action": 0.04169532656669617, + "loss_total": 0.04169532656669617, + "step": 23150 + }, + { + "loss_action": 0.04295656085014343, + "loss_total": 0.04295656085014343, + "step": 23150 + }, + { + "loss_action": 0.09116945415735245, + "loss_total": 0.09116945415735245, + "step": 23150 + }, + { + "loss_action": 0.018799172714352608, + "loss_total": 0.018799172714352608, + "step": 23150 + }, + { + "grad_norm": 0.39613401889801025, + "learning_rate": 9.12524569982265e-05, + "loss": 0.0254, + "step": 23160 + }, + { + "loss_action": 0.03997787460684776, + "loss_total": 0.03997787460684776, + "step": 23160 + }, + { + "loss_action": 0.015594389289617538, + "loss_total": 0.015594389289617538, + "step": 23160 + }, + { + "loss_action": 0.018603302538394928, + "loss_total": 0.018603302538394928, + "step": 23160 + }, + { + "loss_action": 0.018774135038256645, + "loss_total": 0.018774135038256645, + "step": 23160 + }, + { + "loss_action": 0.03747907280921936, + "loss_total": 0.03747907280921936, + "step": 23160 + }, + { + "loss_action": 0.02248559147119522, + "loss_total": 0.02248559147119522, + "step": 23160 + }, + { + "grad_norm": 0.6770597696304321, + "learning_rate": 9.124311162990684e-05, + "loss": 0.0242, + "step": 23170 + }, + { + "loss_action": 0.04640769213438034, + "loss_total": 0.04640769213438034, + "step": 23170 + }, + { + "loss_action": 0.02200312167406082, + "loss_total": 0.02200312167406082, + "step": 23170 + }, + { + "loss_action": 0.03043963760137558, + "loss_total": 0.03043963760137558, + "step": 23170 + }, + { + "loss_action": 0.012481099925935268, + "loss_total": 0.012481099925935268, + "step": 23170 + }, + { + "loss_action": 0.01905597560107708, + "loss_total": 0.01905597560107708, + "step": 23170 + }, + { + "loss_action": 0.031063612550497055, + "loss_total": 0.031063612550497055, + "step": 23170 + }, + { + "grad_norm": 0.573032557964325, + "learning_rate": 9.12337617513025e-05, + "loss": 0.0261, + "step": 23180 + }, + { + "loss_action": 0.019657151773571968, + "loss_total": 0.019657151773571968, + "step": 23180 + }, + { + "loss_action": 0.019959520548582077, + "loss_total": 0.019959520548582077, + "step": 23180 + }, + { + "loss_action": 0.020907573401927948, + "loss_total": 0.020907573401927948, + "step": 23180 + }, + { + "loss_action": 0.014516542665660381, + "loss_total": 0.014516542665660381, + "step": 23180 + }, + { + "loss_action": 0.018797043710947037, + "loss_total": 0.018797043710947037, + "step": 23180 + }, + { + "loss_action": 0.038908082991838455, + "loss_total": 0.038908082991838455, + "step": 23180 + }, + { + "grad_norm": 0.3718121647834778, + "learning_rate": 9.122440736343596e-05, + "loss": 0.0252, + "step": 23190 + }, + { + "loss_action": 0.018379585817456245, + "loss_total": 0.018379585817456245, + "step": 23190 + }, + { + "loss_action": 0.02753731980919838, + "loss_total": 0.02753731980919838, + "step": 23190 + }, + { + "loss_action": 0.021177861839532852, + "loss_total": 0.021177861839532852, + "step": 23190 + }, + { + "loss_action": 0.02883697859942913, + "loss_total": 0.02883697859942913, + "step": 23190 + }, + { + "loss_action": 0.020389841869473457, + "loss_total": 0.020389841869473457, + "step": 23190 + }, + { + "loss_action": 0.026871947571635246, + "loss_total": 0.026871947571635246, + "step": 23190 + }, + { + "grad_norm": 0.5011874437332153, + "learning_rate": 9.12150484673302e-05, + "loss": 0.0285, + "step": 23200 + }, + { + "loss_action": 0.0382995568215847, + "loss_total": 0.0382995568215847, + "step": 23200 + }, + { + "loss_action": 0.013573545962572098, + "loss_total": 0.013573545962572098, + "step": 23200 + }, + { + "loss_action": 0.03489822894334793, + "loss_total": 0.03489822894334793, + "step": 23200 + }, + { + "loss_action": 0.016271011903882027, + "loss_total": 0.016271011903882027, + "step": 23200 + }, + { + "loss_action": 0.03472450003027916, + "loss_total": 0.03472450003027916, + "step": 23200 + }, + { + "loss_action": 0.02438102848827839, + "loss_total": 0.02438102848827839, + "step": 23200 + }, + { + "grad_norm": 0.4327378571033478, + "learning_rate": 9.120568506400873e-05, + "loss": 0.0252, + "step": 23210 + }, + { + "loss_action": 0.08511897921562195, + "loss_total": 0.08511897921562195, + "step": 23210 + }, + { + "loss_action": 0.019494030624628067, + "loss_total": 0.019494030624628067, + "step": 23210 + }, + { + "loss_action": 0.022357109934091568, + "loss_total": 0.022357109934091568, + "step": 23210 + }, + { + "loss_action": 0.014458426274359226, + "loss_total": 0.014458426274359226, + "step": 23210 + }, + { + "loss_action": 0.012411278672516346, + "loss_total": 0.012411278672516346, + "step": 23210 + }, + { + "loss_action": 0.011994076892733574, + "loss_total": 0.011994076892733574, + "step": 23210 + }, + { + "grad_norm": 0.5680559873580933, + "learning_rate": 9.119631715449548e-05, + "loss": 0.0235, + "step": 23220 + }, + { + "loss_action": 0.050768136978149414, + "loss_total": 0.050768136978149414, + "step": 23220 + }, + { + "loss_action": 0.01958690956234932, + "loss_total": 0.01958690956234932, + "step": 23220 + }, + { + "loss_action": 0.06304460763931274, + "loss_total": 0.06304460763931274, + "step": 23220 + }, + { + "loss_action": 0.026346798986196518, + "loss_total": 0.026346798986196518, + "step": 23220 + }, + { + "loss_action": 0.03132842481136322, + "loss_total": 0.03132842481136322, + "step": 23220 + }, + { + "loss_action": 0.017354169860482216, + "loss_total": 0.017354169860482216, + "step": 23220 + }, + { + "grad_norm": 0.43680256605148315, + "learning_rate": 9.118694473981493e-05, + "loss": 0.029, + "step": 23230 + }, + { + "loss_action": 0.010074644349515438, + "loss_total": 0.010074644349515438, + "step": 23230 + }, + { + "loss_action": 0.051583606749773026, + "loss_total": 0.051583606749773026, + "step": 23230 + }, + { + "loss_action": 0.038471583276987076, + "loss_total": 0.038471583276987076, + "step": 23230 + }, + { + "loss_action": 0.03982963413000107, + "loss_total": 0.03982963413000107, + "step": 23230 + }, + { + "loss_action": 0.030738817527890205, + "loss_total": 0.030738817527890205, + "step": 23230 + }, + { + "loss_action": 0.02282467670738697, + "loss_total": 0.02282467670738697, + "step": 23230 + }, + { + "grad_norm": 0.43594199419021606, + "learning_rate": 9.117756782099203e-05, + "loss": 0.0342, + "step": 23240 + }, + { + "loss_action": 0.022869016975164413, + "loss_total": 0.022869016975164413, + "step": 23240 + }, + { + "loss_action": 0.02795475907623768, + "loss_total": 0.02795475907623768, + "step": 23240 + }, + { + "loss_action": 0.03608106076717377, + "loss_total": 0.03608106076717377, + "step": 23240 + }, + { + "loss_action": 0.03936926648020744, + "loss_total": 0.03936926648020744, + "step": 23240 + }, + { + "loss_action": 0.024174509570002556, + "loss_total": 0.024174509570002556, + "step": 23240 + }, + { + "loss_action": 0.05018828064203262, + "loss_total": 0.05018828064203262, + "step": 23240 + }, + { + "grad_norm": 0.4374758303165436, + "learning_rate": 9.11681863990522e-05, + "loss": 0.0258, + "step": 23250 + }, + { + "loss_action": 0.019951453432440758, + "loss_total": 0.019951453432440758, + "step": 23250 + }, + { + "loss_action": 0.012616128660738468, + "loss_total": 0.012616128660738468, + "step": 23250 + }, + { + "loss_action": 0.012077097781002522, + "loss_total": 0.012077097781002522, + "step": 23250 + }, + { + "loss_action": 0.01841730810701847, + "loss_total": 0.01841730810701847, + "step": 23250 + }, + { + "loss_action": 0.04516095668077469, + "loss_total": 0.04516095668077469, + "step": 23250 + }, + { + "loss_action": 0.023244110867381096, + "loss_total": 0.023244110867381096, + "step": 23250 + }, + { + "grad_norm": 0.4091898798942566, + "learning_rate": 9.115880047502142e-05, + "loss": 0.027, + "step": 23260 + }, + { + "loss_action": 0.021175110712647438, + "loss_total": 0.021175110712647438, + "step": 23260 + }, + { + "loss_action": 0.0408361479640007, + "loss_total": 0.0408361479640007, + "step": 23260 + }, + { + "loss_action": 0.030456257984042168, + "loss_total": 0.030456257984042168, + "step": 23260 + }, + { + "loss_action": 0.02520717866718769, + "loss_total": 0.02520717866718769, + "step": 23260 + }, + { + "loss_action": 0.012468247674405575, + "loss_total": 0.012468247674405575, + "step": 23260 + }, + { + "loss_action": 0.018521836027503014, + "loss_total": 0.018521836027503014, + "step": 23260 + }, + { + "grad_norm": 0.4957594871520996, + "learning_rate": 9.114941004992609e-05, + "loss": 0.0254, + "step": 23270 + }, + { + "loss_action": 0.037354499101638794, + "loss_total": 0.037354499101638794, + "step": 23270 + }, + { + "loss_action": 0.012303941883146763, + "loss_total": 0.012303941883146763, + "step": 23270 + }, + { + "loss_action": 0.015190049074590206, + "loss_total": 0.015190049074590206, + "step": 23270 + }, + { + "loss_action": 0.02105494774878025, + "loss_total": 0.02105494774878025, + "step": 23270 + }, + { + "loss_action": 0.05723949149250984, + "loss_total": 0.05723949149250984, + "step": 23270 + }, + { + "loss_action": 0.042370572686195374, + "loss_total": 0.042370572686195374, + "step": 23270 + }, + { + "grad_norm": 0.38060927391052246, + "learning_rate": 9.114001512479317e-05, + "loss": 0.0255, + "step": 23280 + }, + { + "loss_action": 0.021751513704657555, + "loss_total": 0.021751513704657555, + "step": 23280 + }, + { + "loss_action": 0.01882968842983246, + "loss_total": 0.01882968842983246, + "step": 23280 + }, + { + "loss_action": 0.010468997061252594, + "loss_total": 0.010468997061252594, + "step": 23280 + }, + { + "loss_action": 0.02489340305328369, + "loss_total": 0.02489340305328369, + "step": 23280 + }, + { + "loss_action": 0.019795164465904236, + "loss_total": 0.019795164465904236, + "step": 23280 + }, + { + "loss_action": 0.02321767993271351, + "loss_total": 0.02321767993271351, + "step": 23280 + }, + { + "grad_norm": 0.4180607795715332, + "learning_rate": 9.113061570065003e-05, + "loss": 0.0237, + "step": 23290 + }, + { + "loss_action": 0.013073750771582127, + "loss_total": 0.013073750771582127, + "step": 23290 + }, + { + "loss_action": 0.022738739848136902, + "loss_total": 0.022738739848136902, + "step": 23290 + }, + { + "loss_action": 0.01639583893120289, + "loss_total": 0.01639583893120289, + "step": 23290 + }, + { + "loss_action": 0.01906881481409073, + "loss_total": 0.01906881481409073, + "step": 23290 + }, + { + "loss_action": 0.023775679990649223, + "loss_total": 0.023775679990649223, + "step": 23290 + }, + { + "loss_action": 0.04716106876730919, + "loss_total": 0.04716106876730919, + "step": 23290 + }, + { + "grad_norm": 0.5551469326019287, + "learning_rate": 9.112121177852459e-05, + "loss": 0.0259, + "step": 23300 + }, + { + "loss_action": 0.03956973925232887, + "loss_total": 0.03956973925232887, + "step": 23300 + }, + { + "loss_action": 0.017120281234383583, + "loss_total": 0.017120281234383583, + "step": 23300 + }, + { + "loss_action": 0.011427575722336769, + "loss_total": 0.011427575722336769, + "step": 23300 + }, + { + "loss_action": 0.01254342682659626, + "loss_total": 0.01254342682659626, + "step": 23300 + }, + { + "loss_action": 0.027972212061285973, + "loss_total": 0.027972212061285973, + "step": 23300 + }, + { + "loss_action": 0.024139301851391792, + "loss_total": 0.024139301851391792, + "step": 23300 + }, + { + "grad_norm": 0.49707266688346863, + "learning_rate": 9.111180335944527e-05, + "loss": 0.0254, + "step": 23310 + }, + { + "loss_action": 0.034813132137060165, + "loss_total": 0.034813132137060165, + "step": 23310 + }, + { + "loss_action": 0.020089054480195045, + "loss_total": 0.020089054480195045, + "step": 23310 + }, + { + "loss_action": 0.013312254101037979, + "loss_total": 0.013312254101037979, + "step": 23310 + }, + { + "loss_action": 0.032925963401794434, + "loss_total": 0.032925963401794434, + "step": 23310 + }, + { + "loss_action": 0.02007012814283371, + "loss_total": 0.02007012814283371, + "step": 23310 + }, + { + "loss_action": 0.06083458289504051, + "loss_total": 0.06083458289504051, + "step": 23310 + }, + { + "grad_norm": 0.4600299596786499, + "learning_rate": 9.110239044444093e-05, + "loss": 0.0266, + "step": 23320 + }, + { + "loss_action": 0.027996858581900597, + "loss_total": 0.027996858581900597, + "step": 23320 + }, + { + "loss_action": 0.02597682923078537, + "loss_total": 0.02597682923078537, + "step": 23320 + }, + { + "loss_action": 0.02702523209154606, + "loss_total": 0.02702523209154606, + "step": 23320 + }, + { + "loss_action": 0.030506208539009094, + "loss_total": 0.030506208539009094, + "step": 23320 + }, + { + "loss_action": 0.07149200886487961, + "loss_total": 0.07149200886487961, + "step": 23320 + }, + { + "loss_action": 0.010991859249770641, + "loss_total": 0.010991859249770641, + "step": 23320 + }, + { + "grad_norm": 0.38507503271102905, + "learning_rate": 9.109297303454099e-05, + "loss": 0.0208, + "step": 23330 + }, + { + "loss_action": 0.024931278079748154, + "loss_total": 0.024931278079748154, + "step": 23330 + }, + { + "loss_action": 0.009513886645436287, + "loss_total": 0.009513886645436287, + "step": 23330 + }, + { + "loss_action": 0.07505769282579422, + "loss_total": 0.07505769282579422, + "step": 23330 + }, + { + "loss_action": 0.025664033368229866, + "loss_total": 0.025664033368229866, + "step": 23330 + }, + { + "loss_action": 0.02256235107779503, + "loss_total": 0.02256235107779503, + "step": 23330 + }, + { + "loss_action": 0.013145978562533855, + "loss_total": 0.013145978562533855, + "step": 23330 + }, + { + "grad_norm": 0.5483019351959229, + "learning_rate": 9.108355113077526e-05, + "loss": 0.0247, + "step": 23340 + }, + { + "loss_action": 0.018554911017417908, + "loss_total": 0.018554911017417908, + "step": 23340 + }, + { + "loss_action": 0.02349153347313404, + "loss_total": 0.02349153347313404, + "step": 23340 + }, + { + "loss_action": 0.032614365220069885, + "loss_total": 0.032614365220069885, + "step": 23340 + }, + { + "loss_action": 0.027308378368616104, + "loss_total": 0.027308378368616104, + "step": 23340 + }, + { + "loss_action": 0.027212832123041153, + "loss_total": 0.027212832123041153, + "step": 23340 + }, + { + "loss_action": 0.02072785049676895, + "loss_total": 0.02072785049676895, + "step": 23340 + }, + { + "grad_norm": 0.547522246837616, + "learning_rate": 9.107412473417419e-05, + "loss": 0.024, + "step": 23350 + }, + { + "loss_action": 0.029271813109517097, + "loss_total": 0.029271813109517097, + "step": 23350 + }, + { + "loss_action": 0.01777898333966732, + "loss_total": 0.01777898333966732, + "step": 23350 + }, + { + "loss_action": 0.0234274473041296, + "loss_total": 0.0234274473041296, + "step": 23350 + }, + { + "loss_action": 0.008187225088477135, + "loss_total": 0.008187225088477135, + "step": 23350 + }, + { + "loss_action": 0.01873972825706005, + "loss_total": 0.01873972825706005, + "step": 23350 + }, + { + "loss_action": 0.01499940361827612, + "loss_total": 0.01499940361827612, + "step": 23350 + }, + { + "grad_norm": 0.6572824716567993, + "learning_rate": 9.106469384576858e-05, + "loss": 0.0248, + "step": 23360 + }, + { + "loss_action": 0.06951851397752762, + "loss_total": 0.06951851397752762, + "step": 23360 + }, + { + "loss_action": 0.06582099944353104, + "loss_total": 0.06582099944353104, + "step": 23360 + }, + { + "loss_action": 0.010992773808538914, + "loss_total": 0.010992773808538914, + "step": 23360 + }, + { + "loss_action": 0.012726519256830215, + "loss_total": 0.012726519256830215, + "step": 23360 + }, + { + "loss_action": 0.0115566560998559, + "loss_total": 0.0115566560998559, + "step": 23360 + }, + { + "loss_action": 0.035593703389167786, + "loss_total": 0.035593703389167786, + "step": 23360 + }, + { + "grad_norm": 0.5013396739959717, + "learning_rate": 9.105525846658978e-05, + "loss": 0.0258, + "step": 23370 + }, + { + "loss_action": 0.01133072841912508, + "loss_total": 0.01133072841912508, + "step": 23370 + }, + { + "loss_action": 0.06601006537675858, + "loss_total": 0.06601006537675858, + "step": 23370 + }, + { + "loss_action": 0.015790848061442375, + "loss_total": 0.015790848061442375, + "step": 23370 + }, + { + "loss_action": 0.0286522526293993, + "loss_total": 0.0286522526293993, + "step": 23370 + }, + { + "loss_action": 0.022687921300530434, + "loss_total": 0.022687921300530434, + "step": 23370 + }, + { + "loss_action": 0.0466977134346962, + "loss_total": 0.0466977134346962, + "step": 23370 + }, + { + "grad_norm": 0.47253772616386414, + "learning_rate": 9.104581859766965e-05, + "loss": 0.0309, + "step": 23380 + }, + { + "loss_action": 0.03625797852873802, + "loss_total": 0.03625797852873802, + "step": 23380 + }, + { + "loss_action": 0.012429541908204556, + "loss_total": 0.012429541908204556, + "step": 23380 + }, + { + "loss_action": 0.02548484317958355, + "loss_total": 0.02548484317958355, + "step": 23380 + }, + { + "loss_action": 0.014645443297922611, + "loss_total": 0.014645443297922611, + "step": 23380 + }, + { + "loss_action": 0.029250996187329292, + "loss_total": 0.029250996187329292, + "step": 23380 + }, + { + "loss_action": 0.017737947404384613, + "loss_total": 0.017737947404384613, + "step": 23380 + }, + { + "grad_norm": 0.387378990650177, + "learning_rate": 9.10363742400405e-05, + "loss": 0.0294, + "step": 23390 + }, + { + "loss_action": 0.022525835782289505, + "loss_total": 0.022525835782289505, + "step": 23390 + }, + { + "loss_action": 0.02795499749481678, + "loss_total": 0.02795499749481678, + "step": 23390 + }, + { + "loss_action": 0.022674528881907463, + "loss_total": 0.022674528881907463, + "step": 23390 + }, + { + "loss_action": 0.024200687184929848, + "loss_total": 0.024200687184929848, + "step": 23390 + }, + { + "loss_action": 0.025427142158150673, + "loss_total": 0.025427142158150673, + "step": 23390 + }, + { + "loss_action": 0.024726081639528275, + "loss_total": 0.024726081639528275, + "step": 23390 + }, + { + "grad_norm": 0.5527772903442383, + "learning_rate": 9.102692539473518e-05, + "loss": 0.0306, + "step": 23400 + }, + { + "loss_action": 0.03621269762516022, + "loss_total": 0.03621269762516022, + "step": 23400 + }, + { + "loss_action": 0.020824464038014412, + "loss_total": 0.020824464038014412, + "step": 23400 + }, + { + "loss_action": 0.010548154823482037, + "loss_total": 0.010548154823482037, + "step": 23400 + }, + { + "loss_action": 0.015286518260836601, + "loss_total": 0.015286518260836601, + "step": 23400 + }, + { + "loss_action": 0.044850483536720276, + "loss_total": 0.044850483536720276, + "step": 23400 + }, + { + "loss_action": 0.0284902211278677, + "loss_total": 0.0284902211278677, + "step": 23400 + }, + { + "grad_norm": 0.42195528745651245, + "learning_rate": 9.101747206278697e-05, + "loss": 0.0266, + "step": 23410 + }, + { + "loss_action": 0.03800801560282707, + "loss_total": 0.03800801560282707, + "step": 23410 + }, + { + "loss_action": 0.01350903045386076, + "loss_total": 0.01350903045386076, + "step": 23410 + }, + { + "loss_action": 0.0447864830493927, + "loss_total": 0.0447864830493927, + "step": 23410 + }, + { + "loss_action": 0.0210481658577919, + "loss_total": 0.0210481658577919, + "step": 23410 + }, + { + "loss_action": 0.02353033237159252, + "loss_total": 0.02353033237159252, + "step": 23410 + }, + { + "loss_action": 0.017428241670131683, + "loss_total": 0.017428241670131683, + "step": 23410 + }, + { + "grad_norm": 0.4734863042831421, + "learning_rate": 9.100801424522968e-05, + "loss": 0.0275, + "step": 23420 + }, + { + "loss_action": 0.011886931955814362, + "loss_total": 0.011886931955814362, + "step": 23420 + }, + { + "loss_action": 0.02813556417822838, + "loss_total": 0.02813556417822838, + "step": 23420 + }, + { + "loss_action": 0.030381571501493454, + "loss_total": 0.030381571501493454, + "step": 23420 + }, + { + "loss_action": 0.013454805128276348, + "loss_total": 0.013454805128276348, + "step": 23420 + }, + { + "loss_action": 0.08096090704202652, + "loss_total": 0.08096090704202652, + "step": 23420 + }, + { + "loss_action": 0.06477835774421692, + "loss_total": 0.06477835774421692, + "step": 23420 + }, + { + "grad_norm": 0.4934263527393341, + "learning_rate": 9.099855194309762e-05, + "loss": 0.0277, + "step": 23430 + }, + { + "loss_action": 0.01655784621834755, + "loss_total": 0.01655784621834755, + "step": 23430 + }, + { + "loss_action": 0.026698105037212372, + "loss_total": 0.026698105037212372, + "step": 23430 + }, + { + "loss_action": 0.019974496215581894, + "loss_total": 0.019974496215581894, + "step": 23430 + }, + { + "loss_action": 0.031171564012765884, + "loss_total": 0.031171564012765884, + "step": 23430 + }, + { + "loss_action": 0.018439361825585365, + "loss_total": 0.018439361825585365, + "step": 23430 + }, + { + "loss_action": 0.017005765810608864, + "loss_total": 0.017005765810608864, + "step": 23430 + }, + { + "grad_norm": 0.4540055990219116, + "learning_rate": 9.098908515742554e-05, + "loss": 0.0264, + "step": 23440 + }, + { + "loss_action": 0.06318053603172302, + "loss_total": 0.06318053603172302, + "step": 23440 + }, + { + "loss_action": 0.01666770689189434, + "loss_total": 0.01666770689189434, + "step": 23440 + }, + { + "loss_action": 0.03421115502715111, + "loss_total": 0.03421115502715111, + "step": 23440 + }, + { + "loss_action": 0.01788034662604332, + "loss_total": 0.01788034662604332, + "step": 23440 + }, + { + "loss_action": 0.021680844947695732, + "loss_total": 0.021680844947695732, + "step": 23440 + }, + { + "loss_action": 0.028148069977760315, + "loss_total": 0.028148069977760315, + "step": 23440 + }, + { + "grad_norm": 0.495209664106369, + "learning_rate": 9.097961388924873e-05, + "loss": 0.0248, + "step": 23450 + }, + { + "loss_action": 0.011931847780942917, + "loss_total": 0.011931847780942917, + "step": 23450 + }, + { + "loss_action": 0.01042443048208952, + "loss_total": 0.01042443048208952, + "step": 23450 + }, + { + "loss_action": 0.018712615594267845, + "loss_total": 0.018712615594267845, + "step": 23450 + }, + { + "loss_action": 0.02345520630478859, + "loss_total": 0.02345520630478859, + "step": 23450 + }, + { + "loss_action": 0.018520941957831383, + "loss_total": 0.018520941957831383, + "step": 23450 + }, + { + "loss_action": 0.021959243342280388, + "loss_total": 0.021959243342280388, + "step": 23450 + }, + { + "grad_norm": 0.5427023768424988, + "learning_rate": 9.097013813960298e-05, + "loss": 0.0223, + "step": 23460 + }, + { + "loss_action": 0.0491868294775486, + "loss_total": 0.0491868294775486, + "step": 23460 + }, + { + "loss_action": 0.04912586137652397, + "loss_total": 0.04912586137652397, + "step": 23460 + }, + { + "loss_action": 0.09070657938718796, + "loss_total": 0.09070657938718796, + "step": 23460 + }, + { + "loss_action": 0.030895153060555458, + "loss_total": 0.030895153060555458, + "step": 23460 + }, + { + "loss_action": 0.024627460166811943, + "loss_total": 0.024627460166811943, + "step": 23460 + }, + { + "loss_action": 0.011447523720562458, + "loss_total": 0.011447523720562458, + "step": 23460 + }, + { + "grad_norm": 0.394564151763916, + "learning_rate": 9.09606579095245e-05, + "loss": 0.0251, + "step": 23470 + }, + { + "loss_action": 0.019954562187194824, + "loss_total": 0.019954562187194824, + "step": 23470 + }, + { + "loss_action": 0.010143178515136242, + "loss_total": 0.010143178515136242, + "step": 23470 + }, + { + "loss_action": 0.015960702672600746, + "loss_total": 0.015960702672600746, + "step": 23470 + }, + { + "loss_action": 0.02656073495745659, + "loss_total": 0.02656073495745659, + "step": 23470 + }, + { + "loss_action": 0.027882905676960945, + "loss_total": 0.027882905676960945, + "step": 23470 + }, + { + "loss_action": 0.014872275292873383, + "loss_total": 0.014872275292873383, + "step": 23470 + }, + { + "grad_norm": 0.43613290786743164, + "learning_rate": 9.095117320005008e-05, + "loss": 0.0264, + "step": 23480 + }, + { + "loss_action": 0.026228882372379303, + "loss_total": 0.026228882372379303, + "step": 23480 + }, + { + "loss_action": 0.036799363791942596, + "loss_total": 0.036799363791942596, + "step": 23480 + }, + { + "loss_action": 0.019512668251991272, + "loss_total": 0.019512668251991272, + "step": 23480 + }, + { + "loss_action": 0.022021470591425896, + "loss_total": 0.022021470591425896, + "step": 23480 + }, + { + "loss_action": 0.03819737583398819, + "loss_total": 0.03819737583398819, + "step": 23480 + }, + { + "loss_action": 0.019657118245959282, + "loss_total": 0.019657118245959282, + "step": 23480 + }, + { + "grad_norm": 0.43891099095344543, + "learning_rate": 9.094168401221691e-05, + "loss": 0.0245, + "step": 23490 + }, + { + "loss_action": 0.024174319580197334, + "loss_total": 0.024174319580197334, + "step": 23490 + }, + { + "loss_action": 0.015082581900060177, + "loss_total": 0.015082581900060177, + "step": 23490 + }, + { + "loss_action": 0.012148480862379074, + "loss_total": 0.012148480862379074, + "step": 23490 + }, + { + "loss_action": 0.011199438944458961, + "loss_total": 0.011199438944458961, + "step": 23490 + }, + { + "loss_action": 0.01449549850076437, + "loss_total": 0.01449549850076437, + "step": 23490 + }, + { + "loss_action": 0.03304513543844223, + "loss_total": 0.03304513543844223, + "step": 23490 + }, + { + "grad_norm": 0.3563050329685211, + "learning_rate": 9.093219034706273e-05, + "loss": 0.023, + "step": 23500 + }, + { + "loss_action": 0.015953872352838516, + "loss_total": 0.015953872352838516, + "step": 23500 + }, + { + "loss_action": 0.02239222079515457, + "loss_total": 0.02239222079515457, + "step": 23500 + }, + { + "loss_action": 0.0226412583142519, + "loss_total": 0.0226412583142519, + "step": 23500 + }, + { + "loss_action": 0.022632215172052383, + "loss_total": 0.022632215172052383, + "step": 23500 + }, + { + "loss_action": 0.01284732110798359, + "loss_total": 0.01284732110798359, + "step": 23500 + }, + { + "loss_action": 0.018446099013090134, + "loss_total": 0.018446099013090134, + "step": 23500 + }, + { + "grad_norm": 0.39760008454322815, + "learning_rate": 9.092269220562577e-05, + "loss": 0.023, + "step": 23510 + }, + { + "loss_action": 0.022885296493768692, + "loss_total": 0.022885296493768692, + "step": 23510 + }, + { + "loss_action": 0.030456556007266045, + "loss_total": 0.030456556007266045, + "step": 23510 + }, + { + "loss_action": 0.018590224906802177, + "loss_total": 0.018590224906802177, + "step": 23510 + }, + { + "loss_action": 0.018584394827485085, + "loss_total": 0.018584394827485085, + "step": 23510 + }, + { + "loss_action": 0.02204878441989422, + "loss_total": 0.02204878441989422, + "step": 23510 + }, + { + "loss_action": 0.016636673361063004, + "loss_total": 0.016636673361063004, + "step": 23510 + }, + { + "grad_norm": 0.5566190481185913, + "learning_rate": 9.09131895889447e-05, + "loss": 0.0239, + "step": 23520 + }, + { + "loss_action": 0.017250072211027145, + "loss_total": 0.017250072211027145, + "step": 23520 + }, + { + "loss_action": 0.03533099591732025, + "loss_total": 0.03533099591732025, + "step": 23520 + }, + { + "loss_action": 0.010889505967497826, + "loss_total": 0.010889505967497826, + "step": 23520 + }, + { + "loss_action": 0.03177637606859207, + "loss_total": 0.03177637606859207, + "step": 23520 + }, + { + "loss_action": 0.011010748334228992, + "loss_total": 0.011010748334228992, + "step": 23520 + }, + { + "loss_action": 0.020911337807774544, + "loss_total": 0.020911337807774544, + "step": 23520 + }, + { + "grad_norm": 0.43879207968711853, + "learning_rate": 9.090368249805873e-05, + "loss": 0.0244, + "step": 23530 + }, + { + "loss_action": 0.02505185827612877, + "loss_total": 0.02505185827612877, + "step": 23530 + }, + { + "loss_action": 0.019647398963570595, + "loss_total": 0.019647398963570595, + "step": 23530 + }, + { + "loss_action": 0.02022092416882515, + "loss_total": 0.02022092416882515, + "step": 23530 + }, + { + "loss_action": 0.010793347842991352, + "loss_total": 0.010793347842991352, + "step": 23530 + }, + { + "loss_action": 0.012758995406329632, + "loss_total": 0.012758995406329632, + "step": 23530 + }, + { + "loss_action": 0.015338613651692867, + "loss_total": 0.015338613651692867, + "step": 23530 + }, + { + "grad_norm": 0.36037003993988037, + "learning_rate": 9.089417093400754e-05, + "loss": 0.0255, + "step": 23540 + }, + { + "loss_action": 0.04116823524236679, + "loss_total": 0.04116823524236679, + "step": 23540 + }, + { + "loss_action": 0.015818867832422256, + "loss_total": 0.015818867832422256, + "step": 23540 + }, + { + "loss_action": 0.04220697283744812, + "loss_total": 0.04220697283744812, + "step": 23540 + }, + { + "loss_action": 0.021369338035583496, + "loss_total": 0.021369338035583496, + "step": 23540 + }, + { + "loss_action": 0.020548319444060326, + "loss_total": 0.020548319444060326, + "step": 23540 + }, + { + "loss_action": 0.04316456988453865, + "loss_total": 0.04316456988453865, + "step": 23540 + }, + { + "grad_norm": 0.3349819779396057, + "learning_rate": 9.088465489783131e-05, + "loss": 0.0312, + "step": 23550 + }, + { + "loss_action": 0.02080768533051014, + "loss_total": 0.02080768533051014, + "step": 23550 + }, + { + "loss_action": 0.03211314603686333, + "loss_total": 0.03211314603686333, + "step": 23550 + }, + { + "loss_action": 0.13484065234661102, + "loss_total": 0.13484065234661102, + "step": 23550 + }, + { + "loss_action": 0.032624755054712296, + "loss_total": 0.032624755054712296, + "step": 23550 + }, + { + "loss_action": 0.01902700774371624, + "loss_total": 0.01902700774371624, + "step": 23550 + }, + { + "loss_action": 0.023121438920497894, + "loss_total": 0.023121438920497894, + "step": 23550 + }, + { + "grad_norm": 0.4788355827331543, + "learning_rate": 9.087513439057068e-05, + "loss": 0.0341, + "step": 23560 + }, + { + "loss_action": 0.024794887751340866, + "loss_total": 0.024794887751340866, + "step": 23560 + }, + { + "loss_action": 0.026027528569102287, + "loss_total": 0.026027528569102287, + "step": 23560 + }, + { + "loss_action": 0.04084425047039986, + "loss_total": 0.04084425047039986, + "step": 23560 + }, + { + "loss_action": 0.03427690640091896, + "loss_total": 0.03427690640091896, + "step": 23560 + }, + { + "loss_action": 0.013151745311915874, + "loss_total": 0.013151745311915874, + "step": 23560 + }, + { + "loss_action": 0.017877798527479172, + "loss_total": 0.017877798527479172, + "step": 23560 + }, + { + "grad_norm": 0.409061998128891, + "learning_rate": 9.08656094132668e-05, + "loss": 0.0266, + "step": 23570 + }, + { + "loss_action": 0.013470283709466457, + "loss_total": 0.013470283709466457, + "step": 23570 + }, + { + "loss_action": 0.03333365172147751, + "loss_total": 0.03333365172147751, + "step": 23570 + }, + { + "loss_action": 0.03338554501533508, + "loss_total": 0.03338554501533508, + "step": 23570 + }, + { + "loss_action": 0.018517307937145233, + "loss_total": 0.018517307937145233, + "step": 23570 + }, + { + "loss_action": 0.025985099375247955, + "loss_total": 0.025985099375247955, + "step": 23570 + }, + { + "loss_action": 0.05018291622400284, + "loss_total": 0.05018291622400284, + "step": 23570 + }, + { + "grad_norm": 0.6814771294593811, + "learning_rate": 9.085607996696134e-05, + "loss": 0.0259, + "step": 23580 + }, + { + "loss_action": 0.0413803905248642, + "loss_total": 0.0413803905248642, + "step": 23580 + }, + { + "loss_action": 0.04598603397607803, + "loss_total": 0.04598603397607803, + "step": 23580 + }, + { + "loss_action": 0.019127147272229195, + "loss_total": 0.019127147272229195, + "step": 23580 + }, + { + "loss_action": 0.031007597222924232, + "loss_total": 0.031007597222924232, + "step": 23580 + }, + { + "loss_action": 0.016119198873639107, + "loss_total": 0.016119198873639107, + "step": 23580 + }, + { + "loss_action": 0.01674102433025837, + "loss_total": 0.01674102433025837, + "step": 23580 + }, + { + "grad_norm": 0.627699613571167, + "learning_rate": 9.084654605269639e-05, + "loss": 0.037, + "step": 23590 + }, + { + "loss_action": 0.013093610294163227, + "loss_total": 0.013093610294163227, + "step": 23590 + }, + { + "loss_action": 0.024768304079771042, + "loss_total": 0.024768304079771042, + "step": 23590 + }, + { + "loss_action": 0.019920291379094124, + "loss_total": 0.019920291379094124, + "step": 23590 + }, + { + "loss_action": 0.024174513295292854, + "loss_total": 0.024174513295292854, + "step": 23590 + }, + { + "loss_action": 0.02390553243458271, + "loss_total": 0.02390553243458271, + "step": 23590 + }, + { + "loss_action": 0.019782451912760735, + "loss_total": 0.019782451912760735, + "step": 23590 + }, + { + "grad_norm": 0.4938904643058777, + "learning_rate": 9.083700767151457e-05, + "loss": 0.0326, + "step": 23600 + }, + { + "loss_action": 0.04932695999741554, + "loss_total": 0.04932695999741554, + "step": 23600 + }, + { + "loss_action": 0.02934499830007553, + "loss_total": 0.02934499830007553, + "step": 23600 + }, + { + "loss_action": 0.02785496786236763, + "loss_total": 0.02785496786236763, + "step": 23600 + }, + { + "loss_action": 0.029678888618946075, + "loss_total": 0.029678888618946075, + "step": 23600 + }, + { + "loss_action": 0.025792934000492096, + "loss_total": 0.025792934000492096, + "step": 23600 + }, + { + "loss_action": 0.031574051827192307, + "loss_total": 0.031574051827192307, + "step": 23600 + }, + { + "grad_norm": 0.5249025225639343, + "learning_rate": 9.082746482445898e-05, + "loss": 0.0268, + "step": 23610 + }, + { + "loss_action": 0.04183809086680412, + "loss_total": 0.04183809086680412, + "step": 23610 + }, + { + "loss_action": 0.018348844721913338, + "loss_total": 0.018348844721913338, + "step": 23610 + }, + { + "loss_action": 0.04893051087856293, + "loss_total": 0.04893051087856293, + "step": 23610 + }, + { + "loss_action": 0.06285660713911057, + "loss_total": 0.06285660713911057, + "step": 23610 + }, + { + "loss_action": 0.015155022032558918, + "loss_total": 0.015155022032558918, + "step": 23610 + }, + { + "loss_action": 0.012325038202106953, + "loss_total": 0.012325038202106953, + "step": 23610 + }, + { + "grad_norm": 0.45940878987312317, + "learning_rate": 9.081791751257325e-05, + "loss": 0.025, + "step": 23620 + }, + { + "loss_action": 0.018078524619340897, + "loss_total": 0.018078524619340897, + "step": 23620 + }, + { + "loss_action": 0.03986325487494469, + "loss_total": 0.03986325487494469, + "step": 23620 + }, + { + "loss_action": 0.06898750364780426, + "loss_total": 0.06898750364780426, + "step": 23620 + }, + { + "loss_action": 0.035190731287002563, + "loss_total": 0.035190731287002563, + "step": 23620 + }, + { + "loss_action": 0.01708098128437996, + "loss_total": 0.01708098128437996, + "step": 23620 + }, + { + "loss_action": 0.035529401153326035, + "loss_total": 0.035529401153326035, + "step": 23620 + }, + { + "grad_norm": 0.37025636434555054, + "learning_rate": 9.080836573690142e-05, + "loss": 0.0264, + "step": 23630 + }, + { + "loss_action": 0.02141892910003662, + "loss_total": 0.02141892910003662, + "step": 23630 + }, + { + "loss_action": 0.01997309736907482, + "loss_total": 0.01997309736907482, + "step": 23630 + }, + { + "loss_action": 0.011598058976233006, + "loss_total": 0.011598058976233006, + "step": 23630 + }, + { + "loss_action": 0.042643580585718155, + "loss_total": 0.042643580585718155, + "step": 23630 + }, + { + "loss_action": 0.01500739250332117, + "loss_total": 0.01500739250332117, + "step": 23630 + }, + { + "loss_action": 0.03565042465925217, + "loss_total": 0.03565042465925217, + "step": 23630 + }, + { + "grad_norm": 0.4541594684123993, + "learning_rate": 9.079880949848805e-05, + "loss": 0.0294, + "step": 23640 + }, + { + "loss_action": 0.014422498643398285, + "loss_total": 0.014422498643398285, + "step": 23640 + }, + { + "loss_action": 0.02324707619845867, + "loss_total": 0.02324707619845867, + "step": 23640 + }, + { + "loss_action": 0.012669146060943604, + "loss_total": 0.012669146060943604, + "step": 23640 + }, + { + "loss_action": 0.01823323220014572, + "loss_total": 0.01823323220014572, + "step": 23640 + }, + { + "loss_action": 0.016027037054300308, + "loss_total": 0.016027037054300308, + "step": 23640 + }, + { + "loss_action": 0.015337510965764523, + "loss_total": 0.015337510965764523, + "step": 23640 + }, + { + "grad_norm": 0.4438255727291107, + "learning_rate": 9.078924879837822e-05, + "loss": 0.0267, + "step": 23650 + }, + { + "loss_action": 0.018067503347992897, + "loss_total": 0.018067503347992897, + "step": 23650 + }, + { + "loss_action": 0.021722126752138138, + "loss_total": 0.021722126752138138, + "step": 23650 + }, + { + "loss_action": 0.02508297935128212, + "loss_total": 0.02508297935128212, + "step": 23650 + }, + { + "loss_action": 0.02197989448904991, + "loss_total": 0.02197989448904991, + "step": 23650 + }, + { + "loss_action": 0.027799531817436218, + "loss_total": 0.027799531817436218, + "step": 23650 + }, + { + "loss_action": 0.01609402522444725, + "loss_total": 0.01609402522444725, + "step": 23650 + }, + { + "grad_norm": 0.4497548043727875, + "learning_rate": 9.077968363761747e-05, + "loss": 0.0299, + "step": 23660 + }, + { + "loss_action": 0.037418436259031296, + "loss_total": 0.037418436259031296, + "step": 23660 + }, + { + "loss_action": 0.018678542226552963, + "loss_total": 0.018678542226552963, + "step": 23660 + }, + { + "loss_action": 0.01386106014251709, + "loss_total": 0.01386106014251709, + "step": 23660 + }, + { + "loss_action": 0.014240038581192493, + "loss_total": 0.014240038581192493, + "step": 23660 + }, + { + "loss_action": 0.014435714110732079, + "loss_total": 0.014435714110732079, + "step": 23660 + }, + { + "loss_action": 0.015224951319396496, + "loss_total": 0.015224951319396496, + "step": 23660 + }, + { + "grad_norm": 0.482932984828949, + "learning_rate": 9.077011401725182e-05, + "loss": 0.0223, + "step": 23670 + }, + { + "loss_action": 0.023616723716259003, + "loss_total": 0.023616723716259003, + "step": 23670 + }, + { + "loss_action": 0.011281346902251244, + "loss_total": 0.011281346902251244, + "step": 23670 + }, + { + "loss_action": 0.018265560269355774, + "loss_total": 0.018265560269355774, + "step": 23670 + }, + { + "loss_action": 0.018510794267058372, + "loss_total": 0.018510794267058372, + "step": 23670 + }, + { + "loss_action": 0.019981181249022484, + "loss_total": 0.019981181249022484, + "step": 23670 + }, + { + "loss_action": 0.026795318350195885, + "loss_total": 0.026795318350195885, + "step": 23670 + }, + { + "grad_norm": 0.4944438338279724, + "learning_rate": 9.07605399383278e-05, + "loss": 0.0257, + "step": 23680 + }, + { + "loss_action": 0.01343222614377737, + "loss_total": 0.01343222614377737, + "step": 23680 + }, + { + "loss_action": 0.05160791054368019, + "loss_total": 0.05160791054368019, + "step": 23680 + }, + { + "loss_action": 0.02813687175512314, + "loss_total": 0.02813687175512314, + "step": 23680 + }, + { + "loss_action": 0.02247074618935585, + "loss_total": 0.02247074618935585, + "step": 23680 + }, + { + "loss_action": 0.023662729188799858, + "loss_total": 0.023662729188799858, + "step": 23680 + }, + { + "loss_action": 0.03343295678496361, + "loss_total": 0.03343295678496361, + "step": 23680 + }, + { + "grad_norm": 0.5070832371711731, + "learning_rate": 9.075096140189243e-05, + "loss": 0.0302, + "step": 23690 + }, + { + "loss_action": 0.010898507200181484, + "loss_total": 0.010898507200181484, + "step": 23690 + }, + { + "loss_action": 0.015760870650410652, + "loss_total": 0.015760870650410652, + "step": 23690 + }, + { + "loss_action": 0.010340356267988682, + "loss_total": 0.010340356267988682, + "step": 23690 + }, + { + "loss_action": 0.01552045252174139, + "loss_total": 0.01552045252174139, + "step": 23690 + }, + { + "loss_action": 0.019589463248848915, + "loss_total": 0.019589463248848915, + "step": 23690 + }, + { + "loss_action": 0.019605763256549835, + "loss_total": 0.019605763256549835, + "step": 23690 + }, + { + "grad_norm": 0.2873603105545044, + "learning_rate": 9.074137840899318e-05, + "loss": 0.0208, + "step": 23700 + }, + { + "loss_action": 0.03680925443768501, + "loss_total": 0.03680925443768501, + "step": 23700 + }, + { + "loss_action": 0.056318238377571106, + "loss_total": 0.056318238377571106, + "step": 23700 + }, + { + "loss_action": 0.008569828234612942, + "loss_total": 0.008569828234612942, + "step": 23700 + }, + { + "loss_action": 0.030347585678100586, + "loss_total": 0.030347585678100586, + "step": 23700 + }, + { + "loss_action": 0.02466057427227497, + "loss_total": 0.02466057427227497, + "step": 23700 + }, + { + "loss_action": 0.03263283893465996, + "loss_total": 0.03263283893465996, + "step": 23700 + }, + { + "grad_norm": 0.484845370054245, + "learning_rate": 9.073179096067804e-05, + "loss": 0.0276, + "step": 23710 + }, + { + "loss_action": 0.03241829574108124, + "loss_total": 0.03241829574108124, + "step": 23710 + }, + { + "loss_action": 0.034373167902231216, + "loss_total": 0.034373167902231216, + "step": 23710 + }, + { + "loss_action": 0.03227486461400986, + "loss_total": 0.03227486461400986, + "step": 23710 + }, + { + "loss_action": 0.03292563185095787, + "loss_total": 0.03292563185095787, + "step": 23710 + }, + { + "loss_action": 0.014902500435709953, + "loss_total": 0.014902500435709953, + "step": 23710 + }, + { + "loss_action": 0.019818363711237907, + "loss_total": 0.019818363711237907, + "step": 23710 + }, + { + "grad_norm": 0.5098784565925598, + "learning_rate": 9.072219905799549e-05, + "loss": 0.024, + "step": 23720 + }, + { + "loss_action": 0.02041872777044773, + "loss_total": 0.02041872777044773, + "step": 23720 + }, + { + "loss_action": 0.034014180302619934, + "loss_total": 0.034014180302619934, + "step": 23720 + }, + { + "loss_action": 0.02707994170486927, + "loss_total": 0.02707994170486927, + "step": 23720 + }, + { + "loss_action": 0.021680621430277824, + "loss_total": 0.021680621430277824, + "step": 23720 + }, + { + "loss_action": 0.014237957075238228, + "loss_total": 0.014237957075238228, + "step": 23720 + }, + { + "loss_action": 0.04266832396388054, + "loss_total": 0.04266832396388054, + "step": 23720 + }, + { + "grad_norm": 0.5218424797058105, + "learning_rate": 9.071260270199447e-05, + "loss": 0.0312, + "step": 23730 + }, + { + "loss_action": 0.04523855820298195, + "loss_total": 0.04523855820298195, + "step": 23730 + }, + { + "loss_action": 0.07077416032552719, + "loss_total": 0.07077416032552719, + "step": 23730 + }, + { + "loss_action": 0.026200810447335243, + "loss_total": 0.026200810447335243, + "step": 23730 + }, + { + "loss_action": 0.06013236939907074, + "loss_total": 0.06013236939907074, + "step": 23730 + }, + { + "loss_action": 0.0547349713742733, + "loss_total": 0.0547349713742733, + "step": 23730 + }, + { + "loss_action": 0.056729622185230255, + "loss_total": 0.056729622185230255, + "step": 23730 + }, + { + "grad_norm": 0.4278118312358856, + "learning_rate": 9.070300189372441e-05, + "loss": 0.0265, + "step": 23740 + }, + { + "loss_action": 0.03249494358897209, + "loss_total": 0.03249494358897209, + "step": 23740 + }, + { + "loss_action": 0.026435520499944687, + "loss_total": 0.026435520499944687, + "step": 23740 + }, + { + "loss_action": 0.024476127699017525, + "loss_total": 0.024476127699017525, + "step": 23740 + }, + { + "loss_action": 0.04184410721063614, + "loss_total": 0.04184410721063614, + "step": 23740 + }, + { + "loss_action": 0.03832840174436569, + "loss_total": 0.03832840174436569, + "step": 23740 + }, + { + "loss_action": 0.011853606440126896, + "loss_total": 0.011853606440126896, + "step": 23740 + }, + { + "grad_norm": 0.44512951374053955, + "learning_rate": 9.069339663423528e-05, + "loss": 0.0234, + "step": 23750 + }, + { + "loss_action": 0.04916062951087952, + "loss_total": 0.04916062951087952, + "step": 23750 + }, + { + "loss_action": 0.015926705673336983, + "loss_total": 0.015926705673336983, + "step": 23750 + }, + { + "loss_action": 0.029088107869029045, + "loss_total": 0.029088107869029045, + "step": 23750 + }, + { + "loss_action": 0.02230149321258068, + "loss_total": 0.02230149321258068, + "step": 23750 + }, + { + "loss_action": 0.02406555414199829, + "loss_total": 0.02406555414199829, + "step": 23750 + }, + { + "loss_action": 0.018930645659565926, + "loss_total": 0.018930645659565926, + "step": 23750 + }, + { + "grad_norm": 0.3895253837108612, + "learning_rate": 9.068378692457747e-05, + "loss": 0.0242, + "step": 23760 + }, + { + "loss_action": 0.03812497481703758, + "loss_total": 0.03812497481703758, + "step": 23760 + }, + { + "loss_action": 0.024135254323482513, + "loss_total": 0.024135254323482513, + "step": 23760 + }, + { + "loss_action": 0.012227089144289494, + "loss_total": 0.012227089144289494, + "step": 23760 + }, + { + "loss_action": 0.013280431739985943, + "loss_total": 0.013280431739985943, + "step": 23760 + }, + { + "loss_action": 0.007794282864779234, + "loss_total": 0.007794282864779234, + "step": 23760 + }, + { + "loss_action": 0.023910336196422577, + "loss_total": 0.023910336196422577, + "step": 23760 + }, + { + "grad_norm": 0.6633766889572144, + "learning_rate": 9.067417276580189e-05, + "loss": 0.0262, + "step": 23770 + }, + { + "loss_action": 0.03067135438323021, + "loss_total": 0.03067135438323021, + "step": 23770 + }, + { + "loss_action": 0.01196003146469593, + "loss_total": 0.01196003146469593, + "step": 23770 + }, + { + "loss_action": 0.02424590475857258, + "loss_total": 0.02424590475857258, + "step": 23770 + }, + { + "loss_action": 0.02717074565589428, + "loss_total": 0.02717074565589428, + "step": 23770 + }, + { + "loss_action": 0.010296761058270931, + "loss_total": 0.010296761058270931, + "step": 23770 + }, + { + "loss_action": 0.02548852190375328, + "loss_total": 0.02548852190375328, + "step": 23770 + }, + { + "grad_norm": 0.9157907366752625, + "learning_rate": 9.066455415895993e-05, + "loss": 0.032, + "step": 23780 + }, + { + "loss_action": 0.06798513233661652, + "loss_total": 0.06798513233661652, + "step": 23780 + }, + { + "loss_action": 0.017986785620450974, + "loss_total": 0.017986785620450974, + "step": 23780 + }, + { + "loss_action": 0.023402290418744087, + "loss_total": 0.023402290418744087, + "step": 23780 + }, + { + "loss_action": 0.02945329062640667, + "loss_total": 0.02945329062640667, + "step": 23780 + }, + { + "loss_action": 0.0493437796831131, + "loss_total": 0.0493437796831131, + "step": 23780 + }, + { + "loss_action": 0.034102603793144226, + "loss_total": 0.034102603793144226, + "step": 23780 + }, + { + "grad_norm": 0.47908875346183777, + "learning_rate": 9.065493110510346e-05, + "loss": 0.0312, + "step": 23790 + }, + { + "loss_action": 0.03298941254615784, + "loss_total": 0.03298941254615784, + "step": 23790 + }, + { + "loss_action": 0.04864237830042839, + "loss_total": 0.04864237830042839, + "step": 23790 + }, + { + "loss_action": 0.01781204156577587, + "loss_total": 0.01781204156577587, + "step": 23790 + }, + { + "loss_action": 0.03570077568292618, + "loss_total": 0.03570077568292618, + "step": 23790 + }, + { + "loss_action": 0.0215190090239048, + "loss_total": 0.0215190090239048, + "step": 23790 + }, + { + "loss_action": 0.031277235597372055, + "loss_total": 0.031277235597372055, + "step": 23790 + }, + { + "grad_norm": 0.558227002620697, + "learning_rate": 9.064530360528484e-05, + "loss": 0.0381, + "step": 23800 + }, + { + "loss_action": 0.0369170680642128, + "loss_total": 0.0369170680642128, + "step": 23800 + }, + { + "loss_action": 0.024396803230047226, + "loss_total": 0.024396803230047226, + "step": 23800 + }, + { + "loss_action": 0.017938444390892982, + "loss_total": 0.017938444390892982, + "step": 23800 + }, + { + "loss_action": 0.017052775248885155, + "loss_total": 0.017052775248885155, + "step": 23800 + }, + { + "loss_action": 0.019759608432650566, + "loss_total": 0.019759608432650566, + "step": 23800 + }, + { + "loss_action": 0.033577367663383484, + "loss_total": 0.033577367663383484, + "step": 23800 + }, + { + "grad_norm": 0.5395006537437439, + "learning_rate": 9.063567166055695e-05, + "loss": 0.0263, + "step": 23810 + }, + { + "loss_action": 0.02349928393959999, + "loss_total": 0.02349928393959999, + "step": 23810 + }, + { + "loss_action": 0.009508347138762474, + "loss_total": 0.009508347138762474, + "step": 23810 + }, + { + "loss_action": 0.017807554453611374, + "loss_total": 0.017807554453611374, + "step": 23810 + }, + { + "loss_action": 0.012887095101177692, + "loss_total": 0.012887095101177692, + "step": 23810 + }, + { + "loss_action": 0.010650432668626308, + "loss_total": 0.010650432668626308, + "step": 23810 + }, + { + "loss_action": 0.011945716105401516, + "loss_total": 0.011945716105401516, + "step": 23810 + }, + { + "grad_norm": 0.5006473064422607, + "learning_rate": 9.062603527197308e-05, + "loss": 0.0251, + "step": 23820 + }, + { + "loss_action": 0.015436816960573196, + "loss_total": 0.015436816960573196, + "step": 23820 + }, + { + "loss_action": 0.022184226661920547, + "loss_total": 0.022184226661920547, + "step": 23820 + }, + { + "loss_action": 0.01816572993993759, + "loss_total": 0.01816572993993759, + "step": 23820 + }, + { + "loss_action": 0.025383615866303444, + "loss_total": 0.025383615866303444, + "step": 23820 + }, + { + "loss_action": 0.012202344834804535, + "loss_total": 0.012202344834804535, + "step": 23820 + }, + { + "loss_action": 0.028293302282691002, + "loss_total": 0.028293302282691002, + "step": 23820 + }, + { + "grad_norm": 0.3339354395866394, + "learning_rate": 9.06163944405871e-05, + "loss": 0.0217, + "step": 23830 + }, + { + "loss_action": 0.026937391608953476, + "loss_total": 0.026937391608953476, + "step": 23830 + }, + { + "loss_action": 0.03332001343369484, + "loss_total": 0.03332001343369484, + "step": 23830 + }, + { + "loss_action": 0.05065366253256798, + "loss_total": 0.05065366253256798, + "step": 23830 + }, + { + "loss_action": 0.025218592956662178, + "loss_total": 0.025218592956662178, + "step": 23830 + }, + { + "loss_action": 0.01693464256823063, + "loss_total": 0.01693464256823063, + "step": 23830 + }, + { + "loss_action": 0.017835699021816254, + "loss_total": 0.017835699021816254, + "step": 23830 + }, + { + "grad_norm": 0.4232582449913025, + "learning_rate": 9.060674916745327e-05, + "loss": 0.0279, + "step": 23840 + }, + { + "loss_action": 0.01806873083114624, + "loss_total": 0.01806873083114624, + "step": 23840 + }, + { + "loss_action": 0.01843920536339283, + "loss_total": 0.01843920536339283, + "step": 23840 + }, + { + "loss_action": 0.025396116077899933, + "loss_total": 0.025396116077899933, + "step": 23840 + }, + { + "loss_action": 0.017715968191623688, + "loss_total": 0.017715968191623688, + "step": 23840 + }, + { + "loss_action": 0.02677495963871479, + "loss_total": 0.02677495963871479, + "step": 23840 + }, + { + "loss_action": 0.010701903142035007, + "loss_total": 0.010701903142035007, + "step": 23840 + }, + { + "grad_norm": 0.3671477138996124, + "learning_rate": 9.05970994536264e-05, + "loss": 0.0212, + "step": 23850 + }, + { + "loss_action": 0.025344954803586006, + "loss_total": 0.025344954803586006, + "step": 23850 + }, + { + "loss_action": 0.02636619843542576, + "loss_total": 0.02636619843542576, + "step": 23850 + }, + { + "loss_action": 0.023433146998286247, + "loss_total": 0.023433146998286247, + "step": 23850 + }, + { + "loss_action": 0.021124716848134995, + "loss_total": 0.021124716848134995, + "step": 23850 + }, + { + "loss_action": 0.013589243404567242, + "loss_total": 0.013589243404567242, + "step": 23850 + }, + { + "loss_action": 0.009321914054453373, + "loss_total": 0.009321914054453373, + "step": 23850 + }, + { + "grad_norm": 0.48061835765838623, + "learning_rate": 9.05874453001618e-05, + "loss": 0.025, + "step": 23860 + }, + { + "loss_action": 0.017185689881443977, + "loss_total": 0.017185689881443977, + "step": 23860 + }, + { + "loss_action": 0.024631738662719727, + "loss_total": 0.024631738662719727, + "step": 23860 + }, + { + "loss_action": 0.01894889958202839, + "loss_total": 0.01894889958202839, + "step": 23860 + }, + { + "loss_action": 0.02752426452934742, + "loss_total": 0.02752426452934742, + "step": 23860 + }, + { + "loss_action": 0.01414654403924942, + "loss_total": 0.01414654403924942, + "step": 23860 + }, + { + "loss_action": 0.022262869402766228, + "loss_total": 0.022262869402766228, + "step": 23860 + }, + { + "grad_norm": 0.5587425827980042, + "learning_rate": 9.057778670811517e-05, + "loss": 0.0223, + "step": 23870 + }, + { + "loss_action": 0.013846950605511665, + "loss_total": 0.013846950605511665, + "step": 23870 + }, + { + "loss_action": 0.01638391986489296, + "loss_total": 0.01638391986489296, + "step": 23870 + }, + { + "loss_action": 0.03199417144060135, + "loss_total": 0.03199417144060135, + "step": 23870 + }, + { + "loss_action": 0.05216867849230766, + "loss_total": 0.05216867849230766, + "step": 23870 + }, + { + "loss_action": 0.012064026668667793, + "loss_total": 0.012064026668667793, + "step": 23870 + }, + { + "loss_action": 0.013699991628527641, + "loss_total": 0.013699991628527641, + "step": 23870 + }, + { + "grad_norm": 0.650549054145813, + "learning_rate": 9.056812367854281e-05, + "loss": 0.0263, + "step": 23880 + }, + { + "loss_action": 0.02262161485850811, + "loss_total": 0.02262161485850811, + "step": 23880 + }, + { + "loss_action": 0.04377758502960205, + "loss_total": 0.04377758502960205, + "step": 23880 + }, + { + "loss_action": 0.031114300712943077, + "loss_total": 0.031114300712943077, + "step": 23880 + }, + { + "loss_action": 0.012468568049371243, + "loss_total": 0.012468568049371243, + "step": 23880 + }, + { + "loss_action": 0.021340956911444664, + "loss_total": 0.021340956911444664, + "step": 23880 + }, + { + "loss_action": 0.01607929728925228, + "loss_total": 0.01607929728925228, + "step": 23880 + }, + { + "grad_norm": 0.4553698003292084, + "learning_rate": 9.055845621250143e-05, + "loss": 0.0286, + "step": 23890 + }, + { + "loss_action": 0.03930981829762459, + "loss_total": 0.03930981829762459, + "step": 23890 + }, + { + "loss_action": 0.027603987604379654, + "loss_total": 0.027603987604379654, + "step": 23890 + }, + { + "loss_action": 0.024756841361522675, + "loss_total": 0.024756841361522675, + "step": 23890 + }, + { + "loss_action": 0.06253810226917267, + "loss_total": 0.06253810226917267, + "step": 23890 + }, + { + "loss_action": 0.01031841617077589, + "loss_total": 0.01031841617077589, + "step": 23890 + }, + { + "loss_action": 0.011820421554148197, + "loss_total": 0.011820421554148197, + "step": 23890 + }, + { + "grad_norm": 0.3459000885486603, + "learning_rate": 9.054878431104825e-05, + "loss": 0.0242, + "step": 23900 + }, + { + "loss_action": 0.016722632572054863, + "loss_total": 0.016722632572054863, + "step": 23900 + }, + { + "loss_action": 0.018093856051564217, + "loss_total": 0.018093856051564217, + "step": 23900 + }, + { + "loss_action": 0.0100055867806077, + "loss_total": 0.0100055867806077, + "step": 23900 + }, + { + "loss_action": 0.009761554189026356, + "loss_total": 0.009761554189026356, + "step": 23900 + }, + { + "loss_action": 0.03001432493329048, + "loss_total": 0.03001432493329048, + "step": 23900 + }, + { + "loss_action": 0.02757454849779606, + "loss_total": 0.02757454849779606, + "step": 23900 + }, + { + "grad_norm": 0.49343571066856384, + "learning_rate": 9.0539107975241e-05, + "loss": 0.0268, + "step": 23910 + }, + { + "loss_action": 0.020041916519403458, + "loss_total": 0.020041916519403458, + "step": 23910 + }, + { + "loss_action": 0.04391985014081001, + "loss_total": 0.04391985014081001, + "step": 23910 + }, + { + "loss_action": 0.01050990354269743, + "loss_total": 0.01050990354269743, + "step": 23910 + }, + { + "loss_action": 0.07642820477485657, + "loss_total": 0.07642820477485657, + "step": 23910 + }, + { + "loss_action": 0.01802142895758152, + "loss_total": 0.01802142895758152, + "step": 23910 + }, + { + "loss_action": 0.01745189167559147, + "loss_total": 0.01745189167559147, + "step": 23910 + }, + { + "grad_norm": 0.4687401354312897, + "learning_rate": 9.052942720613784e-05, + "loss": 0.0292, + "step": 23920 + }, + { + "loss_action": 0.014177577570080757, + "loss_total": 0.014177577570080757, + "step": 23920 + }, + { + "loss_action": 0.011170970275998116, + "loss_total": 0.011170970275998116, + "step": 23920 + }, + { + "loss_action": 0.012591986916959286, + "loss_total": 0.012591986916959286, + "step": 23920 + }, + { + "loss_action": 0.032797425985336304, + "loss_total": 0.032797425985336304, + "step": 23920 + }, + { + "loss_action": 0.011581272818148136, + "loss_total": 0.011581272818148136, + "step": 23920 + }, + { + "loss_action": 0.014346398413181305, + "loss_total": 0.014346398413181305, + "step": 23920 + }, + { + "grad_norm": 0.6059774160385132, + "learning_rate": 9.051974200479745e-05, + "loss": 0.0244, + "step": 23930 + }, + { + "loss_action": 0.0265992172062397, + "loss_total": 0.0265992172062397, + "step": 23930 + }, + { + "loss_action": 0.03123380057513714, + "loss_total": 0.03123380057513714, + "step": 23930 + }, + { + "loss_action": 0.025339214131236076, + "loss_total": 0.025339214131236076, + "step": 23930 + }, + { + "loss_action": 0.017471404746174812, + "loss_total": 0.017471404746174812, + "step": 23930 + }, + { + "loss_action": 0.030466679483652115, + "loss_total": 0.030466679483652115, + "step": 23930 + }, + { + "loss_action": 0.024343358352780342, + "loss_total": 0.024343358352780342, + "step": 23930 + }, + { + "grad_norm": 0.36775505542755127, + "learning_rate": 9.051005237227901e-05, + "loss": 0.025, + "step": 23940 + }, + { + "loss_action": 0.029627343639731407, + "loss_total": 0.029627343639731407, + "step": 23940 + }, + { + "loss_action": 0.018534673377871513, + "loss_total": 0.018534673377871513, + "step": 23940 + }, + { + "loss_action": 0.018442319706082344, + "loss_total": 0.018442319706082344, + "step": 23940 + }, + { + "loss_action": 0.01481654867529869, + "loss_total": 0.01481654867529869, + "step": 23940 + }, + { + "loss_action": 0.016011415049433708, + "loss_total": 0.016011415049433708, + "step": 23940 + }, + { + "loss_action": 0.020133117213845253, + "loss_total": 0.020133117213845253, + "step": 23940 + }, + { + "grad_norm": 1.0620750188827515, + "learning_rate": 9.050035830964215e-05, + "loss": 0.0298, + "step": 23950 + }, + { + "loss_action": 0.02721277065575123, + "loss_total": 0.02721277065575123, + "step": 23950 + }, + { + "loss_action": 0.023012088611721992, + "loss_total": 0.023012088611721992, + "step": 23950 + }, + { + "loss_action": 0.017973370850086212, + "loss_total": 0.017973370850086212, + "step": 23950 + }, + { + "loss_action": 0.018153972923755646, + "loss_total": 0.018153972923755646, + "step": 23950 + }, + { + "loss_action": 0.014790673740208149, + "loss_total": 0.014790673740208149, + "step": 23950 + }, + { + "loss_action": 0.021700046956539154, + "loss_total": 0.021700046956539154, + "step": 23950 + }, + { + "grad_norm": 0.49539071321487427, + "learning_rate": 9.049065981794698e-05, + "loss": 0.0346, + "step": 23960 + }, + { + "loss_action": 0.018669569864869118, + "loss_total": 0.018669569864869118, + "step": 23960 + }, + { + "loss_action": 0.025669541209936142, + "loss_total": 0.025669541209936142, + "step": 23960 + }, + { + "loss_action": 0.03458258509635925, + "loss_total": 0.03458258509635925, + "step": 23960 + }, + { + "loss_action": 0.04243723675608635, + "loss_total": 0.04243723675608635, + "step": 23960 + }, + { + "loss_action": 0.015076624229550362, + "loss_total": 0.015076624229550362, + "step": 23960 + }, + { + "loss_action": 0.052986711263656616, + "loss_total": 0.052986711263656616, + "step": 23960 + }, + { + "grad_norm": 0.4492919445037842, + "learning_rate": 9.048095689825414e-05, + "loss": 0.0273, + "step": 23970 + }, + { + "loss_action": 0.010579257272183895, + "loss_total": 0.010579257272183895, + "step": 23970 + }, + { + "loss_action": 0.03861375153064728, + "loss_total": 0.03861375153064728, + "step": 23970 + }, + { + "loss_action": 0.020780285820364952, + "loss_total": 0.020780285820364952, + "step": 23970 + }, + { + "loss_action": 0.012842489406466484, + "loss_total": 0.012842489406466484, + "step": 23970 + }, + { + "loss_action": 0.019641827791929245, + "loss_total": 0.019641827791929245, + "step": 23970 + }, + { + "loss_action": 0.013976914808154106, + "loss_total": 0.013976914808154106, + "step": 23970 + }, + { + "grad_norm": 0.49070438742637634, + "learning_rate": 9.047124955162472e-05, + "loss": 0.0282, + "step": 23980 + }, + { + "loss_action": 0.038064710795879364, + "loss_total": 0.038064710795879364, + "step": 23980 + }, + { + "loss_action": 0.012128801085054874, + "loss_total": 0.012128801085054874, + "step": 23980 + }, + { + "loss_action": 0.02819329872727394, + "loss_total": 0.02819329872727394, + "step": 23980 + }, + { + "loss_action": 0.014828227460384369, + "loss_total": 0.014828227460384369, + "step": 23980 + }, + { + "loss_action": 0.013003437779843807, + "loss_total": 0.013003437779843807, + "step": 23980 + }, + { + "loss_action": 0.034615565091371536, + "loss_total": 0.034615565091371536, + "step": 23980 + }, + { + "grad_norm": 0.6238143444061279, + "learning_rate": 9.046153777912028e-05, + "loss": 0.0268, + "step": 23990 + }, + { + "loss_action": 0.04708419740200043, + "loss_total": 0.04708419740200043, + "step": 23990 + }, + { + "loss_action": 0.025034502148628235, + "loss_total": 0.025034502148628235, + "step": 23990 + }, + { + "loss_action": 0.028736356645822525, + "loss_total": 0.028736356645822525, + "step": 23990 + }, + { + "loss_action": 0.019109157845377922, + "loss_total": 0.019109157845377922, + "step": 23990 + }, + { + "loss_action": 0.018302492797374725, + "loss_total": 0.018302492797374725, + "step": 23990 + }, + { + "loss_action": 0.020531829446554184, + "loss_total": 0.020531829446554184, + "step": 23990 + }, + { + "grad_norm": 0.3634873330593109, + "learning_rate": 9.045182158180292e-05, + "loss": 0.0279, + "step": 24000 + }, + { + "loss_action": 0.02306479960680008, + "loss_total": 0.02306479960680008, + "step": 24000 + }, + { + "loss_action": 0.016177071258425713, + "loss_total": 0.016177071258425713, + "step": 24000 + }, + { + "loss_action": 0.0387665331363678, + "loss_total": 0.0387665331363678, + "step": 24000 + }, + { + "loss_action": 0.03041728399693966, + "loss_total": 0.03041728399693966, + "step": 24000 + }, + { + "loss_action": 0.039829548448324203, + "loss_total": 0.039829548448324203, + "step": 24000 + }, + { + "loss_action": 0.023883583024144173, + "loss_total": 0.023883583024144173, + "step": 24000 + }, + { + "grad_norm": 0.32851001620292664, + "learning_rate": 9.044210096073516e-05, + "loss": 0.0268, + "step": 24010 + }, + { + "loss_action": 0.025990450754761696, + "loss_total": 0.025990450754761696, + "step": 24010 + }, + { + "loss_action": 0.030682489275932312, + "loss_total": 0.030682489275932312, + "step": 24010 + }, + { + "loss_action": 0.01842709444463253, + "loss_total": 0.01842709444463253, + "step": 24010 + }, + { + "loss_action": 0.015037103556096554, + "loss_total": 0.015037103556096554, + "step": 24010 + }, + { + "loss_action": 0.021285083144903183, + "loss_total": 0.021285083144903183, + "step": 24010 + }, + { + "loss_action": 0.01487747672945261, + "loss_total": 0.01487747672945261, + "step": 24010 + }, + { + "grad_norm": 0.5226035118103027, + "learning_rate": 9.043237591698004e-05, + "loss": 0.0293, + "step": 24020 + }, + { + "loss_action": 0.018672505393624306, + "loss_total": 0.018672505393624306, + "step": 24020 + }, + { + "loss_action": 0.017748821526765823, + "loss_total": 0.017748821526765823, + "step": 24020 + }, + { + "loss_action": 0.020088136196136475, + "loss_total": 0.020088136196136475, + "step": 24020 + }, + { + "loss_action": 0.014406726695597172, + "loss_total": 0.014406726695597172, + "step": 24020 + }, + { + "loss_action": 0.012808240018785, + "loss_total": 0.012808240018785, + "step": 24020 + }, + { + "loss_action": 0.019973965361714363, + "loss_total": 0.019973965361714363, + "step": 24020 + }, + { + "grad_norm": 0.4770950376987457, + "learning_rate": 9.04226464516011e-05, + "loss": 0.0238, + "step": 24030 + }, + { + "loss_action": 0.014200575649738312, + "loss_total": 0.014200575649738312, + "step": 24030 + }, + { + "loss_action": 0.016205891966819763, + "loss_total": 0.016205891966819763, + "step": 24030 + }, + { + "loss_action": 0.019628820940852165, + "loss_total": 0.019628820940852165, + "step": 24030 + }, + { + "loss_action": 0.042745593935251236, + "loss_total": 0.042745593935251236, + "step": 24030 + }, + { + "loss_action": 0.01387832686305046, + "loss_total": 0.01387832686305046, + "step": 24030 + }, + { + "loss_action": 0.012027980759739876, + "loss_total": 0.012027980759739876, + "step": 24030 + }, + { + "grad_norm": 0.5188859105110168, + "learning_rate": 9.041291256566229e-05, + "loss": 0.0276, + "step": 24040 + }, + { + "loss_action": 0.014465072192251682, + "loss_total": 0.014465072192251682, + "step": 24040 + }, + { + "loss_action": 0.04726073890924454, + "loss_total": 0.04726073890924454, + "step": 24040 + }, + { + "loss_action": 0.023613842204213142, + "loss_total": 0.023613842204213142, + "step": 24040 + }, + { + "loss_action": 0.010302835144102573, + "loss_total": 0.010302835144102573, + "step": 24040 + }, + { + "loss_action": 0.057834379374980927, + "loss_total": 0.057834379374980927, + "step": 24040 + }, + { + "loss_action": 0.04535399004817009, + "loss_total": 0.04535399004817009, + "step": 24040 + }, + { + "grad_norm": 0.4746916592121124, + "learning_rate": 9.040317426022814e-05, + "loss": 0.0277, + "step": 24050 + }, + { + "loss_action": 0.08569901436567307, + "loss_total": 0.08569901436567307, + "step": 24050 + }, + { + "loss_action": 0.023876715451478958, + "loss_total": 0.023876715451478958, + "step": 24050 + }, + { + "loss_action": 0.017906369641423225, + "loss_total": 0.017906369641423225, + "step": 24050 + }, + { + "loss_action": 0.026823803782463074, + "loss_total": 0.026823803782463074, + "step": 24050 + }, + { + "loss_action": 0.028325684368610382, + "loss_total": 0.028325684368610382, + "step": 24050 + }, + { + "loss_action": 0.020821629092097282, + "loss_total": 0.020821629092097282, + "step": 24050 + }, + { + "grad_norm": 0.528679609298706, + "learning_rate": 9.03934315363636e-05, + "loss": 0.0328, + "step": 24060 + }, + { + "loss_action": 0.02250964753329754, + "loss_total": 0.02250964753329754, + "step": 24060 + }, + { + "loss_action": 0.018400145694613457, + "loss_total": 0.018400145694613457, + "step": 24060 + }, + { + "loss_action": 0.012962376698851585, + "loss_total": 0.012962376698851585, + "step": 24060 + }, + { + "loss_action": 0.021077046170830727, + "loss_total": 0.021077046170830727, + "step": 24060 + }, + { + "loss_action": 0.09572882950305939, + "loss_total": 0.09572882950305939, + "step": 24060 + }, + { + "loss_action": 0.017298148944973946, + "loss_total": 0.017298148944973946, + "step": 24060 + }, + { + "grad_norm": 0.5822479724884033, + "learning_rate": 9.038368439513409e-05, + "loss": 0.0333, + "step": 24070 + }, + { + "loss_action": 0.02700197324156761, + "loss_total": 0.02700197324156761, + "step": 24070 + }, + { + "loss_action": 0.017056040465831757, + "loss_total": 0.017056040465831757, + "step": 24070 + }, + { + "loss_action": 0.02108112908899784, + "loss_total": 0.02108112908899784, + "step": 24070 + }, + { + "loss_action": 0.028595058247447014, + "loss_total": 0.028595058247447014, + "step": 24070 + }, + { + "loss_action": 0.03079252690076828, + "loss_total": 0.03079252690076828, + "step": 24070 + }, + { + "loss_action": 0.04635964334011078, + "loss_total": 0.04635964334011078, + "step": 24070 + }, + { + "grad_norm": 0.48310062289237976, + "learning_rate": 9.03739328376056e-05, + "loss": 0.0384, + "step": 24080 + }, + { + "loss_action": 0.018620608374476433, + "loss_total": 0.018620608374476433, + "step": 24080 + }, + { + "loss_action": 0.01670035906136036, + "loss_total": 0.01670035906136036, + "step": 24080 + }, + { + "loss_action": 0.038599394261837006, + "loss_total": 0.038599394261837006, + "step": 24080 + }, + { + "loss_action": 0.023343460634350777, + "loss_total": 0.023343460634350777, + "step": 24080 + }, + { + "loss_action": 0.02685943804681301, + "loss_total": 0.02685943804681301, + "step": 24080 + }, + { + "loss_action": 0.039460256695747375, + "loss_total": 0.039460256695747375, + "step": 24080 + }, + { + "grad_norm": 0.7509254813194275, + "learning_rate": 9.036417686484451e-05, + "loss": 0.0341, + "step": 24090 + }, + { + "loss_action": 0.02305029146373272, + "loss_total": 0.02305029146373272, + "step": 24090 + }, + { + "loss_action": 0.028834549710154533, + "loss_total": 0.028834549710154533, + "step": 24090 + }, + { + "loss_action": 0.014728435315191746, + "loss_total": 0.014728435315191746, + "step": 24090 + }, + { + "loss_action": 0.07207749783992767, + "loss_total": 0.07207749783992767, + "step": 24090 + }, + { + "loss_action": 0.12109678238630295, + "loss_total": 0.12109678238630295, + "step": 24090 + }, + { + "loss_action": 0.017648518085479736, + "loss_total": 0.017648518085479736, + "step": 24090 + }, + { + "grad_norm": 0.4583960175514221, + "learning_rate": 9.035441647791773e-05, + "loss": 0.0339, + "step": 24100 + }, + { + "loss_action": 0.022295327857136726, + "loss_total": 0.022295327857136726, + "step": 24100 + }, + { + "loss_action": 0.019272971898317337, + "loss_total": 0.019272971898317337, + "step": 24100 + }, + { + "loss_action": 0.01782437600195408, + "loss_total": 0.01782437600195408, + "step": 24100 + }, + { + "loss_action": 0.02345987595617771, + "loss_total": 0.02345987595617771, + "step": 24100 + }, + { + "loss_action": 0.021984679624438286, + "loss_total": 0.021984679624438286, + "step": 24100 + }, + { + "loss_action": 0.02644774504005909, + "loss_total": 0.02644774504005909, + "step": 24100 + }, + { + "grad_norm": 0.49826300144195557, + "learning_rate": 9.034465167789263e-05, + "loss": 0.0321, + "step": 24110 + }, + { + "loss_action": 0.028418831527233124, + "loss_total": 0.028418831527233124, + "step": 24110 + }, + { + "loss_action": 0.03507361188530922, + "loss_total": 0.03507361188530922, + "step": 24110 + }, + { + "loss_action": 0.02011295221745968, + "loss_total": 0.02011295221745968, + "step": 24110 + }, + { + "loss_action": 0.026801813393831253, + "loss_total": 0.026801813393831253, + "step": 24110 + }, + { + "loss_action": 0.027831101790070534, + "loss_total": 0.027831101790070534, + "step": 24110 + }, + { + "loss_action": 0.025828609243035316, + "loss_total": 0.025828609243035316, + "step": 24110 + }, + { + "grad_norm": 0.4977627992630005, + "learning_rate": 9.033488246583706e-05, + "loss": 0.0276, + "step": 24120 + }, + { + "loss_action": 0.054223816841840744, + "loss_total": 0.054223816841840744, + "step": 24120 + }, + { + "loss_action": 0.19664837419986725, + "loss_total": 0.19664837419986725, + "step": 24120 + }, + { + "loss_action": 0.023742569610476494, + "loss_total": 0.023742569610476494, + "step": 24120 + }, + { + "loss_action": 0.05852007865905762, + "loss_total": 0.05852007865905762, + "step": 24120 + }, + { + "loss_action": 0.02845548652112484, + "loss_total": 0.02845548652112484, + "step": 24120 + }, + { + "loss_action": 0.02323097176849842, + "loss_total": 0.02323097176849842, + "step": 24120 + }, + { + "grad_norm": 0.4148094952106476, + "learning_rate": 9.032510884281941e-05, + "loss": 0.0273, + "step": 24130 + }, + { + "loss_action": 0.03995237499475479, + "loss_total": 0.03995237499475479, + "step": 24130 + }, + { + "loss_action": 0.023206451907753944, + "loss_total": 0.023206451907753944, + "step": 24130 + }, + { + "loss_action": 0.018583185970783234, + "loss_total": 0.018583185970783234, + "step": 24130 + }, + { + "loss_action": 0.03359803929924965, + "loss_total": 0.03359803929924965, + "step": 24130 + }, + { + "loss_action": 0.02639712020754814, + "loss_total": 0.02639712020754814, + "step": 24130 + }, + { + "loss_action": 0.024260833859443665, + "loss_total": 0.024260833859443665, + "step": 24130 + }, + { + "grad_norm": 0.36891672015190125, + "learning_rate": 9.031533080990848e-05, + "loss": 0.0259, + "step": 24140 + }, + { + "loss_action": 0.021190492436289787, + "loss_total": 0.021190492436289787, + "step": 24140 + }, + { + "loss_action": 0.036699920892715454, + "loss_total": 0.036699920892715454, + "step": 24140 + }, + { + "loss_action": 0.09473009407520294, + "loss_total": 0.09473009407520294, + "step": 24140 + }, + { + "loss_action": 0.021596655249595642, + "loss_total": 0.021596655249595642, + "step": 24140 + }, + { + "loss_action": 0.03058151714503765, + "loss_total": 0.03058151714503765, + "step": 24140 + }, + { + "loss_action": 0.022046415135264397, + "loss_total": 0.022046415135264397, + "step": 24140 + }, + { + "grad_norm": 0.45915886759757996, + "learning_rate": 9.030554836817358e-05, + "loss": 0.029, + "step": 24150 + }, + { + "loss_action": 0.00963000487536192, + "loss_total": 0.00963000487536192, + "step": 24150 + }, + { + "loss_action": 0.03301982209086418, + "loss_total": 0.03301982209086418, + "step": 24150 + }, + { + "loss_action": 0.02470015548169613, + "loss_total": 0.02470015548169613, + "step": 24150 + }, + { + "loss_action": 0.02528449334204197, + "loss_total": 0.02528449334204197, + "step": 24150 + }, + { + "loss_action": 0.025415636599063873, + "loss_total": 0.025415636599063873, + "step": 24150 + }, + { + "loss_action": 0.015863891690969467, + "loss_total": 0.015863891690969467, + "step": 24150 + }, + { + "grad_norm": 0.6031642556190491, + "learning_rate": 9.029576151868451e-05, + "loss": 0.0272, + "step": 24160 + }, + { + "loss_action": 0.00945048127323389, + "loss_total": 0.00945048127323389, + "step": 24160 + }, + { + "loss_action": 0.01684999279677868, + "loss_total": 0.01684999279677868, + "step": 24160 + }, + { + "loss_action": 0.03324318677186966, + "loss_total": 0.03324318677186966, + "step": 24160 + }, + { + "loss_action": 0.03392061963677406, + "loss_total": 0.03392061963677406, + "step": 24160 + }, + { + "loss_action": 0.027908356860280037, + "loss_total": 0.027908356860280037, + "step": 24160 + }, + { + "loss_action": 0.020097605884075165, + "loss_total": 0.020097605884075165, + "step": 24160 + }, + { + "grad_norm": 0.8156071901321411, + "learning_rate": 9.028597026251155e-05, + "loss": 0.0265, + "step": 24170 + }, + { + "loss_action": 0.031994838267564774, + "loss_total": 0.031994838267564774, + "step": 24170 + }, + { + "loss_action": 0.021289391443133354, + "loss_total": 0.021289391443133354, + "step": 24170 + }, + { + "loss_action": 0.01617640256881714, + "loss_total": 0.01617640256881714, + "step": 24170 + }, + { + "loss_action": 0.009258683770895004, + "loss_total": 0.009258683770895004, + "step": 24170 + }, + { + "loss_action": 0.013511708937585354, + "loss_total": 0.013511708937585354, + "step": 24170 + }, + { + "loss_action": 0.01120561920106411, + "loss_total": 0.01120561920106411, + "step": 24170 + }, + { + "grad_norm": 0.4894191324710846, + "learning_rate": 9.027617460072547e-05, + "loss": 0.0251, + "step": 24180 + }, + { + "loss_action": 0.053637512028217316, + "loss_total": 0.053637512028217316, + "step": 24180 + }, + { + "loss_action": 0.022242633625864983, + "loss_total": 0.022242633625864983, + "step": 24180 + }, + { + "loss_action": 0.022905133664608, + "loss_total": 0.022905133664608, + "step": 24180 + }, + { + "loss_action": 0.024588394910097122, + "loss_total": 0.024588394910097122, + "step": 24180 + }, + { + "loss_action": 0.023288961499929428, + "loss_total": 0.023288961499929428, + "step": 24180 + }, + { + "loss_action": 0.022401588037610054, + "loss_total": 0.022401588037610054, + "step": 24180 + }, + { + "grad_norm": 0.5377628207206726, + "learning_rate": 9.026637453439745e-05, + "loss": 0.031, + "step": 24190 + }, + { + "loss_action": 0.010620677843689919, + "loss_total": 0.010620677843689919, + "step": 24190 + }, + { + "loss_action": 0.012404156848788261, + "loss_total": 0.012404156848788261, + "step": 24190 + }, + { + "loss_action": 0.012798876501619816, + "loss_total": 0.012798876501619816, + "step": 24190 + }, + { + "loss_action": 0.04856833443045616, + "loss_total": 0.04856833443045616, + "step": 24190 + }, + { + "loss_action": 0.03348563238978386, + "loss_total": 0.03348563238978386, + "step": 24190 + }, + { + "loss_action": 0.013282041065394878, + "loss_total": 0.013282041065394878, + "step": 24190 + }, + { + "grad_norm": 0.46867576241493225, + "learning_rate": 9.025657006459927e-05, + "loss": 0.024, + "step": 24200 + }, + { + "loss_action": 0.07713546603918076, + "loss_total": 0.07713546603918076, + "step": 24200 + }, + { + "loss_action": 0.0242653489112854, + "loss_total": 0.0242653489112854, + "step": 24200 + }, + { + "loss_action": 0.021335778757929802, + "loss_total": 0.021335778757929802, + "step": 24200 + }, + { + "loss_action": 0.03448840603232384, + "loss_total": 0.03448840603232384, + "step": 24200 + }, + { + "loss_action": 0.011644415557384491, + "loss_total": 0.011644415557384491, + "step": 24200 + }, + { + "loss_action": 0.03635241463780403, + "loss_total": 0.03635241463780403, + "step": 24200 + }, + { + "grad_norm": 0.5626462697982788, + "learning_rate": 9.024676119240311e-05, + "loss": 0.0333, + "step": 24210 + }, + { + "loss_action": 0.023611033335328102, + "loss_total": 0.023611033335328102, + "step": 24210 + }, + { + "loss_action": 0.020395932719111443, + "loss_total": 0.020395932719111443, + "step": 24210 + }, + { + "loss_action": 0.018755126744508743, + "loss_total": 0.018755126744508743, + "step": 24210 + }, + { + "loss_action": 0.024877481162548065, + "loss_total": 0.024877481162548065, + "step": 24210 + }, + { + "loss_action": 0.01829957216978073, + "loss_total": 0.01829957216978073, + "step": 24210 + }, + { + "loss_action": 0.10954514145851135, + "loss_total": 0.10954514145851135, + "step": 24210 + }, + { + "grad_norm": 0.38202929496765137, + "learning_rate": 9.023694791888166e-05, + "loss": 0.0252, + "step": 24220 + }, + { + "loss_action": 0.0981825664639473, + "loss_total": 0.0981825664639473, + "step": 24220 + }, + { + "loss_action": 0.026925373822450638, + "loss_total": 0.026925373822450638, + "step": 24220 + }, + { + "loss_action": 0.022967422381043434, + "loss_total": 0.022967422381043434, + "step": 24220 + }, + { + "loss_action": 0.02899879217147827, + "loss_total": 0.02899879217147827, + "step": 24220 + }, + { + "loss_action": 0.030548416078090668, + "loss_total": 0.030548416078090668, + "step": 24220 + }, + { + "loss_action": 0.027992315590381622, + "loss_total": 0.027992315590381622, + "step": 24220 + }, + { + "grad_norm": 0.3570903539657593, + "learning_rate": 9.022713024510808e-05, + "loss": 0.0282, + "step": 24230 + }, + { + "loss_action": 0.019450761377811432, + "loss_total": 0.019450761377811432, + "step": 24230 + }, + { + "loss_action": 0.018941106274724007, + "loss_total": 0.018941106274724007, + "step": 24230 + }, + { + "loss_action": 0.08100274205207825, + "loss_total": 0.08100274205207825, + "step": 24230 + }, + { + "loss_action": 0.022724632173776627, + "loss_total": 0.022724632173776627, + "step": 24230 + }, + { + "loss_action": 0.017870942130684853, + "loss_total": 0.017870942130684853, + "step": 24230 + }, + { + "loss_action": 0.04176924005150795, + "loss_total": 0.04176924005150795, + "step": 24230 + }, + { + "grad_norm": 0.5004785656929016, + "learning_rate": 9.021730817215601e-05, + "loss": 0.0302, + "step": 24240 + }, + { + "loss_action": 0.016115572303533554, + "loss_total": 0.016115572303533554, + "step": 24240 + }, + { + "loss_action": 0.02076459862291813, + "loss_total": 0.02076459862291813, + "step": 24240 + }, + { + "loss_action": 0.020205222070217133, + "loss_total": 0.020205222070217133, + "step": 24240 + }, + { + "loss_action": 0.01859246753156185, + "loss_total": 0.01859246753156185, + "step": 24240 + }, + { + "loss_action": 0.02198842540383339, + "loss_total": 0.02198842540383339, + "step": 24240 + }, + { + "loss_action": 0.019983168691396713, + "loss_total": 0.019983168691396713, + "step": 24240 + }, + { + "grad_norm": 0.6137243509292603, + "learning_rate": 9.02074817010996e-05, + "loss": 0.0285, + "step": 24250 + }, + { + "loss_action": 0.015482645481824875, + "loss_total": 0.015482645481824875, + "step": 24250 + }, + { + "loss_action": 0.02009580098092556, + "loss_total": 0.02009580098092556, + "step": 24250 + }, + { + "loss_action": 0.0212528258562088, + "loss_total": 0.0212528258562088, + "step": 24250 + }, + { + "loss_action": 0.020295117050409317, + "loss_total": 0.020295117050409317, + "step": 24250 + }, + { + "loss_action": 0.026654640212655067, + "loss_total": 0.026654640212655067, + "step": 24250 + }, + { + "loss_action": 0.05832025781273842, + "loss_total": 0.05832025781273842, + "step": 24250 + }, + { + "grad_norm": 0.48708757758140564, + "learning_rate": 9.019765083301342e-05, + "loss": 0.0245, + "step": 24260 + }, + { + "loss_action": 0.06033933535218239, + "loss_total": 0.06033933535218239, + "step": 24260 + }, + { + "loss_action": 0.03561912849545479, + "loss_total": 0.03561912849545479, + "step": 24260 + }, + { + "loss_action": 0.014369429089128971, + "loss_total": 0.014369429089128971, + "step": 24260 + }, + { + "loss_action": 0.016541702672839165, + "loss_total": 0.016541702672839165, + "step": 24260 + }, + { + "loss_action": 0.02087036706507206, + "loss_total": 0.02087036706507206, + "step": 24260 + }, + { + "loss_action": 0.018120793625712395, + "loss_total": 0.018120793625712395, + "step": 24260 + }, + { + "grad_norm": 0.308430939912796, + "learning_rate": 9.01878155689726e-05, + "loss": 0.0196, + "step": 24270 + }, + { + "loss_action": 0.023908408358693123, + "loss_total": 0.023908408358693123, + "step": 24270 + }, + { + "loss_action": 0.03218066692352295, + "loss_total": 0.03218066692352295, + "step": 24270 + }, + { + "loss_action": 0.03725840896368027, + "loss_total": 0.03725840896368027, + "step": 24270 + }, + { + "loss_action": 0.019873229786753654, + "loss_total": 0.019873229786753654, + "step": 24270 + }, + { + "loss_action": 0.021514274179935455, + "loss_total": 0.021514274179935455, + "step": 24270 + }, + { + "loss_action": 0.017727570608258247, + "loss_total": 0.017727570608258247, + "step": 24270 + }, + { + "grad_norm": 0.3752604126930237, + "learning_rate": 9.017797591005268e-05, + "loss": 0.0218, + "step": 24280 + }, + { + "loss_action": 0.020063629373908043, + "loss_total": 0.020063629373908043, + "step": 24280 + }, + { + "loss_action": 0.024720394983887672, + "loss_total": 0.024720394983887672, + "step": 24280 + }, + { + "loss_action": 0.009355111978948116, + "loss_total": 0.009355111978948116, + "step": 24280 + }, + { + "loss_action": 0.023255789652466774, + "loss_total": 0.023255789652466774, + "step": 24280 + }, + { + "loss_action": 0.018774187192320824, + "loss_total": 0.018774187192320824, + "step": 24280 + }, + { + "loss_action": 0.015873726457357407, + "loss_total": 0.015873726457357407, + "step": 24280 + }, + { + "grad_norm": 1.4076119661331177, + "learning_rate": 9.016813185732972e-05, + "loss": 0.0264, + "step": 24290 + }, + { + "loss_action": 0.010919195599853992, + "loss_total": 0.010919195599853992, + "step": 24290 + }, + { + "loss_action": 0.02548997290432453, + "loss_total": 0.02548997290432453, + "step": 24290 + }, + { + "loss_action": 0.018929162994027138, + "loss_total": 0.018929162994027138, + "step": 24290 + }, + { + "loss_action": 0.033203404396772385, + "loss_total": 0.033203404396772385, + "step": 24290 + }, + { + "loss_action": 0.04959377646446228, + "loss_total": 0.04959377646446228, + "step": 24290 + }, + { + "loss_action": 0.01809833198785782, + "loss_total": 0.01809833198785782, + "step": 24290 + }, + { + "grad_norm": 0.48242101073265076, + "learning_rate": 9.015828341188027e-05, + "loss": 0.029, + "step": 24300 + }, + { + "loss_action": 0.014633209444582462, + "loss_total": 0.014633209444582462, + "step": 24300 + }, + { + "loss_action": 0.02741987444460392, + "loss_total": 0.02741987444460392, + "step": 24300 + }, + { + "loss_action": 0.05267207324504852, + "loss_total": 0.05267207324504852, + "step": 24300 + }, + { + "loss_action": 0.04932226985692978, + "loss_total": 0.04932226985692978, + "step": 24300 + }, + { + "loss_action": 0.03224819526076317, + "loss_total": 0.03224819526076317, + "step": 24300 + }, + { + "loss_action": 0.024131234735250473, + "loss_total": 0.024131234735250473, + "step": 24300 + }, + { + "grad_norm": 0.5246847867965698, + "learning_rate": 9.01484305747813e-05, + "loss": 0.0309, + "step": 24310 + }, + { + "loss_action": 0.018518205732107162, + "loss_total": 0.018518205732107162, + "step": 24310 + }, + { + "loss_action": 0.016029885038733482, + "loss_total": 0.016029885038733482, + "step": 24310 + }, + { + "loss_action": 0.018926003947854042, + "loss_total": 0.018926003947854042, + "step": 24310 + }, + { + "loss_action": 0.029042329639196396, + "loss_total": 0.029042329639196396, + "step": 24310 + }, + { + "loss_action": 0.02895973064005375, + "loss_total": 0.02895973064005375, + "step": 24310 + }, + { + "loss_action": 0.024419713765382767, + "loss_total": 0.024419713765382767, + "step": 24310 + }, + { + "grad_norm": 0.4681081473827362, + "learning_rate": 9.013857334711033e-05, + "loss": 0.029, + "step": 24320 + }, + { + "loss_action": 0.019812341779470444, + "loss_total": 0.019812341779470444, + "step": 24320 + }, + { + "loss_action": 0.012754636816680431, + "loss_total": 0.012754636816680431, + "step": 24320 + }, + { + "loss_action": 0.02438068576157093, + "loss_total": 0.02438068576157093, + "step": 24320 + }, + { + "loss_action": 0.08139539510011673, + "loss_total": 0.08139539510011673, + "step": 24320 + }, + { + "loss_action": 0.02347421459853649, + "loss_total": 0.02347421459853649, + "step": 24320 + }, + { + "loss_action": 0.02134331502020359, + "loss_total": 0.02134331502020359, + "step": 24320 + }, + { + "grad_norm": 0.6189163327217102, + "learning_rate": 9.012871172994534e-05, + "loss": 0.0279, + "step": 24330 + }, + { + "loss_action": 0.01978372037410736, + "loss_total": 0.01978372037410736, + "step": 24330 + }, + { + "loss_action": 0.03879759833216667, + "loss_total": 0.03879759833216667, + "step": 24330 + }, + { + "loss_action": 0.0841214656829834, + "loss_total": 0.0841214656829834, + "step": 24330 + }, + { + "loss_action": 0.0152786485850811, + "loss_total": 0.0152786485850811, + "step": 24330 + }, + { + "loss_action": 0.029822401702404022, + "loss_total": 0.029822401702404022, + "step": 24330 + }, + { + "loss_action": 0.03392384201288223, + "loss_total": 0.03392384201288223, + "step": 24330 + }, + { + "grad_norm": 0.6243728399276733, + "learning_rate": 9.011884572436476e-05, + "loss": 0.0302, + "step": 24340 + }, + { + "loss_action": 0.013499833643436432, + "loss_total": 0.013499833643436432, + "step": 24340 + }, + { + "loss_action": 0.022965261712670326, + "loss_total": 0.022965261712670326, + "step": 24340 + }, + { + "loss_action": 0.012476729229092598, + "loss_total": 0.012476729229092598, + "step": 24340 + }, + { + "loss_action": 0.0497581921517849, + "loss_total": 0.0497581921517849, + "step": 24340 + }, + { + "loss_action": 0.01920703612267971, + "loss_total": 0.01920703612267971, + "step": 24340 + }, + { + "loss_action": 0.023959482088685036, + "loss_total": 0.023959482088685036, + "step": 24340 + }, + { + "grad_norm": 0.5917581915855408, + "learning_rate": 9.010897533144754e-05, + "loss": 0.0284, + "step": 24350 + }, + { + "loss_action": 0.016735080629587173, + "loss_total": 0.016735080629587173, + "step": 24350 + }, + { + "loss_action": 0.02604599855840206, + "loss_total": 0.02604599855840206, + "step": 24350 + }, + { + "loss_action": 0.033625099807977676, + "loss_total": 0.033625099807977676, + "step": 24350 + }, + { + "loss_action": 0.01411997526884079, + "loss_total": 0.01411997526884079, + "step": 24350 + }, + { + "loss_action": 0.020205719396471977, + "loss_total": 0.020205719396471977, + "step": 24350 + }, + { + "loss_action": 0.020800471305847168, + "loss_total": 0.020800471305847168, + "step": 24350 + }, + { + "grad_norm": 0.4172232151031494, + "learning_rate": 9.009910055227306e-05, + "loss": 0.0245, + "step": 24360 + }, + { + "loss_action": 0.017208056524395943, + "loss_total": 0.017208056524395943, + "step": 24360 + }, + { + "loss_action": 0.039554253220558167, + "loss_total": 0.039554253220558167, + "step": 24360 + }, + { + "loss_action": 0.021683471277356148, + "loss_total": 0.021683471277356148, + "step": 24360 + }, + { + "loss_action": 0.02381514199078083, + "loss_total": 0.02381514199078083, + "step": 24360 + }, + { + "loss_action": 0.012410543859004974, + "loss_total": 0.012410543859004974, + "step": 24360 + }, + { + "loss_action": 0.01532207801938057, + "loss_total": 0.01532207801938057, + "step": 24360 + }, + { + "grad_norm": 0.41420257091522217, + "learning_rate": 9.008922138792124e-05, + "loss": 0.0249, + "step": 24370 + }, + { + "loss_action": 0.015051501803100109, + "loss_total": 0.015051501803100109, + "step": 24370 + }, + { + "loss_action": 0.016328467056155205, + "loss_total": 0.016328467056155205, + "step": 24370 + }, + { + "loss_action": 0.016260087490081787, + "loss_total": 0.016260087490081787, + "step": 24370 + }, + { + "loss_action": 0.027849365025758743, + "loss_total": 0.027849365025758743, + "step": 24370 + }, + { + "loss_action": 0.01736517995595932, + "loss_total": 0.01736517995595932, + "step": 24370 + }, + { + "loss_action": 0.008234052918851376, + "loss_total": 0.008234052918851376, + "step": 24370 + }, + { + "grad_norm": 0.4322359263896942, + "learning_rate": 9.007933783947244e-05, + "loss": 0.0269, + "step": 24380 + }, + { + "loss_action": 0.03989491984248161, + "loss_total": 0.03989491984248161, + "step": 24380 + }, + { + "loss_action": 0.017937729135155678, + "loss_total": 0.017937729135155678, + "step": 24380 + }, + { + "loss_action": 0.028204195201396942, + "loss_total": 0.028204195201396942, + "step": 24380 + }, + { + "loss_action": 0.033622391521930695, + "loss_total": 0.033622391521930695, + "step": 24380 + }, + { + "loss_action": 0.014919830486178398, + "loss_total": 0.014919830486178398, + "step": 24380 + }, + { + "loss_action": 0.05752946808934212, + "loss_total": 0.05752946808934212, + "step": 24380 + }, + { + "grad_norm": 0.47508224844932556, + "learning_rate": 9.006944990800752e-05, + "loss": 0.03, + "step": 24390 + }, + { + "loss_action": 0.015384888276457787, + "loss_total": 0.015384888276457787, + "step": 24390 + }, + { + "loss_action": 0.040089186280965805, + "loss_total": 0.040089186280965805, + "step": 24390 + }, + { + "loss_action": 0.043433550745248795, + "loss_total": 0.043433550745248795, + "step": 24390 + }, + { + "loss_action": 0.02777784876525402, + "loss_total": 0.02777784876525402, + "step": 24390 + }, + { + "loss_action": 0.012440408580005169, + "loss_total": 0.012440408580005169, + "step": 24390 + }, + { + "loss_action": 0.027519123628735542, + "loss_total": 0.027519123628735542, + "step": 24390 + }, + { + "grad_norm": 0.4382571578025818, + "learning_rate": 9.005955759460779e-05, + "loss": 0.0287, + "step": 24400 + }, + { + "loss_action": 0.036057248711586, + "loss_total": 0.036057248711586, + "step": 24400 + }, + { + "loss_action": 0.011362729594111443, + "loss_total": 0.011362729594111443, + "step": 24400 + }, + { + "loss_action": 0.01284774299710989, + "loss_total": 0.01284774299710989, + "step": 24400 + }, + { + "loss_action": 0.021294699981808662, + "loss_total": 0.021294699981808662, + "step": 24400 + }, + { + "loss_action": 0.03085254691541195, + "loss_total": 0.03085254691541195, + "step": 24400 + }, + { + "loss_action": 0.03134635090827942, + "loss_total": 0.03134635090827942, + "step": 24400 + }, + { + "grad_norm": 0.4223884046077728, + "learning_rate": 9.004966090035508e-05, + "loss": 0.0237, + "step": 24410 + }, + { + "loss_action": 0.03363006189465523, + "loss_total": 0.03363006189465523, + "step": 24410 + }, + { + "loss_action": 0.01446485985070467, + "loss_total": 0.01446485985070467, + "step": 24410 + }, + { + "loss_action": 0.01456477027386427, + "loss_total": 0.01456477027386427, + "step": 24410 + }, + { + "loss_action": 0.03524810075759888, + "loss_total": 0.03524810075759888, + "step": 24410 + }, + { + "loss_action": 0.06641792505979538, + "loss_total": 0.06641792505979538, + "step": 24410 + }, + { + "loss_action": 0.012529993429780006, + "loss_total": 0.012529993429780006, + "step": 24410 + }, + { + "grad_norm": 0.47633710503578186, + "learning_rate": 9.003975982633166e-05, + "loss": 0.0299, + "step": 24420 + }, + { + "loss_action": 0.012592758983373642, + "loss_total": 0.012592758983373642, + "step": 24420 + }, + { + "loss_action": 0.03286255896091461, + "loss_total": 0.03286255896091461, + "step": 24420 + }, + { + "loss_action": 0.01829604059457779, + "loss_total": 0.01829604059457779, + "step": 24420 + }, + { + "loss_action": 0.011544303968548775, + "loss_total": 0.011544303968548775, + "step": 24420 + }, + { + "loss_action": 0.028935030102729797, + "loss_total": 0.028935030102729797, + "step": 24420 + }, + { + "loss_action": 0.014241917990148067, + "loss_total": 0.014241917990148067, + "step": 24420 + }, + { + "grad_norm": 0.516525149345398, + "learning_rate": 9.00298543736203e-05, + "loss": 0.0261, + "step": 24430 + }, + { + "loss_action": 0.018076840788125992, + "loss_total": 0.018076840788125992, + "step": 24430 + }, + { + "loss_action": 0.01476926077157259, + "loss_total": 0.01476926077157259, + "step": 24430 + }, + { + "loss_action": 0.023333778604865074, + "loss_total": 0.023333778604865074, + "step": 24430 + }, + { + "loss_action": 0.03184500336647034, + "loss_total": 0.03184500336647034, + "step": 24430 + }, + { + "loss_action": 0.02458176761865616, + "loss_total": 0.02458176761865616, + "step": 24430 + }, + { + "loss_action": 0.03044814243912697, + "loss_total": 0.03044814243912697, + "step": 24430 + }, + { + "grad_norm": 0.5009633302688599, + "learning_rate": 9.001994454330427e-05, + "loss": 0.0277, + "step": 24440 + }, + { + "loss_action": 0.022528426721692085, + "loss_total": 0.022528426721692085, + "step": 24440 + }, + { + "loss_action": 0.013387739658355713, + "loss_total": 0.013387739658355713, + "step": 24440 + }, + { + "loss_action": 0.03401691094040871, + "loss_total": 0.03401691094040871, + "step": 24440 + }, + { + "loss_action": 0.02000644989311695, + "loss_total": 0.02000644989311695, + "step": 24440 + }, + { + "loss_action": 0.018739305436611176, + "loss_total": 0.018739305436611176, + "step": 24440 + }, + { + "loss_action": 0.025184454396367073, + "loss_total": 0.025184454396367073, + "step": 24440 + }, + { + "grad_norm": 0.3986916244029999, + "learning_rate": 9.001003033646727e-05, + "loss": 0.0247, + "step": 24450 + }, + { + "loss_action": 0.01893657259643078, + "loss_total": 0.01893657259643078, + "step": 24450 + }, + { + "loss_action": 0.010646517388522625, + "loss_total": 0.010646517388522625, + "step": 24450 + }, + { + "loss_action": 0.02190314792096615, + "loss_total": 0.02190314792096615, + "step": 24450 + }, + { + "loss_action": 0.022050924599170685, + "loss_total": 0.022050924599170685, + "step": 24450 + }, + { + "loss_action": 0.012271247804164886, + "loss_total": 0.012271247804164886, + "step": 24450 + }, + { + "loss_action": 0.008235680870711803, + "loss_total": 0.008235680870711803, + "step": 24450 + }, + { + "grad_norm": 0.415382981300354, + "learning_rate": 9.00001117541935e-05, + "loss": 0.0223, + "step": 24460 + }, + { + "loss_action": 0.022737443447113037, + "loss_total": 0.022737443447113037, + "step": 24460 + }, + { + "loss_action": 0.024312958121299744, + "loss_total": 0.024312958121299744, + "step": 24460 + }, + { + "loss_action": 0.02107689529657364, + "loss_total": 0.02107689529657364, + "step": 24460 + }, + { + "loss_action": 0.016473613679409027, + "loss_total": 0.016473613679409027, + "step": 24460 + }, + { + "loss_action": 0.012638247571885586, + "loss_total": 0.012638247571885586, + "step": 24460 + }, + { + "loss_action": 0.013403750956058502, + "loss_total": 0.013403750956058502, + "step": 24460 + }, + { + "grad_norm": 0.37151747941970825, + "learning_rate": 8.999018879756764e-05, + "loss": 0.0208, + "step": 24470 + }, + { + "loss_action": 0.020840903744101524, + "loss_total": 0.020840903744101524, + "step": 24470 + }, + { + "loss_action": 0.014034860767424107, + "loss_total": 0.014034860767424107, + "step": 24470 + }, + { + "loss_action": 0.014550200663506985, + "loss_total": 0.014550200663506985, + "step": 24470 + }, + { + "loss_action": 0.03034820407629013, + "loss_total": 0.03034820407629013, + "step": 24470 + }, + { + "loss_action": 0.01721571572124958, + "loss_total": 0.01721571572124958, + "step": 24470 + }, + { + "loss_action": 0.02630539797246456, + "loss_total": 0.02630539797246456, + "step": 24470 + }, + { + "grad_norm": 0.39721956849098206, + "learning_rate": 8.998026146767487e-05, + "loss": 0.0247, + "step": 24480 + }, + { + "loss_action": 0.05593891814351082, + "loss_total": 0.05593891814351082, + "step": 24480 + }, + { + "loss_action": 0.01664145477116108, + "loss_total": 0.01664145477116108, + "step": 24480 + }, + { + "loss_action": 0.032636113464832306, + "loss_total": 0.032636113464832306, + "step": 24480 + }, + { + "loss_action": 0.012659741565585136, + "loss_total": 0.012659741565585136, + "step": 24480 + }, + { + "loss_action": 0.020903127267956734, + "loss_total": 0.020903127267956734, + "step": 24480 + }, + { + "loss_action": 0.008171296678483486, + "loss_total": 0.008171296678483486, + "step": 24480 + }, + { + "grad_norm": 0.4162711203098297, + "learning_rate": 8.99703297656008e-05, + "loss": 0.0217, + "step": 24490 + }, + { + "loss_action": 0.017626358196139336, + "loss_total": 0.017626358196139336, + "step": 24490 + }, + { + "loss_action": 0.01090993732213974, + "loss_total": 0.01090993732213974, + "step": 24490 + }, + { + "loss_action": 0.07685726881027222, + "loss_total": 0.07685726881027222, + "step": 24490 + }, + { + "loss_action": 0.028601018711924553, + "loss_total": 0.028601018711924553, + "step": 24490 + }, + { + "loss_action": 0.01743347942829132, + "loss_total": 0.01743347942829132, + "step": 24490 + }, + { + "loss_action": 0.016174141317605972, + "loss_total": 0.016174141317605972, + "step": 24490 + }, + { + "grad_norm": 0.4087405204772949, + "learning_rate": 8.996039369243156e-05, + "loss": 0.0271, + "step": 24500 + }, + { + "loss_action": 0.015664175152778625, + "loss_total": 0.015664175152778625, + "step": 24500 + }, + { + "loss_action": 0.0491790845990181, + "loss_total": 0.0491790845990181, + "step": 24500 + }, + { + "loss_action": 0.04766425862908363, + "loss_total": 0.04766425862908363, + "step": 24500 + }, + { + "loss_action": 0.013951246626675129, + "loss_total": 0.013951246626675129, + "step": 24500 + }, + { + "loss_action": 0.015359311364591122, + "loss_total": 0.015359311364591122, + "step": 24500 + }, + { + "loss_action": 0.022916361689567566, + "loss_total": 0.022916361689567566, + "step": 24500 + }, + { + "grad_norm": 0.3768050968647003, + "learning_rate": 8.995045324925378e-05, + "loss": 0.0226, + "step": 24510 + }, + { + "loss_action": 0.01640106551349163, + "loss_total": 0.01640106551349163, + "step": 24510 + }, + { + "loss_action": 0.035058826208114624, + "loss_total": 0.035058826208114624, + "step": 24510 + }, + { + "loss_action": 0.018180765211582184, + "loss_total": 0.018180765211582184, + "step": 24510 + }, + { + "loss_action": 0.019824422895908356, + "loss_total": 0.019824422895908356, + "step": 24510 + }, + { + "loss_action": 0.01843997649848461, + "loss_total": 0.01843997649848461, + "step": 24510 + }, + { + "loss_action": 0.033798642456531525, + "loss_total": 0.033798642456531525, + "step": 24510 + }, + { + "grad_norm": 0.39973199367523193, + "learning_rate": 8.994050843715448e-05, + "loss": 0.0231, + "step": 24520 + }, + { + "loss_action": 0.06817063689231873, + "loss_total": 0.06817063689231873, + "step": 24520 + }, + { + "loss_action": 0.021970348432660103, + "loss_total": 0.021970348432660103, + "step": 24520 + }, + { + "loss_action": 0.024630066007375717, + "loss_total": 0.024630066007375717, + "step": 24520 + }, + { + "loss_action": 0.02404393069446087, + "loss_total": 0.02404393069446087, + "step": 24520 + }, + { + "loss_action": 0.015854252502322197, + "loss_total": 0.015854252502322197, + "step": 24520 + }, + { + "loss_action": 0.03302624076604843, + "loss_total": 0.03302624076604843, + "step": 24520 + }, + { + "grad_norm": 0.5501189827919006, + "learning_rate": 8.993055925722121e-05, + "loss": 0.0317, + "step": 24530 + }, + { + "loss_action": 0.02898264303803444, + "loss_total": 0.02898264303803444, + "step": 24530 + }, + { + "loss_action": 0.012431194074451923, + "loss_total": 0.012431194074451923, + "step": 24530 + }, + { + "loss_action": 0.0145622119307518, + "loss_total": 0.0145622119307518, + "step": 24530 + }, + { + "loss_action": 0.0108274444937706, + "loss_total": 0.0108274444937706, + "step": 24530 + }, + { + "loss_action": 0.018511859700083733, + "loss_total": 0.018511859700083733, + "step": 24530 + }, + { + "loss_action": 0.02722906693816185, + "loss_total": 0.02722906693816185, + "step": 24530 + }, + { + "grad_norm": 0.4297752380371094, + "learning_rate": 8.992060571054202e-05, + "loss": 0.0263, + "step": 24540 + }, + { + "loss_action": 0.018288470804691315, + "loss_total": 0.018288470804691315, + "step": 24540 + }, + { + "loss_action": 0.015374220907688141, + "loss_total": 0.015374220907688141, + "step": 24540 + }, + { + "loss_action": 0.02667352929711342, + "loss_total": 0.02667352929711342, + "step": 24540 + }, + { + "loss_action": 0.018626363947987556, + "loss_total": 0.018626363947987556, + "step": 24540 + }, + { + "loss_action": 0.039389584213495255, + "loss_total": 0.039389584213495255, + "step": 24540 + }, + { + "loss_action": 0.0373179130256176, + "loss_total": 0.0373179130256176, + "step": 24540 + }, + { + "grad_norm": 0.45252370834350586, + "learning_rate": 8.991064779820542e-05, + "loss": 0.0238, + "step": 24550 + }, + { + "loss_action": 0.0218755342066288, + "loss_total": 0.0218755342066288, + "step": 24550 + }, + { + "loss_action": 0.025595996528863907, + "loss_total": 0.025595996528863907, + "step": 24550 + }, + { + "loss_action": 0.009517707861959934, + "loss_total": 0.009517707861959934, + "step": 24550 + }, + { + "loss_action": 0.012970575131475925, + "loss_total": 0.012970575131475925, + "step": 24550 + }, + { + "loss_action": 0.07748527824878693, + "loss_total": 0.07748527824878693, + "step": 24550 + }, + { + "loss_action": 0.03966641426086426, + "loss_total": 0.03966641426086426, + "step": 24550 + }, + { + "grad_norm": 0.4264322519302368, + "learning_rate": 8.990068552130036e-05, + "loss": 0.0234, + "step": 24560 + }, + { + "loss_action": 0.01301854383200407, + "loss_total": 0.01301854383200407, + "step": 24560 + }, + { + "loss_action": 0.016751255840063095, + "loss_total": 0.016751255840063095, + "step": 24560 + }, + { + "loss_action": 0.01273298729211092, + "loss_total": 0.01273298729211092, + "step": 24560 + }, + { + "loss_action": 0.0102507583796978, + "loss_total": 0.0102507583796978, + "step": 24560 + }, + { + "loss_action": 0.015008153393864632, + "loss_total": 0.015008153393864632, + "step": 24560 + }, + { + "loss_action": 0.026251396164298058, + "loss_total": 0.026251396164298058, + "step": 24560 + }, + { + "grad_norm": 0.46277934312820435, + "learning_rate": 8.989071888091634e-05, + "loss": 0.023, + "step": 24570 + }, + { + "loss_action": 0.018301494419574738, + "loss_total": 0.018301494419574738, + "step": 24570 + }, + { + "loss_action": 0.02076246403157711, + "loss_total": 0.02076246403157711, + "step": 24570 + }, + { + "loss_action": 0.019248608499765396, + "loss_total": 0.019248608499765396, + "step": 24570 + }, + { + "loss_action": 0.020968066528439522, + "loss_total": 0.020968066528439522, + "step": 24570 + }, + { + "loss_action": 0.03748519346117973, + "loss_total": 0.03748519346117973, + "step": 24570 + }, + { + "loss_action": 0.026129471138119698, + "loss_total": 0.026129471138119698, + "step": 24570 + }, + { + "grad_norm": 0.48755863308906555, + "learning_rate": 8.988074787814329e-05, + "loss": 0.0256, + "step": 24580 + }, + { + "loss_action": 0.019915712997317314, + "loss_total": 0.019915712997317314, + "step": 24580 + }, + { + "loss_action": 0.021602418273687363, + "loss_total": 0.021602418273687363, + "step": 24580 + }, + { + "loss_action": 0.019266750663518906, + "loss_total": 0.019266750663518906, + "step": 24580 + }, + { + "loss_action": 0.03247929364442825, + "loss_total": 0.03247929364442825, + "step": 24580 + }, + { + "loss_action": 0.027676202356815338, + "loss_total": 0.027676202356815338, + "step": 24580 + }, + { + "loss_action": 0.015476452186703682, + "loss_total": 0.015476452186703682, + "step": 24580 + }, + { + "grad_norm": 0.4556264579296112, + "learning_rate": 8.987077251407158e-05, + "loss": 0.0285, + "step": 24590 + }, + { + "loss_action": 0.01736869476735592, + "loss_total": 0.01736869476735592, + "step": 24590 + }, + { + "loss_action": 0.014756990596652031, + "loss_total": 0.014756990596652031, + "step": 24590 + }, + { + "loss_action": 0.01853044144809246, + "loss_total": 0.01853044144809246, + "step": 24590 + }, + { + "loss_action": 0.02336447685956955, + "loss_total": 0.02336447685956955, + "step": 24590 + }, + { + "loss_action": 0.01129993423819542, + "loss_total": 0.01129993423819542, + "step": 24590 + }, + { + "loss_action": 0.025712139904499054, + "loss_total": 0.025712139904499054, + "step": 24590 + }, + { + "grad_norm": 0.504292905330658, + "learning_rate": 8.986079278979216e-05, + "loss": 0.0228, + "step": 24600 + }, + { + "loss_action": 0.11867766827344894, + "loss_total": 0.11867766827344894, + "step": 24600 + }, + { + "loss_action": 0.05361568555235863, + "loss_total": 0.05361568555235863, + "step": 24600 + }, + { + "loss_action": 0.013255792669951916, + "loss_total": 0.013255792669951916, + "step": 24600 + }, + { + "loss_action": 0.04685001075267792, + "loss_total": 0.04685001075267792, + "step": 24600 + }, + { + "loss_action": 0.014004104770720005, + "loss_total": 0.014004104770720005, + "step": 24600 + }, + { + "loss_action": 0.014331727288663387, + "loss_total": 0.014331727288663387, + "step": 24600 + }, + { + "grad_norm": 0.5125685930252075, + "learning_rate": 8.985080870639635e-05, + "loss": 0.0309, + "step": 24610 + }, + { + "loss_action": 0.03144199401140213, + "loss_total": 0.03144199401140213, + "step": 24610 + }, + { + "loss_action": 0.021598152816295624, + "loss_total": 0.021598152816295624, + "step": 24610 + }, + { + "loss_action": 0.02235044725239277, + "loss_total": 0.02235044725239277, + "step": 24610 + }, + { + "loss_action": 0.019743850454688072, + "loss_total": 0.019743850454688072, + "step": 24610 + }, + { + "loss_action": 0.07151178270578384, + "loss_total": 0.07151178270578384, + "step": 24610 + }, + { + "loss_action": 0.016516678035259247, + "loss_total": 0.016516678035259247, + "step": 24610 + }, + { + "grad_norm": 0.43763506412506104, + "learning_rate": 8.984082026497603e-05, + "loss": 0.0268, + "step": 24620 + }, + { + "loss_action": 0.025386104360222816, + "loss_total": 0.025386104360222816, + "step": 24620 + }, + { + "loss_action": 0.011161948554217815, + "loss_total": 0.011161948554217815, + "step": 24620 + }, + { + "loss_action": 0.037446361035108566, + "loss_total": 0.037446361035108566, + "step": 24620 + }, + { + "loss_action": 0.022297581657767296, + "loss_total": 0.022297581657767296, + "step": 24620 + }, + { + "loss_action": 0.021257974207401276, + "loss_total": 0.021257974207401276, + "step": 24620 + }, + { + "loss_action": 0.018895244225859642, + "loss_total": 0.018895244225859642, + "step": 24620 + }, + { + "grad_norm": 0.4055315852165222, + "learning_rate": 8.98308274666235e-05, + "loss": 0.0275, + "step": 24630 + }, + { + "loss_action": 0.018652817234396935, + "loss_total": 0.018652817234396935, + "step": 24630 + }, + { + "loss_action": 0.037169359624385834, + "loss_total": 0.037169359624385834, + "step": 24630 + }, + { + "loss_action": 0.018141981214284897, + "loss_total": 0.018141981214284897, + "step": 24630 + }, + { + "loss_action": 0.026387307792901993, + "loss_total": 0.026387307792901993, + "step": 24630 + }, + { + "loss_action": 0.01227364968508482, + "loss_total": 0.01227364968508482, + "step": 24630 + }, + { + "loss_action": 0.029798777773976326, + "loss_total": 0.029798777773976326, + "step": 24630 + }, + { + "grad_norm": 0.6267662644386292, + "learning_rate": 8.982083031243155e-05, + "loss": 0.0271, + "step": 24640 + }, + { + "loss_action": 0.011765563860535622, + "loss_total": 0.011765563860535622, + "step": 24640 + }, + { + "loss_action": 0.037323206663131714, + "loss_total": 0.037323206663131714, + "step": 24640 + }, + { + "loss_action": 0.018045464530587196, + "loss_total": 0.018045464530587196, + "step": 24640 + }, + { + "loss_action": 0.01664060726761818, + "loss_total": 0.01664060726761818, + "step": 24640 + }, + { + "loss_action": 0.01392386108636856, + "loss_total": 0.01392386108636856, + "step": 24640 + }, + { + "loss_action": 0.02002047188580036, + "loss_total": 0.02002047188580036, + "step": 24640 + }, + { + "grad_norm": 0.5209105014801025, + "learning_rate": 8.98108288034935e-05, + "loss": 0.024, + "step": 24650 + }, + { + "loss_action": 0.021100826561450958, + "loss_total": 0.021100826561450958, + "step": 24650 + }, + { + "loss_action": 0.016061091795563698, + "loss_total": 0.016061091795563698, + "step": 24650 + }, + { + "loss_action": 0.031232181936502457, + "loss_total": 0.031232181936502457, + "step": 24650 + }, + { + "loss_action": 0.010796532966196537, + "loss_total": 0.010796532966196537, + "step": 24650 + }, + { + "loss_action": 0.018845591694116592, + "loss_total": 0.018845591694116592, + "step": 24650 + }, + { + "loss_action": 0.031225459650158882, + "loss_total": 0.031225459650158882, + "step": 24650 + }, + { + "grad_norm": 0.44716471433639526, + "learning_rate": 8.980082294090305e-05, + "loss": 0.0247, + "step": 24660 + }, + { + "loss_action": 0.02199769951403141, + "loss_total": 0.02199769951403141, + "step": 24660 + }, + { + "loss_action": 0.014289586804807186, + "loss_total": 0.014289586804807186, + "step": 24660 + }, + { + "loss_action": 0.023880399763584137, + "loss_total": 0.023880399763584137, + "step": 24660 + }, + { + "loss_action": 0.030195651575922966, + "loss_total": 0.030195651575922966, + "step": 24660 + }, + { + "loss_action": 0.1211882159113884, + "loss_total": 0.1211882159113884, + "step": 24660 + }, + { + "loss_action": 0.03695518523454666, + "loss_total": 0.03695518523454666, + "step": 24660 + }, + { + "grad_norm": 0.504473865032196, + "learning_rate": 8.979081272575443e-05, + "loss": 0.0266, + "step": 24670 + }, + { + "loss_action": 0.01520272996276617, + "loss_total": 0.01520272996276617, + "step": 24670 + }, + { + "loss_action": 0.016212090849876404, + "loss_total": 0.016212090849876404, + "step": 24670 + }, + { + "loss_action": 0.012518348172307014, + "loss_total": 0.012518348172307014, + "step": 24670 + }, + { + "loss_action": 0.015950316563248634, + "loss_total": 0.015950316563248634, + "step": 24670 + }, + { + "loss_action": 0.017079774290323257, + "loss_total": 0.017079774290323257, + "step": 24670 + }, + { + "loss_action": 0.07980219274759293, + "loss_total": 0.07980219274759293, + "step": 24670 + }, + { + "grad_norm": 0.6257877945899963, + "learning_rate": 8.978079815914236e-05, + "loss": 0.0318, + "step": 24680 + }, + { + "loss_action": 0.0245741605758667, + "loss_total": 0.0245741605758667, + "step": 24680 + }, + { + "loss_action": 0.01838977076113224, + "loss_total": 0.01838977076113224, + "step": 24680 + }, + { + "loss_action": 0.012601305730640888, + "loss_total": 0.012601305730640888, + "step": 24680 + }, + { + "loss_action": 0.025975259020924568, + "loss_total": 0.025975259020924568, + "step": 24680 + }, + { + "loss_action": 0.01319600734859705, + "loss_total": 0.01319600734859705, + "step": 24680 + }, + { + "loss_action": 0.05337170884013176, + "loss_total": 0.05337170884013176, + "step": 24680 + }, + { + "grad_norm": 0.5630914568901062, + "learning_rate": 8.977077924216202e-05, + "loss": 0.026, + "step": 24690 + }, + { + "loss_action": 0.02951742522418499, + "loss_total": 0.02951742522418499, + "step": 24690 + }, + { + "loss_action": 0.030242597684264183, + "loss_total": 0.030242597684264183, + "step": 24690 + }, + { + "loss_action": 0.028767069801688194, + "loss_total": 0.028767069801688194, + "step": 24690 + }, + { + "loss_action": 0.02804836817085743, + "loss_total": 0.02804836817085743, + "step": 24690 + }, + { + "loss_action": 0.01733637973666191, + "loss_total": 0.01733637973666191, + "step": 24690 + }, + { + "loss_action": 0.03384356200695038, + "loss_total": 0.03384356200695038, + "step": 24690 + }, + { + "grad_norm": 0.47064927220344543, + "learning_rate": 8.976075597590905e-05, + "loss": 0.0274, + "step": 24700 + }, + { + "loss_action": 0.02869701012969017, + "loss_total": 0.02869701012969017, + "step": 24700 + }, + { + "loss_action": 0.018474169075489044, + "loss_total": 0.018474169075489044, + "step": 24700 + }, + { + "loss_action": 0.030714139342308044, + "loss_total": 0.030714139342308044, + "step": 24700 + }, + { + "loss_action": 0.011219978332519531, + "loss_total": 0.011219978332519531, + "step": 24700 + }, + { + "loss_action": 0.027983780950307846, + "loss_total": 0.027983780950307846, + "step": 24700 + }, + { + "loss_action": 0.022503327578306198, + "loss_total": 0.022503327578306198, + "step": 24700 + }, + { + "grad_norm": 0.7371540069580078, + "learning_rate": 8.975072836147958e-05, + "loss": 0.0339, + "step": 24710 + }, + { + "loss_action": 0.02604760229587555, + "loss_total": 0.02604760229587555, + "step": 24710 + }, + { + "loss_action": 0.04072534665465355, + "loss_total": 0.04072534665465355, + "step": 24710 + }, + { + "loss_action": 0.099471315741539, + "loss_total": 0.099471315741539, + "step": 24710 + }, + { + "loss_action": 0.1879749298095703, + "loss_total": 0.1879749298095703, + "step": 24710 + }, + { + "loss_action": 0.032408710569143295, + "loss_total": 0.032408710569143295, + "step": 24710 + }, + { + "loss_action": 0.02430838719010353, + "loss_total": 0.02430838719010353, + "step": 24710 + }, + { + "grad_norm": 0.43883609771728516, + "learning_rate": 8.974069639997025e-05, + "loss": 0.0368, + "step": 24720 + }, + { + "loss_action": 0.030345622450113297, + "loss_total": 0.030345622450113297, + "step": 24720 + }, + { + "loss_action": 0.015596623532474041, + "loss_total": 0.015596623532474041, + "step": 24720 + }, + { + "loss_action": 0.027958832681179047, + "loss_total": 0.027958832681179047, + "step": 24720 + }, + { + "loss_action": 0.036124590784311295, + "loss_total": 0.036124590784311295, + "step": 24720 + }, + { + "loss_action": 0.01973477192223072, + "loss_total": 0.01973477192223072, + "step": 24720 + }, + { + "loss_action": 0.01875932514667511, + "loss_total": 0.01875932514667511, + "step": 24720 + }, + { + "grad_norm": 0.3254680931568146, + "learning_rate": 8.973066009247808e-05, + "loss": 0.0266, + "step": 24730 + }, + { + "loss_action": 0.01421020831912756, + "loss_total": 0.01421020831912756, + "step": 24730 + }, + { + "loss_action": 0.04834248498082161, + "loss_total": 0.04834248498082161, + "step": 24730 + }, + { + "loss_action": 0.019663216546177864, + "loss_total": 0.019663216546177864, + "step": 24730 + }, + { + "loss_action": 0.01958661898970604, + "loss_total": 0.01958661898970604, + "step": 24730 + }, + { + "loss_action": 0.029405001550912857, + "loss_total": 0.029405001550912857, + "step": 24730 + }, + { + "loss_action": 0.02130705490708351, + "loss_total": 0.02130705490708351, + "step": 24730 + }, + { + "grad_norm": 0.5112443566322327, + "learning_rate": 8.972061944010066e-05, + "loss": 0.0328, + "step": 24740 + }, + { + "loss_action": 0.015020668506622314, + "loss_total": 0.015020668506622314, + "step": 24740 + }, + { + "loss_action": 0.03723251447081566, + "loss_total": 0.03723251447081566, + "step": 24740 + }, + { + "loss_action": 0.05030720680952072, + "loss_total": 0.05030720680952072, + "step": 24740 + }, + { + "loss_action": 0.03179779648780823, + "loss_total": 0.03179779648780823, + "step": 24740 + }, + { + "loss_action": 0.02799900434911251, + "loss_total": 0.02799900434911251, + "step": 24740 + }, + { + "loss_action": 0.011226369068026543, + "loss_total": 0.011226369068026543, + "step": 24740 + }, + { + "grad_norm": 0.46650007367134094, + "learning_rate": 8.971057444393603e-05, + "loss": 0.0303, + "step": 24750 + }, + { + "loss_action": 0.022388650104403496, + "loss_total": 0.022388650104403496, + "step": 24750 + }, + { + "loss_action": 0.026590045541524887, + "loss_total": 0.026590045541524887, + "step": 24750 + }, + { + "loss_action": 0.02182140201330185, + "loss_total": 0.02182140201330185, + "step": 24750 + }, + { + "loss_action": 0.04122927412390709, + "loss_total": 0.04122927412390709, + "step": 24750 + }, + { + "loss_action": 0.008785993792116642, + "loss_total": 0.008785993792116642, + "step": 24750 + }, + { + "loss_action": 0.012042485177516937, + "loss_total": 0.012042485177516937, + "step": 24750 + }, + { + "grad_norm": 0.58245450258255, + "learning_rate": 8.970052510508268e-05, + "loss": 0.0354, + "step": 24760 + }, + { + "loss_action": 0.03084687888622284, + "loss_total": 0.03084687888622284, + "step": 24760 + }, + { + "loss_action": 0.051462236791849136, + "loss_total": 0.051462236791849136, + "step": 24760 + }, + { + "loss_action": 0.025120606645941734, + "loss_total": 0.025120606645941734, + "step": 24760 + }, + { + "loss_action": 0.022503260523080826, + "loss_total": 0.022503260523080826, + "step": 24760 + }, + { + "loss_action": 0.026534749194979668, + "loss_total": 0.026534749194979668, + "step": 24760 + }, + { + "loss_action": 0.01511814072728157, + "loss_total": 0.01511814072728157, + "step": 24760 + }, + { + "grad_norm": 0.48338109254837036, + "learning_rate": 8.969047142463959e-05, + "loss": 0.031, + "step": 24770 + }, + { + "loss_action": 0.021162113174796104, + "loss_total": 0.021162113174796104, + "step": 24770 + }, + { + "loss_action": 0.02232038974761963, + "loss_total": 0.02232038974761963, + "step": 24770 + }, + { + "loss_action": 0.016408152878284454, + "loss_total": 0.016408152878284454, + "step": 24770 + }, + { + "loss_action": 0.03339898958802223, + "loss_total": 0.03339898958802223, + "step": 24770 + }, + { + "loss_action": 0.015648946166038513, + "loss_total": 0.015648946166038513, + "step": 24770 + }, + { + "loss_action": 0.031320031732320786, + "loss_total": 0.031320031732320786, + "step": 24770 + }, + { + "grad_norm": 0.3952556550502777, + "learning_rate": 8.968041340370621e-05, + "loss": 0.027, + "step": 24780 + }, + { + "loss_action": 0.08889053761959076, + "loss_total": 0.08889053761959076, + "step": 24780 + }, + { + "loss_action": 0.04874434322118759, + "loss_total": 0.04874434322118759, + "step": 24780 + }, + { + "loss_action": 0.0153800705447793, + "loss_total": 0.0153800705447793, + "step": 24780 + }, + { + "loss_action": 0.017585856840014458, + "loss_total": 0.017585856840014458, + "step": 24780 + }, + { + "loss_action": 0.02795208804309368, + "loss_total": 0.02795208804309368, + "step": 24780 + }, + { + "loss_action": 0.039202313870191574, + "loss_total": 0.039202313870191574, + "step": 24780 + }, + { + "grad_norm": 0.5234187841415405, + "learning_rate": 8.96703510433825e-05, + "loss": 0.0286, + "step": 24790 + }, + { + "loss_action": 0.020957816392183304, + "loss_total": 0.020957816392183304, + "step": 24790 + }, + { + "loss_action": 0.020810706540942192, + "loss_total": 0.020810706540942192, + "step": 24790 + }, + { + "loss_action": 0.048365265130996704, + "loss_total": 0.048365265130996704, + "step": 24790 + }, + { + "loss_action": 0.03284795954823494, + "loss_total": 0.03284795954823494, + "step": 24790 + }, + { + "loss_action": 0.016405504196882248, + "loss_total": 0.016405504196882248, + "step": 24790 + }, + { + "loss_action": 0.07455497235059738, + "loss_total": 0.07455497235059738, + "step": 24790 + }, + { + "grad_norm": 0.5574379563331604, + "learning_rate": 8.966028434476883e-05, + "loss": 0.0276, + "step": 24800 + }, + { + "loss_action": 0.019109126180410385, + "loss_total": 0.019109126180410385, + "step": 24800 + }, + { + "loss_action": 0.015769045799970627, + "loss_total": 0.015769045799970627, + "step": 24800 + }, + { + "loss_action": 0.06092913821339607, + "loss_total": 0.06092913821339607, + "step": 24800 + }, + { + "loss_action": 0.01452596951276064, + "loss_total": 0.01452596951276064, + "step": 24800 + }, + { + "loss_action": 0.03327041491866112, + "loss_total": 0.03327041491866112, + "step": 24800 + }, + { + "loss_action": 0.03344733268022537, + "loss_total": 0.03344733268022537, + "step": 24800 + }, + { + "grad_norm": 0.4088374376296997, + "learning_rate": 8.96502133089661e-05, + "loss": 0.028, + "step": 24810 + }, + { + "loss_action": 0.05041035637259483, + "loss_total": 0.05041035637259483, + "step": 24810 + }, + { + "loss_action": 0.025445902720093727, + "loss_total": 0.025445902720093727, + "step": 24810 + }, + { + "loss_action": 0.06489427387714386, + "loss_total": 0.06489427387714386, + "step": 24810 + }, + { + "loss_action": 0.017443297430872917, + "loss_total": 0.017443297430872917, + "step": 24810 + }, + { + "loss_action": 0.0097907530143857, + "loss_total": 0.0097907530143857, + "step": 24810 + }, + { + "loss_action": 0.06940465420484543, + "loss_total": 0.06940465420484543, + "step": 24810 + }, + { + "grad_norm": 0.4493860602378845, + "learning_rate": 8.964013793707564e-05, + "loss": 0.031, + "step": 24820 + }, + { + "loss_action": 0.013377835042774677, + "loss_total": 0.013377835042774677, + "step": 24820 + }, + { + "loss_action": 0.028137169778347015, + "loss_total": 0.028137169778347015, + "step": 24820 + }, + { + "loss_action": 0.026117531582713127, + "loss_total": 0.026117531582713127, + "step": 24820 + }, + { + "loss_action": 0.04311580955982208, + "loss_total": 0.04311580955982208, + "step": 24820 + }, + { + "loss_action": 0.012259222567081451, + "loss_total": 0.012259222567081451, + "step": 24820 + }, + { + "loss_action": 0.021808980032801628, + "loss_total": 0.021808980032801628, + "step": 24820 + }, + { + "grad_norm": 0.7988539934158325, + "learning_rate": 8.963005823019932e-05, + "loss": 0.0262, + "step": 24830 + }, + { + "loss_action": 0.021817777305841446, + "loss_total": 0.021817777305841446, + "step": 24830 + }, + { + "loss_action": 0.016031287610530853, + "loss_total": 0.016031287610530853, + "step": 24830 + }, + { + "loss_action": 0.01659180410206318, + "loss_total": 0.01659180410206318, + "step": 24830 + }, + { + "loss_action": 0.02419363334774971, + "loss_total": 0.02419363334774971, + "step": 24830 + }, + { + "loss_action": 0.01984923705458641, + "loss_total": 0.01984923705458641, + "step": 24830 + }, + { + "loss_action": 0.035785920917987823, + "loss_total": 0.035785920917987823, + "step": 24830 + }, + { + "grad_norm": 0.48109063506126404, + "learning_rate": 8.961997418943939e-05, + "loss": 0.0276, + "step": 24840 + }, + { + "loss_action": 0.022786710411310196, + "loss_total": 0.022786710411310196, + "step": 24840 + }, + { + "loss_action": 0.011356715112924576, + "loss_total": 0.011356715112924576, + "step": 24840 + }, + { + "loss_action": 0.027614280581474304, + "loss_total": 0.027614280581474304, + "step": 24840 + }, + { + "loss_action": 0.013350510969758034, + "loss_total": 0.013350510969758034, + "step": 24840 + }, + { + "loss_action": 0.02065047062933445, + "loss_total": 0.02065047062933445, + "step": 24840 + }, + { + "loss_action": 0.013186787255108356, + "loss_total": 0.013186787255108356, + "step": 24840 + }, + { + "grad_norm": 0.43761536478996277, + "learning_rate": 8.960988581589865e-05, + "loss": 0.025, + "step": 24850 + }, + { + "loss_action": 0.025273557752370834, + "loss_total": 0.025273557752370834, + "step": 24850 + }, + { + "loss_action": 0.021636923775076866, + "loss_total": 0.021636923775076866, + "step": 24850 + }, + { + "loss_action": 0.03633660823106766, + "loss_total": 0.03633660823106766, + "step": 24850 + }, + { + "loss_action": 0.026047570630908012, + "loss_total": 0.026047570630908012, + "step": 24850 + }, + { + "loss_action": 0.01119209174066782, + "loss_total": 0.01119209174066782, + "step": 24850 + }, + { + "loss_action": 0.02857288159430027, + "loss_total": 0.02857288159430027, + "step": 24850 + }, + { + "grad_norm": 0.7353649139404297, + "learning_rate": 8.959979311068037e-05, + "loss": 0.0314, + "step": 24860 + }, + { + "loss_action": 0.04638272896409035, + "loss_total": 0.04638272896409035, + "step": 24860 + }, + { + "loss_action": 0.03063054010272026, + "loss_total": 0.03063054010272026, + "step": 24860 + }, + { + "loss_action": 0.0307911429554224, + "loss_total": 0.0307911429554224, + "step": 24860 + }, + { + "loss_action": 0.01683548465371132, + "loss_total": 0.01683548465371132, + "step": 24860 + }, + { + "loss_action": 0.03182930126786232, + "loss_total": 0.03182930126786232, + "step": 24860 + }, + { + "loss_action": 0.028135333210229874, + "loss_total": 0.028135333210229874, + "step": 24860 + }, + { + "grad_norm": 0.48817941546440125, + "learning_rate": 8.958969607488823e-05, + "loss": 0.0251, + "step": 24870 + }, + { + "loss_action": 0.031763847917318344, + "loss_total": 0.031763847917318344, + "step": 24870 + }, + { + "loss_action": 0.018858423456549644, + "loss_total": 0.018858423456549644, + "step": 24870 + }, + { + "loss_action": 0.026153918355703354, + "loss_total": 0.026153918355703354, + "step": 24870 + }, + { + "loss_action": 0.029739920049905777, + "loss_total": 0.029739920049905777, + "step": 24870 + }, + { + "loss_action": 0.032943397760391235, + "loss_total": 0.032943397760391235, + "step": 24870 + }, + { + "loss_action": 0.02346927300095558, + "loss_total": 0.02346927300095558, + "step": 24870 + }, + { + "grad_norm": 0.7023153305053711, + "learning_rate": 8.957959470962647e-05, + "loss": 0.0274, + "step": 24880 + }, + { + "loss_action": 0.019319089129567146, + "loss_total": 0.019319089129567146, + "step": 24880 + }, + { + "loss_action": 0.02337820455431938, + "loss_total": 0.02337820455431938, + "step": 24880 + }, + { + "loss_action": 0.032036054879426956, + "loss_total": 0.032036054879426956, + "step": 24880 + }, + { + "loss_action": 0.010685544461011887, + "loss_total": 0.010685544461011887, + "step": 24880 + }, + { + "loss_action": 0.02188015915453434, + "loss_total": 0.02188015915453434, + "step": 24880 + }, + { + "loss_action": 0.011579753831028938, + "loss_total": 0.011579753831028938, + "step": 24880 + }, + { + "grad_norm": 0.5580063462257385, + "learning_rate": 8.956948901599971e-05, + "loss": 0.0387, + "step": 24890 + }, + { + "loss_action": 0.04015391692519188, + "loss_total": 0.04015391692519188, + "step": 24890 + }, + { + "loss_action": 0.019851628690958023, + "loss_total": 0.019851628690958023, + "step": 24890 + }, + { + "loss_action": 0.043029043823480606, + "loss_total": 0.043029043823480606, + "step": 24890 + }, + { + "loss_action": 0.2678292691707611, + "loss_total": 0.2678292691707611, + "step": 24890 + }, + { + "loss_action": 0.02250274270772934, + "loss_total": 0.02250274270772934, + "step": 24890 + }, + { + "loss_action": 0.015889978036284447, + "loss_total": 0.015889978036284447, + "step": 24890 + }, + { + "grad_norm": 0.4840206205844879, + "learning_rate": 8.955937899511315e-05, + "loss": 0.0357, + "step": 24900 + }, + { + "loss_action": 0.023604663088917732, + "loss_total": 0.023604663088917732, + "step": 24900 + }, + { + "loss_action": 0.09509187936782837, + "loss_total": 0.09509187936782837, + "step": 24900 + }, + { + "loss_action": 0.015156169421970844, + "loss_total": 0.015156169421970844, + "step": 24900 + }, + { + "loss_action": 0.015467047691345215, + "loss_total": 0.015467047691345215, + "step": 24900 + }, + { + "loss_action": 0.028178028762340546, + "loss_total": 0.028178028762340546, + "step": 24900 + }, + { + "loss_action": 0.03150128945708275, + "loss_total": 0.03150128945708275, + "step": 24900 + }, + { + "grad_norm": 0.4253796637058258, + "learning_rate": 8.954926464807238e-05, + "loss": 0.0345, + "step": 24910 + }, + { + "loss_action": 0.02600998431444168, + "loss_total": 0.02600998431444168, + "step": 24910 + }, + { + "loss_action": 0.03739418089389801, + "loss_total": 0.03739418089389801, + "step": 24910 + }, + { + "loss_action": 0.031030651181936264, + "loss_total": 0.031030651181936264, + "step": 24910 + }, + { + "loss_action": 0.026990197598934174, + "loss_total": 0.026990197598934174, + "step": 24910 + }, + { + "loss_action": 0.023924920707941055, + "loss_total": 0.023924920707941055, + "step": 24910 + }, + { + "loss_action": 0.1098824068903923, + "loss_total": 0.1098824068903923, + "step": 24910 + }, + { + "grad_norm": 0.9020225405693054, + "learning_rate": 8.953914597598347e-05, + "loss": 0.0317, + "step": 24920 + }, + { + "loss_action": 0.04887845367193222, + "loss_total": 0.04887845367193222, + "step": 24920 + }, + { + "loss_action": 0.020732436329126358, + "loss_total": 0.020732436329126358, + "step": 24920 + }, + { + "loss_action": 0.03144637122750282, + "loss_total": 0.03144637122750282, + "step": 24920 + }, + { + "loss_action": 0.01584889180958271, + "loss_total": 0.01584889180958271, + "step": 24920 + }, + { + "loss_action": 0.017289582639932632, + "loss_total": 0.017289582639932632, + "step": 24920 + }, + { + "loss_action": 0.0381656214594841, + "loss_total": 0.0381656214594841, + "step": 24920 + }, + { + "grad_norm": 0.42111971974372864, + "learning_rate": 8.952902297995303e-05, + "loss": 0.0342, + "step": 24930 + }, + { + "loss_action": 0.029819568619132042, + "loss_total": 0.029819568619132042, + "step": 24930 + }, + { + "loss_action": 0.01785408705472946, + "loss_total": 0.01785408705472946, + "step": 24930 + }, + { + "loss_action": 0.013566368259489536, + "loss_total": 0.013566368259489536, + "step": 24930 + }, + { + "loss_action": 0.02515481598675251, + "loss_total": 0.02515481598675251, + "step": 24930 + }, + { + "loss_action": 0.16609428822994232, + "loss_total": 0.16609428822994232, + "step": 24930 + }, + { + "loss_action": 0.03603724017739296, + "loss_total": 0.03603724017739296, + "step": 24930 + }, + { + "grad_norm": 0.6223606467247009, + "learning_rate": 8.951889566108804e-05, + "loss": 0.0353, + "step": 24940 + }, + { + "loss_action": 0.031638070940971375, + "loss_total": 0.031638070940971375, + "step": 24940 + }, + { + "loss_action": 0.019967518746852875, + "loss_total": 0.019967518746852875, + "step": 24940 + }, + { + "loss_action": 0.021684277802705765, + "loss_total": 0.021684277802705765, + "step": 24940 + }, + { + "loss_action": 0.03148234263062477, + "loss_total": 0.03148234263062477, + "step": 24940 + }, + { + "loss_action": 0.04635201394557953, + "loss_total": 0.04635201394557953, + "step": 24940 + }, + { + "loss_action": 0.039452772587537766, + "loss_total": 0.039452772587537766, + "step": 24940 + }, + { + "grad_norm": 0.6380528211593628, + "learning_rate": 8.950876402049606e-05, + "loss": 0.0272, + "step": 24950 + }, + { + "loss_action": 0.04170292243361473, + "loss_total": 0.04170292243361473, + "step": 24950 + }, + { + "loss_action": 0.033718667924404144, + "loss_total": 0.033718667924404144, + "step": 24950 + }, + { + "loss_action": 0.017259584739804268, + "loss_total": 0.017259584739804268, + "step": 24950 + }, + { + "loss_action": 0.02467656321823597, + "loss_total": 0.02467656321823597, + "step": 24950 + }, + { + "loss_action": 0.014531660825014114, + "loss_total": 0.014531660825014114, + "step": 24950 + }, + { + "loss_action": 0.024658391252160072, + "loss_total": 0.024658391252160072, + "step": 24950 + }, + { + "grad_norm": 0.4062666594982147, + "learning_rate": 8.949862805928504e-05, + "loss": 0.0303, + "step": 24960 + }, + { + "loss_action": 0.030301664024591446, + "loss_total": 0.030301664024591446, + "step": 24960 + }, + { + "loss_action": 0.03082428127527237, + "loss_total": 0.03082428127527237, + "step": 24960 + }, + { + "loss_action": 0.024443244561553, + "loss_total": 0.024443244561553, + "step": 24960 + }, + { + "loss_action": 0.03730263561010361, + "loss_total": 0.03730263561010361, + "step": 24960 + }, + { + "loss_action": 0.04810785874724388, + "loss_total": 0.04810785874724388, + "step": 24960 + }, + { + "loss_action": 0.014133810997009277, + "loss_total": 0.014133810997009277, + "step": 24960 + }, + { + "grad_norm": 0.4651094377040863, + "learning_rate": 8.948848777856343e-05, + "loss": 0.0265, + "step": 24970 + }, + { + "loss_action": 0.015538225881755352, + "loss_total": 0.015538225881755352, + "step": 24970 + }, + { + "loss_action": 0.012644875794649124, + "loss_total": 0.012644875794649124, + "step": 24970 + }, + { + "loss_action": 0.038427017629146576, + "loss_total": 0.038427017629146576, + "step": 24970 + }, + { + "loss_action": 0.0120720649138093, + "loss_total": 0.0120720649138093, + "step": 24970 + }, + { + "loss_action": 0.03559722378849983, + "loss_total": 0.03559722378849983, + "step": 24970 + }, + { + "loss_action": 0.07751781493425369, + "loss_total": 0.07751781493425369, + "step": 24970 + }, + { + "grad_norm": 0.41780444979667664, + "learning_rate": 8.947834317944017e-05, + "loss": 0.0247, + "step": 24980 + }, + { + "loss_action": 0.02722948044538498, + "loss_total": 0.02722948044538498, + "step": 24980 + }, + { + "loss_action": 0.020809190347790718, + "loss_total": 0.020809190347790718, + "step": 24980 + }, + { + "loss_action": 0.01675689034163952, + "loss_total": 0.01675689034163952, + "step": 24980 + }, + { + "loss_action": 0.0864143967628479, + "loss_total": 0.0864143967628479, + "step": 24980 + }, + { + "loss_action": 0.026850678026676178, + "loss_total": 0.026850678026676178, + "step": 24980 + }, + { + "loss_action": 0.009158970788121223, + "loss_total": 0.009158970788121223, + "step": 24980 + }, + { + "grad_norm": 0.41120022535324097, + "learning_rate": 8.946819426302466e-05, + "loss": 0.0258, + "step": 24990 + }, + { + "loss_action": 0.023807190358638763, + "loss_total": 0.023807190358638763, + "step": 24990 + }, + { + "loss_action": 0.024882419034838676, + "loss_total": 0.024882419034838676, + "step": 24990 + }, + { + "loss_action": 0.016866113990545273, + "loss_total": 0.016866113990545273, + "step": 24990 + }, + { + "loss_action": 0.011464660055935383, + "loss_total": 0.011464660055935383, + "step": 24990 + }, + { + "loss_action": 0.02587522566318512, + "loss_total": 0.02587522566318512, + "step": 24990 + }, + { + "loss_action": 0.04374384135007858, + "loss_total": 0.04374384135007858, + "step": 24990 + }, + { + "grad_norm": 0.4097854793071747, + "learning_rate": 8.945804103042676e-05, + "loss": 0.0239, + "step": 25000 + }, + { + "loss_action": 0.02228742092847824, + "loss_total": 0.02228742092847824, + "step": 25000 + }, + { + "loss_action": 0.02290596254169941, + "loss_total": 0.02290596254169941, + "step": 25000 + }, + { + "loss_action": 0.07559806108474731, + "loss_total": 0.07559806108474731, + "step": 25000 + }, + { + "loss_action": 0.023618342354893684, + "loss_total": 0.023618342354893684, + "step": 25000 + }, + { + "loss_action": 0.04596147686243057, + "loss_total": 0.04596147686243057, + "step": 25000 + }, + { + "loss_action": 0.011484832502901554, + "loss_total": 0.011484832502901554, + "step": 25000 + }, + { + "grad_norm": 0.3635627031326294, + "learning_rate": 8.944788348275681e-05, + "loss": 0.024, + "step": 25010 + }, + { + "loss_action": 0.032772380858659744, + "loss_total": 0.032772380858659744, + "step": 25010 + }, + { + "loss_action": 0.015775242820382118, + "loss_total": 0.015775242820382118, + "step": 25010 + }, + { + "loss_action": 0.028718693181872368, + "loss_total": 0.028718693181872368, + "step": 25010 + }, + { + "loss_action": 0.030570246279239655, + "loss_total": 0.030570246279239655, + "step": 25010 + }, + { + "loss_action": 0.11258676648139954, + "loss_total": 0.11258676648139954, + "step": 25010 + }, + { + "loss_action": 0.012504982762038708, + "loss_total": 0.012504982762038708, + "step": 25010 + }, + { + "grad_norm": 0.510757565498352, + "learning_rate": 8.943772162112565e-05, + "loss": 0.0279, + "step": 25020 + }, + { + "loss_action": 0.029403971508145332, + "loss_total": 0.029403971508145332, + "step": 25020 + }, + { + "loss_action": 0.056521303951740265, + "loss_total": 0.056521303951740265, + "step": 25020 + }, + { + "loss_action": 0.0861557349562645, + "loss_total": 0.0861557349562645, + "step": 25020 + }, + { + "loss_action": 0.021546481177210808, + "loss_total": 0.021546481177210808, + "step": 25020 + }, + { + "loss_action": 0.027540547773241997, + "loss_total": 0.027540547773241997, + "step": 25020 + }, + { + "loss_action": 0.012287448160350323, + "loss_total": 0.012287448160350323, + "step": 25020 + }, + { + "grad_norm": 0.41470441222190857, + "learning_rate": 8.942755544664454e-05, + "loss": 0.0263, + "step": 25030 + }, + { + "loss_action": 0.026049084961414337, + "loss_total": 0.026049084961414337, + "step": 25030 + }, + { + "loss_action": 0.023167641833424568, + "loss_total": 0.023167641833424568, + "step": 25030 + }, + { + "loss_action": 0.02727288194000721, + "loss_total": 0.02727288194000721, + "step": 25030 + }, + { + "loss_action": 0.04159337654709816, + "loss_total": 0.04159337654709816, + "step": 25030 + }, + { + "loss_action": 0.016569769009947777, + "loss_total": 0.016569769009947777, + "step": 25030 + }, + { + "loss_action": 0.012797410599887371, + "loss_total": 0.012797410599887371, + "step": 25030 + }, + { + "grad_norm": 0.5475043058395386, + "learning_rate": 8.941738496042525e-05, + "loss": 0.0285, + "step": 25040 + }, + { + "loss_action": 0.02546941302716732, + "loss_total": 0.02546941302716732, + "step": 25040 + }, + { + "loss_action": 0.018618177622556686, + "loss_total": 0.018618177622556686, + "step": 25040 + }, + { + "loss_action": 0.022005442529916763, + "loss_total": 0.022005442529916763, + "step": 25040 + }, + { + "loss_action": 0.01913181133568287, + "loss_total": 0.01913181133568287, + "step": 25040 + }, + { + "loss_action": 0.013639497570693493, + "loss_total": 0.013639497570693493, + "step": 25040 + }, + { + "loss_action": 0.04519904404878616, + "loss_total": 0.04519904404878616, + "step": 25040 + }, + { + "grad_norm": 0.4014909565448761, + "learning_rate": 8.940721016357999e-05, + "loss": 0.0246, + "step": 25050 + }, + { + "loss_action": 0.019305555149912834, + "loss_total": 0.019305555149912834, + "step": 25050 + }, + { + "loss_action": 0.02180815488100052, + "loss_total": 0.02180815488100052, + "step": 25050 + }, + { + "loss_action": 0.08546217530965805, + "loss_total": 0.08546217530965805, + "step": 25050 + }, + { + "loss_action": 0.0885922908782959, + "loss_total": 0.0885922908782959, + "step": 25050 + }, + { + "loss_action": 0.01325693354010582, + "loss_total": 0.01325693354010582, + "step": 25050 + }, + { + "loss_action": 0.01879371516406536, + "loss_total": 0.01879371516406536, + "step": 25050 + }, + { + "grad_norm": 0.49804288148880005, + "learning_rate": 8.939703105722148e-05, + "loss": 0.032, + "step": 25060 + }, + { + "loss_action": 0.010621534660458565, + "loss_total": 0.010621534660458565, + "step": 25060 + }, + { + "loss_action": 0.029025539755821228, + "loss_total": 0.029025539755821228, + "step": 25060 + }, + { + "loss_action": 0.011550136841833591, + "loss_total": 0.011550136841833591, + "step": 25060 + }, + { + "loss_action": 0.009856113232672215, + "loss_total": 0.009856113232672215, + "step": 25060 + }, + { + "loss_action": 0.024197308346629143, + "loss_total": 0.024197308346629143, + "step": 25060 + }, + { + "loss_action": 0.010419010184705257, + "loss_total": 0.010419010184705257, + "step": 25060 + }, + { + "grad_norm": 0.375380277633667, + "learning_rate": 8.93868476424629e-05, + "loss": 0.0244, + "step": 25070 + }, + { + "loss_action": 0.037707600742578506, + "loss_total": 0.037707600742578506, + "step": 25070 + }, + { + "loss_action": 0.025783060118556023, + "loss_total": 0.025783060118556023, + "step": 25070 + }, + { + "loss_action": 0.012208926491439342, + "loss_total": 0.012208926491439342, + "step": 25070 + }, + { + "loss_action": 0.035103339701890945, + "loss_total": 0.035103339701890945, + "step": 25070 + }, + { + "loss_action": 0.02088158391416073, + "loss_total": 0.02088158391416073, + "step": 25070 + }, + { + "loss_action": 0.020725371316075325, + "loss_total": 0.020725371316075325, + "step": 25070 + }, + { + "grad_norm": 0.3343817889690399, + "learning_rate": 8.937665992041786e-05, + "loss": 0.0243, + "step": 25080 + }, + { + "loss_action": 0.011084284633398056, + "loss_total": 0.011084284633398056, + "step": 25080 + }, + { + "loss_action": 0.02688410133123398, + "loss_total": 0.02688410133123398, + "step": 25080 + }, + { + "loss_action": 0.0283620934933424, + "loss_total": 0.0283620934933424, + "step": 25080 + }, + { + "loss_action": 0.016351429745554924, + "loss_total": 0.016351429745554924, + "step": 25080 + }, + { + "loss_action": 0.021561358124017715, + "loss_total": 0.021561358124017715, + "step": 25080 + }, + { + "loss_action": 0.009018722921609879, + "loss_total": 0.009018722921609879, + "step": 25080 + }, + { + "grad_norm": 0.5070332288742065, + "learning_rate": 8.93664678922005e-05, + "loss": 0.027, + "step": 25090 + }, + { + "loss_action": 0.02126733772456646, + "loss_total": 0.02126733772456646, + "step": 25090 + }, + { + "loss_action": 0.03332889825105667, + "loss_total": 0.03332889825105667, + "step": 25090 + }, + { + "loss_action": 0.016334019601345062, + "loss_total": 0.016334019601345062, + "step": 25090 + }, + { + "loss_action": 0.0558219812810421, + "loss_total": 0.0558219812810421, + "step": 25090 + }, + { + "loss_action": 0.019157126545906067, + "loss_total": 0.019157126545906067, + "step": 25090 + }, + { + "loss_action": 0.017230961471796036, + "loss_total": 0.017230961471796036, + "step": 25090 + }, + { + "grad_norm": 0.45157313346862793, + "learning_rate": 8.93562715589254e-05, + "loss": 0.0258, + "step": 25100 + }, + { + "loss_action": 0.021213747560977936, + "loss_total": 0.021213747560977936, + "step": 25100 + }, + { + "loss_action": 0.030344601720571518, + "loss_total": 0.030344601720571518, + "step": 25100 + }, + { + "loss_action": 0.02561626024544239, + "loss_total": 0.02561626024544239, + "step": 25100 + }, + { + "loss_action": 0.029856322333216667, + "loss_total": 0.029856322333216667, + "step": 25100 + }, + { + "loss_action": 0.044340796768665314, + "loss_total": 0.044340796768665314, + "step": 25100 + }, + { + "loss_action": 0.027546953409910202, + "loss_total": 0.027546953409910202, + "step": 25100 + }, + { + "grad_norm": 0.4009000360965729, + "learning_rate": 8.934607092170762e-05, + "loss": 0.0242, + "step": 25110 + }, + { + "loss_action": 0.013332519680261612, + "loss_total": 0.013332519680261612, + "step": 25110 + }, + { + "loss_action": 0.01634875498712063, + "loss_total": 0.01634875498712063, + "step": 25110 + }, + { + "loss_action": 0.013174440711736679, + "loss_total": 0.013174440711736679, + "step": 25110 + }, + { + "loss_action": 0.03468896076083183, + "loss_total": 0.03468896076083183, + "step": 25110 + }, + { + "loss_action": 0.06290172785520554, + "loss_total": 0.06290172785520554, + "step": 25110 + }, + { + "loss_action": 0.014631984755396843, + "loss_total": 0.014631984755396843, + "step": 25110 + }, + { + "grad_norm": 0.35972148180007935, + "learning_rate": 8.933586598166266e-05, + "loss": 0.0235, + "step": 25120 + }, + { + "loss_action": 0.016759641468524933, + "loss_total": 0.016759641468524933, + "step": 25120 + }, + { + "loss_action": 0.01799420267343521, + "loss_total": 0.01799420267343521, + "step": 25120 + }, + { + "loss_action": 0.047552689909935, + "loss_total": 0.047552689909935, + "step": 25120 + }, + { + "loss_action": 0.03816091641783714, + "loss_total": 0.03816091641783714, + "step": 25120 + }, + { + "loss_action": 0.016860779374837875, + "loss_total": 0.016860779374837875, + "step": 25120 + }, + { + "loss_action": 0.03150227293372154, + "loss_total": 0.03150227293372154, + "step": 25120 + }, + { + "grad_norm": 0.43008244037628174, + "learning_rate": 8.932565673990655e-05, + "loss": 0.0239, + "step": 25130 + }, + { + "loss_action": 0.023648960515856743, + "loss_total": 0.023648960515856743, + "step": 25130 + }, + { + "loss_action": 0.026525594294071198, + "loss_total": 0.026525594294071198, + "step": 25130 + }, + { + "loss_action": 0.040588732808828354, + "loss_total": 0.040588732808828354, + "step": 25130 + }, + { + "loss_action": 0.025638706982135773, + "loss_total": 0.025638706982135773, + "step": 25130 + }, + { + "loss_action": 0.019908133894205093, + "loss_total": 0.019908133894205093, + "step": 25130 + }, + { + "loss_action": 0.01291652861982584, + "loss_total": 0.01291652861982584, + "step": 25130 + }, + { + "grad_norm": 0.3940904140472412, + "learning_rate": 8.931544319755574e-05, + "loss": 0.0243, + "step": 25140 + }, + { + "loss_action": 0.0187047328799963, + "loss_total": 0.0187047328799963, + "step": 25140 + }, + { + "loss_action": 0.036527808755636215, + "loss_total": 0.036527808755636215, + "step": 25140 + }, + { + "loss_action": 0.027167852967977524, + "loss_total": 0.027167852967977524, + "step": 25140 + }, + { + "loss_action": 0.02747132070362568, + "loss_total": 0.02747132070362568, + "step": 25140 + }, + { + "loss_action": 0.014475102536380291, + "loss_total": 0.014475102536380291, + "step": 25140 + }, + { + "loss_action": 0.014949611388146877, + "loss_total": 0.014949611388146877, + "step": 25140 + }, + { + "grad_norm": 0.5592109560966492, + "learning_rate": 8.930522535572718e-05, + "loss": 0.0227, + "step": 25150 + }, + { + "loss_action": 0.03203388676047325, + "loss_total": 0.03203388676047325, + "step": 25150 + }, + { + "loss_action": 0.016151733696460724, + "loss_total": 0.016151733696460724, + "step": 25150 + }, + { + "loss_action": 0.01762634515762329, + "loss_total": 0.01762634515762329, + "step": 25150 + }, + { + "loss_action": 0.021322347223758698, + "loss_total": 0.021322347223758698, + "step": 25150 + }, + { + "loss_action": 0.035736482590436935, + "loss_total": 0.035736482590436935, + "step": 25150 + }, + { + "loss_action": 0.014546911232173443, + "loss_total": 0.014546911232173443, + "step": 25150 + }, + { + "grad_norm": 0.453390896320343, + "learning_rate": 8.929500321553826e-05, + "loss": 0.023, + "step": 25160 + }, + { + "loss_action": 0.0209245253354311, + "loss_total": 0.0209245253354311, + "step": 25160 + }, + { + "loss_action": 0.01843462698161602, + "loss_total": 0.01843462698161602, + "step": 25160 + }, + { + "loss_action": 0.04226021096110344, + "loss_total": 0.04226021096110344, + "step": 25160 + }, + { + "loss_action": 0.010367011651396751, + "loss_total": 0.010367011651396751, + "step": 25160 + }, + { + "loss_action": 0.01000337116420269, + "loss_total": 0.01000337116420269, + "step": 25160 + }, + { + "loss_action": 0.040263429284095764, + "loss_total": 0.040263429284095764, + "step": 25160 + }, + { + "grad_norm": 0.43043556809425354, + "learning_rate": 8.928477677810686e-05, + "loss": 0.0259, + "step": 25170 + }, + { + "loss_action": 0.015888497233390808, + "loss_total": 0.015888497233390808, + "step": 25170 + }, + { + "loss_action": 0.05301988124847412, + "loss_total": 0.05301988124847412, + "step": 25170 + }, + { + "loss_action": 0.021630143746733665, + "loss_total": 0.021630143746733665, + "step": 25170 + }, + { + "loss_action": 0.01968846656382084, + "loss_total": 0.01968846656382084, + "step": 25170 + }, + { + "loss_action": 0.0189669206738472, + "loss_total": 0.0189669206738472, + "step": 25170 + }, + { + "loss_action": 0.035457633435726166, + "loss_total": 0.035457633435726166, + "step": 25170 + }, + { + "grad_norm": 0.517885684967041, + "learning_rate": 8.927454604455137e-05, + "loss": 0.0262, + "step": 25180 + }, + { + "loss_action": 0.022624405100941658, + "loss_total": 0.022624405100941658, + "step": 25180 + }, + { + "loss_action": 0.05444077029824257, + "loss_total": 0.05444077029824257, + "step": 25180 + }, + { + "loss_action": 0.036405421793460846, + "loss_total": 0.036405421793460846, + "step": 25180 + }, + { + "loss_action": 0.0446888729929924, + "loss_total": 0.0446888729929924, + "step": 25180 + }, + { + "loss_action": 0.012770615518093109, + "loss_total": 0.012770615518093109, + "step": 25180 + }, + { + "loss_action": 0.01505880244076252, + "loss_total": 0.01505880244076252, + "step": 25180 + }, + { + "grad_norm": 0.5118549466133118, + "learning_rate": 8.926431101599053e-05, + "loss": 0.0256, + "step": 25190 + }, + { + "loss_action": 0.015691066160798073, + "loss_total": 0.015691066160798073, + "step": 25190 + }, + { + "loss_action": 0.016632122918963432, + "loss_total": 0.016632122918963432, + "step": 25190 + }, + { + "loss_action": 0.033178385347127914, + "loss_total": 0.033178385347127914, + "step": 25190 + }, + { + "loss_action": 0.013960245996713638, + "loss_total": 0.013960245996713638, + "step": 25190 + }, + { + "loss_action": 0.010106333531439304, + "loss_total": 0.010106333531439304, + "step": 25190 + }, + { + "loss_action": 0.011432231403887272, + "loss_total": 0.011432231403887272, + "step": 25190 + }, + { + "grad_norm": 0.414848268032074, + "learning_rate": 8.925407169354369e-05, + "loss": 0.0268, + "step": 25200 + }, + { + "loss_action": 0.017347194254398346, + "loss_total": 0.017347194254398346, + "step": 25200 + }, + { + "loss_action": 0.015012337826192379, + "loss_total": 0.015012337826192379, + "step": 25200 + }, + { + "loss_action": 0.01761101745069027, + "loss_total": 0.01761101745069027, + "step": 25200 + }, + { + "loss_action": 0.01592967100441456, + "loss_total": 0.01592967100441456, + "step": 25200 + }, + { + "loss_action": 0.013513291254639626, + "loss_total": 0.013513291254639626, + "step": 25200 + }, + { + "loss_action": 0.019648751243948936, + "loss_total": 0.019648751243948936, + "step": 25200 + }, + { + "grad_norm": 0.6571760177612305, + "learning_rate": 8.92438280783306e-05, + "loss": 0.0238, + "step": 25210 + }, + { + "loss_action": 0.01859968714416027, + "loss_total": 0.01859968714416027, + "step": 25210 + }, + { + "loss_action": 0.0237883310765028, + "loss_total": 0.0237883310765028, + "step": 25210 + }, + { + "loss_action": 0.014470831491053104, + "loss_total": 0.014470831491053104, + "step": 25210 + }, + { + "loss_action": 0.019128039479255676, + "loss_total": 0.019128039479255676, + "step": 25210 + }, + { + "loss_action": 0.03327251225709915, + "loss_total": 0.03327251225709915, + "step": 25210 + }, + { + "loss_action": 0.019425269216299057, + "loss_total": 0.019425269216299057, + "step": 25210 + }, + { + "grad_norm": 0.6645419001579285, + "learning_rate": 8.923358017147146e-05, + "loss": 0.03, + "step": 25220 + }, + { + "loss_action": 0.021408207714557648, + "loss_total": 0.021408207714557648, + "step": 25220 + }, + { + "loss_action": 0.22405430674552917, + "loss_total": 0.22405430674552917, + "step": 25220 + }, + { + "loss_action": 0.051795195788145065, + "loss_total": 0.051795195788145065, + "step": 25220 + }, + { + "loss_action": 0.022290410473942757, + "loss_total": 0.022290410473942757, + "step": 25220 + }, + { + "loss_action": 0.036322783678770065, + "loss_total": 0.036322783678770065, + "step": 25220 + }, + { + "loss_action": 0.014698165468871593, + "loss_total": 0.014698165468871593, + "step": 25220 + }, + { + "grad_norm": 0.38498109579086304, + "learning_rate": 8.922332797408697e-05, + "loss": 0.0321, + "step": 25230 + }, + { + "loss_action": 0.03594882786273956, + "loss_total": 0.03594882786273956, + "step": 25230 + }, + { + "loss_action": 0.06334171444177628, + "loss_total": 0.06334171444177628, + "step": 25230 + }, + { + "loss_action": 0.017136042937636375, + "loss_total": 0.017136042937636375, + "step": 25230 + }, + { + "loss_action": 0.01789509318768978, + "loss_total": 0.01789509318768978, + "step": 25230 + }, + { + "loss_action": 0.014488703571259975, + "loss_total": 0.014488703571259975, + "step": 25230 + }, + { + "loss_action": 0.016665013507008553, + "loss_total": 0.016665013507008553, + "step": 25230 + }, + { + "grad_norm": 0.5307268500328064, + "learning_rate": 8.921307148729831e-05, + "loss": 0.0263, + "step": 25240 + }, + { + "loss_action": 0.02092754654586315, + "loss_total": 0.02092754654586315, + "step": 25240 + }, + { + "loss_action": 0.021184751763939857, + "loss_total": 0.021184751763939857, + "step": 25240 + }, + { + "loss_action": 0.02180943638086319, + "loss_total": 0.02180943638086319, + "step": 25240 + }, + { + "loss_action": 0.051594216376543045, + "loss_total": 0.051594216376543045, + "step": 25240 + }, + { + "loss_action": 0.026972731575369835, + "loss_total": 0.026972731575369835, + "step": 25240 + }, + { + "loss_action": 0.018045110628008842, + "loss_total": 0.018045110628008842, + "step": 25240 + }, + { + "grad_norm": 0.4000876545906067, + "learning_rate": 8.920281071222712e-05, + "loss": 0.0257, + "step": 25250 + }, + { + "loss_action": 0.013998925685882568, + "loss_total": 0.013998925685882568, + "step": 25250 + }, + { + "loss_action": 0.056194085627794266, + "loss_total": 0.056194085627794266, + "step": 25250 + }, + { + "loss_action": 0.02433524839580059, + "loss_total": 0.02433524839580059, + "step": 25250 + }, + { + "loss_action": 0.019368000328540802, + "loss_total": 0.019368000328540802, + "step": 25250 + }, + { + "loss_action": 0.026201769709587097, + "loss_total": 0.026201769709587097, + "step": 25250 + }, + { + "loss_action": 0.00955798476934433, + "loss_total": 0.00955798476934433, + "step": 25250 + }, + { + "grad_norm": 0.40157783031463623, + "learning_rate": 8.919254564999548e-05, + "loss": 0.0225, + "step": 25260 + }, + { + "loss_action": 0.00873679667711258, + "loss_total": 0.00873679667711258, + "step": 25260 + }, + { + "loss_action": 0.015504850074648857, + "loss_total": 0.015504850074648857, + "step": 25260 + }, + { + "loss_action": 0.01636265031993389, + "loss_total": 0.01636265031993389, + "step": 25260 + }, + { + "loss_action": 0.052475955337285995, + "loss_total": 0.052475955337285995, + "step": 25260 + }, + { + "loss_action": 0.03008708544075489, + "loss_total": 0.03008708544075489, + "step": 25260 + }, + { + "loss_action": 0.009588360786437988, + "loss_total": 0.009588360786437988, + "step": 25260 + }, + { + "grad_norm": 0.45463794469833374, + "learning_rate": 8.918227630172598e-05, + "loss": 0.0209, + "step": 25270 + }, + { + "loss_action": 0.023223912343382835, + "loss_total": 0.023223912343382835, + "step": 25270 + }, + { + "loss_action": 0.03866475448012352, + "loss_total": 0.03866475448012352, + "step": 25270 + }, + { + "loss_action": 0.013424091972410679, + "loss_total": 0.013424091972410679, + "step": 25270 + }, + { + "loss_action": 0.010139218531548977, + "loss_total": 0.010139218531548977, + "step": 25270 + }, + { + "loss_action": 0.025911882519721985, + "loss_total": 0.025911882519721985, + "step": 25270 + }, + { + "loss_action": 0.01143265888094902, + "loss_total": 0.01143265888094902, + "step": 25270 + }, + { + "grad_norm": 0.5065175890922546, + "learning_rate": 8.917200266854165e-05, + "loss": 0.0235, + "step": 25280 + }, + { + "loss_action": 0.03275363892316818, + "loss_total": 0.03275363892316818, + "step": 25280 + }, + { + "loss_action": 0.03462086245417595, + "loss_total": 0.03462086245417595, + "step": 25280 + }, + { + "loss_action": 0.03504608944058418, + "loss_total": 0.03504608944058418, + "step": 25280 + }, + { + "loss_action": 0.015418527647852898, + "loss_total": 0.015418527647852898, + "step": 25280 + }, + { + "loss_action": 0.019658414646983147, + "loss_total": 0.019658414646983147, + "step": 25280 + }, + { + "loss_action": 0.031186170876026154, + "loss_total": 0.031186170876026154, + "step": 25280 + }, + { + "grad_norm": 0.44227632880210876, + "learning_rate": 8.9161724751566e-05, + "loss": 0.0257, + "step": 25290 + }, + { + "loss_action": 0.029600143432617188, + "loss_total": 0.029600143432617188, + "step": 25290 + }, + { + "loss_action": 0.0223955437541008, + "loss_total": 0.0223955437541008, + "step": 25290 + }, + { + "loss_action": 0.02790820598602295, + "loss_total": 0.02790820598602295, + "step": 25290 + }, + { + "loss_action": 0.016844037920236588, + "loss_total": 0.016844037920236588, + "step": 25290 + }, + { + "loss_action": 0.014834152534604073, + "loss_total": 0.014834152534604073, + "step": 25290 + }, + { + "loss_action": 0.035319313406944275, + "loss_total": 0.035319313406944275, + "step": 25290 + }, + { + "grad_norm": 0.4230853021144867, + "learning_rate": 8.915144255192302e-05, + "loss": 0.0214, + "step": 25300 + }, + { + "loss_action": 0.017663924023509026, + "loss_total": 0.017663924023509026, + "step": 25300 + }, + { + "loss_action": 0.013435123488307, + "loss_total": 0.013435123488307, + "step": 25300 + }, + { + "loss_action": 0.010399753227829933, + "loss_total": 0.010399753227829933, + "step": 25300 + }, + { + "loss_action": 0.009927768260240555, + "loss_total": 0.009927768260240555, + "step": 25300 + }, + { + "loss_action": 0.016846919432282448, + "loss_total": 0.016846919432282448, + "step": 25300 + }, + { + "loss_action": 0.013252283446490765, + "loss_total": 0.013252283446490765, + "step": 25300 + }, + { + "grad_norm": 0.31582406163215637, + "learning_rate": 8.914115607073714e-05, + "loss": 0.0222, + "step": 25310 + }, + { + "loss_action": 0.02094588428735733, + "loss_total": 0.02094588428735733, + "step": 25310 + }, + { + "loss_action": 0.015018075704574585, + "loss_total": 0.015018075704574585, + "step": 25310 + }, + { + "loss_action": 0.042177483439445496, + "loss_total": 0.042177483439445496, + "step": 25310 + }, + { + "loss_action": 0.01339512038975954, + "loss_total": 0.01339512038975954, + "step": 25310 + }, + { + "loss_action": 0.01789601892232895, + "loss_total": 0.01789601892232895, + "step": 25310 + }, + { + "loss_action": 0.028285665437579155, + "loss_total": 0.028285665437579155, + "step": 25310 + }, + { + "grad_norm": 0.37170499563217163, + "learning_rate": 8.913086530913327e-05, + "loss": 0.0214, + "step": 25320 + }, + { + "loss_action": 0.019837113097310066, + "loss_total": 0.019837113097310066, + "step": 25320 + }, + { + "loss_action": 0.021639849990606308, + "loss_total": 0.021639849990606308, + "step": 25320 + }, + { + "loss_action": 0.01135249249637127, + "loss_total": 0.01135249249637127, + "step": 25320 + }, + { + "loss_action": 0.009720773436129093, + "loss_total": 0.009720773436129093, + "step": 25320 + }, + { + "loss_action": 0.008893348276615143, + "loss_total": 0.008893348276615143, + "step": 25320 + }, + { + "loss_action": 0.013567843474447727, + "loss_total": 0.013567843474447727, + "step": 25320 + }, + { + "grad_norm": 0.3424665927886963, + "learning_rate": 8.912057026823681e-05, + "loss": 0.0209, + "step": 25330 + }, + { + "loss_action": 0.013227887451648712, + "loss_total": 0.013227887451648712, + "step": 25330 + }, + { + "loss_action": 0.01717578060925007, + "loss_total": 0.01717578060925007, + "step": 25330 + }, + { + "loss_action": 0.021940533071756363, + "loss_total": 0.021940533071756363, + "step": 25330 + }, + { + "loss_action": 0.014647738076746464, + "loss_total": 0.014647738076746464, + "step": 25330 + }, + { + "loss_action": 0.016968823969364166, + "loss_total": 0.016968823969364166, + "step": 25330 + }, + { + "loss_action": 0.014491601847112179, + "loss_total": 0.014491601847112179, + "step": 25330 + }, + { + "grad_norm": 0.6090608239173889, + "learning_rate": 8.91102709491736e-05, + "loss": 0.0215, + "step": 25340 + }, + { + "loss_action": 0.015850601717829704, + "loss_total": 0.015850601717829704, + "step": 25340 + }, + { + "loss_action": 0.013319815509021282, + "loss_total": 0.013319815509021282, + "step": 25340 + }, + { + "loss_action": 0.012273643165826797, + "loss_total": 0.012273643165826797, + "step": 25340 + }, + { + "loss_action": 0.010924489237368107, + "loss_total": 0.010924489237368107, + "step": 25340 + }, + { + "loss_action": 0.04197561740875244, + "loss_total": 0.04197561740875244, + "step": 25340 + }, + { + "loss_action": 0.022767161950469017, + "loss_total": 0.022767161950469017, + "step": 25340 + }, + { + "grad_norm": 0.5608312487602234, + "learning_rate": 8.909996735306996e-05, + "loss": 0.0234, + "step": 25350 + }, + { + "loss_action": 0.03673507645726204, + "loss_total": 0.03673507645726204, + "step": 25350 + }, + { + "loss_action": 0.01483006402850151, + "loss_total": 0.01483006402850151, + "step": 25350 + }, + { + "loss_action": 0.030823759734630585, + "loss_total": 0.030823759734630585, + "step": 25350 + }, + { + "loss_action": 0.023715708404779434, + "loss_total": 0.023715708404779434, + "step": 25350 + }, + { + "loss_action": 0.028148522600531578, + "loss_total": 0.028148522600531578, + "step": 25350 + }, + { + "loss_action": 0.013321710750460625, + "loss_total": 0.013321710750460625, + "step": 25350 + }, + { + "grad_norm": 0.5593432784080505, + "learning_rate": 8.908965948105268e-05, + "loss": 0.0263, + "step": 25360 + }, + { + "loss_action": 0.013065896928310394, + "loss_total": 0.013065896928310394, + "step": 25360 + }, + { + "loss_action": 0.031816694885492325, + "loss_total": 0.031816694885492325, + "step": 25360 + }, + { + "loss_action": 0.01620236039161682, + "loss_total": 0.01620236039161682, + "step": 25360 + }, + { + "loss_action": 0.025129593908786774, + "loss_total": 0.025129593908786774, + "step": 25360 + }, + { + "loss_action": 0.011129755526781082, + "loss_total": 0.011129755526781082, + "step": 25360 + }, + { + "loss_action": 0.02498670481145382, + "loss_total": 0.02498670481145382, + "step": 25360 + }, + { + "grad_norm": 0.5071988105773926, + "learning_rate": 8.907934733424901e-05, + "loss": 0.0257, + "step": 25370 + }, + { + "loss_action": 0.016634533181786537, + "loss_total": 0.016634533181786537, + "step": 25370 + }, + { + "loss_action": 0.034184809774160385, + "loss_total": 0.034184809774160385, + "step": 25370 + }, + { + "loss_action": 0.014338274486362934, + "loss_total": 0.014338274486362934, + "step": 25370 + }, + { + "loss_action": 0.02009783498942852, + "loss_total": 0.02009783498942852, + "step": 25370 + }, + { + "loss_action": 0.04751968011260033, + "loss_total": 0.04751968011260033, + "step": 25370 + }, + { + "loss_action": 0.023468418046832085, + "loss_total": 0.023468418046832085, + "step": 25370 + }, + { + "grad_norm": 0.3571101725101471, + "learning_rate": 8.906903091378666e-05, + "loss": 0.0227, + "step": 25380 + }, + { + "loss_action": 0.015355763956904411, + "loss_total": 0.015355763956904411, + "step": 25380 + }, + { + "loss_action": 0.010605561546981335, + "loss_total": 0.010605561546981335, + "step": 25380 + }, + { + "loss_action": 0.029787231236696243, + "loss_total": 0.029787231236696243, + "step": 25380 + }, + { + "loss_action": 0.01645892672240734, + "loss_total": 0.01645892672240734, + "step": 25380 + }, + { + "loss_action": 0.03806757926940918, + "loss_total": 0.03806757926940918, + "step": 25380 + }, + { + "loss_action": 0.011396680027246475, + "loss_total": 0.011396680027246475, + "step": 25380 + }, + { + "grad_norm": 0.4514113664627075, + "learning_rate": 8.905871022079384e-05, + "loss": 0.0247, + "step": 25390 + }, + { + "loss_action": 0.021538428962230682, + "loss_total": 0.021538428962230682, + "step": 25390 + }, + { + "loss_action": 0.023089881986379623, + "loss_total": 0.023089881986379623, + "step": 25390 + }, + { + "loss_action": 0.016767822206020355, + "loss_total": 0.016767822206020355, + "step": 25390 + }, + { + "loss_action": 0.01193263940513134, + "loss_total": 0.01193263940513134, + "step": 25390 + }, + { + "loss_action": 0.04273601993918419, + "loss_total": 0.04273601993918419, + "step": 25390 + }, + { + "loss_action": 0.03432167321443558, + "loss_total": 0.03432167321443558, + "step": 25390 + }, + { + "grad_norm": 0.314581960439682, + "learning_rate": 8.90483852563992e-05, + "loss": 0.0235, + "step": 25400 + }, + { + "loss_action": 0.023420242592692375, + "loss_total": 0.023420242592692375, + "step": 25400 + }, + { + "loss_action": 0.01287818606942892, + "loss_total": 0.01287818606942892, + "step": 25400 + }, + { + "loss_action": 0.013141399249434471, + "loss_total": 0.013141399249434471, + "step": 25400 + }, + { + "loss_action": 0.015159948728978634, + "loss_total": 0.015159948728978634, + "step": 25400 + }, + { + "loss_action": 0.0202003326267004, + "loss_total": 0.0202003326267004, + "step": 25400 + }, + { + "loss_action": 0.014302303083240986, + "loss_total": 0.014302303083240986, + "step": 25400 + }, + { + "grad_norm": 0.4912905991077423, + "learning_rate": 8.903805602173185e-05, + "loss": 0.02, + "step": 25410 + }, + { + "loss_action": 0.013070343993604183, + "loss_total": 0.013070343993604183, + "step": 25410 + }, + { + "loss_action": 0.03387395665049553, + "loss_total": 0.03387395665049553, + "step": 25410 + }, + { + "loss_action": 0.017499903216958046, + "loss_total": 0.017499903216958046, + "step": 25410 + }, + { + "loss_action": 0.027281641960144043, + "loss_total": 0.027281641960144043, + "step": 25410 + }, + { + "loss_action": 0.02587798796594143, + "loss_total": 0.02587798796594143, + "step": 25410 + }, + { + "loss_action": 0.025289054960012436, + "loss_total": 0.025289054960012436, + "step": 25410 + }, + { + "grad_norm": 0.5367756485939026, + "learning_rate": 8.902772251792137e-05, + "loss": 0.025, + "step": 25420 + }, + { + "loss_action": 0.022889750078320503, + "loss_total": 0.022889750078320503, + "step": 25420 + }, + { + "loss_action": 0.02356671169400215, + "loss_total": 0.02356671169400215, + "step": 25420 + }, + { + "loss_action": 0.035668861120939255, + "loss_total": 0.035668861120939255, + "step": 25420 + }, + { + "loss_action": 0.020126907154917717, + "loss_total": 0.020126907154917717, + "step": 25420 + }, + { + "loss_action": 0.013593475334346294, + "loss_total": 0.013593475334346294, + "step": 25420 + }, + { + "loss_action": 0.01460310909897089, + "loss_total": 0.01460310909897089, + "step": 25420 + }, + { + "grad_norm": 0.4406822621822357, + "learning_rate": 8.901738474609786e-05, + "loss": 0.025, + "step": 25430 + }, + { + "loss_action": 0.010853040963411331, + "loss_total": 0.010853040963411331, + "step": 25430 + }, + { + "loss_action": 0.012031064368784428, + "loss_total": 0.012031064368784428, + "step": 25430 + }, + { + "loss_action": 0.013807645998895168, + "loss_total": 0.013807645998895168, + "step": 25430 + }, + { + "loss_action": 0.021573469042778015, + "loss_total": 0.021573469042778015, + "step": 25430 + }, + { + "loss_action": 0.01563272997736931, + "loss_total": 0.01563272997736931, + "step": 25430 + }, + { + "loss_action": 0.014994247816503048, + "loss_total": 0.014994247816503048, + "step": 25430 + }, + { + "grad_norm": 0.5132835507392883, + "learning_rate": 8.900704270739179e-05, + "loss": 0.0228, + "step": 25440 + }, + { + "loss_action": 0.010568790137767792, + "loss_total": 0.010568790137767792, + "step": 25440 + }, + { + "loss_action": 0.020776569843292236, + "loss_total": 0.020776569843292236, + "step": 25440 + }, + { + "loss_action": 0.011652244254946709, + "loss_total": 0.011652244254946709, + "step": 25440 + }, + { + "loss_action": 0.013988468796014786, + "loss_total": 0.013988468796014786, + "step": 25440 + }, + { + "loss_action": 0.03128520026803017, + "loss_total": 0.03128520026803017, + "step": 25440 + }, + { + "loss_action": 0.02423948235809803, + "loss_total": 0.02423948235809803, + "step": 25440 + }, + { + "grad_norm": 0.41084808111190796, + "learning_rate": 8.89966964029342e-05, + "loss": 0.0259, + "step": 25450 + }, + { + "loss_action": 0.010889457538723946, + "loss_total": 0.010889457538723946, + "step": 25450 + }, + { + "loss_action": 0.018269143998622894, + "loss_total": 0.018269143998622894, + "step": 25450 + }, + { + "loss_action": 0.022871239110827446, + "loss_total": 0.022871239110827446, + "step": 25450 + }, + { + "loss_action": 0.01614612154662609, + "loss_total": 0.01614612154662609, + "step": 25450 + }, + { + "loss_action": 0.025886377319693565, + "loss_total": 0.025886377319693565, + "step": 25450 + }, + { + "loss_action": 0.022022636607289314, + "loss_total": 0.022022636607289314, + "step": 25450 + }, + { + "grad_norm": 0.31979918479919434, + "learning_rate": 8.898634583385652e-05, + "loss": 0.0242, + "step": 25460 + }, + { + "loss_action": 0.019411854445934296, + "loss_total": 0.019411854445934296, + "step": 25460 + }, + { + "loss_action": 0.011879759840667248, + "loss_total": 0.011879759840667248, + "step": 25460 + }, + { + "loss_action": 0.02239714004099369, + "loss_total": 0.02239714004099369, + "step": 25460 + }, + { + "loss_action": 0.016058936715126038, + "loss_total": 0.016058936715126038, + "step": 25460 + }, + { + "loss_action": 0.022518321871757507, + "loss_total": 0.022518321871757507, + "step": 25460 + }, + { + "loss_action": 0.011431001126766205, + "loss_total": 0.011431001126766205, + "step": 25460 + }, + { + "grad_norm": 0.512936532497406, + "learning_rate": 8.897599100129065e-05, + "loss": 0.0254, + "step": 25470 + }, + { + "loss_action": 0.022104978561401367, + "loss_total": 0.022104978561401367, + "step": 25470 + }, + { + "loss_action": 0.05387236922979355, + "loss_total": 0.05387236922979355, + "step": 25470 + }, + { + "loss_action": 0.014421050436794758, + "loss_total": 0.014421050436794758, + "step": 25470 + }, + { + "loss_action": 0.014460395090281963, + "loss_total": 0.014460395090281963, + "step": 25470 + }, + { + "loss_action": 0.024361910298466682, + "loss_total": 0.024361910298466682, + "step": 25470 + }, + { + "loss_action": 0.025248924270272255, + "loss_total": 0.025248924270272255, + "step": 25470 + }, + { + "grad_norm": 0.47468802332878113, + "learning_rate": 8.896563190636903e-05, + "loss": 0.0221, + "step": 25480 + }, + { + "loss_action": 0.03791004791855812, + "loss_total": 0.03791004791855812, + "step": 25480 + }, + { + "loss_action": 0.009709171950817108, + "loss_total": 0.009709171950817108, + "step": 25480 + }, + { + "loss_action": 0.03515465185046196, + "loss_total": 0.03515465185046196, + "step": 25480 + }, + { + "loss_action": 0.014074486680328846, + "loss_total": 0.014074486680328846, + "step": 25480 + }, + { + "loss_action": 0.04406054690480232, + "loss_total": 0.04406054690480232, + "step": 25480 + }, + { + "loss_action": 0.017529742792248726, + "loss_total": 0.017529742792248726, + "step": 25480 + }, + { + "grad_norm": 0.4475683569908142, + "learning_rate": 8.895526855022448e-05, + "loss": 0.0243, + "step": 25490 + }, + { + "loss_action": 0.01852278783917427, + "loss_total": 0.01852278783917427, + "step": 25490 + }, + { + "loss_action": 0.010042793117463589, + "loss_total": 0.010042793117463589, + "step": 25490 + }, + { + "loss_action": 0.019363131374120712, + "loss_total": 0.019363131374120712, + "step": 25490 + }, + { + "loss_action": 0.012288267724215984, + "loss_total": 0.012288267724215984, + "step": 25490 + }, + { + "loss_action": 0.018948273733258247, + "loss_total": 0.018948273733258247, + "step": 25490 + }, + { + "loss_action": 0.016826171427965164, + "loss_total": 0.016826171427965164, + "step": 25490 + }, + { + "grad_norm": 0.44685325026512146, + "learning_rate": 8.894490093399033e-05, + "loss": 0.0238, + "step": 25500 + }, + { + "loss_action": 0.019177662208676338, + "loss_total": 0.019177662208676338, + "step": 25500 + }, + { + "loss_action": 0.015435644425451756, + "loss_total": 0.015435644425451756, + "step": 25500 + }, + { + "loss_action": 0.01458737999200821, + "loss_total": 0.01458737999200821, + "step": 25500 + }, + { + "loss_action": 0.025972675532102585, + "loss_total": 0.025972675532102585, + "step": 25500 + }, + { + "loss_action": 0.024035600945353508, + "loss_total": 0.024035600945353508, + "step": 25500 + }, + { + "loss_action": 0.05155373364686966, + "loss_total": 0.05155373364686966, + "step": 25500 + }, + { + "grad_norm": 0.5037822723388672, + "learning_rate": 8.893452905880035e-05, + "loss": 0.028, + "step": 25510 + }, + { + "loss_action": 0.03396923467516899, + "loss_total": 0.03396923467516899, + "step": 25510 + }, + { + "loss_action": 0.0400337390601635, + "loss_total": 0.0400337390601635, + "step": 25510 + }, + { + "loss_action": 0.020424092188477516, + "loss_total": 0.020424092188477516, + "step": 25510 + }, + { + "loss_action": 0.017799345776438713, + "loss_total": 0.017799345776438713, + "step": 25510 + }, + { + "loss_action": 0.028538359329104424, + "loss_total": 0.028538359329104424, + "step": 25510 + }, + { + "loss_action": 0.05457804724574089, + "loss_total": 0.05457804724574089, + "step": 25510 + }, + { + "grad_norm": 0.5441798567771912, + "learning_rate": 8.892415292578883e-05, + "loss": 0.0295, + "step": 25520 + }, + { + "loss_action": 0.023850727826356888, + "loss_total": 0.023850727826356888, + "step": 25520 + }, + { + "loss_action": 0.01918492652475834, + "loss_total": 0.01918492652475834, + "step": 25520 + }, + { + "loss_action": 0.019471893087029457, + "loss_total": 0.019471893087029457, + "step": 25520 + }, + { + "loss_action": 0.026979835703969002, + "loss_total": 0.026979835703969002, + "step": 25520 + }, + { + "loss_action": 0.02407590113580227, + "loss_total": 0.02407590113580227, + "step": 25520 + }, + { + "loss_action": 0.02033689245581627, + "loss_total": 0.02033689245581627, + "step": 25520 + }, + { + "grad_norm": 0.5035669803619385, + "learning_rate": 8.891377253609046e-05, + "loss": 0.032, + "step": 25530 + }, + { + "loss_action": 0.015636205673217773, + "loss_total": 0.015636205673217773, + "step": 25530 + }, + { + "loss_action": 0.020845361053943634, + "loss_total": 0.020845361053943634, + "step": 25530 + }, + { + "loss_action": 0.024008838459849358, + "loss_total": 0.024008838459849358, + "step": 25530 + }, + { + "loss_action": 0.023742686957120895, + "loss_total": 0.023742686957120895, + "step": 25530 + }, + { + "loss_action": 0.021997444331645966, + "loss_total": 0.021997444331645966, + "step": 25530 + }, + { + "loss_action": 0.027652744203805923, + "loss_total": 0.027652744203805923, + "step": 25530 + }, + { + "grad_norm": 0.724153459072113, + "learning_rate": 8.890338789084043e-05, + "loss": 0.0324, + "step": 25540 + }, + { + "loss_action": 0.020862853154540062, + "loss_total": 0.020862853154540062, + "step": 25540 + }, + { + "loss_action": 0.014033759012818336, + "loss_total": 0.014033759012818336, + "step": 25540 + }, + { + "loss_action": 0.0140686621889472, + "loss_total": 0.0140686621889472, + "step": 25540 + }, + { + "loss_action": 0.024871349334716797, + "loss_total": 0.024871349334716797, + "step": 25540 + }, + { + "loss_action": 0.02419663779437542, + "loss_total": 0.02419663779437542, + "step": 25540 + }, + { + "loss_action": 0.017448697239160538, + "loss_total": 0.017448697239160538, + "step": 25540 + }, + { + "grad_norm": 0.6813409328460693, + "learning_rate": 8.88929989911744e-05, + "loss": 0.0317, + "step": 25550 + }, + { + "loss_action": 0.013459496200084686, + "loss_total": 0.013459496200084686, + "step": 25550 + }, + { + "loss_action": 0.22440694272518158, + "loss_total": 0.22440694272518158, + "step": 25550 + }, + { + "loss_action": 0.020590726286172867, + "loss_total": 0.020590726286172867, + "step": 25550 + }, + { + "loss_action": 0.018763335421681404, + "loss_total": 0.018763335421681404, + "step": 25550 + }, + { + "loss_action": 0.027749555185437202, + "loss_total": 0.027749555185437202, + "step": 25550 + }, + { + "loss_action": 0.027985308319330215, + "loss_total": 0.027985308319330215, + "step": 25550 + }, + { + "grad_norm": 0.4673509895801544, + "learning_rate": 8.888260583822847e-05, + "loss": 0.0337, + "step": 25560 + }, + { + "loss_action": 0.03068619780242443, + "loss_total": 0.03068619780242443, + "step": 25560 + }, + { + "loss_action": 0.04113907739520073, + "loss_total": 0.04113907739520073, + "step": 25560 + }, + { + "loss_action": 0.023096652701497078, + "loss_total": 0.023096652701497078, + "step": 25560 + }, + { + "loss_action": 0.021858762949705124, + "loss_total": 0.021858762949705124, + "step": 25560 + }, + { + "loss_action": 0.03368748351931572, + "loss_total": 0.03368748351931572, + "step": 25560 + }, + { + "loss_action": 0.049747440963983536, + "loss_total": 0.049747440963983536, + "step": 25560 + }, + { + "grad_norm": 0.3797609210014343, + "learning_rate": 8.887220843313921e-05, + "loss": 0.0265, + "step": 25570 + }, + { + "loss_action": 0.01662318967282772, + "loss_total": 0.01662318967282772, + "step": 25570 + }, + { + "loss_action": 0.03971733897924423, + "loss_total": 0.03971733897924423, + "step": 25570 + }, + { + "loss_action": 0.02083553373813629, + "loss_total": 0.02083553373813629, + "step": 25570 + }, + { + "loss_action": 0.01273257751017809, + "loss_total": 0.01273257751017809, + "step": 25570 + }, + { + "loss_action": 0.013388794846832752, + "loss_total": 0.013388794846832752, + "step": 25570 + }, + { + "loss_action": 0.03126723691821098, + "loss_total": 0.03126723691821098, + "step": 25570 + }, + { + "grad_norm": 0.4593771994113922, + "learning_rate": 8.88618067770437e-05, + "loss": 0.0287, + "step": 25580 + }, + { + "loss_action": 0.0367547944188118, + "loss_total": 0.0367547944188118, + "step": 25580 + }, + { + "loss_action": 0.0491228811442852, + "loss_total": 0.0491228811442852, + "step": 25580 + }, + { + "loss_action": 0.023546144366264343, + "loss_total": 0.023546144366264343, + "step": 25580 + }, + { + "loss_action": 0.019414862617850304, + "loss_total": 0.019414862617850304, + "step": 25580 + }, + { + "loss_action": 0.014108527451753616, + "loss_total": 0.014108527451753616, + "step": 25580 + }, + { + "loss_action": 0.017827125266194344, + "loss_total": 0.017827125266194344, + "step": 25580 + }, + { + "grad_norm": 1.023069143295288, + "learning_rate": 8.885140087107942e-05, + "loss": 0.0313, + "step": 25590 + }, + { + "loss_action": 0.03706289827823639, + "loss_total": 0.03706289827823639, + "step": 25590 + }, + { + "loss_action": 0.04837317392230034, + "loss_total": 0.04837317392230034, + "step": 25590 + }, + { + "loss_action": 0.03103501908481121, + "loss_total": 0.03103501908481121, + "step": 25590 + }, + { + "loss_action": 0.03199945390224457, + "loss_total": 0.03199945390224457, + "step": 25590 + }, + { + "loss_action": 0.0748457983136177, + "loss_total": 0.0748457983136177, + "step": 25590 + }, + { + "loss_action": 0.026301780715584755, + "loss_total": 0.026301780715584755, + "step": 25590 + }, + { + "grad_norm": 0.4583737850189209, + "learning_rate": 8.884099071638436e-05, + "loss": 0.0317, + "step": 25600 + }, + { + "loss_action": 0.02957574464380741, + "loss_total": 0.02957574464380741, + "step": 25600 + }, + { + "loss_action": 0.025507543236017227, + "loss_total": 0.025507543236017227, + "step": 25600 + }, + { + "loss_action": 0.02205965295433998, + "loss_total": 0.02205965295433998, + "step": 25600 + }, + { + "loss_action": 0.03164932131767273, + "loss_total": 0.03164932131767273, + "step": 25600 + }, + { + "loss_action": 0.015703748911619186, + "loss_total": 0.015703748911619186, + "step": 25600 + }, + { + "loss_action": 0.03712659329175949, + "loss_total": 0.03712659329175949, + "step": 25600 + }, + { + "grad_norm": 0.4810377061367035, + "learning_rate": 8.883057631409695e-05, + "loss": 0.0304, + "step": 25610 + }, + { + "loss_action": 0.051287464797496796, + "loss_total": 0.051287464797496796, + "step": 25610 + }, + { + "loss_action": 0.01770036853849888, + "loss_total": 0.01770036853849888, + "step": 25610 + }, + { + "loss_action": 0.018994668498635292, + "loss_total": 0.018994668498635292, + "step": 25610 + }, + { + "loss_action": 0.024199727922677994, + "loss_total": 0.024199727922677994, + "step": 25610 + }, + { + "loss_action": 0.03379662707448006, + "loss_total": 0.03379662707448006, + "step": 25610 + }, + { + "loss_action": 0.029150189831852913, + "loss_total": 0.029150189831852913, + "step": 25610 + }, + { + "grad_norm": 0.46250221133232117, + "learning_rate": 8.882015766535608e-05, + "loss": 0.0267, + "step": 25620 + }, + { + "loss_action": 0.0245976559817791, + "loss_total": 0.0245976559817791, + "step": 25620 + }, + { + "loss_action": 0.017725469544529915, + "loss_total": 0.017725469544529915, + "step": 25620 + }, + { + "loss_action": 0.024491358548402786, + "loss_total": 0.024491358548402786, + "step": 25620 + }, + { + "loss_action": 0.019373368471860886, + "loss_total": 0.019373368471860886, + "step": 25620 + }, + { + "loss_action": 0.02459615282714367, + "loss_total": 0.02459615282714367, + "step": 25620 + }, + { + "loss_action": 0.06256791204214096, + "loss_total": 0.06256791204214096, + "step": 25620 + }, + { + "grad_norm": 0.4601418077945709, + "learning_rate": 8.880973477130115e-05, + "loss": 0.0283, + "step": 25630 + }, + { + "loss_action": 0.02459688112139702, + "loss_total": 0.02459688112139702, + "step": 25630 + }, + { + "loss_action": 0.022215357050299644, + "loss_total": 0.022215357050299644, + "step": 25630 + }, + { + "loss_action": 0.025067834183573723, + "loss_total": 0.025067834183573723, + "step": 25630 + }, + { + "loss_action": 0.01996508426964283, + "loss_total": 0.01996508426964283, + "step": 25630 + }, + { + "loss_action": 0.03228253126144409, + "loss_total": 0.03228253126144409, + "step": 25630 + }, + { + "loss_action": 0.02852133847773075, + "loss_total": 0.02852133847773075, + "step": 25630 + }, + { + "grad_norm": 0.4975634813308716, + "learning_rate": 8.879930763307197e-05, + "loss": 0.0271, + "step": 25640 + }, + { + "loss_action": 0.01579299010336399, + "loss_total": 0.01579299010336399, + "step": 25640 + }, + { + "loss_action": 0.028597310185432434, + "loss_total": 0.028597310185432434, + "step": 25640 + }, + { + "loss_action": 0.01835416629910469, + "loss_total": 0.01835416629910469, + "step": 25640 + }, + { + "loss_action": 0.019353322684764862, + "loss_total": 0.019353322684764862, + "step": 25640 + }, + { + "loss_action": 0.01749827153980732, + "loss_total": 0.01749827153980732, + "step": 25640 + }, + { + "loss_action": 0.023618992418050766, + "loss_total": 0.023618992418050766, + "step": 25640 + }, + { + "grad_norm": 0.3365473449230194, + "learning_rate": 8.878887625180884e-05, + "loss": 0.0234, + "step": 25650 + }, + { + "loss_action": 0.02177269756793976, + "loss_total": 0.02177269756793976, + "step": 25650 + }, + { + "loss_action": 0.03478740155696869, + "loss_total": 0.03478740155696869, + "step": 25650 + }, + { + "loss_action": 0.040605850517749786, + "loss_total": 0.040605850517749786, + "step": 25650 + }, + { + "loss_action": 0.07564210146665573, + "loss_total": 0.07564210146665573, + "step": 25650 + }, + { + "loss_action": 0.028782011941075325, + "loss_total": 0.028782011941075325, + "step": 25650 + }, + { + "loss_action": 0.0316600501537323, + "loss_total": 0.0316600501537323, + "step": 25650 + }, + { + "grad_norm": 0.5142689943313599, + "learning_rate": 8.877844062865253e-05, + "loss": 0.0254, + "step": 25660 + }, + { + "loss_action": 0.017200302332639694, + "loss_total": 0.017200302332639694, + "step": 25660 + }, + { + "loss_action": 0.009468094445765018, + "loss_total": 0.009468094445765018, + "step": 25660 + }, + { + "loss_action": 0.03263641893863678, + "loss_total": 0.03263641893863678, + "step": 25660 + }, + { + "loss_action": 0.02061898447573185, + "loss_total": 0.02061898447573185, + "step": 25660 + }, + { + "loss_action": 0.016983257606625557, + "loss_total": 0.016983257606625557, + "step": 25660 + }, + { + "loss_action": 0.012331183068454266, + "loss_total": 0.012331183068454266, + "step": 25660 + }, + { + "grad_norm": 0.5859625935554504, + "learning_rate": 8.876800076474424e-05, + "loss": 0.0249, + "step": 25670 + }, + { + "loss_action": 0.02267320454120636, + "loss_total": 0.02267320454120636, + "step": 25670 + }, + { + "loss_action": 0.027164869010448456, + "loss_total": 0.027164869010448456, + "step": 25670 + }, + { + "loss_action": 0.01931404322385788, + "loss_total": 0.01931404322385788, + "step": 25670 + }, + { + "loss_action": 0.012106441892683506, + "loss_total": 0.012106441892683506, + "step": 25670 + }, + { + "loss_action": 0.01047457568347454, + "loss_total": 0.01047457568347454, + "step": 25670 + }, + { + "loss_action": 0.03176897019147873, + "loss_total": 0.03176897019147873, + "step": 25670 + }, + { + "grad_norm": 0.5028265714645386, + "learning_rate": 8.875755666122568e-05, + "loss": 0.0268, + "step": 25680 + }, + { + "loss_action": 0.017737917602062225, + "loss_total": 0.017737917602062225, + "step": 25680 + }, + { + "loss_action": 0.015964606776833534, + "loss_total": 0.015964606776833534, + "step": 25680 + }, + { + "loss_action": 0.044867631047964096, + "loss_total": 0.044867631047964096, + "step": 25680 + }, + { + "loss_action": 0.021354684606194496, + "loss_total": 0.021354684606194496, + "step": 25680 + }, + { + "loss_action": 0.016013897955417633, + "loss_total": 0.016013897955417633, + "step": 25680 + }, + { + "loss_action": 0.01829231157898903, + "loss_total": 0.01829231157898903, + "step": 25680 + }, + { + "grad_norm": 0.42656946182250977, + "learning_rate": 8.8747108319239e-05, + "loss": 0.025, + "step": 25690 + }, + { + "loss_action": 0.03344948589801788, + "loss_total": 0.03344948589801788, + "step": 25690 + }, + { + "loss_action": 0.013100560754537582, + "loss_total": 0.013100560754537582, + "step": 25690 + }, + { + "loss_action": 0.0271607618778944, + "loss_total": 0.0271607618778944, + "step": 25690 + }, + { + "loss_action": 0.016877509653568268, + "loss_total": 0.016877509653568268, + "step": 25690 + }, + { + "loss_action": 0.010674720630049706, + "loss_total": 0.010674720630049706, + "step": 25690 + }, + { + "loss_action": 0.023289754986763, + "loss_total": 0.023289754986763, + "step": 25690 + }, + { + "grad_norm": 0.4510950446128845, + "learning_rate": 8.87366557399268e-05, + "loss": 0.0253, + "step": 25700 + }, + { + "loss_action": 0.011435959488153458, + "loss_total": 0.011435959488153458, + "step": 25700 + }, + { + "loss_action": 0.01049957238137722, + "loss_total": 0.01049957238137722, + "step": 25700 + }, + { + "loss_action": 0.035849977284669876, + "loss_total": 0.035849977284669876, + "step": 25700 + }, + { + "loss_action": 0.01889648288488388, + "loss_total": 0.01889648288488388, + "step": 25700 + }, + { + "loss_action": 0.11533211171627045, + "loss_total": 0.11533211171627045, + "step": 25700 + }, + { + "loss_action": 0.02567751705646515, + "loss_total": 0.02567751705646515, + "step": 25700 + }, + { + "grad_norm": 0.3577847480773926, + "learning_rate": 8.872619892443217e-05, + "loss": 0.0286, + "step": 25710 + }, + { + "loss_action": 0.01590317115187645, + "loss_total": 0.01590317115187645, + "step": 25710 + }, + { + "loss_action": 0.030407365411520004, + "loss_total": 0.030407365411520004, + "step": 25710 + }, + { + "loss_action": 0.01590999774634838, + "loss_total": 0.01590999774634838, + "step": 25710 + }, + { + "loss_action": 0.029704200103878975, + "loss_total": 0.029704200103878975, + "step": 25710 + }, + { + "loss_action": 0.010819927789270878, + "loss_total": 0.010819927789270878, + "step": 25710 + }, + { + "loss_action": 0.017514435574412346, + "loss_total": 0.017514435574412346, + "step": 25710 + }, + { + "grad_norm": 0.4621286988258362, + "learning_rate": 8.871573787389865e-05, + "loss": 0.0245, + "step": 25720 + }, + { + "loss_action": 0.0173965897411108, + "loss_total": 0.0173965897411108, + "step": 25720 + }, + { + "loss_action": 0.04295125976204872, + "loss_total": 0.04295125976204872, + "step": 25720 + }, + { + "loss_action": 0.02164307050406933, + "loss_total": 0.02164307050406933, + "step": 25720 + }, + { + "loss_action": 0.011704758740961552, + "loss_total": 0.011704758740961552, + "step": 25720 + }, + { + "loss_action": 0.021242132410407066, + "loss_total": 0.021242132410407066, + "step": 25720 + }, + { + "loss_action": 0.03010382317006588, + "loss_total": 0.03010382317006588, + "step": 25720 + }, + { + "grad_norm": 0.5020383596420288, + "learning_rate": 8.870527258947024e-05, + "loss": 0.0237, + "step": 25730 + }, + { + "loss_action": 0.028997080400586128, + "loss_total": 0.028997080400586128, + "step": 25730 + }, + { + "loss_action": 0.013033274561166763, + "loss_total": 0.013033274561166763, + "step": 25730 + }, + { + "loss_action": 0.039575815200805664, + "loss_total": 0.039575815200805664, + "step": 25730 + }, + { + "loss_action": 0.01877378113567829, + "loss_total": 0.01877378113567829, + "step": 25730 + }, + { + "loss_action": 0.01203286461532116, + "loss_total": 0.01203286461532116, + "step": 25730 + }, + { + "loss_action": 0.03526187315583229, + "loss_total": 0.03526187315583229, + "step": 25730 + }, + { + "grad_norm": 0.46653810143470764, + "learning_rate": 8.869480307229143e-05, + "loss": 0.0253, + "step": 25740 + }, + { + "loss_action": 0.0319063626229763, + "loss_total": 0.0319063626229763, + "step": 25740 + }, + { + "loss_action": 0.013472229242324829, + "loss_total": 0.013472229242324829, + "step": 25740 + }, + { + "loss_action": 0.011062828823924065, + "loss_total": 0.011062828823924065, + "step": 25740 + }, + { + "loss_action": 0.033550310879945755, + "loss_total": 0.033550310879945755, + "step": 25740 + }, + { + "loss_action": 0.024282826110720634, + "loss_total": 0.024282826110720634, + "step": 25740 + }, + { + "loss_action": 0.018356889486312866, + "loss_total": 0.018356889486312866, + "step": 25740 + }, + { + "grad_norm": 0.49687087535858154, + "learning_rate": 8.868432932350712e-05, + "loss": 0.022, + "step": 25750 + }, + { + "loss_action": 0.027458807453513145, + "loss_total": 0.027458807453513145, + "step": 25750 + }, + { + "loss_action": 0.010657518170773983, + "loss_total": 0.010657518170773983, + "step": 25750 + }, + { + "loss_action": 0.015384040772914886, + "loss_total": 0.015384040772914886, + "step": 25750 + }, + { + "loss_action": 0.05576253682374954, + "loss_total": 0.05576253682374954, + "step": 25750 + }, + { + "loss_action": 0.04332175478339195, + "loss_total": 0.04332175478339195, + "step": 25750 + }, + { + "loss_action": 0.008772424422204494, + "loss_total": 0.008772424422204494, + "step": 25750 + }, + { + "grad_norm": 0.348112553358078, + "learning_rate": 8.867385134426272e-05, + "loss": 0.0235, + "step": 25760 + }, + { + "loss_action": 0.01805335469543934, + "loss_total": 0.01805335469543934, + "step": 25760 + }, + { + "loss_action": 0.026513850316405296, + "loss_total": 0.026513850316405296, + "step": 25760 + }, + { + "loss_action": 0.014283507131040096, + "loss_total": 0.014283507131040096, + "step": 25760 + }, + { + "loss_action": 0.021546341478824615, + "loss_total": 0.021546341478824615, + "step": 25760 + }, + { + "loss_action": 0.017543483525514603, + "loss_total": 0.017543483525514603, + "step": 25760 + }, + { + "loss_action": 0.013326243497431278, + "loss_total": 0.013326243497431278, + "step": 25760 + }, + { + "grad_norm": 0.5621729493141174, + "learning_rate": 8.866336913570407e-05, + "loss": 0.0252, + "step": 25770 + }, + { + "loss_action": 0.02161739580333233, + "loss_total": 0.02161739580333233, + "step": 25770 + }, + { + "loss_action": 0.019969547167420387, + "loss_total": 0.019969547167420387, + "step": 25770 + }, + { + "loss_action": 0.024568593129515648, + "loss_total": 0.024568593129515648, + "step": 25770 + }, + { + "loss_action": 0.05127820372581482, + "loss_total": 0.05127820372581482, + "step": 25770 + }, + { + "loss_action": 0.025454353541135788, + "loss_total": 0.025454353541135788, + "step": 25770 + }, + { + "loss_action": 0.0384514145553112, + "loss_total": 0.0384514145553112, + "step": 25770 + }, + { + "grad_norm": 0.5154770612716675, + "learning_rate": 8.865288269897751e-05, + "loss": 0.027, + "step": 25780 + }, + { + "loss_action": 0.020070049911737442, + "loss_total": 0.020070049911737442, + "step": 25780 + }, + { + "loss_action": 0.043326959013938904, + "loss_total": 0.043326959013938904, + "step": 25780 + }, + { + "loss_action": 0.016961844637989998, + "loss_total": 0.016961844637989998, + "step": 25780 + }, + { + "loss_action": 0.012996296398341656, + "loss_total": 0.012996296398341656, + "step": 25780 + }, + { + "loss_action": 0.012423349544405937, + "loss_total": 0.012423349544405937, + "step": 25780 + }, + { + "loss_action": 0.046765923500061035, + "loss_total": 0.046765923500061035, + "step": 25780 + }, + { + "grad_norm": 0.48581501841545105, + "learning_rate": 8.864239203522981e-05, + "loss": 0.0257, + "step": 25790 + }, + { + "loss_action": 0.025986455380916595, + "loss_total": 0.025986455380916595, + "step": 25790 + }, + { + "loss_action": 0.02181421034038067, + "loss_total": 0.02181421034038067, + "step": 25790 + }, + { + "loss_action": 0.011589739471673965, + "loss_total": 0.011589739471673965, + "step": 25790 + }, + { + "loss_action": 0.03965160623192787, + "loss_total": 0.03965160623192787, + "step": 25790 + }, + { + "loss_action": 0.019401952624320984, + "loss_total": 0.019401952624320984, + "step": 25790 + }, + { + "loss_action": 0.02209932915866375, + "loss_total": 0.02209932915866375, + "step": 25790 + }, + { + "grad_norm": 0.538308322429657, + "learning_rate": 8.863189714560822e-05, + "loss": 0.0295, + "step": 25800 + }, + { + "loss_action": 0.08969688415527344, + "loss_total": 0.08969688415527344, + "step": 25800 + }, + { + "loss_action": 0.016166318207979202, + "loss_total": 0.016166318207979202, + "step": 25800 + }, + { + "loss_action": 0.012323574163019657, + "loss_total": 0.012323574163019657, + "step": 25800 + }, + { + "loss_action": 0.0160085316747427, + "loss_total": 0.0160085316747427, + "step": 25800 + }, + { + "loss_action": 0.021762540563941002, + "loss_total": 0.021762540563941002, + "step": 25800 + }, + { + "loss_action": 0.020629573613405228, + "loss_total": 0.020629573613405228, + "step": 25800 + }, + { + "grad_norm": 0.36696115136146545, + "learning_rate": 8.862139803126043e-05, + "loss": 0.0248, + "step": 25810 + }, + { + "loss_action": 0.012758659198880196, + "loss_total": 0.012758659198880196, + "step": 25810 + }, + { + "loss_action": 0.017233053222298622, + "loss_total": 0.017233053222298622, + "step": 25810 + }, + { + "loss_action": 0.011871597729623318, + "loss_total": 0.011871597729623318, + "step": 25810 + }, + { + "loss_action": 0.016665693372488022, + "loss_total": 0.016665693372488022, + "step": 25810 + }, + { + "loss_action": 0.010787959210574627, + "loss_total": 0.010787959210574627, + "step": 25810 + }, + { + "loss_action": 0.023033371195197105, + "loss_total": 0.023033371195197105, + "step": 25810 + }, + { + "grad_norm": 0.45406508445739746, + "learning_rate": 8.861089469333463e-05, + "loss": 0.0216, + "step": 25820 + }, + { + "loss_action": 0.0368531197309494, + "loss_total": 0.0368531197309494, + "step": 25820 + }, + { + "loss_action": 0.019593587145209312, + "loss_total": 0.019593587145209312, + "step": 25820 + }, + { + "loss_action": 0.00710286246612668, + "loss_total": 0.00710286246612668, + "step": 25820 + }, + { + "loss_action": 0.03772800415754318, + "loss_total": 0.03772800415754318, + "step": 25820 + }, + { + "loss_action": 0.011301378719508648, + "loss_total": 0.011301378719508648, + "step": 25820 + }, + { + "loss_action": 0.026817360892891884, + "loss_total": 0.026817360892891884, + "step": 25820 + }, + { + "grad_norm": 0.4350467622280121, + "learning_rate": 8.860038713297944e-05, + "loss": 0.0243, + "step": 25830 + }, + { + "loss_action": 0.022932060062885284, + "loss_total": 0.022932060062885284, + "step": 25830 + }, + { + "loss_action": 0.014094642363488674, + "loss_total": 0.014094642363488674, + "step": 25830 + }, + { + "loss_action": 0.01303250715136528, + "loss_total": 0.01303250715136528, + "step": 25830 + }, + { + "loss_action": 0.020618125796318054, + "loss_total": 0.020618125796318054, + "step": 25830 + }, + { + "loss_action": 0.05057969689369202, + "loss_total": 0.05057969689369202, + "step": 25830 + }, + { + "loss_action": 0.02944500371813774, + "loss_total": 0.02944500371813774, + "step": 25830 + }, + { + "grad_norm": 0.5284998416900635, + "learning_rate": 8.858987535134394e-05, + "loss": 0.026, + "step": 25840 + }, + { + "loss_action": 0.008240542374551296, + "loss_total": 0.008240542374551296, + "step": 25840 + }, + { + "loss_action": 0.02799949236214161, + "loss_total": 0.02799949236214161, + "step": 25840 + }, + { + "loss_action": 0.02005336992442608, + "loss_total": 0.02005336992442608, + "step": 25840 + }, + { + "loss_action": 0.019742147997021675, + "loss_total": 0.019742147997021675, + "step": 25840 + }, + { + "loss_action": 0.030461285263299942, + "loss_total": 0.030461285263299942, + "step": 25840 + }, + { + "loss_action": 0.02724085934460163, + "loss_total": 0.02724085934460163, + "step": 25840 + }, + { + "grad_norm": 0.4996873736381531, + "learning_rate": 8.857935934957769e-05, + "loss": 0.0247, + "step": 25850 + }, + { + "loss_action": 0.016689404845237732, + "loss_total": 0.016689404845237732, + "step": 25850 + }, + { + "loss_action": 0.02785363420844078, + "loss_total": 0.02785363420844078, + "step": 25850 + }, + { + "loss_action": 0.01578768715262413, + "loss_total": 0.01578768715262413, + "step": 25850 + }, + { + "loss_action": 0.030457375571131706, + "loss_total": 0.030457375571131706, + "step": 25850 + }, + { + "loss_action": 0.02305511198937893, + "loss_total": 0.02305511198937893, + "step": 25850 + }, + { + "loss_action": 0.022213973104953766, + "loss_total": 0.022213973104953766, + "step": 25850 + }, + { + "grad_norm": 0.47056102752685547, + "learning_rate": 8.856883912883071e-05, + "loss": 0.0232, + "step": 25860 + }, + { + "loss_action": 0.0213176179677248, + "loss_total": 0.0213176179677248, + "step": 25860 + }, + { + "loss_action": 0.023909376934170723, + "loss_total": 0.023909376934170723, + "step": 25860 + }, + { + "loss_action": 0.011584969237446785, + "loss_total": 0.011584969237446785, + "step": 25860 + }, + { + "loss_action": 0.01605534739792347, + "loss_total": 0.01605534739792347, + "step": 25860 + }, + { + "loss_action": 0.021008921787142754, + "loss_total": 0.021008921787142754, + "step": 25860 + }, + { + "loss_action": 0.020784033462405205, + "loss_total": 0.020784033462405205, + "step": 25860 + }, + { + "grad_norm": 0.4744340777397156, + "learning_rate": 8.855831469025346e-05, + "loss": 0.0257, + "step": 25870 + }, + { + "loss_action": 0.019142724573612213, + "loss_total": 0.019142724573612213, + "step": 25870 + }, + { + "loss_action": 0.028242385014891624, + "loss_total": 0.028242385014891624, + "step": 25870 + }, + { + "loss_action": 0.0160188190639019, + "loss_total": 0.0160188190639019, + "step": 25870 + }, + { + "loss_action": 0.014492460526525974, + "loss_total": 0.014492460526525974, + "step": 25870 + }, + { + "loss_action": 0.03715508058667183, + "loss_total": 0.03715508058667183, + "step": 25870 + }, + { + "loss_action": 0.018251297995448112, + "loss_total": 0.018251297995448112, + "step": 25870 + }, + { + "grad_norm": 0.5060824751853943, + "learning_rate": 8.854778603499689e-05, + "loss": 0.0267, + "step": 25880 + }, + { + "loss_action": 0.01831686869263649, + "loss_total": 0.01831686869263649, + "step": 25880 + }, + { + "loss_action": 0.013789491727948189, + "loss_total": 0.013789491727948189, + "step": 25880 + }, + { + "loss_action": 0.041684720665216446, + "loss_total": 0.041684720665216446, + "step": 25880 + }, + { + "loss_action": 0.011796056292951107, + "loss_total": 0.011796056292951107, + "step": 25880 + }, + { + "loss_action": 0.028396116569638252, + "loss_total": 0.028396116569638252, + "step": 25880 + }, + { + "loss_action": 0.012751733884215355, + "loss_total": 0.012751733884215355, + "step": 25880 + }, + { + "grad_norm": 0.43232619762420654, + "learning_rate": 8.85372531642124e-05, + "loss": 0.0201, + "step": 25890 + }, + { + "loss_action": 0.014775168150663376, + "loss_total": 0.014775168150663376, + "step": 25890 + }, + { + "loss_action": 0.015486727468669415, + "loss_total": 0.015486727468669415, + "step": 25890 + }, + { + "loss_action": 0.01490688230842352, + "loss_total": 0.01490688230842352, + "step": 25890 + }, + { + "loss_action": 0.014987378381192684, + "loss_total": 0.014987378381192684, + "step": 25890 + }, + { + "loss_action": 0.014235119335353374, + "loss_total": 0.014235119335353374, + "step": 25890 + }, + { + "loss_action": 0.013770468533039093, + "loss_total": 0.013770468533039093, + "step": 25890 + }, + { + "grad_norm": 0.46799635887145996, + "learning_rate": 8.852671607905185e-05, + "loss": 0.021, + "step": 25900 + }, + { + "loss_action": 0.03958435729146004, + "loss_total": 0.03958435729146004, + "step": 25900 + }, + { + "loss_action": 0.013834716752171516, + "loss_total": 0.013834716752171516, + "step": 25900 + }, + { + "loss_action": 0.015509389340877533, + "loss_total": 0.015509389340877533, + "step": 25900 + }, + { + "loss_action": 0.040797773748636246, + "loss_total": 0.040797773748636246, + "step": 25900 + }, + { + "loss_action": 0.010414693504571915, + "loss_total": 0.010414693504571915, + "step": 25900 + }, + { + "loss_action": 0.018853649497032166, + "loss_total": 0.018853649497032166, + "step": 25900 + }, + { + "grad_norm": 0.4255771338939667, + "learning_rate": 8.851617478066754e-05, + "loss": 0.0208, + "step": 25910 + }, + { + "loss_action": 0.011285691522061825, + "loss_total": 0.011285691522061825, + "step": 25910 + }, + { + "loss_action": 0.007471832912415266, + "loss_total": 0.007471832912415266, + "step": 25910 + }, + { + "loss_action": 0.010799646377563477, + "loss_total": 0.010799646377563477, + "step": 25910 + }, + { + "loss_action": 0.04026889055967331, + "loss_total": 0.04026889055967331, + "step": 25910 + }, + { + "loss_action": 0.010490565560758114, + "loss_total": 0.010490565560758114, + "step": 25910 + }, + { + "loss_action": 0.01822195202112198, + "loss_total": 0.01822195202112198, + "step": 25910 + }, + { + "grad_norm": 0.3383960425853729, + "learning_rate": 8.850562927021227e-05, + "loss": 0.0253, + "step": 25920 + }, + { + "loss_action": 0.025465263053774834, + "loss_total": 0.025465263053774834, + "step": 25920 + }, + { + "loss_action": 0.013144010677933693, + "loss_total": 0.013144010677933693, + "step": 25920 + }, + { + "loss_action": 0.022492000833153725, + "loss_total": 0.022492000833153725, + "step": 25920 + }, + { + "loss_action": 0.012088347226381302, + "loss_total": 0.012088347226381302, + "step": 25920 + }, + { + "loss_action": 0.014285873621702194, + "loss_total": 0.014285873621702194, + "step": 25920 + }, + { + "loss_action": 0.030380692332983017, + "loss_total": 0.030380692332983017, + "step": 25920 + }, + { + "grad_norm": 0.41554221510887146, + "learning_rate": 8.849507954883928e-05, + "loss": 0.0234, + "step": 25930 + }, + { + "loss_action": 0.027242926880717278, + "loss_total": 0.027242926880717278, + "step": 25930 + }, + { + "loss_action": 0.02203337661921978, + "loss_total": 0.02203337661921978, + "step": 25930 + }, + { + "loss_action": 0.015066581778228283, + "loss_total": 0.015066581778228283, + "step": 25930 + }, + { + "loss_action": 0.01023982372134924, + "loss_total": 0.01023982372134924, + "step": 25930 + }, + { + "loss_action": 0.013047934509813786, + "loss_total": 0.013047934509813786, + "step": 25930 + }, + { + "loss_action": 0.015791356563568115, + "loss_total": 0.015791356563568115, + "step": 25930 + }, + { + "grad_norm": 0.3611571788787842, + "learning_rate": 8.848452561770226e-05, + "loss": 0.0231, + "step": 25940 + }, + { + "loss_action": 0.0689522922039032, + "loss_total": 0.0689522922039032, + "step": 25940 + }, + { + "loss_action": 0.029850421473383904, + "loss_total": 0.029850421473383904, + "step": 25940 + }, + { + "loss_action": 0.030699871480464935, + "loss_total": 0.030699871480464935, + "step": 25940 + }, + { + "loss_action": 0.02693810500204563, + "loss_total": 0.02693810500204563, + "step": 25940 + }, + { + "loss_action": 0.014112728647887707, + "loss_total": 0.014112728647887707, + "step": 25940 + }, + { + "loss_action": 0.02437673509120941, + "loss_total": 0.02437673509120941, + "step": 25940 + }, + { + "grad_norm": 0.4344407021999359, + "learning_rate": 8.847396747795538e-05, + "loss": 0.0215, + "step": 25950 + }, + { + "loss_action": 0.03620333969593048, + "loss_total": 0.03620333969593048, + "step": 25950 + }, + { + "loss_action": 0.03780391067266464, + "loss_total": 0.03780391067266464, + "step": 25950 + }, + { + "loss_action": 0.019015273079276085, + "loss_total": 0.019015273079276085, + "step": 25950 + }, + { + "loss_action": 0.01411900483071804, + "loss_total": 0.01411900483071804, + "step": 25950 + }, + { + "loss_action": 0.012686196714639664, + "loss_total": 0.012686196714639664, + "step": 25950 + }, + { + "loss_action": 0.016535833477973938, + "loss_total": 0.016535833477973938, + "step": 25950 + }, + { + "grad_norm": 0.5303283929824829, + "learning_rate": 8.846340513075327e-05, + "loss": 0.0271, + "step": 25960 + }, + { + "loss_action": 0.02271837741136551, + "loss_total": 0.02271837741136551, + "step": 25960 + }, + { + "loss_action": 0.04894638806581497, + "loss_total": 0.04894638806581497, + "step": 25960 + }, + { + "loss_action": 0.013729985803365707, + "loss_total": 0.013729985803365707, + "step": 25960 + }, + { + "loss_action": 0.012210364453494549, + "loss_total": 0.012210364453494549, + "step": 25960 + }, + { + "loss_action": 0.020197996869683266, + "loss_total": 0.020197996869683266, + "step": 25960 + }, + { + "loss_action": 0.01721731200814247, + "loss_total": 0.01721731200814247, + "step": 25960 + }, + { + "grad_norm": 0.43477073311805725, + "learning_rate": 8.845283857725099e-05, + "loss": 0.0299, + "step": 25970 + }, + { + "loss_action": 0.008575237356126308, + "loss_total": 0.008575237356126308, + "step": 25970 + }, + { + "loss_action": 0.03355271741747856, + "loss_total": 0.03355271741747856, + "step": 25970 + }, + { + "loss_action": 0.016170699149370193, + "loss_total": 0.016170699149370193, + "step": 25970 + }, + { + "loss_action": 0.012842856347560883, + "loss_total": 0.012842856347560883, + "step": 25970 + }, + { + "loss_action": 0.020431337878108025, + "loss_total": 0.020431337878108025, + "step": 25970 + }, + { + "loss_action": 0.01987876184284687, + "loss_total": 0.01987876184284687, + "step": 25970 + }, + { + "grad_norm": 0.39580509066581726, + "learning_rate": 8.844226781860409e-05, + "loss": 0.0295, + "step": 25980 + }, + { + "loss_action": 0.01320083811879158, + "loss_total": 0.01320083811879158, + "step": 25980 + }, + { + "loss_action": 0.026149984449148178, + "loss_total": 0.026149984449148178, + "step": 25980 + }, + { + "loss_action": 0.012652570381760597, + "loss_total": 0.012652570381760597, + "step": 25980 + }, + { + "loss_action": 0.015145359560847282, + "loss_total": 0.015145359560847282, + "step": 25980 + }, + { + "loss_action": 0.01734229363501072, + "loss_total": 0.01734229363501072, + "step": 25980 + }, + { + "loss_action": 0.024854721501469612, + "loss_total": 0.024854721501469612, + "step": 25980 + }, + { + "grad_norm": 0.3469381332397461, + "learning_rate": 8.84316928559686e-05, + "loss": 0.0245, + "step": 25990 + }, + { + "loss_action": 0.01314939372241497, + "loss_total": 0.01314939372241497, + "step": 25990 + }, + { + "loss_action": 0.0144729595631361, + "loss_total": 0.0144729595631361, + "step": 25990 + }, + { + "loss_action": 0.025501074269413948, + "loss_total": 0.025501074269413948, + "step": 25990 + }, + { + "loss_action": 0.011257464997470379, + "loss_total": 0.011257464997470379, + "step": 25990 + }, + { + "loss_action": 0.01806311309337616, + "loss_total": 0.01806311309337616, + "step": 25990 + }, + { + "loss_action": 0.06335610896348953, + "loss_total": 0.06335610896348953, + "step": 25990 + }, + { + "grad_norm": 0.4452000558376312, + "learning_rate": 8.842111369050094e-05, + "loss": 0.0237, + "step": 26000 + }, + { + "loss_action": 0.014413447119295597, + "loss_total": 0.014413447119295597, + "step": 26000 + }, + { + "loss_action": 0.01618659868836403, + "loss_total": 0.01618659868836403, + "step": 26000 + }, + { + "loss_action": 0.03535907715559006, + "loss_total": 0.03535907715559006, + "step": 26000 + }, + { + "loss_action": 0.02546781487762928, + "loss_total": 0.02546781487762928, + "step": 26000 + }, + { + "loss_action": 0.008385511115193367, + "loss_total": 0.008385511115193367, + "step": 26000 + }, + { + "loss_action": 0.008243761025369167, + "loss_total": 0.008243761025369167, + "step": 26000 + }, + { + "grad_norm": 0.5148952007293701, + "learning_rate": 8.841053032335808e-05, + "loss": 0.0226, + "step": 26010 + }, + { + "loss_action": 0.015437577851116657, + "loss_total": 0.015437577851116657, + "step": 26010 + }, + { + "loss_action": 0.017629053443670273, + "loss_total": 0.017629053443670273, + "step": 26010 + }, + { + "loss_action": 0.017666056752204895, + "loss_total": 0.017666056752204895, + "step": 26010 + }, + { + "loss_action": 0.011872312985360622, + "loss_total": 0.011872312985360622, + "step": 26010 + }, + { + "loss_action": 0.023671088740229607, + "loss_total": 0.023671088740229607, + "step": 26010 + }, + { + "loss_action": 0.02191636525094509, + "loss_total": 0.02191636525094509, + "step": 26010 + }, + { + "grad_norm": 0.5358805060386658, + "learning_rate": 8.839994275569735e-05, + "loss": 0.0264, + "step": 26020 + }, + { + "loss_action": 0.023148592561483383, + "loss_total": 0.023148592561483383, + "step": 26020 + }, + { + "loss_action": 0.027627035975456238, + "loss_total": 0.027627035975456238, + "step": 26020 + }, + { + "loss_action": 0.02069900743663311, + "loss_total": 0.02069900743663311, + "step": 26020 + }, + { + "loss_action": 0.009337230585515499, + "loss_total": 0.009337230585515499, + "step": 26020 + }, + { + "loss_action": 0.026996422559022903, + "loss_total": 0.026996422559022903, + "step": 26020 + }, + { + "loss_action": 0.053716156631708145, + "loss_total": 0.053716156631708145, + "step": 26020 + }, + { + "grad_norm": 0.5620023608207703, + "learning_rate": 8.838935098867662e-05, + "loss": 0.0232, + "step": 26030 + }, + { + "loss_action": 0.016016757115721703, + "loss_total": 0.016016757115721703, + "step": 26030 + }, + { + "loss_action": 0.04168414697051048, + "loss_total": 0.04168414697051048, + "step": 26030 + }, + { + "loss_action": 0.03813249245285988, + "loss_total": 0.03813249245285988, + "step": 26030 + }, + { + "loss_action": 0.011511038057506084, + "loss_total": 0.011511038057506084, + "step": 26030 + }, + { + "loss_action": 0.04378073662519455, + "loss_total": 0.04378073662519455, + "step": 26030 + }, + { + "loss_action": 0.0104193314909935, + "loss_total": 0.0104193314909935, + "step": 26030 + }, + { + "grad_norm": 0.6233366131782532, + "learning_rate": 8.837875502345418e-05, + "loss": 0.0269, + "step": 26040 + }, + { + "loss_action": 0.027538549154996872, + "loss_total": 0.027538549154996872, + "step": 26040 + }, + { + "loss_action": 0.0122078787535429, + "loss_total": 0.0122078787535429, + "step": 26040 + }, + { + "loss_action": 0.026613406836986542, + "loss_total": 0.026613406836986542, + "step": 26040 + }, + { + "loss_action": 0.020914210006594658, + "loss_total": 0.020914210006594658, + "step": 26040 + }, + { + "loss_action": 0.027508480474352837, + "loss_total": 0.027508480474352837, + "step": 26040 + }, + { + "loss_action": 0.03968000411987305, + "loss_total": 0.03968000411987305, + "step": 26040 + }, + { + "grad_norm": 0.43980860710144043, + "learning_rate": 8.83681548611888e-05, + "loss": 0.0234, + "step": 26050 + }, + { + "loss_action": 0.023557070642709732, + "loss_total": 0.023557070642709732, + "step": 26050 + }, + { + "loss_action": 0.00993049144744873, + "loss_total": 0.00993049144744873, + "step": 26050 + }, + { + "loss_action": 0.0345463789999485, + "loss_total": 0.0345463789999485, + "step": 26050 + }, + { + "loss_action": 0.03186952322721481, + "loss_total": 0.03186952322721481, + "step": 26050 + }, + { + "loss_action": 0.038905318826436996, + "loss_total": 0.038905318826436996, + "step": 26050 + }, + { + "loss_action": 0.06257364898920059, + "loss_total": 0.06257364898920059, + "step": 26050 + }, + { + "grad_norm": 0.5982095003128052, + "learning_rate": 8.835755050303969e-05, + "loss": 0.0246, + "step": 26060 + }, + { + "loss_action": 0.01126864179968834, + "loss_total": 0.01126864179968834, + "step": 26060 + }, + { + "loss_action": 0.02131756581366062, + "loss_total": 0.02131756581366062, + "step": 26060 + }, + { + "loss_action": 0.05397164449095726, + "loss_total": 0.05397164449095726, + "step": 26060 + }, + { + "loss_action": 0.04166950657963753, + "loss_total": 0.04166950657963753, + "step": 26060 + }, + { + "loss_action": 0.014236117713153362, + "loss_total": 0.014236117713153362, + "step": 26060 + }, + { + "loss_action": 0.015038146637380123, + "loss_total": 0.015038146637380123, + "step": 26060 + }, + { + "grad_norm": 0.4014131426811218, + "learning_rate": 8.834694195016653e-05, + "loss": 0.0285, + "step": 26070 + }, + { + "loss_action": 0.013408666476607323, + "loss_total": 0.013408666476607323, + "step": 26070 + }, + { + "loss_action": 0.01606624945998192, + "loss_total": 0.01606624945998192, + "step": 26070 + }, + { + "loss_action": 0.01447494700551033, + "loss_total": 0.01447494700551033, + "step": 26070 + }, + { + "loss_action": 0.07617659121751785, + "loss_total": 0.07617659121751785, + "step": 26070 + }, + { + "loss_action": 0.010785113088786602, + "loss_total": 0.010785113088786602, + "step": 26070 + }, + { + "loss_action": 0.01763034425675869, + "loss_total": 0.01763034425675869, + "step": 26070 + }, + { + "grad_norm": 0.4737798273563385, + "learning_rate": 8.833632920372942e-05, + "loss": 0.0257, + "step": 26080 + }, + { + "loss_action": 0.04073936492204666, + "loss_total": 0.04073936492204666, + "step": 26080 + }, + { + "loss_action": 0.010643364861607552, + "loss_total": 0.010643364861607552, + "step": 26080 + }, + { + "loss_action": 0.014282853342592716, + "loss_total": 0.014282853342592716, + "step": 26080 + }, + { + "loss_action": 0.013622446916997433, + "loss_total": 0.013622446916997433, + "step": 26080 + }, + { + "loss_action": 0.028009803965687752, + "loss_total": 0.028009803965687752, + "step": 26080 + }, + { + "loss_action": 0.01858721859753132, + "loss_total": 0.01858721859753132, + "step": 26080 + }, + { + "grad_norm": 0.4805339276790619, + "learning_rate": 8.832571226488903e-05, + "loss": 0.0271, + "step": 26090 + }, + { + "loss_action": 0.02159498818218708, + "loss_total": 0.02159498818218708, + "step": 26090 + }, + { + "loss_action": 0.022218119353055954, + "loss_total": 0.022218119353055954, + "step": 26090 + }, + { + "loss_action": 0.028020545840263367, + "loss_total": 0.028020545840263367, + "step": 26090 + }, + { + "loss_action": 0.018053913488984108, + "loss_total": 0.018053913488984108, + "step": 26090 + }, + { + "loss_action": 0.021218322217464447, + "loss_total": 0.021218322217464447, + "step": 26090 + }, + { + "loss_action": 0.02910666912794113, + "loss_total": 0.02910666912794113, + "step": 26090 + }, + { + "grad_norm": 0.3956102728843689, + "learning_rate": 8.831509113480634e-05, + "loss": 0.0223, + "step": 26100 + }, + { + "loss_action": 0.018241312354803085, + "loss_total": 0.018241312354803085, + "step": 26100 + }, + { + "loss_action": 0.018025560304522514, + "loss_total": 0.018025560304522514, + "step": 26100 + }, + { + "loss_action": 0.025357909500598907, + "loss_total": 0.025357909500598907, + "step": 26100 + }, + { + "loss_action": 0.017507163807749748, + "loss_total": 0.017507163807749748, + "step": 26100 + }, + { + "loss_action": 0.025018202140927315, + "loss_total": 0.025018202140927315, + "step": 26100 + }, + { + "loss_action": 0.014243911020457745, + "loss_total": 0.014243911020457745, + "step": 26100 + }, + { + "grad_norm": 0.49684032797813416, + "learning_rate": 8.83044658146429e-05, + "loss": 0.0234, + "step": 26110 + }, + { + "loss_action": 0.02798875793814659, + "loss_total": 0.02798875793814659, + "step": 26110 + }, + { + "loss_action": 0.02830764278769493, + "loss_total": 0.02830764278769493, + "step": 26110 + }, + { + "loss_action": 0.022962667047977448, + "loss_total": 0.022962667047977448, + "step": 26110 + }, + { + "loss_action": 0.009909884072840214, + "loss_total": 0.009909884072840214, + "step": 26110 + }, + { + "loss_action": 0.02023647166788578, + "loss_total": 0.02023647166788578, + "step": 26110 + }, + { + "loss_action": 0.01082963403314352, + "loss_total": 0.01082963403314352, + "step": 26110 + }, + { + "grad_norm": 0.6105178594589233, + "learning_rate": 8.829383630556067e-05, + "loss": 0.0223, + "step": 26120 + }, + { + "loss_action": 0.02220236323773861, + "loss_total": 0.02220236323773861, + "step": 26120 + }, + { + "loss_action": 0.023120777681469917, + "loss_total": 0.023120777681469917, + "step": 26120 + }, + { + "loss_action": 0.017244040966033936, + "loss_total": 0.017244040966033936, + "step": 26120 + }, + { + "loss_action": 0.05159780755639076, + "loss_total": 0.05159780755639076, + "step": 26120 + }, + { + "loss_action": 0.0133772362023592, + "loss_total": 0.0133772362023592, + "step": 26120 + }, + { + "loss_action": 0.015222733840346336, + "loss_total": 0.015222733840346336, + "step": 26120 + }, + { + "grad_norm": 0.6025360822677612, + "learning_rate": 8.828320260872207e-05, + "loss": 0.0219, + "step": 26130 + }, + { + "loss_action": 0.015858503058552742, + "loss_total": 0.015858503058552742, + "step": 26130 + }, + { + "loss_action": 0.032138243317604065, + "loss_total": 0.032138243317604065, + "step": 26130 + }, + { + "loss_action": 0.01749253459274769, + "loss_total": 0.01749253459274769, + "step": 26130 + }, + { + "loss_action": 0.0328693613409996, + "loss_total": 0.0328693613409996, + "step": 26130 + }, + { + "loss_action": 0.10784439742565155, + "loss_total": 0.10784439742565155, + "step": 26130 + }, + { + "loss_action": 0.02486819215118885, + "loss_total": 0.02486819215118885, + "step": 26130 + }, + { + "grad_norm": 0.37638264894485474, + "learning_rate": 8.827256472529e-05, + "loss": 0.0247, + "step": 26140 + }, + { + "loss_action": 0.013976256363093853, + "loss_total": 0.013976256363093853, + "step": 26140 + }, + { + "loss_action": 0.028696715831756592, + "loss_total": 0.028696715831756592, + "step": 26140 + }, + { + "loss_action": 0.043239425867795944, + "loss_total": 0.043239425867795944, + "step": 26140 + }, + { + "loss_action": 0.017162421718239784, + "loss_total": 0.017162421718239784, + "step": 26140 + }, + { + "loss_action": 0.009757147170603275, + "loss_total": 0.009757147170603275, + "step": 26140 + }, + { + "loss_action": 0.019264807924628258, + "loss_total": 0.019264807924628258, + "step": 26140 + }, + { + "grad_norm": 0.7134129405021667, + "learning_rate": 8.826192265642778e-05, + "loss": 0.0255, + "step": 26150 + }, + { + "loss_action": 0.010326082818210125, + "loss_total": 0.010326082818210125, + "step": 26150 + }, + { + "loss_action": 0.010078861378133297, + "loss_total": 0.010078861378133297, + "step": 26150 + }, + { + "loss_action": 0.012571386061608791, + "loss_total": 0.012571386061608791, + "step": 26150 + }, + { + "loss_action": 0.013250886462628841, + "loss_total": 0.013250886462628841, + "step": 26150 + }, + { + "loss_action": 0.021270321682095528, + "loss_total": 0.021270321682095528, + "step": 26150 + }, + { + "loss_action": 0.01802944950759411, + "loss_total": 0.01802944950759411, + "step": 26150 + }, + { + "grad_norm": 0.5369467735290527, + "learning_rate": 8.825127640329923e-05, + "loss": 0.0248, + "step": 26160 + }, + { + "loss_action": 0.05510507524013519, + "loss_total": 0.05510507524013519, + "step": 26160 + }, + { + "loss_action": 0.02218761295080185, + "loss_total": 0.02218761295080185, + "step": 26160 + }, + { + "loss_action": 0.01355752907693386, + "loss_total": 0.01355752907693386, + "step": 26160 + }, + { + "loss_action": 0.030747175216674805, + "loss_total": 0.030747175216674805, + "step": 26160 + }, + { + "loss_action": 0.013754765503108501, + "loss_total": 0.013754765503108501, + "step": 26160 + }, + { + "loss_action": 0.010409656912088394, + "loss_total": 0.010409656912088394, + "step": 26160 + }, + { + "grad_norm": 0.5083538889884949, + "learning_rate": 8.824062596706861e-05, + "loss": 0.0248, + "step": 26170 + }, + { + "loss_action": 0.023422909900546074, + "loss_total": 0.023422909900546074, + "step": 26170 + }, + { + "loss_action": 0.029258333146572113, + "loss_total": 0.029258333146572113, + "step": 26170 + }, + { + "loss_action": 0.02306678146123886, + "loss_total": 0.02306678146123886, + "step": 26170 + }, + { + "loss_action": 0.03144349530339241, + "loss_total": 0.03144349530339241, + "step": 26170 + }, + { + "loss_action": 0.02015508897602558, + "loss_total": 0.02015508897602558, + "step": 26170 + }, + { + "loss_action": 0.02136308327317238, + "loss_total": 0.02136308327317238, + "step": 26170 + }, + { + "grad_norm": 0.36968016624450684, + "learning_rate": 8.822997134890062e-05, + "loss": 0.0259, + "step": 26180 + }, + { + "loss_action": 0.021802296862006187, + "loss_total": 0.021802296862006187, + "step": 26180 + }, + { + "loss_action": 0.012795300222933292, + "loss_total": 0.012795300222933292, + "step": 26180 + }, + { + "loss_action": 0.009229307062923908, + "loss_total": 0.009229307062923908, + "step": 26180 + }, + { + "loss_action": 0.019586125388741493, + "loss_total": 0.019586125388741493, + "step": 26180 + }, + { + "loss_action": 0.016612505540251732, + "loss_total": 0.016612505540251732, + "step": 26180 + }, + { + "loss_action": 0.016276344656944275, + "loss_total": 0.016276344656944275, + "step": 26180 + }, + { + "grad_norm": 0.3409857153892517, + "learning_rate": 8.821931254996044e-05, + "loss": 0.0212, + "step": 26190 + }, + { + "loss_action": 0.038280826061964035, + "loss_total": 0.038280826061964035, + "step": 26190 + }, + { + "loss_action": 0.016054190695285797, + "loss_total": 0.016054190695285797, + "step": 26190 + }, + { + "loss_action": 0.012194814160466194, + "loss_total": 0.012194814160466194, + "step": 26190 + }, + { + "loss_action": 0.01639215461909771, + "loss_total": 0.01639215461909771, + "step": 26190 + }, + { + "loss_action": 0.01737785153090954, + "loss_total": 0.01737785153090954, + "step": 26190 + }, + { + "loss_action": 0.016278723254799843, + "loss_total": 0.016278723254799843, + "step": 26190 + }, + { + "grad_norm": 0.5608670711517334, + "learning_rate": 8.82086495714137e-05, + "loss": 0.0215, + "step": 26200 + }, + { + "loss_action": 0.03313448280096054, + "loss_total": 0.03313448280096054, + "step": 26200 + }, + { + "loss_action": 0.019849229604005814, + "loss_total": 0.019849229604005814, + "step": 26200 + }, + { + "loss_action": 0.011639382690191269, + "loss_total": 0.011639382690191269, + "step": 26200 + }, + { + "loss_action": 0.019652804359793663, + "loss_total": 0.019652804359793663, + "step": 26200 + }, + { + "loss_action": 0.007667847443372011, + "loss_total": 0.007667847443372011, + "step": 26200 + }, + { + "loss_action": 0.04388958960771561, + "loss_total": 0.04388958960771561, + "step": 26200 + }, + { + "grad_norm": 0.5024803280830383, + "learning_rate": 8.81979824144265e-05, + "loss": 0.0254, + "step": 26210 + }, + { + "loss_action": 0.021651169285178185, + "loss_total": 0.021651169285178185, + "step": 26210 + }, + { + "loss_action": 0.04724275320768356, + "loss_total": 0.04724275320768356, + "step": 26210 + }, + { + "loss_action": 0.013780636712908745, + "loss_total": 0.013780636712908745, + "step": 26210 + }, + { + "loss_action": 0.014117659069597721, + "loss_total": 0.014117659069597721, + "step": 26210 + }, + { + "loss_action": 0.04730219393968582, + "loss_total": 0.04730219393968582, + "step": 26210 + }, + { + "loss_action": 0.014455870725214481, + "loss_total": 0.014455870725214481, + "step": 26210 + }, + { + "grad_norm": 0.38875851035118103, + "learning_rate": 8.818731108016536e-05, + "loss": 0.0261, + "step": 26220 + }, + { + "loss_action": 0.036908868700265884, + "loss_total": 0.036908868700265884, + "step": 26220 + }, + { + "loss_action": 0.015110738575458527, + "loss_total": 0.015110738575458527, + "step": 26220 + }, + { + "loss_action": 0.018622614443302155, + "loss_total": 0.018622614443302155, + "step": 26220 + }, + { + "loss_action": 0.04002991318702698, + "loss_total": 0.04002991318702698, + "step": 26220 + }, + { + "loss_action": 0.026625387370586395, + "loss_total": 0.026625387370586395, + "step": 26220 + }, + { + "loss_action": 0.02053709886968136, + "loss_total": 0.02053709886968136, + "step": 26220 + }, + { + "grad_norm": 0.4364616274833679, + "learning_rate": 8.81766355697973e-05, + "loss": 0.0231, + "step": 26230 + }, + { + "loss_action": 0.010044504888355732, + "loss_total": 0.010044504888355732, + "step": 26230 + }, + { + "loss_action": 0.015463721938431263, + "loss_total": 0.015463721938431263, + "step": 26230 + }, + { + "loss_action": 0.017861923202872276, + "loss_total": 0.017861923202872276, + "step": 26230 + }, + { + "loss_action": 0.04264511913061142, + "loss_total": 0.04264511913061142, + "step": 26230 + }, + { + "loss_action": 0.043729525059461594, + "loss_total": 0.043729525059461594, + "step": 26230 + }, + { + "loss_action": 0.031135626137256622, + "loss_total": 0.031135626137256622, + "step": 26230 + }, + { + "grad_norm": 0.42306870222091675, + "learning_rate": 8.816595588448977e-05, + "loss": 0.0239, + "step": 26240 + }, + { + "loss_action": 0.016965046525001526, + "loss_total": 0.016965046525001526, + "step": 26240 + }, + { + "loss_action": 0.02512221410870552, + "loss_total": 0.02512221410870552, + "step": 26240 + }, + { + "loss_action": 0.01709602214396, + "loss_total": 0.01709602214396, + "step": 26240 + }, + { + "loss_action": 0.01755332760512829, + "loss_total": 0.01755332760512829, + "step": 26240 + }, + { + "loss_action": 0.014471674337983131, + "loss_total": 0.014471674337983131, + "step": 26240 + }, + { + "loss_action": 0.023643888533115387, + "loss_total": 0.023643888533115387, + "step": 26240 + }, + { + "grad_norm": 0.42646029591560364, + "learning_rate": 8.81552720254107e-05, + "loss": 0.0209, + "step": 26250 + }, + { + "loss_action": 0.01905488781630993, + "loss_total": 0.01905488781630993, + "step": 26250 + }, + { + "loss_action": 0.018646111711859703, + "loss_total": 0.018646111711859703, + "step": 26250 + }, + { + "loss_action": 0.012686820700764656, + "loss_total": 0.012686820700764656, + "step": 26250 + }, + { + "loss_action": 0.010712623596191406, + "loss_total": 0.010712623596191406, + "step": 26250 + }, + { + "loss_action": 0.02863946370780468, + "loss_total": 0.02863946370780468, + "step": 26250 + }, + { + "loss_action": 0.010711874812841415, + "loss_total": 0.010711874812841415, + "step": 26250 + }, + { + "grad_norm": 0.43151307106018066, + "learning_rate": 8.814458399372842e-05, + "loss": 0.0265, + "step": 26260 + }, + { + "loss_action": 0.008758134208619595, + "loss_total": 0.008758134208619595, + "step": 26260 + }, + { + "loss_action": 0.01623518578708172, + "loss_total": 0.01623518578708172, + "step": 26260 + }, + { + "loss_action": 0.04356594383716583, + "loss_total": 0.04356594383716583, + "step": 26260 + }, + { + "loss_action": 0.023239830508828163, + "loss_total": 0.023239830508828163, + "step": 26260 + }, + { + "loss_action": 0.02904698997735977, + "loss_total": 0.02904698997735977, + "step": 26260 + }, + { + "loss_action": 0.01248439121991396, + "loss_total": 0.01248439121991396, + "step": 26260 + }, + { + "grad_norm": 0.43269258737564087, + "learning_rate": 8.813389179061181e-05, + "loss": 0.0256, + "step": 26270 + }, + { + "loss_action": 0.02889181300997734, + "loss_total": 0.02889181300997734, + "step": 26270 + }, + { + "loss_action": 0.01453617587685585, + "loss_total": 0.01453617587685585, + "step": 26270 + }, + { + "loss_action": 0.09037300199270248, + "loss_total": 0.09037300199270248, + "step": 26270 + }, + { + "loss_action": 0.028024721890687943, + "loss_total": 0.028024721890687943, + "step": 26270 + }, + { + "loss_action": 0.02002871036529541, + "loss_total": 0.02002871036529541, + "step": 26270 + }, + { + "loss_action": 0.014215833507478237, + "loss_total": 0.014215833507478237, + "step": 26270 + }, + { + "grad_norm": 0.42700424790382385, + "learning_rate": 8.812319541723012e-05, + "loss": 0.0237, + "step": 26280 + }, + { + "loss_action": 0.034847259521484375, + "loss_total": 0.034847259521484375, + "step": 26280 + }, + { + "loss_action": 0.025298213586211205, + "loss_total": 0.025298213586211205, + "step": 26280 + }, + { + "loss_action": 0.0358886681497097, + "loss_total": 0.0358886681497097, + "step": 26280 + }, + { + "loss_action": 0.014297976158559322, + "loss_total": 0.014297976158559322, + "step": 26280 + }, + { + "loss_action": 0.03273608162999153, + "loss_total": 0.03273608162999153, + "step": 26280 + }, + { + "loss_action": 0.029854223132133484, + "loss_total": 0.029854223132133484, + "step": 26280 + }, + { + "grad_norm": 0.4629128575325012, + "learning_rate": 8.811249487475309e-05, + "loss": 0.0239, + "step": 26290 + }, + { + "loss_action": 0.037488196045160294, + "loss_total": 0.037488196045160294, + "step": 26290 + }, + { + "loss_action": 0.04709850251674652, + "loss_total": 0.04709850251674652, + "step": 26290 + }, + { + "loss_action": 0.03204527869820595, + "loss_total": 0.03204527869820595, + "step": 26290 + }, + { + "loss_action": 0.01795404590666294, + "loss_total": 0.01795404590666294, + "step": 26290 + }, + { + "loss_action": 0.018177222460508347, + "loss_total": 0.018177222460508347, + "step": 26290 + }, + { + "loss_action": 0.0566226989030838, + "loss_total": 0.0566226989030838, + "step": 26290 + }, + { + "grad_norm": 0.5231362581253052, + "learning_rate": 8.810179016435092e-05, + "loss": 0.0264, + "step": 26300 + }, + { + "loss_action": 0.019612373784184456, + "loss_total": 0.019612373784184456, + "step": 26300 + }, + { + "loss_action": 0.02047714963555336, + "loss_total": 0.02047714963555336, + "step": 26300 + }, + { + "loss_action": 0.04816608503460884, + "loss_total": 0.04816608503460884, + "step": 26300 + }, + { + "loss_action": 0.01253503654152155, + "loss_total": 0.01253503654152155, + "step": 26300 + }, + { + "loss_action": 0.01929928921163082, + "loss_total": 0.01929928921163082, + "step": 26300 + }, + { + "loss_action": 0.014703847467899323, + "loss_total": 0.014703847467899323, + "step": 26300 + }, + { + "grad_norm": 0.4630746841430664, + "learning_rate": 8.809108128719428e-05, + "loss": 0.0251, + "step": 26310 + }, + { + "loss_action": 0.05749330297112465, + "loss_total": 0.05749330297112465, + "step": 26310 + }, + { + "loss_action": 0.013983584009110928, + "loss_total": 0.013983584009110928, + "step": 26310 + }, + { + "loss_action": 0.027325868606567383, + "loss_total": 0.027325868606567383, + "step": 26310 + }, + { + "loss_action": 0.01698889024555683, + "loss_total": 0.01698889024555683, + "step": 26310 + }, + { + "loss_action": 0.01201268658041954, + "loss_total": 0.01201268658041954, + "step": 26310 + }, + { + "loss_action": 0.03420965000987053, + "loss_total": 0.03420965000987053, + "step": 26310 + }, + { + "grad_norm": 0.5645321607589722, + "learning_rate": 8.808036824445424e-05, + "loss": 0.0275, + "step": 26320 + }, + { + "loss_action": 0.01720280572772026, + "loss_total": 0.01720280572772026, + "step": 26320 + }, + { + "loss_action": 0.01752432994544506, + "loss_total": 0.01752432994544506, + "step": 26320 + }, + { + "loss_action": 0.04590513929724693, + "loss_total": 0.04590513929724693, + "step": 26320 + }, + { + "loss_action": 0.05132425203919411, + "loss_total": 0.05132425203919411, + "step": 26320 + }, + { + "loss_action": 0.0590362623333931, + "loss_total": 0.0590362623333931, + "step": 26320 + }, + { + "loss_action": 0.03282151371240616, + "loss_total": 0.03282151371240616, + "step": 26320 + }, + { + "grad_norm": 0.40487757325172424, + "learning_rate": 8.806965103730238e-05, + "loss": 0.0263, + "step": 26330 + }, + { + "loss_action": 0.017235759645700455, + "loss_total": 0.017235759645700455, + "step": 26330 + }, + { + "loss_action": 0.012814795598387718, + "loss_total": 0.012814795598387718, + "step": 26330 + }, + { + "loss_action": 0.02687712013721466, + "loss_total": 0.02687712013721466, + "step": 26330 + }, + { + "loss_action": 0.018288852646946907, + "loss_total": 0.018288852646946907, + "step": 26330 + }, + { + "loss_action": 0.020108580589294434, + "loss_total": 0.020108580589294434, + "step": 26330 + }, + { + "loss_action": 0.02131127007305622, + "loss_total": 0.02131127007305622, + "step": 26330 + }, + { + "grad_norm": 0.5117961168289185, + "learning_rate": 8.805892966691074e-05, + "loss": 0.0261, + "step": 26340 + }, + { + "loss_action": 0.023026742041110992, + "loss_total": 0.023026742041110992, + "step": 26340 + }, + { + "loss_action": 0.0194229856133461, + "loss_total": 0.0194229856133461, + "step": 26340 + }, + { + "loss_action": 0.02384807914495468, + "loss_total": 0.02384807914495468, + "step": 26340 + }, + { + "loss_action": 0.009993561543524265, + "loss_total": 0.009993561543524265, + "step": 26340 + }, + { + "loss_action": 0.021627064794301987, + "loss_total": 0.021627064794301987, + "step": 26340 + }, + { + "loss_action": 0.01743464544415474, + "loss_total": 0.01743464544415474, + "step": 26340 + }, + { + "grad_norm": 0.4288869798183441, + "learning_rate": 8.804820413445175e-05, + "loss": 0.0252, + "step": 26350 + }, + { + "loss_action": 0.014122437685728073, + "loss_total": 0.014122437685728073, + "step": 26350 + }, + { + "loss_action": 0.018546393141150475, + "loss_total": 0.018546393141150475, + "step": 26350 + }, + { + "loss_action": 0.014685668051242828, + "loss_total": 0.014685668051242828, + "step": 26350 + }, + { + "loss_action": 0.014193837530910969, + "loss_total": 0.014193837530910969, + "step": 26350 + }, + { + "loss_action": 0.03305770456790924, + "loss_total": 0.03305770456790924, + "step": 26350 + }, + { + "loss_action": 0.03856770694255829, + "loss_total": 0.03856770694255829, + "step": 26350 + }, + { + "grad_norm": 0.4603864848613739, + "learning_rate": 8.803747444109837e-05, + "loss": 0.0258, + "step": 26360 + }, + { + "loss_action": 0.018681708723306656, + "loss_total": 0.018681708723306656, + "step": 26360 + }, + { + "loss_action": 0.016594907268881798, + "loss_total": 0.016594907268881798, + "step": 26360 + }, + { + "loss_action": 0.015417729504406452, + "loss_total": 0.015417729504406452, + "step": 26360 + }, + { + "loss_action": 0.021952597424387932, + "loss_total": 0.021952597424387932, + "step": 26360 + }, + { + "loss_action": 0.026331733912229538, + "loss_total": 0.026331733912229538, + "step": 26360 + }, + { + "loss_action": 0.017112616449594498, + "loss_total": 0.017112616449594498, + "step": 26360 + }, + { + "grad_norm": 0.41335004568099976, + "learning_rate": 8.802674058802399e-05, + "loss": 0.0256, + "step": 26370 + }, + { + "loss_action": 0.008683385327458382, + "loss_total": 0.008683385327458382, + "step": 26370 + }, + { + "loss_action": 0.010670734569430351, + "loss_total": 0.010670734569430351, + "step": 26370 + }, + { + "loss_action": 0.03025706671178341, + "loss_total": 0.03025706671178341, + "step": 26370 + }, + { + "loss_action": 0.01043001189827919, + "loss_total": 0.01043001189827919, + "step": 26370 + }, + { + "loss_action": 0.020793315023183823, + "loss_total": 0.020793315023183823, + "step": 26370 + }, + { + "loss_action": 0.01308385655283928, + "loss_total": 0.01308385655283928, + "step": 26370 + }, + { + "grad_norm": 0.4624052047729492, + "learning_rate": 8.801600257640241e-05, + "loss": 0.0222, + "step": 26380 + }, + { + "loss_action": 0.01350705698132515, + "loss_total": 0.01350705698132515, + "step": 26380 + }, + { + "loss_action": 0.012820957228541374, + "loss_total": 0.012820957228541374, + "step": 26380 + }, + { + "loss_action": 0.022404631599783897, + "loss_total": 0.022404631599783897, + "step": 26380 + }, + { + "loss_action": 0.02050909772515297, + "loss_total": 0.02050909772515297, + "step": 26380 + }, + { + "loss_action": 0.01634230837225914, + "loss_total": 0.01634230837225914, + "step": 26380 + }, + { + "loss_action": 0.26419293880462646, + "loss_total": 0.26419293880462646, + "step": 26380 + }, + { + "grad_norm": 0.46141180396080017, + "learning_rate": 8.800526040740795e-05, + "loss": 0.0249, + "step": 26390 + }, + { + "loss_action": 0.0381636917591095, + "loss_total": 0.0381636917591095, + "step": 26390 + }, + { + "loss_action": 0.019422726705670357, + "loss_total": 0.019422726705670357, + "step": 26390 + }, + { + "loss_action": 0.019108079373836517, + "loss_total": 0.019108079373836517, + "step": 26390 + }, + { + "loss_action": 0.015349112451076508, + "loss_total": 0.015349112451076508, + "step": 26390 + }, + { + "loss_action": 0.012753607705235481, + "loss_total": 0.012753607705235481, + "step": 26390 + }, + { + "loss_action": 0.05565178766846657, + "loss_total": 0.05565178766846657, + "step": 26390 + }, + { + "grad_norm": 0.3578017055988312, + "learning_rate": 8.799451408221535e-05, + "loss": 0.0241, + "step": 26400 + }, + { + "loss_action": 0.03256883844733238, + "loss_total": 0.03256883844733238, + "step": 26400 + }, + { + "loss_action": 0.04536264389753342, + "loss_total": 0.04536264389753342, + "step": 26400 + }, + { + "loss_action": 0.01791989617049694, + "loss_total": 0.01791989617049694, + "step": 26400 + }, + { + "loss_action": 0.03907346725463867, + "loss_total": 0.03907346725463867, + "step": 26400 + }, + { + "loss_action": 0.10353953391313553, + "loss_total": 0.10353953391313553, + "step": 26400 + }, + { + "loss_action": 0.023817362263798714, + "loss_total": 0.023817362263798714, + "step": 26400 + }, + { + "grad_norm": 0.4710844159126282, + "learning_rate": 8.798376360199982e-05, + "loss": 0.0256, + "step": 26410 + }, + { + "loss_action": 0.010273265652358532, + "loss_total": 0.010273265652358532, + "step": 26410 + }, + { + "loss_action": 0.02422705851495266, + "loss_total": 0.02422705851495266, + "step": 26410 + }, + { + "loss_action": 0.020533451810479164, + "loss_total": 0.020533451810479164, + "step": 26410 + }, + { + "loss_action": 0.02677757292985916, + "loss_total": 0.02677757292985916, + "step": 26410 + }, + { + "loss_action": 0.010585767216980457, + "loss_total": 0.010585767216980457, + "step": 26410 + }, + { + "loss_action": 0.03430533781647682, + "loss_total": 0.03430533781647682, + "step": 26410 + }, + { + "grad_norm": 0.4299714267253876, + "learning_rate": 8.797300896793701e-05, + "loss": 0.0216, + "step": 26420 + }, + { + "loss_action": 0.023462045937776566, + "loss_total": 0.023462045937776566, + "step": 26420 + }, + { + "loss_action": 0.023564931005239487, + "loss_total": 0.023564931005239487, + "step": 26420 + }, + { + "loss_action": 0.026111744344234467, + "loss_total": 0.026111744344234467, + "step": 26420 + }, + { + "loss_action": 0.01753918081521988, + "loss_total": 0.01753918081521988, + "step": 26420 + }, + { + "loss_action": 0.022980229929089546, + "loss_total": 0.022980229929089546, + "step": 26420 + }, + { + "loss_action": 0.04658529534935951, + "loss_total": 0.04658529534935951, + "step": 26420 + }, + { + "grad_norm": 0.4644628167152405, + "learning_rate": 8.796225018120302e-05, + "loss": 0.0262, + "step": 26430 + }, + { + "loss_action": 0.010282907634973526, + "loss_total": 0.010282907634973526, + "step": 26430 + }, + { + "loss_action": 0.0459672287106514, + "loss_total": 0.0459672287106514, + "step": 26430 + }, + { + "loss_action": 0.037679556757211685, + "loss_total": 0.037679556757211685, + "step": 26430 + }, + { + "loss_action": 0.030458107590675354, + "loss_total": 0.030458107590675354, + "step": 26430 + }, + { + "loss_action": 0.024743763729929924, + "loss_total": 0.024743763729929924, + "step": 26430 + }, + { + "loss_action": 0.15666252374649048, + "loss_total": 0.15666252374649048, + "step": 26430 + }, + { + "grad_norm": 0.4812832474708557, + "learning_rate": 8.795148724297444e-05, + "loss": 0.0253, + "step": 26440 + }, + { + "loss_action": 0.11583128571510315, + "loss_total": 0.11583128571510315, + "step": 26440 + }, + { + "loss_action": 0.025874221697449684, + "loss_total": 0.025874221697449684, + "step": 26440 + }, + { + "loss_action": 0.03294963762164116, + "loss_total": 0.03294963762164116, + "step": 26440 + }, + { + "loss_action": 0.010043197311460972, + "loss_total": 0.010043197311460972, + "step": 26440 + }, + { + "loss_action": 0.02537183277308941, + "loss_total": 0.02537183277308941, + "step": 26440 + }, + { + "loss_action": 0.019091252237558365, + "loss_total": 0.019091252237558365, + "step": 26440 + }, + { + "grad_norm": 0.35436052083969116, + "learning_rate": 8.794072015442825e-05, + "loss": 0.0306, + "step": 26450 + }, + { + "loss_action": 0.012056277133524418, + "loss_total": 0.012056277133524418, + "step": 26450 + }, + { + "loss_action": 0.021236073225736618, + "loss_total": 0.021236073225736618, + "step": 26450 + }, + { + "loss_action": 0.012986437417566776, + "loss_total": 0.012986437417566776, + "step": 26450 + }, + { + "loss_action": 0.05205679312348366, + "loss_total": 0.05205679312348366, + "step": 26450 + }, + { + "loss_action": 0.020957157015800476, + "loss_total": 0.020957157015800476, + "step": 26450 + }, + { + "loss_action": 0.0361667275428772, + "loss_total": 0.0361667275428772, + "step": 26450 + }, + { + "grad_norm": 0.4861944317817688, + "learning_rate": 8.792994891674198e-05, + "loss": 0.0254, + "step": 26460 + }, + { + "loss_action": 0.016018375754356384, + "loss_total": 0.016018375754356384, + "step": 26460 + }, + { + "loss_action": 0.0490860752761364, + "loss_total": 0.0490860752761364, + "step": 26460 + }, + { + "loss_action": 0.01905865967273712, + "loss_total": 0.01905865967273712, + "step": 26460 + }, + { + "loss_action": 0.024303754791617393, + "loss_total": 0.024303754791617393, + "step": 26460 + }, + { + "loss_action": 0.013947050087153912, + "loss_total": 0.013947050087153912, + "step": 26460 + }, + { + "loss_action": 0.010841550305485725, + "loss_total": 0.010841550305485725, + "step": 26460 + }, + { + "grad_norm": 0.5043395161628723, + "learning_rate": 8.79191735310935e-05, + "loss": 0.0265, + "step": 26470 + }, + { + "loss_action": 0.13984696567058563, + "loss_total": 0.13984696567058563, + "step": 26470 + }, + { + "loss_action": 0.012625082395970821, + "loss_total": 0.012625082395970821, + "step": 26470 + }, + { + "loss_action": 0.016397418454289436, + "loss_total": 0.016397418454289436, + "step": 26470 + }, + { + "loss_action": 0.016870561987161636, + "loss_total": 0.016870561987161636, + "step": 26470 + }, + { + "loss_action": 0.011526473797857761, + "loss_total": 0.011526473797857761, + "step": 26470 + }, + { + "loss_action": 0.038142357021570206, + "loss_total": 0.038142357021570206, + "step": 26470 + }, + { + "grad_norm": 0.46220144629478455, + "learning_rate": 8.790839399866122e-05, + "loss": 0.0256, + "step": 26480 + }, + { + "loss_action": 0.017677132040262222, + "loss_total": 0.017677132040262222, + "step": 26480 + }, + { + "loss_action": 0.02457444742321968, + "loss_total": 0.02457444742321968, + "step": 26480 + }, + { + "loss_action": 0.01855580508708954, + "loss_total": 0.01855580508708954, + "step": 26480 + }, + { + "loss_action": 0.021762756630778313, + "loss_total": 0.021762756630778313, + "step": 26480 + }, + { + "loss_action": 0.02819547988474369, + "loss_total": 0.02819547988474369, + "step": 26480 + }, + { + "loss_action": 0.03276539221405983, + "loss_total": 0.03276539221405983, + "step": 26480 + }, + { + "grad_norm": 0.4057454466819763, + "learning_rate": 8.789761032062397e-05, + "loss": 0.0248, + "step": 26490 + }, + { + "loss_action": 0.07653480023145676, + "loss_total": 0.07653480023145676, + "step": 26490 + }, + { + "loss_action": 0.009991947561502457, + "loss_total": 0.009991947561502457, + "step": 26490 + }, + { + "loss_action": 0.013069238513708115, + "loss_total": 0.013069238513708115, + "step": 26490 + }, + { + "loss_action": 0.019087685272097588, + "loss_total": 0.019087685272097588, + "step": 26490 + }, + { + "loss_action": 0.027674732729792595, + "loss_total": 0.027674732729792595, + "step": 26490 + }, + { + "loss_action": 0.030362403020262718, + "loss_total": 0.030362403020262718, + "step": 26490 + }, + { + "grad_norm": 0.4429984986782074, + "learning_rate": 8.788682249816103e-05, + "loss": 0.0243, + "step": 26500 + }, + { + "loss_action": 0.03321147710084915, + "loss_total": 0.03321147710084915, + "step": 26500 + }, + { + "loss_action": 0.029688332229852676, + "loss_total": 0.029688332229852676, + "step": 26500 + }, + { + "loss_action": 0.010890817269682884, + "loss_total": 0.010890817269682884, + "step": 26500 + }, + { + "loss_action": 0.034047357738018036, + "loss_total": 0.034047357738018036, + "step": 26500 + }, + { + "loss_action": 0.03255303204059601, + "loss_total": 0.03255303204059601, + "step": 26500 + }, + { + "loss_action": 0.013595622032880783, + "loss_total": 0.013595622032880783, + "step": 26500 + }, + { + "grad_norm": 0.4851776957511902, + "learning_rate": 8.787603053245215e-05, + "loss": 0.0258, + "step": 26510 + }, + { + "loss_action": 0.05466945841908455, + "loss_total": 0.05466945841908455, + "step": 26510 + }, + { + "loss_action": 0.02282453514635563, + "loss_total": 0.02282453514635563, + "step": 26510 + }, + { + "loss_action": 0.011104036122560501, + "loss_total": 0.011104036122560501, + "step": 26510 + }, + { + "loss_action": 0.016436876729130745, + "loss_total": 0.016436876729130745, + "step": 26510 + }, + { + "loss_action": 0.012665665708482265, + "loss_total": 0.012665665708482265, + "step": 26510 + }, + { + "loss_action": 0.013158793561160564, + "loss_total": 0.013158793561160564, + "step": 26510 + }, + { + "grad_norm": 0.5170289874076843, + "learning_rate": 8.78652344246775e-05, + "loss": 0.0234, + "step": 26520 + }, + { + "loss_action": 0.022032760083675385, + "loss_total": 0.022032760083675385, + "step": 26520 + }, + { + "loss_action": 0.05274476855993271, + "loss_total": 0.05274476855993271, + "step": 26520 + }, + { + "loss_action": 0.017135947942733765, + "loss_total": 0.017135947942733765, + "step": 26520 + }, + { + "loss_action": 0.016253596171736717, + "loss_total": 0.016253596171736717, + "step": 26520 + }, + { + "loss_action": 0.027034282684326172, + "loss_total": 0.027034282684326172, + "step": 26520 + }, + { + "loss_action": 0.18209345638751984, + "loss_total": 0.18209345638751984, + "step": 26520 + }, + { + "grad_norm": 0.4239026606082916, + "learning_rate": 8.785443417601776e-05, + "loss": 0.0268, + "step": 26530 + }, + { + "loss_action": 0.04688639938831329, + "loss_total": 0.04688639938831329, + "step": 26530 + }, + { + "loss_action": 0.023601101711392403, + "loss_total": 0.023601101711392403, + "step": 26530 + }, + { + "loss_action": 0.013817749917507172, + "loss_total": 0.013817749917507172, + "step": 26530 + }, + { + "loss_action": 0.03213772922754288, + "loss_total": 0.03213772922754288, + "step": 26530 + }, + { + "loss_action": 0.013344679959118366, + "loss_total": 0.013344679959118366, + "step": 26530 + }, + { + "loss_action": 0.012514756061136723, + "loss_total": 0.012514756061136723, + "step": 26530 + }, + { + "grad_norm": 0.45674946904182434, + "learning_rate": 8.784362978765401e-05, + "loss": 0.0191, + "step": 26540 + }, + { + "loss_action": 0.06766843050718307, + "loss_total": 0.06766843050718307, + "step": 26540 + }, + { + "loss_action": 0.10587229579687119, + "loss_total": 0.10587229579687119, + "step": 26540 + }, + { + "loss_action": 0.02248292975127697, + "loss_total": 0.02248292975127697, + "step": 26540 + }, + { + "loss_action": 0.007996313273906708, + "loss_total": 0.007996313273906708, + "step": 26540 + }, + { + "loss_action": 0.05527014657855034, + "loss_total": 0.05527014657855034, + "step": 26540 + }, + { + "loss_action": 0.008813953027129173, + "loss_total": 0.008813953027129173, + "step": 26540 + }, + { + "grad_norm": 0.4766309857368469, + "learning_rate": 8.783282126076779e-05, + "loss": 0.0256, + "step": 26550 + }, + { + "loss_action": 0.010902173817157745, + "loss_total": 0.010902173817157745, + "step": 26550 + }, + { + "loss_action": 0.011562126688659191, + "loss_total": 0.011562126688659191, + "step": 26550 + }, + { + "loss_action": 0.027913615107536316, + "loss_total": 0.027913615107536316, + "step": 26550 + }, + { + "loss_action": 0.01932777278125286, + "loss_total": 0.01932777278125286, + "step": 26550 + }, + { + "loss_action": 0.02477220632135868, + "loss_total": 0.02477220632135868, + "step": 26550 + }, + { + "loss_action": 0.015178108587861061, + "loss_total": 0.015178108587861061, + "step": 26550 + }, + { + "grad_norm": 0.39926084876060486, + "learning_rate": 8.782200859654112e-05, + "loss": 0.024, + "step": 26560 + }, + { + "loss_action": 0.024542005732655525, + "loss_total": 0.024542005732655525, + "step": 26560 + }, + { + "loss_action": 0.02348569966852665, + "loss_total": 0.02348569966852665, + "step": 26560 + }, + { + "loss_action": 0.01429870817810297, + "loss_total": 0.01429870817810297, + "step": 26560 + }, + { + "loss_action": 0.04436998441815376, + "loss_total": 0.04436998441815376, + "step": 26560 + }, + { + "loss_action": 0.012609798461198807, + "loss_total": 0.012609798461198807, + "step": 26560 + }, + { + "loss_action": 0.010298358276486397, + "loss_total": 0.010298358276486397, + "step": 26560 + }, + { + "grad_norm": 1.1077585220336914, + "learning_rate": 8.781119179615646e-05, + "loss": 0.0236, + "step": 26570 + }, + { + "loss_action": 0.01427389308810234, + "loss_total": 0.01427389308810234, + "step": 26570 + }, + { + "loss_action": 0.02495761774480343, + "loss_total": 0.02495761774480343, + "step": 26570 + }, + { + "loss_action": 0.019386567175388336, + "loss_total": 0.019386567175388336, + "step": 26570 + }, + { + "loss_action": 0.013909534551203251, + "loss_total": 0.013909534551203251, + "step": 26570 + }, + { + "loss_action": 0.019194887951016426, + "loss_total": 0.019194887951016426, + "step": 26570 + }, + { + "loss_action": 0.04766403138637543, + "loss_total": 0.04766403138637543, + "step": 26570 + }, + { + "grad_norm": 0.5428444147109985, + "learning_rate": 8.780037086079674e-05, + "loss": 0.0231, + "step": 26580 + }, + { + "loss_action": 0.020178839564323425, + "loss_total": 0.020178839564323425, + "step": 26580 + }, + { + "loss_action": 0.023919234052300453, + "loss_total": 0.023919234052300453, + "step": 26580 + }, + { + "loss_action": 0.014283825643360615, + "loss_total": 0.014283825643360615, + "step": 26580 + }, + { + "loss_action": 0.01786717027425766, + "loss_total": 0.01786717027425766, + "step": 26580 + }, + { + "loss_action": 0.023345837369561195, + "loss_total": 0.023345837369561195, + "step": 26580 + }, + { + "loss_action": 0.030400900170207024, + "loss_total": 0.030400900170207024, + "step": 26580 + }, + { + "grad_norm": 0.4287242591381073, + "learning_rate": 8.778954579164527e-05, + "loss": 0.0307, + "step": 26590 + }, + { + "loss_action": 0.04339761286973953, + "loss_total": 0.04339761286973953, + "step": 26590 + }, + { + "loss_action": 0.027440955862402916, + "loss_total": 0.027440955862402916, + "step": 26590 + }, + { + "loss_action": 0.018914595246315002, + "loss_total": 0.018914595246315002, + "step": 26590 + }, + { + "loss_action": 0.030639072880148888, + "loss_total": 0.030639072880148888, + "step": 26590 + }, + { + "loss_action": 0.027057882398366928, + "loss_total": 0.027057882398366928, + "step": 26590 + }, + { + "loss_action": 0.047239065170288086, + "loss_total": 0.047239065170288086, + "step": 26590 + }, + { + "grad_norm": 0.8905197381973267, + "learning_rate": 8.777871658988588e-05, + "loss": 0.0338, + "step": 26600 + }, + { + "loss_action": 0.013977063819766045, + "loss_total": 0.013977063819766045, + "step": 26600 + }, + { + "loss_action": 0.028067776933312416, + "loss_total": 0.028067776933312416, + "step": 26600 + }, + { + "loss_action": 0.021952703595161438, + "loss_total": 0.021952703595161438, + "step": 26600 + }, + { + "loss_action": 0.014394084922969341, + "loss_total": 0.014394084922969341, + "step": 26600 + }, + { + "loss_action": 0.04627768322825432, + "loss_total": 0.04627768322825432, + "step": 26600 + }, + { + "loss_action": 0.019857333973050117, + "loss_total": 0.019857333973050117, + "step": 26600 + }, + { + "grad_norm": 0.49834468960762024, + "learning_rate": 8.776788325670285e-05, + "loss": 0.0309, + "step": 26610 + }, + { + "loss_action": 0.01909460313618183, + "loss_total": 0.01909460313618183, + "step": 26610 + }, + { + "loss_action": 0.016530748456716537, + "loss_total": 0.016530748456716537, + "step": 26610 + }, + { + "loss_action": 0.025049524381756783, + "loss_total": 0.025049524381756783, + "step": 26610 + }, + { + "loss_action": 0.022481469437479973, + "loss_total": 0.022481469437479973, + "step": 26610 + }, + { + "loss_action": 0.017400847747921944, + "loss_total": 0.017400847747921944, + "step": 26610 + }, + { + "loss_action": 0.022907478734850883, + "loss_total": 0.022907478734850883, + "step": 26610 + }, + { + "grad_norm": 0.43594422936439514, + "learning_rate": 8.775704579328089e-05, + "loss": 0.0286, + "step": 26620 + }, + { + "loss_action": 0.023210763931274414, + "loss_total": 0.023210763931274414, + "step": 26620 + }, + { + "loss_action": 0.015322410501539707, + "loss_total": 0.015322410501539707, + "step": 26620 + }, + { + "loss_action": 0.11438678205013275, + "loss_total": 0.11438678205013275, + "step": 26620 + }, + { + "loss_action": 0.011790542863309383, + "loss_total": 0.011790542863309383, + "step": 26620 + }, + { + "loss_action": 0.02483844757080078, + "loss_total": 0.02483844757080078, + "step": 26620 + }, + { + "loss_action": 0.015690971165895462, + "loss_total": 0.015690971165895462, + "step": 26620 + }, + { + "grad_norm": 0.47551509737968445, + "learning_rate": 8.774620420080517e-05, + "loss": 0.0306, + "step": 26630 + }, + { + "loss_action": 0.024184687063097954, + "loss_total": 0.024184687063097954, + "step": 26630 + }, + { + "loss_action": 0.017486687749624252, + "loss_total": 0.017486687749624252, + "step": 26630 + }, + { + "loss_action": 0.05898399278521538, + "loss_total": 0.05898399278521538, + "step": 26630 + }, + { + "loss_action": 0.014160328544676304, + "loss_total": 0.014160328544676304, + "step": 26630 + }, + { + "loss_action": 0.010998861864209175, + "loss_total": 0.010998861864209175, + "step": 26630 + }, + { + "loss_action": 0.021955935284495354, + "loss_total": 0.021955935284495354, + "step": 26630 + }, + { + "grad_norm": 0.5664200782775879, + "learning_rate": 8.773535848046131e-05, + "loss": 0.027, + "step": 26640 + }, + { + "loss_action": 0.01164637878537178, + "loss_total": 0.01164637878537178, + "step": 26640 + }, + { + "loss_action": 0.0180094912648201, + "loss_total": 0.0180094912648201, + "step": 26640 + }, + { + "loss_action": 0.021140921860933304, + "loss_total": 0.021140921860933304, + "step": 26640 + }, + { + "loss_action": 0.0175215732306242, + "loss_total": 0.0175215732306242, + "step": 26640 + }, + { + "loss_action": 0.026130612939596176, + "loss_total": 0.026130612939596176, + "step": 26640 + }, + { + "loss_action": 0.0716702789068222, + "loss_total": 0.0716702789068222, + "step": 26640 + }, + { + "grad_norm": 0.6799194812774658, + "learning_rate": 8.772450863343538e-05, + "loss": 0.025, + "step": 26650 + }, + { + "loss_action": 0.020522424951195717, + "loss_total": 0.020522424951195717, + "step": 26650 + }, + { + "loss_action": 0.022001028060913086, + "loss_total": 0.022001028060913086, + "step": 26650 + }, + { + "loss_action": 0.029061423614621162, + "loss_total": 0.029061423614621162, + "step": 26650 + }, + { + "loss_action": 0.011469516903162003, + "loss_total": 0.011469516903162003, + "step": 26650 + }, + { + "loss_action": 0.009583608247339725, + "loss_total": 0.009583608247339725, + "step": 26650 + }, + { + "loss_action": 0.08421150594949722, + "loss_total": 0.08421150594949722, + "step": 26650 + }, + { + "grad_norm": 0.4371015131473541, + "learning_rate": 8.77136546609139e-05, + "loss": 0.0252, + "step": 26660 + }, + { + "loss_action": 0.040917012840509415, + "loss_total": 0.040917012840509415, + "step": 26660 + }, + { + "loss_action": 0.016725359484553337, + "loss_total": 0.016725359484553337, + "step": 26660 + }, + { + "loss_action": 0.01369086466729641, + "loss_total": 0.01369086466729641, + "step": 26660 + }, + { + "loss_action": 0.023258550092577934, + "loss_total": 0.023258550092577934, + "step": 26660 + }, + { + "loss_action": 0.013232390396296978, + "loss_total": 0.013232390396296978, + "step": 26660 + }, + { + "loss_action": 0.01154258195310831, + "loss_total": 0.01154258195310831, + "step": 26660 + }, + { + "grad_norm": 0.3568062484264374, + "learning_rate": 8.770279656408385e-05, + "loss": 0.0227, + "step": 26670 + }, + { + "loss_action": 0.01883893832564354, + "loss_total": 0.01883893832564354, + "step": 26670 + }, + { + "loss_action": 0.010374180041253567, + "loss_total": 0.010374180041253567, + "step": 26670 + }, + { + "loss_action": 0.014849717728793621, + "loss_total": 0.014849717728793621, + "step": 26670 + }, + { + "loss_action": 0.07206348329782486, + "loss_total": 0.07206348329782486, + "step": 26670 + }, + { + "loss_action": 0.020004959776997566, + "loss_total": 0.020004959776997566, + "step": 26670 + }, + { + "loss_action": 0.03262722119688988, + "loss_total": 0.03262722119688988, + "step": 26670 + }, + { + "grad_norm": 0.4938611686229706, + "learning_rate": 8.769193434413265e-05, + "loss": 0.0276, + "step": 26680 + }, + { + "loss_action": 0.029472028836607933, + "loss_total": 0.029472028836607933, + "step": 26680 + }, + { + "loss_action": 0.19206498563289642, + "loss_total": 0.19206498563289642, + "step": 26680 + }, + { + "loss_action": 0.02640911191701889, + "loss_total": 0.02640911191701889, + "step": 26680 + }, + { + "loss_action": 0.015891321003437042, + "loss_total": 0.015891321003437042, + "step": 26680 + }, + { + "loss_action": 0.054033756256103516, + "loss_total": 0.054033756256103516, + "step": 26680 + }, + { + "loss_action": 0.028767554089426994, + "loss_total": 0.028767554089426994, + "step": 26680 + }, + { + "grad_norm": 0.9634875059127808, + "learning_rate": 8.76810680022482e-05, + "loss": 0.038, + "step": 26690 + }, + { + "loss_action": 0.04352502524852753, + "loss_total": 0.04352502524852753, + "step": 26690 + }, + { + "loss_action": 0.029673369601368904, + "loss_total": 0.029673369601368904, + "step": 26690 + }, + { + "loss_action": 0.03399074450135231, + "loss_total": 0.03399074450135231, + "step": 26690 + }, + { + "loss_action": 0.06352856755256653, + "loss_total": 0.06352856755256653, + "step": 26690 + }, + { + "loss_action": 0.022754475474357605, + "loss_total": 0.022754475474357605, + "step": 26690 + }, + { + "loss_action": 0.03202212601900101, + "loss_total": 0.03202212601900101, + "step": 26690 + }, + { + "grad_norm": 0.550248920917511, + "learning_rate": 8.767019753961878e-05, + "loss": 0.0299, + "step": 26700 + }, + { + "loss_action": 0.03059493564069271, + "loss_total": 0.03059493564069271, + "step": 26700 + }, + { + "loss_action": 0.04545922577381134, + "loss_total": 0.04545922577381134, + "step": 26700 + }, + { + "loss_action": 0.04121101647615433, + "loss_total": 0.04121101647615433, + "step": 26700 + }, + { + "loss_action": 0.06480242311954498, + "loss_total": 0.06480242311954498, + "step": 26700 + }, + { + "loss_action": 0.013924186117947102, + "loss_total": 0.013924186117947102, + "step": 26700 + }, + { + "loss_action": 0.018064280971884727, + "loss_total": 0.018064280971884727, + "step": 26700 + }, + { + "grad_norm": 0.8736134767532349, + "learning_rate": 8.765932295743321e-05, + "loss": 0.0337, + "step": 26710 + }, + { + "loss_action": 0.02266816794872284, + "loss_total": 0.02266816794872284, + "step": 26710 + }, + { + "loss_action": 0.02271699532866478, + "loss_total": 0.02271699532866478, + "step": 26710 + }, + { + "loss_action": 0.02878393419086933, + "loss_total": 0.02878393419086933, + "step": 26710 + }, + { + "loss_action": 0.02050631120800972, + "loss_total": 0.02050631120800972, + "step": 26710 + }, + { + "loss_action": 0.014545871876180172, + "loss_total": 0.014545871876180172, + "step": 26710 + }, + { + "loss_action": 0.018956635147333145, + "loss_total": 0.018956635147333145, + "step": 26710 + }, + { + "grad_norm": 0.5042015314102173, + "learning_rate": 8.764844425688068e-05, + "loss": 0.0321, + "step": 26720 + }, + { + "loss_action": 0.02672107331454754, + "loss_total": 0.02672107331454754, + "step": 26720 + }, + { + "loss_action": 0.01707921177148819, + "loss_total": 0.01707921177148819, + "step": 26720 + }, + { + "loss_action": 0.02224688231945038, + "loss_total": 0.02224688231945038, + "step": 26720 + }, + { + "loss_action": 0.016145134344697, + "loss_total": 0.016145134344697, + "step": 26720 + }, + { + "loss_action": 0.03125954419374466, + "loss_total": 0.03125954419374466, + "step": 26720 + }, + { + "loss_action": 0.18300962448120117, + "loss_total": 0.18300962448120117, + "step": 26720 + }, + { + "grad_norm": 0.5340108275413513, + "learning_rate": 8.763756143915092e-05, + "loss": 0.0344, + "step": 26730 + }, + { + "loss_action": 0.019536182284355164, + "loss_total": 0.019536182284355164, + "step": 26730 + }, + { + "loss_action": 0.015057181939482689, + "loss_total": 0.015057181939482689, + "step": 26730 + }, + { + "loss_action": 0.09389825165271759, + "loss_total": 0.09389825165271759, + "step": 26730 + }, + { + "loss_action": 0.013358259573578835, + "loss_total": 0.013358259573578835, + "step": 26730 + }, + { + "loss_action": 0.050645861774683, + "loss_total": 0.050645861774683, + "step": 26730 + }, + { + "loss_action": 0.04022335261106491, + "loss_total": 0.04022335261106491, + "step": 26730 + }, + { + "grad_norm": 0.5341556072235107, + "learning_rate": 8.7626674505434e-05, + "loss": 0.034, + "step": 26740 + }, + { + "loss_action": 0.026202647015452385, + "loss_total": 0.026202647015452385, + "step": 26740 + }, + { + "loss_action": 0.03816728666424751, + "loss_total": 0.03816728666424751, + "step": 26740 + }, + { + "loss_action": 0.043569061905145645, + "loss_total": 0.043569061905145645, + "step": 26740 + }, + { + "loss_action": 0.02244812250137329, + "loss_total": 0.02244812250137329, + "step": 26740 + }, + { + "loss_action": 0.024762483313679695, + "loss_total": 0.024762483313679695, + "step": 26740 + }, + { + "loss_action": 0.014920254237949848, + "loss_total": 0.014920254237949848, + "step": 26740 + }, + { + "grad_norm": 0.3999632000923157, + "learning_rate": 8.761578345692053e-05, + "loss": 0.0292, + "step": 26750 + }, + { + "loss_action": 0.019315483048558235, + "loss_total": 0.019315483048558235, + "step": 26750 + }, + { + "loss_action": 0.027740778401494026, + "loss_total": 0.027740778401494026, + "step": 26750 + }, + { + "loss_action": 0.024675145745277405, + "loss_total": 0.024675145745277405, + "step": 26750 + }, + { + "loss_action": 0.022569237276911736, + "loss_total": 0.022569237276911736, + "step": 26750 + }, + { + "loss_action": 0.013840270228683949, + "loss_total": 0.013840270228683949, + "step": 26750 + }, + { + "loss_action": 0.011517605744302273, + "loss_total": 0.011517605744302273, + "step": 26750 + }, + { + "grad_norm": 0.4698799252510071, + "learning_rate": 8.760488829480156e-05, + "loss": 0.0263, + "step": 26760 + }, + { + "loss_action": 0.01986326463520527, + "loss_total": 0.01986326463520527, + "step": 26760 + }, + { + "loss_action": 0.028276102617383003, + "loss_total": 0.028276102617383003, + "step": 26760 + }, + { + "loss_action": 0.05657047778367996, + "loss_total": 0.05657047778367996, + "step": 26760 + }, + { + "loss_action": 0.018994292244315147, + "loss_total": 0.018994292244315147, + "step": 26760 + }, + { + "loss_action": 0.01757226139307022, + "loss_total": 0.01757226139307022, + "step": 26760 + }, + { + "loss_action": 0.02273404970765114, + "loss_total": 0.02273404970765114, + "step": 26760 + }, + { + "grad_norm": 0.550680935382843, + "learning_rate": 8.759398902026854e-05, + "loss": 0.0315, + "step": 26770 + }, + { + "loss_action": 0.02751246653497219, + "loss_total": 0.02751246653497219, + "step": 26770 + }, + { + "loss_action": 0.021302945911884308, + "loss_total": 0.021302945911884308, + "step": 26770 + }, + { + "loss_action": 0.05019702389836311, + "loss_total": 0.05019702389836311, + "step": 26770 + }, + { + "loss_action": 0.015055100433528423, + "loss_total": 0.015055100433528423, + "step": 26770 + }, + { + "loss_action": 0.025033235549926758, + "loss_total": 0.025033235549926758, + "step": 26770 + }, + { + "loss_action": 0.01754063554108143, + "loss_total": 0.01754063554108143, + "step": 26770 + }, + { + "grad_norm": 0.3646671772003174, + "learning_rate": 8.758308563451339e-05, + "loss": 0.0225, + "step": 26780 + }, + { + "loss_action": 0.028607133775949478, + "loss_total": 0.028607133775949478, + "step": 26780 + }, + { + "loss_action": 0.03883683308959007, + "loss_total": 0.03883683308959007, + "step": 26780 + }, + { + "loss_action": 0.026994360610842705, + "loss_total": 0.026994360610842705, + "step": 26780 + }, + { + "loss_action": 0.03488819673657417, + "loss_total": 0.03488819673657417, + "step": 26780 + }, + { + "loss_action": 0.03197077289223671, + "loss_total": 0.03197077289223671, + "step": 26780 + }, + { + "loss_action": 0.01524860505014658, + "loss_total": 0.01524860505014658, + "step": 26780 + }, + { + "grad_norm": 0.41779494285583496, + "learning_rate": 8.75721781387285e-05, + "loss": 0.0307, + "step": 26790 + }, + { + "loss_action": 0.020293140783905983, + "loss_total": 0.020293140783905983, + "step": 26790 + }, + { + "loss_action": 0.05357317626476288, + "loss_total": 0.05357317626476288, + "step": 26790 + }, + { + "loss_action": 0.04117957875132561, + "loss_total": 0.04117957875132561, + "step": 26790 + }, + { + "loss_action": 0.020915159955620766, + "loss_total": 0.020915159955620766, + "step": 26790 + }, + { + "loss_action": 0.02673867531120777, + "loss_total": 0.02673867531120777, + "step": 26790 + }, + { + "loss_action": 0.023028908297419548, + "loss_total": 0.023028908297419548, + "step": 26790 + }, + { + "grad_norm": 0.37086862325668335, + "learning_rate": 8.75612665341067e-05, + "loss": 0.0252, + "step": 26800 + }, + { + "loss_action": 0.056270211935043335, + "loss_total": 0.056270211935043335, + "step": 26800 + }, + { + "loss_action": 0.0320117361843586, + "loss_total": 0.0320117361843586, + "step": 26800 + }, + { + "loss_action": 0.02663075551390648, + "loss_total": 0.02663075551390648, + "step": 26800 + }, + { + "loss_action": 0.016434239223599434, + "loss_total": 0.016434239223599434, + "step": 26800 + }, + { + "loss_action": 0.017660023644566536, + "loss_total": 0.017660023644566536, + "step": 26800 + }, + { + "loss_action": 0.013896375894546509, + "loss_total": 0.013896375894546509, + "step": 26800 + }, + { + "grad_norm": 0.4647522568702698, + "learning_rate": 8.755035082184126e-05, + "loss": 0.027, + "step": 26810 + }, + { + "loss_action": 0.045203592628240585, + "loss_total": 0.045203592628240585, + "step": 26810 + }, + { + "loss_action": 0.013629664666950703, + "loss_total": 0.013629664666950703, + "step": 26810 + }, + { + "loss_action": 0.024593248963356018, + "loss_total": 0.024593248963356018, + "step": 26810 + }, + { + "loss_action": 0.018623284995555878, + "loss_total": 0.018623284995555878, + "step": 26810 + }, + { + "loss_action": 0.014385377056896687, + "loss_total": 0.014385377056896687, + "step": 26810 + }, + { + "loss_action": 0.01340901292860508, + "loss_total": 0.01340901292860508, + "step": 26810 + }, + { + "grad_norm": 0.37525132298469543, + "learning_rate": 8.753943100312592e-05, + "loss": 0.0217, + "step": 26820 + }, + { + "loss_action": 0.025253236293792725, + "loss_total": 0.025253236293792725, + "step": 26820 + }, + { + "loss_action": 0.01819665916264057, + "loss_total": 0.01819665916264057, + "step": 26820 + }, + { + "loss_action": 0.03317566588521004, + "loss_total": 0.03317566588521004, + "step": 26820 + }, + { + "loss_action": 0.011757850646972656, + "loss_total": 0.011757850646972656, + "step": 26820 + }, + { + "loss_action": 0.020412318408489227, + "loss_total": 0.020412318408489227, + "step": 26820 + }, + { + "loss_action": 0.012685545720160007, + "loss_total": 0.012685545720160007, + "step": 26820 + }, + { + "grad_norm": 0.39885595440864563, + "learning_rate": 8.752850707915484e-05, + "loss": 0.0228, + "step": 26830 + }, + { + "loss_action": 0.012546672485768795, + "loss_total": 0.012546672485768795, + "step": 26830 + }, + { + "loss_action": 0.020497679710388184, + "loss_total": 0.020497679710388184, + "step": 26830 + }, + { + "loss_action": 0.013630356639623642, + "loss_total": 0.013630356639623642, + "step": 26830 + }, + { + "loss_action": 0.010767323896288872, + "loss_total": 0.010767323896288872, + "step": 26830 + }, + { + "loss_action": 0.026931699365377426, + "loss_total": 0.026931699365377426, + "step": 26830 + }, + { + "loss_action": 0.02045002393424511, + "loss_total": 0.02045002393424511, + "step": 26830 + }, + { + "grad_norm": 0.3854297697544098, + "learning_rate": 8.751757905112264e-05, + "loss": 0.0207, + "step": 26840 + }, + { + "loss_action": 0.021888937801122665, + "loss_total": 0.021888937801122665, + "step": 26840 + }, + { + "loss_action": 0.013667850755155087, + "loss_total": 0.013667850755155087, + "step": 26840 + }, + { + "loss_action": 0.04047630727291107, + "loss_total": 0.04047630727291107, + "step": 26840 + }, + { + "loss_action": 0.013791870325803757, + "loss_total": 0.013791870325803757, + "step": 26840 + }, + { + "loss_action": 0.031228186562657356, + "loss_total": 0.031228186562657356, + "step": 26840 + }, + { + "loss_action": 0.011732430197298527, + "loss_total": 0.011732430197298527, + "step": 26840 + }, + { + "grad_norm": 0.40078485012054443, + "learning_rate": 8.75066469202244e-05, + "loss": 0.0229, + "step": 26850 + }, + { + "loss_action": 0.06387890875339508, + "loss_total": 0.06387890875339508, + "step": 26850 + }, + { + "loss_action": 0.03230034559965134, + "loss_total": 0.03230034559965134, + "step": 26850 + }, + { + "loss_action": 0.03332533314824104, + "loss_total": 0.03332533314824104, + "step": 26850 + }, + { + "loss_action": 0.013338287360966206, + "loss_total": 0.013338287360966206, + "step": 26850 + }, + { + "loss_action": 0.007531573995947838, + "loss_total": 0.007531573995947838, + "step": 26850 + }, + { + "loss_action": 0.015656109899282455, + "loss_total": 0.015656109899282455, + "step": 26850 + }, + { + "grad_norm": 0.41526925563812256, + "learning_rate": 8.749571068765567e-05, + "loss": 0.0278, + "step": 26860 + }, + { + "loss_action": 0.08597607165575027, + "loss_total": 0.08597607165575027, + "step": 26860 + }, + { + "loss_action": 0.02032492496073246, + "loss_total": 0.02032492496073246, + "step": 26860 + }, + { + "loss_action": 0.016098665073513985, + "loss_total": 0.016098665073513985, + "step": 26860 + }, + { + "loss_action": 0.02322954684495926, + "loss_total": 0.02322954684495926, + "step": 26860 + }, + { + "loss_action": 0.01795150153338909, + "loss_total": 0.01795150153338909, + "step": 26860 + }, + { + "loss_action": 0.021205518394708633, + "loss_total": 0.021205518394708633, + "step": 26860 + }, + { + "grad_norm": 0.6727848052978516, + "learning_rate": 8.748477035461238e-05, + "loss": 0.0299, + "step": 26870 + }, + { + "loss_action": 0.01490547601133585, + "loss_total": 0.01490547601133585, + "step": 26870 + }, + { + "loss_action": 0.12115667760372162, + "loss_total": 0.12115667760372162, + "step": 26870 + }, + { + "loss_action": 0.03835945576429367, + "loss_total": 0.03835945576429367, + "step": 26870 + }, + { + "loss_action": 0.02674156427383423, + "loss_total": 0.02674156427383423, + "step": 26870 + }, + { + "loss_action": 0.017585959285497665, + "loss_total": 0.017585959285497665, + "step": 26870 + }, + { + "loss_action": 0.03335312008857727, + "loss_total": 0.03335312008857727, + "step": 26870 + }, + { + "grad_norm": 0.7698456048965454, + "learning_rate": 8.747382592229095e-05, + "loss": 0.0312, + "step": 26880 + }, + { + "loss_action": 0.010836954228579998, + "loss_total": 0.010836954228579998, + "step": 26880 + }, + { + "loss_action": 0.01416914351284504, + "loss_total": 0.01416914351284504, + "step": 26880 + }, + { + "loss_action": 0.024910852313041687, + "loss_total": 0.024910852313041687, + "step": 26880 + }, + { + "loss_action": 0.022124608978629112, + "loss_total": 0.022124608978629112, + "step": 26880 + }, + { + "loss_action": 0.033646877855062485, + "loss_total": 0.033646877855062485, + "step": 26880 + }, + { + "loss_action": 0.03214435279369354, + "loss_total": 0.03214435279369354, + "step": 26880 + }, + { + "grad_norm": 0.40401753783226013, + "learning_rate": 8.746287739188828e-05, + "loss": 0.0237, + "step": 26890 + }, + { + "loss_action": 0.014832011424005032, + "loss_total": 0.014832011424005032, + "step": 26890 + }, + { + "loss_action": 0.020352808758616447, + "loss_total": 0.020352808758616447, + "step": 26890 + }, + { + "loss_action": 0.015892110764980316, + "loss_total": 0.015892110764980316, + "step": 26890 + }, + { + "loss_action": 0.02504337579011917, + "loss_total": 0.02504337579011917, + "step": 26890 + }, + { + "loss_action": 0.028370006009936333, + "loss_total": 0.028370006009936333, + "step": 26890 + }, + { + "loss_action": 0.03327619284391403, + "loss_total": 0.03327619284391403, + "step": 26890 + }, + { + "grad_norm": 0.43985044956207275, + "learning_rate": 8.745192476460165e-05, + "loss": 0.0266, + "step": 26900 + }, + { + "loss_action": 0.024873610585927963, + "loss_total": 0.024873610585927963, + "step": 26900 + }, + { + "loss_action": 0.018405411392450333, + "loss_total": 0.018405411392450333, + "step": 26900 + }, + { + "loss_action": 0.015584747307002544, + "loss_total": 0.015584747307002544, + "step": 26900 + }, + { + "loss_action": 0.028195694088935852, + "loss_total": 0.028195694088935852, + "step": 26900 + }, + { + "loss_action": 0.013819142244756222, + "loss_total": 0.013819142244756222, + "step": 26900 + }, + { + "loss_action": 0.012162690982222557, + "loss_total": 0.012162690982222557, + "step": 26900 + }, + { + "grad_norm": 0.4072987735271454, + "learning_rate": 8.744096804162882e-05, + "loss": 0.0252, + "step": 26910 + }, + { + "loss_action": 0.01295008696615696, + "loss_total": 0.01295008696615696, + "step": 26910 + }, + { + "loss_action": 0.05091993883252144, + "loss_total": 0.05091993883252144, + "step": 26910 + }, + { + "loss_action": 0.015440231189131737, + "loss_total": 0.015440231189131737, + "step": 26910 + }, + { + "loss_action": 0.01735774613916874, + "loss_total": 0.01735774613916874, + "step": 26910 + }, + { + "loss_action": 0.013728662393987179, + "loss_total": 0.013728662393987179, + "step": 26910 + }, + { + "loss_action": 0.01569652184844017, + "loss_total": 0.01569652184844017, + "step": 26910 + }, + { + "grad_norm": 0.37992236018180847, + "learning_rate": 8.743000722416804e-05, + "loss": 0.024, + "step": 26920 + }, + { + "loss_action": 0.024904640391469002, + "loss_total": 0.024904640391469002, + "step": 26920 + }, + { + "loss_action": 0.01463728304952383, + "loss_total": 0.01463728304952383, + "step": 26920 + }, + { + "loss_action": 0.010850067250430584, + "loss_total": 0.010850067250430584, + "step": 26920 + }, + { + "loss_action": 0.014876528643071651, + "loss_total": 0.014876528643071651, + "step": 26920 + }, + { + "loss_action": 0.033448077738285065, + "loss_total": 0.033448077738285065, + "step": 26920 + }, + { + "loss_action": 0.018809963017702103, + "loss_total": 0.018809963017702103, + "step": 26920 + }, + { + "grad_norm": 0.49479129910469055, + "learning_rate": 8.741904231341793e-05, + "loss": 0.029, + "step": 26930 + }, + { + "loss_action": 0.03185170516371727, + "loss_total": 0.03185170516371727, + "step": 26930 + }, + { + "loss_action": 0.0293992068618536, + "loss_total": 0.0293992068618536, + "step": 26930 + }, + { + "loss_action": 0.026588939130306244, + "loss_total": 0.026588939130306244, + "step": 26930 + }, + { + "loss_action": 0.025099489837884903, + "loss_total": 0.025099489837884903, + "step": 26930 + }, + { + "loss_action": 0.023267198354005814, + "loss_total": 0.023267198354005814, + "step": 26930 + }, + { + "loss_action": 0.02956392616033554, + "loss_total": 0.02956392616033554, + "step": 26930 + }, + { + "grad_norm": 0.4191536009311676, + "learning_rate": 8.740807331057762e-05, + "loss": 0.0269, + "step": 26940 + }, + { + "loss_action": 0.01664881408214569, + "loss_total": 0.01664881408214569, + "step": 26940 + }, + { + "loss_action": 0.00782973226159811, + "loss_total": 0.00782973226159811, + "step": 26940 + }, + { + "loss_action": 0.024344824254512787, + "loss_total": 0.024344824254512787, + "step": 26940 + }, + { + "loss_action": 0.024241415783762932, + "loss_total": 0.024241415783762932, + "step": 26940 + }, + { + "loss_action": 0.019600342959165573, + "loss_total": 0.019600342959165573, + "step": 26940 + }, + { + "loss_action": 0.016216766089200974, + "loss_total": 0.016216766089200974, + "step": 26940 + }, + { + "grad_norm": 0.4481934607028961, + "learning_rate": 8.739710021684667e-05, + "loss": 0.0219, + "step": 26950 + }, + { + "loss_action": 0.027836967259645462, + "loss_total": 0.027836967259645462, + "step": 26950 + }, + { + "loss_action": 0.02109808847308159, + "loss_total": 0.02109808847308159, + "step": 26950 + }, + { + "loss_action": 0.024429110810160637, + "loss_total": 0.024429110810160637, + "step": 26950 + }, + { + "loss_action": 0.038207605481147766, + "loss_total": 0.038207605481147766, + "step": 26950 + }, + { + "loss_action": 0.008685089647769928, + "loss_total": 0.008685089647769928, + "step": 26950 + }, + { + "loss_action": 0.01312265358865261, + "loss_total": 0.01312265358865261, + "step": 26950 + }, + { + "grad_norm": 0.49605605006217957, + "learning_rate": 8.738612303342503e-05, + "loss": 0.0244, + "step": 26960 + }, + { + "loss_action": 0.009319031611084938, + "loss_total": 0.009319031611084938, + "step": 26960 + }, + { + "loss_action": 0.010525924153625965, + "loss_total": 0.010525924153625965, + "step": 26960 + }, + { + "loss_action": 0.015287480317056179, + "loss_total": 0.015287480317056179, + "step": 26960 + }, + { + "loss_action": 0.009490172378718853, + "loss_total": 0.009490172378718853, + "step": 26960 + }, + { + "loss_action": 0.029240140691399574, + "loss_total": 0.029240140691399574, + "step": 26960 + }, + { + "loss_action": 0.019122039899230003, + "loss_total": 0.019122039899230003, + "step": 26960 + }, + { + "grad_norm": 0.39111194014549255, + "learning_rate": 8.73751417615132e-05, + "loss": 0.0223, + "step": 26970 + }, + { + "loss_action": 0.027157410979270935, + "loss_total": 0.027157410979270935, + "step": 26970 + }, + { + "loss_action": 0.012032047845423222, + "loss_total": 0.012032047845423222, + "step": 26970 + }, + { + "loss_action": 0.041678477078676224, + "loss_total": 0.041678477078676224, + "step": 26970 + }, + { + "loss_action": 0.014892970211803913, + "loss_total": 0.014892970211803913, + "step": 26970 + }, + { + "loss_action": 0.011922335252165794, + "loss_total": 0.011922335252165794, + "step": 26970 + }, + { + "loss_action": 0.012068543583154678, + "loss_total": 0.012068543583154678, + "step": 26970 + }, + { + "grad_norm": 0.4501531720161438, + "learning_rate": 8.736415640231208e-05, + "loss": 0.0209, + "step": 26980 + }, + { + "loss_action": 0.008524409495294094, + "loss_total": 0.008524409495294094, + "step": 26980 + }, + { + "loss_action": 0.03483220562338829, + "loss_total": 0.03483220562338829, + "step": 26980 + }, + { + "loss_action": 0.018031703308224678, + "loss_total": 0.018031703308224678, + "step": 26980 + }, + { + "loss_action": 0.008236013352870941, + "loss_total": 0.008236013352870941, + "step": 26980 + }, + { + "loss_action": 0.009063630364835262, + "loss_total": 0.009063630364835262, + "step": 26980 + }, + { + "loss_action": 0.0231755543500185, + "loss_total": 0.0231755543500185, + "step": 26980 + }, + { + "grad_norm": 0.311990350484848, + "learning_rate": 8.735316695702297e-05, + "loss": 0.023, + "step": 26990 + }, + { + "loss_action": 0.012317981570959091, + "loss_total": 0.012317981570959091, + "step": 26990 + }, + { + "loss_action": 0.012247332371771336, + "loss_total": 0.012247332371771336, + "step": 26990 + }, + { + "loss_action": 0.018992697820067406, + "loss_total": 0.018992697820067406, + "step": 26990 + }, + { + "loss_action": 0.015615780837833881, + "loss_total": 0.015615780837833881, + "step": 26990 + }, + { + "loss_action": 0.00854559987783432, + "loss_total": 0.00854559987783432, + "step": 26990 + }, + { + "loss_action": 0.03168010339140892, + "loss_total": 0.03168010339140892, + "step": 26990 + }, + { + "grad_norm": 0.5314094424247742, + "learning_rate": 8.734217342684769e-05, + "loss": 0.019, + "step": 27000 + }, + { + "loss_action": 0.011421527713537216, + "loss_total": 0.011421527713537216, + "step": 27000 + }, + { + "loss_action": 0.01227035652846098, + "loss_total": 0.01227035652846098, + "step": 27000 + }, + { + "loss_action": 0.02713596634566784, + "loss_total": 0.02713596634566784, + "step": 27000 + }, + { + "loss_action": 0.016814395785331726, + "loss_total": 0.016814395785331726, + "step": 27000 + }, + { + "loss_action": 0.031031252816319466, + "loss_total": 0.031031252816319466, + "step": 27000 + }, + { + "loss_action": 0.023904990404844284, + "loss_total": 0.023904990404844284, + "step": 27000 + }, + { + "grad_norm": 0.47414958477020264, + "learning_rate": 8.733117581298847e-05, + "loss": 0.0243, + "step": 27010 + }, + { + "loss_action": 0.01839408464729786, + "loss_total": 0.01839408464729786, + "step": 27010 + }, + { + "loss_action": 0.044684503227472305, + "loss_total": 0.044684503227472305, + "step": 27010 + }, + { + "loss_action": 0.008317910134792328, + "loss_total": 0.008317910134792328, + "step": 27010 + }, + { + "loss_action": 0.016563493758440018, + "loss_total": 0.016563493758440018, + "step": 27010 + }, + { + "loss_action": 0.012833351269364357, + "loss_total": 0.012833351269364357, + "step": 27010 + }, + { + "loss_action": 0.11845217645168304, + "loss_total": 0.11845217645168304, + "step": 27010 + }, + { + "grad_norm": 0.38410016894340515, + "learning_rate": 8.732017411664796e-05, + "loss": 0.0253, + "step": 27020 + }, + { + "loss_action": 0.019100017845630646, + "loss_total": 0.019100017845630646, + "step": 27020 + }, + { + "loss_action": 0.014133818447589874, + "loss_total": 0.014133818447589874, + "step": 27020 + }, + { + "loss_action": 0.012983804568648338, + "loss_total": 0.012983804568648338, + "step": 27020 + }, + { + "loss_action": 0.0459958091378212, + "loss_total": 0.0459958091378212, + "step": 27020 + }, + { + "loss_action": 0.006402712315320969, + "loss_total": 0.006402712315320969, + "step": 27020 + }, + { + "loss_action": 0.023771099746227264, + "loss_total": 0.023771099746227264, + "step": 27020 + }, + { + "grad_norm": 0.42646509408950806, + "learning_rate": 8.730916833902936e-05, + "loss": 0.0205, + "step": 27030 + }, + { + "loss_action": 0.028844762593507767, + "loss_total": 0.028844762593507767, + "step": 27030 + }, + { + "loss_action": 0.015190813690423965, + "loss_total": 0.015190813690423965, + "step": 27030 + }, + { + "loss_action": 0.01782017946243286, + "loss_total": 0.01782017946243286, + "step": 27030 + }, + { + "loss_action": 0.014820636250078678, + "loss_total": 0.014820636250078678, + "step": 27030 + }, + { + "loss_action": 0.020624728873372078, + "loss_total": 0.020624728873372078, + "step": 27030 + }, + { + "loss_action": 0.01400536298751831, + "loss_total": 0.01400536298751831, + "step": 27030 + }, + { + "grad_norm": 0.4409494400024414, + "learning_rate": 8.729815848133618e-05, + "loss": 0.0207, + "step": 27040 + }, + { + "loss_action": 0.01588650792837143, + "loss_total": 0.01588650792837143, + "step": 27040 + }, + { + "loss_action": 0.009191444143652916, + "loss_total": 0.009191444143652916, + "step": 27040 + }, + { + "loss_action": 0.009212089702486992, + "loss_total": 0.009212089702486992, + "step": 27040 + }, + { + "loss_action": 0.008375481702387333, + "loss_total": 0.008375481702387333, + "step": 27040 + }, + { + "loss_action": 0.011498195119202137, + "loss_total": 0.011498195119202137, + "step": 27040 + }, + { + "loss_action": 0.012534046545624733, + "loss_total": 0.012534046545624733, + "step": 27040 + }, + { + "grad_norm": 0.36296504735946655, + "learning_rate": 8.728714454477247e-05, + "loss": 0.0177, + "step": 27050 + }, + { + "loss_action": 0.05275807902216911, + "loss_total": 0.05275807902216911, + "step": 27050 + }, + { + "loss_action": 0.023830069229006767, + "loss_total": 0.023830069229006767, + "step": 27050 + }, + { + "loss_action": 0.018181005492806435, + "loss_total": 0.018181005492806435, + "step": 27050 + }, + { + "loss_action": 0.013935013674199581, + "loss_total": 0.013935013674199581, + "step": 27050 + }, + { + "loss_action": 0.03102431632578373, + "loss_total": 0.03102431632578373, + "step": 27050 + }, + { + "loss_action": 0.009650863707065582, + "loss_total": 0.009650863707065582, + "step": 27050 + }, + { + "grad_norm": 0.4171741306781769, + "learning_rate": 8.727612653054269e-05, + "loss": 0.0225, + "step": 27060 + }, + { + "loss_action": 0.0180110614746809, + "loss_total": 0.0180110614746809, + "step": 27060 + }, + { + "loss_action": 0.026131270453333855, + "loss_total": 0.026131270453333855, + "step": 27060 + }, + { + "loss_action": 0.013762273825705051, + "loss_total": 0.013762273825705051, + "step": 27060 + }, + { + "loss_action": 0.01579970307648182, + "loss_total": 0.01579970307648182, + "step": 27060 + }, + { + "loss_action": 0.03133461996912956, + "loss_total": 0.03133461996912956, + "step": 27060 + }, + { + "loss_action": 0.01853366196155548, + "loss_total": 0.01853366196155548, + "step": 27060 + }, + { + "grad_norm": 0.4935121238231659, + "learning_rate": 8.726510443985176e-05, + "loss": 0.019, + "step": 27070 + }, + { + "loss_action": 0.011464386247098446, + "loss_total": 0.011464386247098446, + "step": 27070 + }, + { + "loss_action": 0.01149812899529934, + "loss_total": 0.01149812899529934, + "step": 27070 + }, + { + "loss_action": 0.04494930058717728, + "loss_total": 0.04494930058717728, + "step": 27070 + }, + { + "loss_action": 0.012174952775239944, + "loss_total": 0.012174952775239944, + "step": 27070 + }, + { + "loss_action": 0.01399450097233057, + "loss_total": 0.01399450097233057, + "step": 27070 + }, + { + "loss_action": 0.021245134994387627, + "loss_total": 0.021245134994387627, + "step": 27070 + }, + { + "grad_norm": 0.3550248444080353, + "learning_rate": 8.725407827390503e-05, + "loss": 0.0202, + "step": 27080 + }, + { + "loss_action": 0.008041350170969963, + "loss_total": 0.008041350170969963, + "step": 27080 + }, + { + "loss_action": 0.012637628242373466, + "loss_total": 0.012637628242373466, + "step": 27080 + }, + { + "loss_action": 0.012960500083863735, + "loss_total": 0.012960500083863735, + "step": 27080 + }, + { + "loss_action": 0.01145355124026537, + "loss_total": 0.01145355124026537, + "step": 27080 + }, + { + "loss_action": 0.008644558489322662, + "loss_total": 0.008644558489322662, + "step": 27080 + }, + { + "loss_action": 0.02437736839056015, + "loss_total": 0.02437736839056015, + "step": 27080 + }, + { + "grad_norm": 0.5001040101051331, + "learning_rate": 8.724304803390833e-05, + "loss": 0.0215, + "step": 27090 + }, + { + "loss_action": 0.011239365674555302, + "loss_total": 0.011239365674555302, + "step": 27090 + }, + { + "loss_action": 0.01362457126379013, + "loss_total": 0.01362457126379013, + "step": 27090 + }, + { + "loss_action": 0.008387526497244835, + "loss_total": 0.008387526497244835, + "step": 27090 + }, + { + "loss_action": 0.012632692232728004, + "loss_total": 0.012632692232728004, + "step": 27090 + }, + { + "loss_action": 0.01710585691034794, + "loss_total": 0.01710585691034794, + "step": 27090 + }, + { + "loss_action": 0.025921154767274857, + "loss_total": 0.025921154767274857, + "step": 27090 + }, + { + "grad_norm": 0.43239784240722656, + "learning_rate": 8.723201372106788e-05, + "loss": 0.0223, + "step": 27100 + }, + { + "loss_action": 0.015276087448000908, + "loss_total": 0.015276087448000908, + "step": 27100 + }, + { + "loss_action": 0.022049184888601303, + "loss_total": 0.022049184888601303, + "step": 27100 + }, + { + "loss_action": 0.018991682678461075, + "loss_total": 0.018991682678461075, + "step": 27100 + }, + { + "loss_action": 0.018370723351836205, + "loss_total": 0.018370723351836205, + "step": 27100 + }, + { + "loss_action": 0.015439249575138092, + "loss_total": 0.015439249575138092, + "step": 27100 + }, + { + "loss_action": 0.01355204451829195, + "loss_total": 0.01355204451829195, + "step": 27100 + }, + { + "grad_norm": 0.40880125761032104, + "learning_rate": 8.722097533659038e-05, + "loss": 0.0217, + "step": 27110 + }, + { + "loss_action": 0.014169435016810894, + "loss_total": 0.014169435016810894, + "step": 27110 + }, + { + "loss_action": 0.03804364427924156, + "loss_total": 0.03804364427924156, + "step": 27110 + }, + { + "loss_action": 0.01838553696870804, + "loss_total": 0.01838553696870804, + "step": 27110 + }, + { + "loss_action": 0.03455008566379547, + "loss_total": 0.03455008566379547, + "step": 27110 + }, + { + "loss_action": 0.0319102481007576, + "loss_total": 0.0319102481007576, + "step": 27110 + }, + { + "loss_action": 0.015884047374129295, + "loss_total": 0.015884047374129295, + "step": 27110 + }, + { + "grad_norm": 0.46800607442855835, + "learning_rate": 8.720993288168299e-05, + "loss": 0.027, + "step": 27120 + }, + { + "loss_action": 0.014189308509230614, + "loss_total": 0.014189308509230614, + "step": 27120 + }, + { + "loss_action": 0.040841978043317795, + "loss_total": 0.040841978043317795, + "step": 27120 + }, + { + "loss_action": 0.012130046263337135, + "loss_total": 0.012130046263337135, + "step": 27120 + }, + { + "loss_action": 0.018122028559446335, + "loss_total": 0.018122028559446335, + "step": 27120 + }, + { + "loss_action": 0.018578551709651947, + "loss_total": 0.018578551709651947, + "step": 27120 + }, + { + "loss_action": 0.01106091309338808, + "loss_total": 0.01106091309338808, + "step": 27120 + }, + { + "grad_norm": 0.44246503710746765, + "learning_rate": 8.719888635755327e-05, + "loss": 0.0199, + "step": 27130 + }, + { + "loss_action": 0.02223335951566696, + "loss_total": 0.02223335951566696, + "step": 27130 + }, + { + "loss_action": 0.010992813855409622, + "loss_total": 0.010992813855409622, + "step": 27130 + }, + { + "loss_action": 0.03415021300315857, + "loss_total": 0.03415021300315857, + "step": 27130 + }, + { + "loss_action": 0.0198433268815279, + "loss_total": 0.0198433268815279, + "step": 27130 + }, + { + "loss_action": 0.014241441152989864, + "loss_total": 0.014241441152989864, + "step": 27130 + }, + { + "loss_action": 0.013140170834958553, + "loss_total": 0.013140170834958553, + "step": 27130 + }, + { + "grad_norm": 0.4904785752296448, + "learning_rate": 8.718783576540928e-05, + "loss": 0.0226, + "step": 27140 + }, + { + "loss_action": 0.040003702044487, + "loss_total": 0.040003702044487, + "step": 27140 + }, + { + "loss_action": 0.019322529435157776, + "loss_total": 0.019322529435157776, + "step": 27140 + }, + { + "loss_action": 0.013912593014538288, + "loss_total": 0.013912593014538288, + "step": 27140 + }, + { + "loss_action": 0.008086414076387882, + "loss_total": 0.008086414076387882, + "step": 27140 + }, + { + "loss_action": 0.05108828842639923, + "loss_total": 0.05108828842639923, + "step": 27140 + }, + { + "loss_action": 0.023761175572872162, + "loss_total": 0.023761175572872162, + "step": 27140 + }, + { + "grad_norm": 0.3140806257724762, + "learning_rate": 8.717678110645948e-05, + "loss": 0.0208, + "step": 27150 + }, + { + "loss_action": 0.012430570088326931, + "loss_total": 0.012430570088326931, + "step": 27150 + }, + { + "loss_action": 0.011160208843648434, + "loss_total": 0.011160208843648434, + "step": 27150 + }, + { + "loss_action": 0.018610818311572075, + "loss_total": 0.018610818311572075, + "step": 27150 + }, + { + "loss_action": 0.019762983545660973, + "loss_total": 0.019762983545660973, + "step": 27150 + }, + { + "loss_action": 0.008805699646472931, + "loss_total": 0.008805699646472931, + "step": 27150 + }, + { + "loss_action": 0.028311684727668762, + "loss_total": 0.028311684727668762, + "step": 27150 + }, + { + "grad_norm": 0.5652946829795837, + "learning_rate": 8.716572238191279e-05, + "loss": 0.0211, + "step": 27160 + }, + { + "loss_action": 0.018345946446061134, + "loss_total": 0.018345946446061134, + "step": 27160 + }, + { + "loss_action": 0.009301388636231422, + "loss_total": 0.009301388636231422, + "step": 27160 + }, + { + "loss_action": 0.03163329139351845, + "loss_total": 0.03163329139351845, + "step": 27160 + }, + { + "loss_action": 0.012331121601164341, + "loss_total": 0.012331121601164341, + "step": 27160 + }, + { + "loss_action": 0.023548077791929245, + "loss_total": 0.023548077791929245, + "step": 27160 + }, + { + "loss_action": 0.020042158663272858, + "loss_total": 0.020042158663272858, + "step": 27160 + }, + { + "grad_norm": 0.3810283839702606, + "learning_rate": 8.715465959297857e-05, + "loss": 0.0208, + "step": 27170 + }, + { + "loss_action": 0.06367173045873642, + "loss_total": 0.06367173045873642, + "step": 27170 + }, + { + "loss_action": 0.03962268680334091, + "loss_total": 0.03962268680334091, + "step": 27170 + }, + { + "loss_action": 0.025287548080086708, + "loss_total": 0.025287548080086708, + "step": 27170 + }, + { + "loss_action": 0.020644059404730797, + "loss_total": 0.020644059404730797, + "step": 27170 + }, + { + "loss_action": 0.01874285191297531, + "loss_total": 0.01874285191297531, + "step": 27170 + }, + { + "loss_action": 0.014714565128087997, + "loss_total": 0.014714565128087997, + "step": 27170 + }, + { + "grad_norm": 0.4217681884765625, + "learning_rate": 8.714359274086665e-05, + "loss": 0.026, + "step": 27180 + }, + { + "loss_action": 0.023057416081428528, + "loss_total": 0.023057416081428528, + "step": 27180 + }, + { + "loss_action": 0.025792691856622696, + "loss_total": 0.025792691856622696, + "step": 27180 + }, + { + "loss_action": 0.029841506853699684, + "loss_total": 0.029841506853699684, + "step": 27180 + }, + { + "loss_action": 0.01718144863843918, + "loss_total": 0.01718144863843918, + "step": 27180 + }, + { + "loss_action": 0.03546838089823723, + "loss_total": 0.03546838089823723, + "step": 27180 + }, + { + "loss_action": 0.04434062913060188, + "loss_total": 0.04434062913060188, + "step": 27180 + }, + { + "grad_norm": 0.4201523959636688, + "learning_rate": 8.713252182678726e-05, + "loss": 0.0229, + "step": 27190 + }, + { + "loss_action": 0.04166552424430847, + "loss_total": 0.04166552424430847, + "step": 27190 + }, + { + "loss_action": 0.016737747937440872, + "loss_total": 0.016737747937440872, + "step": 27190 + }, + { + "loss_action": 0.01669563353061676, + "loss_total": 0.01669563353061676, + "step": 27190 + }, + { + "loss_action": 0.010912470519542694, + "loss_total": 0.010912470519542694, + "step": 27190 + }, + { + "loss_action": 0.03219542279839516, + "loss_total": 0.03219542279839516, + "step": 27190 + }, + { + "loss_action": 0.014244035817682743, + "loss_total": 0.014244035817682743, + "step": 27190 + }, + { + "grad_norm": 0.3497161269187927, + "learning_rate": 8.712144685195112e-05, + "loss": 0.0209, + "step": 27200 + }, + { + "loss_action": 0.017007963731884956, + "loss_total": 0.017007963731884956, + "step": 27200 + }, + { + "loss_action": 0.012512313202023506, + "loss_total": 0.012512313202023506, + "step": 27200 + }, + { + "loss_action": 0.032136011868715286, + "loss_total": 0.032136011868715286, + "step": 27200 + }, + { + "loss_action": 0.015879586338996887, + "loss_total": 0.015879586338996887, + "step": 27200 + }, + { + "loss_action": 0.02299869991838932, + "loss_total": 0.02299869991838932, + "step": 27200 + }, + { + "loss_action": 0.05063438415527344, + "loss_total": 0.05063438415527344, + "step": 27200 + }, + { + "grad_norm": 0.4548315405845642, + "learning_rate": 8.711036781756936e-05, + "loss": 0.0224, + "step": 27210 + }, + { + "loss_action": 0.023715920746326447, + "loss_total": 0.023715920746326447, + "step": 27210 + }, + { + "loss_action": 0.03364301472902298, + "loss_total": 0.03364301472902298, + "step": 27210 + }, + { + "loss_action": 0.020726365968585014, + "loss_total": 0.020726365968585014, + "step": 27210 + }, + { + "loss_action": 0.04160734638571739, + "loss_total": 0.04160734638571739, + "step": 27210 + }, + { + "loss_action": 0.01152440719306469, + "loss_total": 0.01152440719306469, + "step": 27210 + }, + { + "loss_action": 0.013852565549314022, + "loss_total": 0.013852565549314022, + "step": 27210 + }, + { + "grad_norm": 0.4185776114463806, + "learning_rate": 8.709928472485357e-05, + "loss": 0.0251, + "step": 27220 + }, + { + "loss_action": 0.038163356482982635, + "loss_total": 0.038163356482982635, + "step": 27220 + }, + { + "loss_action": 0.02884816937148571, + "loss_total": 0.02884816937148571, + "step": 27220 + }, + { + "loss_action": 0.019803745672106743, + "loss_total": 0.019803745672106743, + "step": 27220 + }, + { + "loss_action": 0.014452122151851654, + "loss_total": 0.014452122151851654, + "step": 27220 + }, + { + "loss_action": 0.013560766354203224, + "loss_total": 0.013560766354203224, + "step": 27220 + }, + { + "loss_action": 0.019732628017663956, + "loss_total": 0.019732628017663956, + "step": 27220 + }, + { + "grad_norm": 0.45475053787231445, + "learning_rate": 8.708819757501579e-05, + "loss": 0.0242, + "step": 27230 + }, + { + "loss_action": 0.01691943034529686, + "loss_total": 0.01691943034529686, + "step": 27230 + }, + { + "loss_action": 0.02362661436200142, + "loss_total": 0.02362661436200142, + "step": 27230 + }, + { + "loss_action": 0.037258997559547424, + "loss_total": 0.037258997559547424, + "step": 27230 + }, + { + "loss_action": 0.01288747601211071, + "loss_total": 0.01288747601211071, + "step": 27230 + }, + { + "loss_action": 0.03966384008526802, + "loss_total": 0.03966384008526802, + "step": 27230 + }, + { + "loss_action": 0.007367719430476427, + "loss_total": 0.007367719430476427, + "step": 27230 + }, + { + "grad_norm": 0.41804561018943787, + "learning_rate": 8.707710636926846e-05, + "loss": 0.0206, + "step": 27240 + }, + { + "loss_action": 0.016612736508250237, + "loss_total": 0.016612736508250237, + "step": 27240 + }, + { + "loss_action": 0.023179180920124054, + "loss_total": 0.023179180920124054, + "step": 27240 + }, + { + "loss_action": 0.012637819163501263, + "loss_total": 0.012637819163501263, + "step": 27240 + }, + { + "loss_action": 0.033149149268865585, + "loss_total": 0.033149149268865585, + "step": 27240 + }, + { + "loss_action": 0.030179841443896294, + "loss_total": 0.030179841443896294, + "step": 27240 + }, + { + "loss_action": 0.06333254277706146, + "loss_total": 0.06333254277706146, + "step": 27240 + }, + { + "grad_norm": 0.3697564899921417, + "learning_rate": 8.706601110882455e-05, + "loss": 0.0251, + "step": 27250 + }, + { + "loss_action": 0.02984093874692917, + "loss_total": 0.02984093874692917, + "step": 27250 + }, + { + "loss_action": 0.013963439501821995, + "loss_total": 0.013963439501821995, + "step": 27250 + }, + { + "loss_action": 0.021201085299253464, + "loss_total": 0.021201085299253464, + "step": 27250 + }, + { + "loss_action": 0.0187885370105505, + "loss_total": 0.0187885370105505, + "step": 27250 + }, + { + "loss_action": 0.03980912268161774, + "loss_total": 0.03980912268161774, + "step": 27250 + }, + { + "loss_action": 0.018758174031972885, + "loss_total": 0.018758174031972885, + "step": 27250 + }, + { + "grad_norm": 0.34546300768852234, + "learning_rate": 8.705491179489738e-05, + "loss": 0.0204, + "step": 27260 + }, + { + "loss_action": 0.01558127161115408, + "loss_total": 0.01558127161115408, + "step": 27260 + }, + { + "loss_action": 0.01733274571597576, + "loss_total": 0.01733274571597576, + "step": 27260 + }, + { + "loss_action": 0.012687228620052338, + "loss_total": 0.012687228620052338, + "step": 27260 + }, + { + "loss_action": 0.03650512918829918, + "loss_total": 0.03650512918829918, + "step": 27260 + }, + { + "loss_action": 0.02891283482313156, + "loss_total": 0.02891283482313156, + "step": 27260 + }, + { + "loss_action": 0.14541317522525787, + "loss_total": 0.14541317522525787, + "step": 27260 + }, + { + "grad_norm": 0.708824634552002, + "learning_rate": 8.704380842870077e-05, + "loss": 0.0255, + "step": 27270 + }, + { + "loss_action": 0.013147562742233276, + "loss_total": 0.013147562742233276, + "step": 27270 + }, + { + "loss_action": 0.021409817039966583, + "loss_total": 0.021409817039966583, + "step": 27270 + }, + { + "loss_action": 0.010755556635558605, + "loss_total": 0.010755556635558605, + "step": 27270 + }, + { + "loss_action": 0.011580665595829487, + "loss_total": 0.011580665595829487, + "step": 27270 + }, + { + "loss_action": 0.023521048948168755, + "loss_total": 0.023521048948168755, + "step": 27270 + }, + { + "loss_action": 0.01917816884815693, + "loss_total": 0.01917816884815693, + "step": 27270 + }, + { + "grad_norm": 0.532738208770752, + "learning_rate": 8.703270101144895e-05, + "loss": 0.0224, + "step": 27280 + }, + { + "loss_action": 0.012461108155548573, + "loss_total": 0.012461108155548573, + "step": 27280 + }, + { + "loss_action": 0.020796384662389755, + "loss_total": 0.020796384662389755, + "step": 27280 + }, + { + "loss_action": 0.013375907205045223, + "loss_total": 0.013375907205045223, + "step": 27280 + }, + { + "loss_action": 0.021266110241413116, + "loss_total": 0.021266110241413116, + "step": 27280 + }, + { + "loss_action": 0.015289229340851307, + "loss_total": 0.015289229340851307, + "step": 27280 + }, + { + "loss_action": 0.026686465367674828, + "loss_total": 0.026686465367674828, + "step": 27280 + }, + { + "grad_norm": 0.3526722490787506, + "learning_rate": 8.702158954435664e-05, + "loss": 0.0225, + "step": 27290 + }, + { + "loss_action": 0.01966007985174656, + "loss_total": 0.01966007985174656, + "step": 27290 + }, + { + "loss_action": 0.011051947250962257, + "loss_total": 0.011051947250962257, + "step": 27290 + }, + { + "loss_action": 0.08320900052785873, + "loss_total": 0.08320900052785873, + "step": 27290 + }, + { + "loss_action": 0.017618736252188683, + "loss_total": 0.017618736252188683, + "step": 27290 + }, + { + "loss_action": 0.027073286473751068, + "loss_total": 0.027073286473751068, + "step": 27290 + }, + { + "loss_action": 0.013089204207062721, + "loss_total": 0.013089204207062721, + "step": 27290 + }, + { + "grad_norm": 0.5182405710220337, + "learning_rate": 8.701047402863896e-05, + "loss": 0.0234, + "step": 27300 + }, + { + "loss_action": 0.025847896933555603, + "loss_total": 0.025847896933555603, + "step": 27300 + }, + { + "loss_action": 0.019618215039372444, + "loss_total": 0.019618215039372444, + "step": 27300 + }, + { + "loss_action": 0.010689865797758102, + "loss_total": 0.010689865797758102, + "step": 27300 + }, + { + "loss_action": 0.013393212109804153, + "loss_total": 0.013393212109804153, + "step": 27300 + }, + { + "loss_action": 0.007993878796696663, + "loss_total": 0.007993878796696663, + "step": 27300 + }, + { + "loss_action": 0.02327301725745201, + "loss_total": 0.02327301725745201, + "step": 27300 + }, + { + "grad_norm": 0.4767518639564514, + "learning_rate": 8.699935446551148e-05, + "loss": 0.0229, + "step": 27310 + }, + { + "loss_action": 0.018694952130317688, + "loss_total": 0.018694952130317688, + "step": 27310 + }, + { + "loss_action": 0.02075658179819584, + "loss_total": 0.02075658179819584, + "step": 27310 + }, + { + "loss_action": 0.012586665339767933, + "loss_total": 0.012586665339767933, + "step": 27310 + }, + { + "loss_action": 0.05344991013407707, + "loss_total": 0.05344991013407707, + "step": 27310 + }, + { + "loss_action": 0.017770443111658096, + "loss_total": 0.017770443111658096, + "step": 27310 + }, + { + "loss_action": 0.013629049994051456, + "loss_total": 0.013629049994051456, + "step": 27310 + }, + { + "grad_norm": 0.48529863357543945, + "learning_rate": 8.698823085619022e-05, + "loss": 0.0231, + "step": 27320 + }, + { + "loss_action": 0.031584709882736206, + "loss_total": 0.031584709882736206, + "step": 27320 + }, + { + "loss_action": 0.032770223915576935, + "loss_total": 0.032770223915576935, + "step": 27320 + }, + { + "loss_action": 0.025669267401099205, + "loss_total": 0.025669267401099205, + "step": 27320 + }, + { + "loss_action": 0.0154767706990242, + "loss_total": 0.0154767706990242, + "step": 27320 + }, + { + "loss_action": 0.00710342638194561, + "loss_total": 0.00710342638194561, + "step": 27320 + }, + { + "loss_action": 0.027583062648773193, + "loss_total": 0.027583062648773193, + "step": 27320 + }, + { + "grad_norm": 0.35767659544944763, + "learning_rate": 8.697710320189166e-05, + "loss": 0.0203, + "step": 27330 + }, + { + "loss_action": 0.016104327514767647, + "loss_total": 0.016104327514767647, + "step": 27330 + }, + { + "loss_action": 0.010667789727449417, + "loss_total": 0.010667789727449417, + "step": 27330 + }, + { + "loss_action": 0.015502428635954857, + "loss_total": 0.015502428635954857, + "step": 27330 + }, + { + "loss_action": 0.042843349277973175, + "loss_total": 0.042843349277973175, + "step": 27330 + }, + { + "loss_action": 0.03189828619360924, + "loss_total": 0.03189828619360924, + "step": 27330 + }, + { + "loss_action": 0.015035430900752544, + "loss_total": 0.015035430900752544, + "step": 27330 + }, + { + "grad_norm": 0.3117424249649048, + "learning_rate": 8.696597150383268e-05, + "loss": 0.0272, + "step": 27340 + }, + { + "loss_action": 0.012030140496790409, + "loss_total": 0.012030140496790409, + "step": 27340 + }, + { + "loss_action": 0.013312656432390213, + "loss_total": 0.013312656432390213, + "step": 27340 + }, + { + "loss_action": 0.01661503314971924, + "loss_total": 0.01661503314971924, + "step": 27340 + }, + { + "loss_action": 0.007249907124787569, + "loss_total": 0.007249907124787569, + "step": 27340 + }, + { + "loss_action": 0.035088155418634415, + "loss_total": 0.035088155418634415, + "step": 27340 + }, + { + "loss_action": 0.019991900771856308, + "loss_total": 0.019991900771856308, + "step": 27340 + }, + { + "grad_norm": 0.3927965760231018, + "learning_rate": 8.695483576323063e-05, + "loss": 0.0209, + "step": 27350 + }, + { + "loss_action": 0.01153281144797802, + "loss_total": 0.01153281144797802, + "step": 27350 + }, + { + "loss_action": 0.09802970290184021, + "loss_total": 0.09802970290184021, + "step": 27350 + }, + { + "loss_action": 0.020457016304135323, + "loss_total": 0.020457016304135323, + "step": 27350 + }, + { + "loss_action": 0.024337852373719215, + "loss_total": 0.024337852373719215, + "step": 27350 + }, + { + "loss_action": 0.014976215548813343, + "loss_total": 0.014976215548813343, + "step": 27350 + }, + { + "loss_action": 0.02099326066672802, + "loss_total": 0.02099326066672802, + "step": 27350 + }, + { + "grad_norm": 0.5953550934791565, + "learning_rate": 8.69436959813033e-05, + "loss": 0.0328, + "step": 27360 + }, + { + "loss_action": 0.04283434525132179, + "loss_total": 0.04283434525132179, + "step": 27360 + }, + { + "loss_action": 0.025474973022937775, + "loss_total": 0.025474973022937775, + "step": 27360 + }, + { + "loss_action": 0.042519498616456985, + "loss_total": 0.042519498616456985, + "step": 27360 + }, + { + "loss_action": 0.019712205976247787, + "loss_total": 0.019712205976247787, + "step": 27360 + }, + { + "loss_action": 0.016874516382813454, + "loss_total": 0.016874516382813454, + "step": 27360 + }, + { + "loss_action": 0.041560668498277664, + "loss_total": 0.041560668498277664, + "step": 27360 + }, + { + "grad_norm": 0.36772769689559937, + "learning_rate": 8.693255215926892e-05, + "loss": 0.0345, + "step": 27370 + }, + { + "loss_action": 0.014863832853734493, + "loss_total": 0.014863832853734493, + "step": 27370 + }, + { + "loss_action": 0.026548001915216446, + "loss_total": 0.026548001915216446, + "step": 27370 + }, + { + "loss_action": 0.011426979675889015, + "loss_total": 0.011426979675889015, + "step": 27370 + }, + { + "loss_action": 0.020872168242931366, + "loss_total": 0.020872168242931366, + "step": 27370 + }, + { + "loss_action": 0.018124716356396675, + "loss_total": 0.018124716356396675, + "step": 27370 + }, + { + "loss_action": 0.026964114978909492, + "loss_total": 0.026964114978909492, + "step": 27370 + }, + { + "grad_norm": 0.3688884973526001, + "learning_rate": 8.692140429834617e-05, + "loss": 0.0277, + "step": 27380 + }, + { + "loss_action": 0.021414605900645256, + "loss_total": 0.021414605900645256, + "step": 27380 + }, + { + "loss_action": 0.021302292123436928, + "loss_total": 0.021302292123436928, + "step": 27380 + }, + { + "loss_action": 0.014849782921373844, + "loss_total": 0.014849782921373844, + "step": 27380 + }, + { + "loss_action": 0.01721211150288582, + "loss_total": 0.01721211150288582, + "step": 27380 + }, + { + "loss_action": 0.04497039318084717, + "loss_total": 0.04497039318084717, + "step": 27380 + }, + { + "loss_action": 0.021099267527461052, + "loss_total": 0.021099267527461052, + "step": 27380 + }, + { + "grad_norm": 0.40007320046424866, + "learning_rate": 8.691025239975415e-05, + "loss": 0.0262, + "step": 27390 + }, + { + "loss_action": 0.024610621854662895, + "loss_total": 0.024610621854662895, + "step": 27390 + }, + { + "loss_action": 0.015043479390442371, + "loss_total": 0.015043479390442371, + "step": 27390 + }, + { + "loss_action": 0.0187824834138155, + "loss_total": 0.0187824834138155, + "step": 27390 + }, + { + "loss_action": 0.025471510365605354, + "loss_total": 0.025471510365605354, + "step": 27390 + }, + { + "loss_action": 0.01900525577366352, + "loss_total": 0.01900525577366352, + "step": 27390 + }, + { + "loss_action": 0.01312220934778452, + "loss_total": 0.01312220934778452, + "step": 27390 + }, + { + "grad_norm": 0.4745299816131592, + "learning_rate": 8.689909646471243e-05, + "loss": 0.0263, + "step": 27400 + }, + { + "loss_action": 0.013064484111964703, + "loss_total": 0.013064484111964703, + "step": 27400 + }, + { + "loss_action": 0.024309363216161728, + "loss_total": 0.024309363216161728, + "step": 27400 + }, + { + "loss_action": 0.0258437879383564, + "loss_total": 0.0258437879383564, + "step": 27400 + }, + { + "loss_action": 0.01730842888355255, + "loss_total": 0.01730842888355255, + "step": 27400 + }, + { + "loss_action": 0.02625226601958275, + "loss_total": 0.02625226601958275, + "step": 27400 + }, + { + "loss_action": 0.014224018901586533, + "loss_total": 0.014224018901586533, + "step": 27400 + }, + { + "grad_norm": 0.4121631979942322, + "learning_rate": 8.688793649444099e-05, + "loss": 0.0282, + "step": 27410 + }, + { + "loss_action": 0.024549376219511032, + "loss_total": 0.024549376219511032, + "step": 27410 + }, + { + "loss_action": 0.01777169480919838, + "loss_total": 0.01777169480919838, + "step": 27410 + }, + { + "loss_action": 0.018270520493388176, + "loss_total": 0.018270520493388176, + "step": 27410 + }, + { + "loss_action": 0.017159631475806236, + "loss_total": 0.017159631475806236, + "step": 27410 + }, + { + "loss_action": 0.030936051160097122, + "loss_total": 0.030936051160097122, + "step": 27410 + }, + { + "loss_action": 0.033617421984672546, + "loss_total": 0.033617421984672546, + "step": 27410 + }, + { + "grad_norm": 0.39099761843681335, + "learning_rate": 8.687677249016029e-05, + "loss": 0.0245, + "step": 27420 + }, + { + "loss_action": 0.015354971401393414, + "loss_total": 0.015354971401393414, + "step": 27420 + }, + { + "loss_action": 0.01089878473430872, + "loss_total": 0.01089878473430872, + "step": 27420 + }, + { + "loss_action": 0.008942542597651482, + "loss_total": 0.008942542597651482, + "step": 27420 + }, + { + "loss_action": 0.032721146941185, + "loss_total": 0.032721146941185, + "step": 27420 + }, + { + "loss_action": 0.01236334815621376, + "loss_total": 0.01236334815621376, + "step": 27420 + }, + { + "loss_action": 0.016071569174528122, + "loss_total": 0.016071569174528122, + "step": 27420 + }, + { + "grad_norm": 0.40150928497314453, + "learning_rate": 8.686560445309118e-05, + "loss": 0.0248, + "step": 27430 + }, + { + "loss_action": 0.008783824741840363, + "loss_total": 0.008783824741840363, + "step": 27430 + }, + { + "loss_action": 0.008877430111169815, + "loss_total": 0.008877430111169815, + "step": 27430 + }, + { + "loss_action": 0.045011967420578, + "loss_total": 0.045011967420578, + "step": 27430 + }, + { + "loss_action": 0.02365398406982422, + "loss_total": 0.02365398406982422, + "step": 27430 + }, + { + "loss_action": 0.011705027893185616, + "loss_total": 0.011705027893185616, + "step": 27430 + }, + { + "loss_action": 0.013631103560328484, + "loss_total": 0.013631103560328484, + "step": 27430 + }, + { + "grad_norm": 0.3466130793094635, + "learning_rate": 8.685443238445499e-05, + "loss": 0.0222, + "step": 27440 + }, + { + "loss_action": 0.011428886093199253, + "loss_total": 0.011428886093199253, + "step": 27440 + }, + { + "loss_action": 0.02652617357671261, + "loss_total": 0.02652617357671261, + "step": 27440 + }, + { + "loss_action": 0.021047161892056465, + "loss_total": 0.021047161892056465, + "step": 27440 + }, + { + "loss_action": 0.01678629219532013, + "loss_total": 0.01678629219532013, + "step": 27440 + }, + { + "loss_action": 0.012267138808965683, + "loss_total": 0.012267138808965683, + "step": 27440 + }, + { + "loss_action": 0.012141035869717598, + "loss_total": 0.012141035869717598, + "step": 27440 + }, + { + "grad_norm": 0.5397213101387024, + "learning_rate": 8.68432562854735e-05, + "loss": 0.024, + "step": 27450 + }, + { + "loss_action": 0.029455455020070076, + "loss_total": 0.029455455020070076, + "step": 27450 + }, + { + "loss_action": 0.013327183201909065, + "loss_total": 0.013327183201909065, + "step": 27450 + }, + { + "loss_action": 0.014711346477270126, + "loss_total": 0.014711346477270126, + "step": 27450 + }, + { + "loss_action": 0.028255274519324303, + "loss_total": 0.028255274519324303, + "step": 27450 + }, + { + "loss_action": 0.008446730673313141, + "loss_total": 0.008446730673313141, + "step": 27450 + }, + { + "loss_action": 0.02369615249335766, + "loss_total": 0.02369615249335766, + "step": 27450 + }, + { + "grad_norm": 0.42091235518455505, + "learning_rate": 8.683207615736887e-05, + "loss": 0.0242, + "step": 27460 + }, + { + "loss_action": 0.03182969614863396, + "loss_total": 0.03182969614863396, + "step": 27460 + }, + { + "loss_action": 0.02185487002134323, + "loss_total": 0.02185487002134323, + "step": 27460 + }, + { + "loss_action": 0.044674210250377655, + "loss_total": 0.044674210250377655, + "step": 27460 + }, + { + "loss_action": 0.013863270170986652, + "loss_total": 0.013863270170986652, + "step": 27460 + }, + { + "loss_action": 0.016133103519678116, + "loss_total": 0.016133103519678116, + "step": 27460 + }, + { + "loss_action": 0.014927726238965988, + "loss_total": 0.014927726238965988, + "step": 27460 + }, + { + "grad_norm": 0.46431946754455566, + "learning_rate": 8.682089200136379e-05, + "loss": 0.0273, + "step": 27470 + }, + { + "loss_action": 0.030346622690558434, + "loss_total": 0.030346622690558434, + "step": 27470 + }, + { + "loss_action": 0.012928097508847713, + "loss_total": 0.012928097508847713, + "step": 27470 + }, + { + "loss_action": 0.0106422184035182, + "loss_total": 0.0106422184035182, + "step": 27470 + }, + { + "loss_action": 0.013376438990235329, + "loss_total": 0.013376438990235329, + "step": 27470 + }, + { + "loss_action": 0.020061776041984558, + "loss_total": 0.020061776041984558, + "step": 27470 + }, + { + "loss_action": 0.013880962505936623, + "loss_total": 0.013880962505936623, + "step": 27470 + }, + { + "grad_norm": 0.548798680305481, + "learning_rate": 8.680970381868132e-05, + "loss": 0.022, + "step": 27480 + }, + { + "loss_action": 0.014402322471141815, + "loss_total": 0.014402322471141815, + "step": 27480 + }, + { + "loss_action": 0.0210107434540987, + "loss_total": 0.0210107434540987, + "step": 27480 + }, + { + "loss_action": 0.011440583504736423, + "loss_total": 0.011440583504736423, + "step": 27480 + }, + { + "loss_action": 0.03693616762757301, + "loss_total": 0.03693616762757301, + "step": 27480 + }, + { + "loss_action": 0.015553535893559456, + "loss_total": 0.015553535893559456, + "step": 27480 + }, + { + "loss_action": 0.013358035124838352, + "loss_total": 0.013358035124838352, + "step": 27480 + }, + { + "grad_norm": 0.5047818422317505, + "learning_rate": 8.679851161054498e-05, + "loss": 0.0236, + "step": 27490 + }, + { + "loss_action": 0.015584965236485004, + "loss_total": 0.015584965236485004, + "step": 27490 + }, + { + "loss_action": 0.0284233670681715, + "loss_total": 0.0284233670681715, + "step": 27490 + }, + { + "loss_action": 0.01562758907675743, + "loss_total": 0.01562758907675743, + "step": 27490 + }, + { + "loss_action": 0.019929708912968636, + "loss_total": 0.019929708912968636, + "step": 27490 + }, + { + "loss_action": 0.012582200579345226, + "loss_total": 0.012582200579345226, + "step": 27490 + }, + { + "loss_action": 0.033211082220077515, + "loss_total": 0.033211082220077515, + "step": 27490 + }, + { + "grad_norm": 0.49485716223716736, + "learning_rate": 8.678731537817873e-05, + "loss": 0.0214, + "step": 27500 + }, + { + "loss_action": 0.02378609962761402, + "loss_total": 0.02378609962761402, + "step": 27500 + }, + { + "loss_action": 0.031832050532102585, + "loss_total": 0.031832050532102585, + "step": 27500 + }, + { + "loss_action": 0.031288545578718185, + "loss_total": 0.031288545578718185, + "step": 27500 + }, + { + "loss_action": 0.008772472850978374, + "loss_total": 0.008772472850978374, + "step": 27500 + }, + { + "loss_action": 0.014952456578612328, + "loss_total": 0.014952456578612328, + "step": 27500 + }, + { + "loss_action": 0.02700449526309967, + "loss_total": 0.02700449526309967, + "step": 27500 + }, + { + "grad_norm": 0.3560309410095215, + "learning_rate": 8.677611512280697e-05, + "loss": 0.0196, + "step": 27510 + }, + { + "loss_action": 0.03912651166319847, + "loss_total": 0.03912651166319847, + "step": 27510 + }, + { + "loss_action": 0.04419491067528725, + "loss_total": 0.04419491067528725, + "step": 27510 + }, + { + "loss_action": 0.01728653535246849, + "loss_total": 0.01728653535246849, + "step": 27510 + }, + { + "loss_action": 0.0199907049536705, + "loss_total": 0.0199907049536705, + "step": 27510 + }, + { + "loss_action": 0.022785676643252373, + "loss_total": 0.022785676643252373, + "step": 27510 + }, + { + "loss_action": 0.017264191061258316, + "loss_total": 0.017264191061258316, + "step": 27510 + }, + { + "grad_norm": 0.5110266208648682, + "learning_rate": 8.676491084565457e-05, + "loss": 0.0233, + "step": 27520 + }, + { + "loss_action": 0.01718280464410782, + "loss_total": 0.01718280464410782, + "step": 27520 + }, + { + "loss_action": 0.01802324876189232, + "loss_total": 0.01802324876189232, + "step": 27520 + }, + { + "loss_action": 0.017694147303700447, + "loss_total": 0.017694147303700447, + "step": 27520 + }, + { + "loss_action": 0.029602179303765297, + "loss_total": 0.029602179303765297, + "step": 27520 + }, + { + "loss_action": 0.015470480546355247, + "loss_total": 0.015470480546355247, + "step": 27520 + }, + { + "loss_action": 0.020334556698799133, + "loss_total": 0.020334556698799133, + "step": 27520 + }, + { + "grad_norm": 0.41786372661590576, + "learning_rate": 8.675370254794678e-05, + "loss": 0.0206, + "step": 27530 + }, + { + "loss_action": 0.02548549510538578, + "loss_total": 0.02548549510538578, + "step": 27530 + }, + { + "loss_action": 0.01893475465476513, + "loss_total": 0.01893475465476513, + "step": 27530 + }, + { + "loss_action": 0.011594890616834164, + "loss_total": 0.011594890616834164, + "step": 27530 + }, + { + "loss_action": 0.018148062750697136, + "loss_total": 0.018148062750697136, + "step": 27530 + }, + { + "loss_action": 0.01588677242398262, + "loss_total": 0.01588677242398262, + "step": 27530 + }, + { + "loss_action": 0.02322063222527504, + "loss_total": 0.02322063222527504, + "step": 27530 + }, + { + "grad_norm": 0.38519972562789917, + "learning_rate": 8.674249023090935e-05, + "loss": 0.0242, + "step": 27540 + }, + { + "loss_action": 0.016079546883702278, + "loss_total": 0.016079546883702278, + "step": 27540 + }, + { + "loss_action": 0.01971280202269554, + "loss_total": 0.01971280202269554, + "step": 27540 + }, + { + "loss_action": 0.02291533537209034, + "loss_total": 0.02291533537209034, + "step": 27540 + }, + { + "loss_action": 0.014315545558929443, + "loss_total": 0.014315545558929443, + "step": 27540 + }, + { + "loss_action": 0.016628384590148926, + "loss_total": 0.016628384590148926, + "step": 27540 + }, + { + "loss_action": 0.023021146655082703, + "loss_total": 0.023021146655082703, + "step": 27540 + }, + { + "grad_norm": 0.32281991839408875, + "learning_rate": 8.673127389576843e-05, + "loss": 0.024, + "step": 27550 + }, + { + "loss_action": 0.05101771280169487, + "loss_total": 0.05101771280169487, + "step": 27550 + }, + { + "loss_action": 0.023648476228117943, + "loss_total": 0.023648476228117943, + "step": 27550 + }, + { + "loss_action": 0.02272714488208294, + "loss_total": 0.02272714488208294, + "step": 27550 + }, + { + "loss_action": 0.01721218414604664, + "loss_total": 0.01721218414604664, + "step": 27550 + }, + { + "loss_action": 0.027030829340219498, + "loss_total": 0.027030829340219498, + "step": 27550 + }, + { + "loss_action": 0.022629747167229652, + "loss_total": 0.022629747167229652, + "step": 27550 + }, + { + "grad_norm": 0.3901694118976593, + "learning_rate": 8.67200535437506e-05, + "loss": 0.0247, + "step": 27560 + }, + { + "loss_action": 0.009484975598752499, + "loss_total": 0.009484975598752499, + "step": 27560 + }, + { + "loss_action": 0.017328981310129166, + "loss_total": 0.017328981310129166, + "step": 27560 + }, + { + "loss_action": 0.009424583986401558, + "loss_total": 0.009424583986401558, + "step": 27560 + }, + { + "loss_action": 0.01191131491214037, + "loss_total": 0.01191131491214037, + "step": 27560 + }, + { + "loss_action": 0.016296852380037308, + "loss_total": 0.016296852380037308, + "step": 27560 + }, + { + "loss_action": 0.03804090991616249, + "loss_total": 0.03804090991616249, + "step": 27560 + }, + { + "grad_norm": 0.3525921106338501, + "learning_rate": 8.670882917608296e-05, + "loss": 0.0207, + "step": 27570 + }, + { + "loss_action": 0.01059866975992918, + "loss_total": 0.01059866975992918, + "step": 27570 + }, + { + "loss_action": 0.02141544036567211, + "loss_total": 0.02141544036567211, + "step": 27570 + }, + { + "loss_action": 0.024359941482543945, + "loss_total": 0.024359941482543945, + "step": 27570 + }, + { + "loss_action": 0.012004903517663479, + "loss_total": 0.012004903517663479, + "step": 27570 + }, + { + "loss_action": 0.020033614709973335, + "loss_total": 0.020033614709973335, + "step": 27570 + }, + { + "loss_action": 0.01838253252208233, + "loss_total": 0.01838253252208233, + "step": 27570 + }, + { + "grad_norm": 0.4037950932979584, + "learning_rate": 8.669760079399292e-05, + "loss": 0.024, + "step": 27580 + }, + { + "loss_action": 0.013987616635859013, + "loss_total": 0.013987616635859013, + "step": 27580 + }, + { + "loss_action": 0.026620233431458473, + "loss_total": 0.026620233431458473, + "step": 27580 + }, + { + "loss_action": 0.017017781734466553, + "loss_total": 0.017017781734466553, + "step": 27580 + }, + { + "loss_action": 0.04806102067232132, + "loss_total": 0.04806102067232132, + "step": 27580 + }, + { + "loss_action": 0.01086373906582594, + "loss_total": 0.01086373906582594, + "step": 27580 + }, + { + "loss_action": 0.014483065344393253, + "loss_total": 0.014483065344393253, + "step": 27580 + }, + { + "grad_norm": 0.36343464255332947, + "learning_rate": 8.668636839870845e-05, + "loss": 0.0203, + "step": 27590 + }, + { + "loss_action": 0.01060908567160368, + "loss_total": 0.01060908567160368, + "step": 27590 + }, + { + "loss_action": 0.015948470681905746, + "loss_total": 0.015948470681905746, + "step": 27590 + }, + { + "loss_action": 0.04302304610610008, + "loss_total": 0.04302304610610008, + "step": 27590 + }, + { + "loss_action": 0.01792689971625805, + "loss_total": 0.01792689971625805, + "step": 27590 + }, + { + "loss_action": 0.030892040580511093, + "loss_total": 0.030892040580511093, + "step": 27590 + }, + { + "loss_action": 0.011701208539307117, + "loss_total": 0.011701208539307117, + "step": 27590 + }, + { + "grad_norm": 0.41253507137298584, + "learning_rate": 8.667513199145789e-05, + "loss": 0.0212, + "step": 27600 + }, + { + "loss_action": 0.01616736687719822, + "loss_total": 0.01616736687719822, + "step": 27600 + }, + { + "loss_action": 0.026424968615174294, + "loss_total": 0.026424968615174294, + "step": 27600 + }, + { + "loss_action": 0.027078375220298767, + "loss_total": 0.027078375220298767, + "step": 27600 + }, + { + "loss_action": 0.019094061106443405, + "loss_total": 0.019094061106443405, + "step": 27600 + }, + { + "loss_action": 0.008420463651418686, + "loss_total": 0.008420463651418686, + "step": 27600 + }, + { + "loss_action": 0.028302567079663277, + "loss_total": 0.028302567079663277, + "step": 27600 + }, + { + "grad_norm": 0.5383687019348145, + "learning_rate": 8.666389157347002e-05, + "loss": 0.0206, + "step": 27610 + }, + { + "loss_action": 0.009586630389094353, + "loss_total": 0.009586630389094353, + "step": 27610 + }, + { + "loss_action": 0.022674618288874626, + "loss_total": 0.022674618288874626, + "step": 27610 + }, + { + "loss_action": 0.026404177770018578, + "loss_total": 0.026404177770018578, + "step": 27610 + }, + { + "loss_action": 0.019333355128765106, + "loss_total": 0.019333355128765106, + "step": 27610 + }, + { + "loss_action": 0.01075040828436613, + "loss_total": 0.01075040828436613, + "step": 27610 + }, + { + "loss_action": 0.016202915459871292, + "loss_total": 0.016202915459871292, + "step": 27610 + }, + { + "grad_norm": 0.4418959617614746, + "learning_rate": 8.66526471459741e-05, + "loss": 0.0227, + "step": 27620 + }, + { + "loss_action": 0.012647610157728195, + "loss_total": 0.012647610157728195, + "step": 27620 + }, + { + "loss_action": 0.02169889397919178, + "loss_total": 0.02169889397919178, + "step": 27620 + }, + { + "loss_action": 0.009651925414800644, + "loss_total": 0.009651925414800644, + "step": 27620 + }, + { + "loss_action": 0.0077632456086575985, + "loss_total": 0.0077632456086575985, + "step": 27620 + }, + { + "loss_action": 0.014876186847686768, + "loss_total": 0.014876186847686768, + "step": 27620 + }, + { + "loss_action": 0.054802749305963516, + "loss_total": 0.054802749305963516, + "step": 27620 + }, + { + "grad_norm": 0.5001733899116516, + "learning_rate": 8.66413987101998e-05, + "loss": 0.0197, + "step": 27630 + }, + { + "loss_action": 0.02381959930062294, + "loss_total": 0.02381959930062294, + "step": 27630 + }, + { + "loss_action": 0.020014870911836624, + "loss_total": 0.020014870911836624, + "step": 27630 + }, + { + "loss_action": 0.019031405448913574, + "loss_total": 0.019031405448913574, + "step": 27630 + }, + { + "loss_action": 0.025785675272345543, + "loss_total": 0.025785675272345543, + "step": 27630 + }, + { + "loss_action": 0.011063284240663052, + "loss_total": 0.011063284240663052, + "step": 27630 + }, + { + "loss_action": 0.02728506363928318, + "loss_total": 0.02728506363928318, + "step": 27630 + }, + { + "grad_norm": 0.524371862411499, + "learning_rate": 8.663014626737723e-05, + "loss": 0.0239, + "step": 27640 + }, + { + "loss_action": 0.007779085077345371, + "loss_total": 0.007779085077345371, + "step": 27640 + }, + { + "loss_action": 0.030586186796426773, + "loss_total": 0.030586186796426773, + "step": 27640 + }, + { + "loss_action": 0.015679020434617996, + "loss_total": 0.015679020434617996, + "step": 27640 + }, + { + "loss_action": 0.0170221459120512, + "loss_total": 0.0170221459120512, + "step": 27640 + }, + { + "loss_action": 0.01883172057569027, + "loss_total": 0.01883172057569027, + "step": 27640 + }, + { + "loss_action": 0.017997130751609802, + "loss_total": 0.017997130751609802, + "step": 27640 + }, + { + "grad_norm": 0.4041529893875122, + "learning_rate": 8.661888981873691e-05, + "loss": 0.0238, + "step": 27650 + }, + { + "loss_action": 0.0222085602581501, + "loss_total": 0.0222085602581501, + "step": 27650 + }, + { + "loss_action": 0.03016270138323307, + "loss_total": 0.03016270138323307, + "step": 27650 + }, + { + "loss_action": 0.023205125704407692, + "loss_total": 0.023205125704407692, + "step": 27650 + }, + { + "loss_action": 0.016794856637716293, + "loss_total": 0.016794856637716293, + "step": 27650 + }, + { + "loss_action": 0.012070165947079659, + "loss_total": 0.012070165947079659, + "step": 27650 + }, + { + "loss_action": 0.015385031700134277, + "loss_total": 0.015385031700134277, + "step": 27650 + }, + { + "grad_norm": 0.4295728802680969, + "learning_rate": 8.660762936550988e-05, + "loss": 0.0207, + "step": 27660 + }, + { + "loss_action": 0.02100704424083233, + "loss_total": 0.02100704424083233, + "step": 27660 + }, + { + "loss_action": 0.05564848706126213, + "loss_total": 0.05564848706126213, + "step": 27660 + }, + { + "loss_action": 0.013179807923734188, + "loss_total": 0.013179807923734188, + "step": 27660 + }, + { + "loss_action": 0.06503906846046448, + "loss_total": 0.06503906846046448, + "step": 27660 + }, + { + "loss_action": 0.025825336575508118, + "loss_total": 0.025825336575508118, + "step": 27660 + }, + { + "loss_action": 0.01592499390244484, + "loss_total": 0.01592499390244484, + "step": 27660 + }, + { + "grad_norm": 0.4273175895214081, + "learning_rate": 8.659636490892753e-05, + "loss": 0.0206, + "step": 27670 + }, + { + "loss_action": 0.022863900288939476, + "loss_total": 0.022863900288939476, + "step": 27670 + }, + { + "loss_action": 0.016815319657325745, + "loss_total": 0.016815319657325745, + "step": 27670 + }, + { + "loss_action": 0.010089946910738945, + "loss_total": 0.010089946910738945, + "step": 27670 + }, + { + "loss_action": 0.025778863579034805, + "loss_total": 0.025778863579034805, + "step": 27670 + }, + { + "loss_action": 0.016360554844141006, + "loss_total": 0.016360554844141006, + "step": 27670 + }, + { + "loss_action": 0.017987510189414024, + "loss_total": 0.017987510189414024, + "step": 27670 + }, + { + "grad_norm": 0.7011449933052063, + "learning_rate": 8.658509645022174e-05, + "loss": 0.0239, + "step": 27680 + }, + { + "loss_action": 0.011530566960573196, + "loss_total": 0.011530566960573196, + "step": 27680 + }, + { + "loss_action": 0.041678864508867264, + "loss_total": 0.041678864508867264, + "step": 27680 + }, + { + "loss_action": 0.030711038038134575, + "loss_total": 0.030711038038134575, + "step": 27680 + }, + { + "loss_action": 0.04974215105175972, + "loss_total": 0.04974215105175972, + "step": 27680 + }, + { + "loss_action": 0.014228783547878265, + "loss_total": 0.014228783547878265, + "step": 27680 + }, + { + "loss_action": 0.024509098380804062, + "loss_total": 0.024509098380804062, + "step": 27680 + }, + { + "grad_norm": 0.40852659940719604, + "learning_rate": 8.657382399062481e-05, + "loss": 0.0256, + "step": 27690 + }, + { + "loss_action": 0.04106598719954491, + "loss_total": 0.04106598719954491, + "step": 27690 + }, + { + "loss_action": 0.013234264217317104, + "loss_total": 0.013234264217317104, + "step": 27690 + }, + { + "loss_action": 0.022735992446541786, + "loss_total": 0.022735992446541786, + "step": 27690 + }, + { + "loss_action": 0.030027566477656364, + "loss_total": 0.030027566477656364, + "step": 27690 + }, + { + "loss_action": 0.020255379378795624, + "loss_total": 0.020255379378795624, + "step": 27690 + }, + { + "loss_action": 0.019463861361145973, + "loss_total": 0.019463861361145973, + "step": 27690 + }, + { + "grad_norm": 0.4685988426208496, + "learning_rate": 8.656254753136946e-05, + "loss": 0.0242, + "step": 27700 + }, + { + "loss_action": 0.02185031585395336, + "loss_total": 0.02185031585395336, + "step": 27700 + }, + { + "loss_action": 0.05153647065162659, + "loss_total": 0.05153647065162659, + "step": 27700 + }, + { + "loss_action": 0.020066525787115097, + "loss_total": 0.020066525787115097, + "step": 27700 + }, + { + "loss_action": 0.023043978959321976, + "loss_total": 0.023043978959321976, + "step": 27700 + }, + { + "loss_action": 0.03714405745267868, + "loss_total": 0.03714405745267868, + "step": 27700 + }, + { + "loss_action": 0.013901712372899055, + "loss_total": 0.013901712372899055, + "step": 27700 + }, + { + "grad_norm": 0.37425974011421204, + "learning_rate": 8.655126707368891e-05, + "loss": 0.0225, + "step": 27710 + }, + { + "loss_action": 0.015740083530545235, + "loss_total": 0.015740083530545235, + "step": 27710 + }, + { + "loss_action": 0.01762494258582592, + "loss_total": 0.01762494258582592, + "step": 27710 + }, + { + "loss_action": 0.023268910124897957, + "loss_total": 0.023268910124897957, + "step": 27710 + }, + { + "loss_action": 0.023815348744392395, + "loss_total": 0.023815348744392395, + "step": 27710 + }, + { + "loss_action": 0.020774435251951218, + "loss_total": 0.020774435251951218, + "step": 27710 + }, + { + "loss_action": 0.016559060662984848, + "loss_total": 0.016559060662984848, + "step": 27710 + }, + { + "grad_norm": 0.5035256147384644, + "learning_rate": 8.653998261881672e-05, + "loss": 0.0234, + "step": 27720 + }, + { + "loss_action": 0.03308427333831787, + "loss_total": 0.03308427333831787, + "step": 27720 + }, + { + "loss_action": 0.17791013419628143, + "loss_total": 0.17791013419628143, + "step": 27720 + }, + { + "loss_action": 0.05966205149888992, + "loss_total": 0.05966205149888992, + "step": 27720 + }, + { + "loss_action": 0.03638778254389763, + "loss_total": 0.03638778254389763, + "step": 27720 + }, + { + "loss_action": 0.010855447500944138, + "loss_total": 0.010855447500944138, + "step": 27720 + }, + { + "loss_action": 0.011965649202466011, + "loss_total": 0.011965649202466011, + "step": 27720 + }, + { + "grad_norm": 0.4011726379394531, + "learning_rate": 8.652869416798699e-05, + "loss": 0.0241, + "step": 27730 + }, + { + "loss_action": 0.018125567585229874, + "loss_total": 0.018125567585229874, + "step": 27730 + }, + { + "loss_action": 0.023039981722831726, + "loss_total": 0.023039981722831726, + "step": 27730 + }, + { + "loss_action": 0.021888505667448044, + "loss_total": 0.021888505667448044, + "step": 27730 + }, + { + "loss_action": 0.02930280938744545, + "loss_total": 0.02930280938744545, + "step": 27730 + }, + { + "loss_action": 0.01575963757932186, + "loss_total": 0.01575963757932186, + "step": 27730 + }, + { + "loss_action": 0.01292114332318306, + "loss_total": 0.01292114332318306, + "step": 27730 + }, + { + "grad_norm": 0.3370140492916107, + "learning_rate": 8.651740172243417e-05, + "loss": 0.0195, + "step": 27740 + }, + { + "loss_action": 0.016360756009817123, + "loss_total": 0.016360756009817123, + "step": 27740 + }, + { + "loss_action": 0.030615173280239105, + "loss_total": 0.030615173280239105, + "step": 27740 + }, + { + "loss_action": 0.011106131598353386, + "loss_total": 0.011106131598353386, + "step": 27740 + }, + { + "loss_action": 0.02070186287164688, + "loss_total": 0.02070186287164688, + "step": 27740 + }, + { + "loss_action": 0.07934445142745972, + "loss_total": 0.07934445142745972, + "step": 27740 + }, + { + "loss_action": 0.012733818963170052, + "loss_total": 0.012733818963170052, + "step": 27740 + }, + { + "grad_norm": 0.4873560965061188, + "learning_rate": 8.65061052833932e-05, + "loss": 0.0226, + "step": 27750 + }, + { + "loss_action": 0.029779188334941864, + "loss_total": 0.029779188334941864, + "step": 27750 + }, + { + "loss_action": 0.02087409794330597, + "loss_total": 0.02087409794330597, + "step": 27750 + }, + { + "loss_action": 0.01666734181344509, + "loss_total": 0.01666734181344509, + "step": 27750 + }, + { + "loss_action": 0.014866882003843784, + "loss_total": 0.014866882003843784, + "step": 27750 + }, + { + "loss_action": 0.010189109481871128, + "loss_total": 0.010189109481871128, + "step": 27750 + }, + { + "loss_action": 0.02056453377008438, + "loss_total": 0.02056453377008438, + "step": 27750 + }, + { + "grad_norm": 0.5513612627983093, + "learning_rate": 8.649480485209945e-05, + "loss": 0.0211, + "step": 27760 + }, + { + "loss_action": 0.018293045461177826, + "loss_total": 0.018293045461177826, + "step": 27760 + }, + { + "loss_action": 0.016487428918480873, + "loss_total": 0.016487428918480873, + "step": 27760 + }, + { + "loss_action": 0.009768428280949593, + "loss_total": 0.009768428280949593, + "step": 27760 + }, + { + "loss_action": 0.011913198977708817, + "loss_total": 0.011913198977708817, + "step": 27760 + }, + { + "loss_action": 0.018916774541139603, + "loss_total": 0.018916774541139603, + "step": 27760 + }, + { + "loss_action": 0.024358604103326797, + "loss_total": 0.024358604103326797, + "step": 27760 + }, + { + "grad_norm": 0.5269916653633118, + "learning_rate": 8.64835004297887e-05, + "loss": 0.0217, + "step": 27770 + }, + { + "loss_action": 0.03581736609339714, + "loss_total": 0.03581736609339714, + "step": 27770 + }, + { + "loss_action": 0.017085019499063492, + "loss_total": 0.017085019499063492, + "step": 27770 + }, + { + "loss_action": 0.0416991300880909, + "loss_total": 0.0416991300880909, + "step": 27770 + }, + { + "loss_action": 0.01383864227682352, + "loss_total": 0.01383864227682352, + "step": 27770 + }, + { + "loss_action": 0.010526410304009914, + "loss_total": 0.010526410304009914, + "step": 27770 + }, + { + "loss_action": 0.032279763370752335, + "loss_total": 0.032279763370752335, + "step": 27770 + }, + { + "grad_norm": 0.4522467255592346, + "learning_rate": 8.64721920176972e-05, + "loss": 0.0231, + "step": 27780 + }, + { + "loss_action": 0.072731152176857, + "loss_total": 0.072731152176857, + "step": 27780 + }, + { + "loss_action": 0.030233755707740784, + "loss_total": 0.030233755707740784, + "step": 27780 + }, + { + "loss_action": 0.015472229570150375, + "loss_total": 0.015472229570150375, + "step": 27780 + }, + { + "loss_action": 0.030857237055897713, + "loss_total": 0.030857237055897713, + "step": 27780 + }, + { + "loss_action": 0.01880934089422226, + "loss_total": 0.01880934089422226, + "step": 27780 + }, + { + "loss_action": 0.015298123471438885, + "loss_total": 0.015298123471438885, + "step": 27780 + }, + { + "grad_norm": 0.6010306477546692, + "learning_rate": 8.646087961706164e-05, + "loss": 0.029, + "step": 27790 + }, + { + "loss_action": 0.020077718421816826, + "loss_total": 0.020077718421816826, + "step": 27790 + }, + { + "loss_action": 0.016702549532055855, + "loss_total": 0.016702549532055855, + "step": 27790 + }, + { + "loss_action": 0.029391324147582054, + "loss_total": 0.029391324147582054, + "step": 27790 + }, + { + "loss_action": 0.017165515571832657, + "loss_total": 0.017165515571832657, + "step": 27790 + }, + { + "loss_action": 0.020588627085089684, + "loss_total": 0.020588627085089684, + "step": 27790 + }, + { + "loss_action": 0.02329792082309723, + "loss_total": 0.02329792082309723, + "step": 27790 + }, + { + "grad_norm": 0.3932406008243561, + "learning_rate": 8.644956322911908e-05, + "loss": 0.023, + "step": 27800 + }, + { + "loss_action": 0.034772779792547226, + "loss_total": 0.034772779792547226, + "step": 27800 + }, + { + "loss_action": 0.05456624552607536, + "loss_total": 0.05456624552607536, + "step": 27800 + }, + { + "loss_action": 0.00981657113879919, + "loss_total": 0.00981657113879919, + "step": 27800 + }, + { + "loss_action": 0.009631294757127762, + "loss_total": 0.009631294757127762, + "step": 27800 + }, + { + "loss_action": 0.010321682319045067, + "loss_total": 0.010321682319045067, + "step": 27800 + }, + { + "loss_action": 0.010650276206433773, + "loss_total": 0.010650276206433773, + "step": 27800 + }, + { + "grad_norm": 0.7791262269020081, + "learning_rate": 8.643824285510709e-05, + "loss": 0.0282, + "step": 27810 + }, + { + "loss_action": 0.016871988773345947, + "loss_total": 0.016871988773345947, + "step": 27810 + }, + { + "loss_action": 0.021194973960518837, + "loss_total": 0.021194973960518837, + "step": 27810 + }, + { + "loss_action": 0.017312096431851387, + "loss_total": 0.017312096431851387, + "step": 27810 + }, + { + "loss_action": 0.015429907478392124, + "loss_total": 0.015429907478392124, + "step": 27810 + }, + { + "loss_action": 0.01584242656826973, + "loss_total": 0.01584242656826973, + "step": 27810 + }, + { + "loss_action": 0.029983747750520706, + "loss_total": 0.029983747750520706, + "step": 27810 + }, + { + "grad_norm": 0.5460523366928101, + "learning_rate": 8.642691849626364e-05, + "loss": 0.0248, + "step": 27820 + }, + { + "loss_action": 0.013071090914309025, + "loss_total": 0.013071090914309025, + "step": 27820 + }, + { + "loss_action": 0.03953312337398529, + "loss_total": 0.03953312337398529, + "step": 27820 + }, + { + "loss_action": 0.01092034112662077, + "loss_total": 0.01092034112662077, + "step": 27820 + }, + { + "loss_action": 0.020113538950681686, + "loss_total": 0.020113538950681686, + "step": 27820 + }, + { + "loss_action": 0.01515124924480915, + "loss_total": 0.01515124924480915, + "step": 27820 + }, + { + "loss_action": 0.0140609135851264, + "loss_total": 0.0140609135851264, + "step": 27820 + }, + { + "grad_norm": 0.5251435041427612, + "learning_rate": 8.641559015382717e-05, + "loss": 0.023, + "step": 27830 + }, + { + "loss_action": 0.010761971585452557, + "loss_total": 0.010761971585452557, + "step": 27830 + }, + { + "loss_action": 0.0173950158059597, + "loss_total": 0.0173950158059597, + "step": 27830 + }, + { + "loss_action": 0.021687231957912445, + "loss_total": 0.021687231957912445, + "step": 27830 + }, + { + "loss_action": 0.03865720331668854, + "loss_total": 0.03865720331668854, + "step": 27830 + }, + { + "loss_action": 0.021717045456171036, + "loss_total": 0.021717045456171036, + "step": 27830 + }, + { + "loss_action": 0.037161629647016525, + "loss_total": 0.037161629647016525, + "step": 27830 + }, + { + "grad_norm": 0.46810680627822876, + "learning_rate": 8.640425782903649e-05, + "loss": 0.0275, + "step": 27840 + }, + { + "loss_action": 0.044810980558395386, + "loss_total": 0.044810980558395386, + "step": 27840 + }, + { + "loss_action": 0.02830977737903595, + "loss_total": 0.02830977737903595, + "step": 27840 + }, + { + "loss_action": 0.02779383957386017, + "loss_total": 0.02779383957386017, + "step": 27840 + }, + { + "loss_action": 0.014003950171172619, + "loss_total": 0.014003950171172619, + "step": 27840 + }, + { + "loss_action": 0.01696787215769291, + "loss_total": 0.01696787215769291, + "step": 27840 + }, + { + "loss_action": 0.018068840727210045, + "loss_total": 0.018068840727210045, + "step": 27840 + }, + { + "grad_norm": 0.4951978921890259, + "learning_rate": 8.639292152313091e-05, + "loss": 0.0221, + "step": 27850 + }, + { + "loss_action": 0.047340258955955505, + "loss_total": 0.047340258955955505, + "step": 27850 + }, + { + "loss_action": 0.010437559336423874, + "loss_total": 0.010437559336423874, + "step": 27850 + }, + { + "loss_action": 0.02069888822734356, + "loss_total": 0.02069888822734356, + "step": 27850 + }, + { + "loss_action": 0.009476584382355213, + "loss_total": 0.009476584382355213, + "step": 27850 + }, + { + "loss_action": 0.019611455500125885, + "loss_total": 0.019611455500125885, + "step": 27850 + }, + { + "loss_action": 0.07403676956892014, + "loss_total": 0.07403676956892014, + "step": 27850 + }, + { + "grad_norm": 0.3503696024417877, + "learning_rate": 8.638158123735015e-05, + "loss": 0.0235, + "step": 27860 + }, + { + "loss_action": 0.03477635979652405, + "loss_total": 0.03477635979652405, + "step": 27860 + }, + { + "loss_action": 0.016321413218975067, + "loss_total": 0.016321413218975067, + "step": 27860 + }, + { + "loss_action": 0.014118838123977184, + "loss_total": 0.014118838123977184, + "step": 27860 + }, + { + "loss_action": 0.03909293934702873, + "loss_total": 0.03909293934702873, + "step": 27860 + }, + { + "loss_action": 0.02654939703643322, + "loss_total": 0.02654939703643322, + "step": 27860 + }, + { + "loss_action": 0.035632021725177765, + "loss_total": 0.035632021725177765, + "step": 27860 + }, + { + "grad_norm": 0.4826338589191437, + "learning_rate": 8.637023697293436e-05, + "loss": 0.0233, + "step": 27870 + }, + { + "loss_action": 0.05722992494702339, + "loss_total": 0.05722992494702339, + "step": 27870 + }, + { + "loss_action": 0.07477746158838272, + "loss_total": 0.07477746158838272, + "step": 27870 + }, + { + "loss_action": 0.013921073637902737, + "loss_total": 0.013921073637902737, + "step": 27870 + }, + { + "loss_action": 0.03293169289827347, + "loss_total": 0.03293169289827347, + "step": 27870 + }, + { + "loss_action": 0.019843995571136475, + "loss_total": 0.019843995571136475, + "step": 27870 + }, + { + "loss_action": 0.014520476572215557, + "loss_total": 0.014520476572215557, + "step": 27870 + }, + { + "grad_norm": 0.5818997025489807, + "learning_rate": 8.635888873112414e-05, + "loss": 0.0241, + "step": 27880 + }, + { + "loss_action": 0.015601815655827522, + "loss_total": 0.015601815655827522, + "step": 27880 + }, + { + "loss_action": 0.012727398425340652, + "loss_total": 0.012727398425340652, + "step": 27880 + }, + { + "loss_action": 0.02737857587635517, + "loss_total": 0.02737857587635517, + "step": 27880 + }, + { + "loss_action": 0.028749696910381317, + "loss_total": 0.028749696910381317, + "step": 27880 + }, + { + "loss_action": 0.012173851020634174, + "loss_total": 0.012173851020634174, + "step": 27880 + }, + { + "loss_action": 0.011615314520895481, + "loss_total": 0.011615314520895481, + "step": 27880 + }, + { + "grad_norm": 0.4603255093097687, + "learning_rate": 8.634753651316052e-05, + "loss": 0.0233, + "step": 27890 + }, + { + "loss_action": 0.02748030796647072, + "loss_total": 0.02748030796647072, + "step": 27890 + }, + { + "loss_action": 0.044981375336647034, + "loss_total": 0.044981375336647034, + "step": 27890 + }, + { + "loss_action": 0.03530684858560562, + "loss_total": 0.03530684858560562, + "step": 27890 + }, + { + "loss_action": 0.02969701588153839, + "loss_total": 0.02969701588153839, + "step": 27890 + }, + { + "loss_action": 0.0075837913900613785, + "loss_total": 0.0075837913900613785, + "step": 27890 + }, + { + "loss_action": 0.047726232558488846, + "loss_total": 0.047726232558488846, + "step": 27890 + }, + { + "grad_norm": 0.38218972086906433, + "learning_rate": 8.633618032028496e-05, + "loss": 0.0237, + "step": 27900 + }, + { + "loss_action": 0.008049539290368557, + "loss_total": 0.008049539290368557, + "step": 27900 + }, + { + "loss_action": 0.0586857795715332, + "loss_total": 0.0586857795715332, + "step": 27900 + }, + { + "loss_action": 0.028550267219543457, + "loss_total": 0.028550267219543457, + "step": 27900 + }, + { + "loss_action": 0.012600143440067768, + "loss_total": 0.012600143440067768, + "step": 27900 + }, + { + "loss_action": 0.011752400547266006, + "loss_total": 0.011752400547266006, + "step": 27900 + }, + { + "loss_action": 0.01324942335486412, + "loss_total": 0.01324942335486412, + "step": 27900 + }, + { + "grad_norm": 0.43830421566963196, + "learning_rate": 8.632482015373934e-05, + "loss": 0.0312, + "step": 27910 + }, + { + "loss_action": 0.036130864173173904, + "loss_total": 0.036130864173173904, + "step": 27910 + }, + { + "loss_action": 0.014224029146134853, + "loss_total": 0.014224029146134853, + "step": 27910 + }, + { + "loss_action": 0.03958218917250633, + "loss_total": 0.03958218917250633, + "step": 27910 + }, + { + "loss_action": 0.012325454503297806, + "loss_total": 0.012325454503297806, + "step": 27910 + }, + { + "loss_action": 0.03574569523334503, + "loss_total": 0.03574569523334503, + "step": 27910 + }, + { + "loss_action": 0.03635035455226898, + "loss_total": 0.03635035455226898, + "step": 27910 + }, + { + "grad_norm": 0.4275686740875244, + "learning_rate": 8.6313456014766e-05, + "loss": 0.03, + "step": 27920 + }, + { + "loss_action": 0.04154660925269127, + "loss_total": 0.04154660925269127, + "step": 27920 + }, + { + "loss_action": 0.023934049531817436, + "loss_total": 0.023934049531817436, + "step": 27920 + }, + { + "loss_action": 0.037535399198532104, + "loss_total": 0.037535399198532104, + "step": 27920 + }, + { + "loss_action": 0.01640261709690094, + "loss_total": 0.01640261709690094, + "step": 27920 + }, + { + "loss_action": 0.017751887440681458, + "loss_total": 0.017751887440681458, + "step": 27920 + }, + { + "loss_action": 0.020255133509635925, + "loss_total": 0.020255133509635925, + "step": 27920 + }, + { + "grad_norm": 0.41616490483283997, + "learning_rate": 8.630208790460771e-05, + "loss": 0.0261, + "step": 27930 + }, + { + "loss_action": 0.01624690555036068, + "loss_total": 0.01624690555036068, + "step": 27930 + }, + { + "loss_action": 0.015101422555744648, + "loss_total": 0.015101422555744648, + "step": 27930 + }, + { + "loss_action": 0.025153543800115585, + "loss_total": 0.025153543800115585, + "step": 27930 + }, + { + "loss_action": 0.012591199018061161, + "loss_total": 0.012591199018061161, + "step": 27930 + }, + { + "loss_action": 0.019516393542289734, + "loss_total": 0.019516393542289734, + "step": 27930 + }, + { + "loss_action": 0.01505008153617382, + "loss_total": 0.01505008153617382, + "step": 27930 + }, + { + "grad_norm": 0.3875481188297272, + "learning_rate": 8.629071582450768e-05, + "loss": 0.0249, + "step": 27940 + }, + { + "loss_action": 0.053047064691782, + "loss_total": 0.053047064691782, + "step": 27940 + }, + { + "loss_action": 0.026849111542105675, + "loss_total": 0.026849111542105675, + "step": 27940 + }, + { + "loss_action": 0.015346900559961796, + "loss_total": 0.015346900559961796, + "step": 27940 + }, + { + "loss_action": 0.021178139373660088, + "loss_total": 0.021178139373660088, + "step": 27940 + }, + { + "loss_action": 0.024168888106942177, + "loss_total": 0.024168888106942177, + "step": 27940 + }, + { + "loss_action": 0.020931897684931755, + "loss_total": 0.020931897684931755, + "step": 27940 + }, + { + "grad_norm": 0.43795767426490784, + "learning_rate": 8.62793397757095e-05, + "loss": 0.0239, + "step": 27950 + }, + { + "loss_action": 0.009152635000646114, + "loss_total": 0.009152635000646114, + "step": 27950 + }, + { + "loss_action": 0.021571729332208633, + "loss_total": 0.021571729332208633, + "step": 27950 + }, + { + "loss_action": 0.01251427922397852, + "loss_total": 0.01251427922397852, + "step": 27950 + }, + { + "loss_action": 0.013613649643957615, + "loss_total": 0.013613649643957615, + "step": 27950 + }, + { + "loss_action": 0.025623099878430367, + "loss_total": 0.025623099878430367, + "step": 27950 + }, + { + "loss_action": 0.07749398797750473, + "loss_total": 0.07749398797750473, + "step": 27950 + }, + { + "grad_norm": 0.3540835976600647, + "learning_rate": 8.626795975945729e-05, + "loss": 0.0256, + "step": 27960 + }, + { + "loss_action": 0.019351841881871223, + "loss_total": 0.019351841881871223, + "step": 27960 + }, + { + "loss_action": 0.016907714307308197, + "loss_total": 0.016907714307308197, + "step": 27960 + }, + { + "loss_action": 0.014698009006679058, + "loss_total": 0.014698009006679058, + "step": 27960 + }, + { + "loss_action": 0.01645917445421219, + "loss_total": 0.01645917445421219, + "step": 27960 + }, + { + "loss_action": 0.027362750843167305, + "loss_total": 0.027362750843167305, + "step": 27960 + }, + { + "loss_action": 0.04715008661150932, + "loss_total": 0.04715008661150932, + "step": 27960 + }, + { + "grad_norm": 0.6140403151512146, + "learning_rate": 8.625657577699551e-05, + "loss": 0.0262, + "step": 27970 + }, + { + "loss_action": 0.01968865469098091, + "loss_total": 0.01968865469098091, + "step": 27970 + }, + { + "loss_action": 0.009998917579650879, + "loss_total": 0.009998917579650879, + "step": 27970 + }, + { + "loss_action": 0.028076300397515297, + "loss_total": 0.028076300397515297, + "step": 27970 + }, + { + "loss_action": 0.017133928835392, + "loss_total": 0.017133928835392, + "step": 27970 + }, + { + "loss_action": 0.029773972928524017, + "loss_total": 0.029773972928524017, + "step": 27970 + }, + { + "loss_action": 0.014681871049106121, + "loss_total": 0.014681871049106121, + "step": 27970 + }, + { + "grad_norm": 0.500826895236969, + "learning_rate": 8.624518782956914e-05, + "loss": 0.0252, + "step": 27980 + }, + { + "loss_action": 0.012118630111217499, + "loss_total": 0.012118630111217499, + "step": 27980 + }, + { + "loss_action": 0.02844104915857315, + "loss_total": 0.02844104915857315, + "step": 27980 + }, + { + "loss_action": 0.03469083085656166, + "loss_total": 0.03469083085656166, + "step": 27980 + }, + { + "loss_action": 0.012988263741135597, + "loss_total": 0.012988263741135597, + "step": 27980 + }, + { + "loss_action": 0.022787518799304962, + "loss_total": 0.022787518799304962, + "step": 27980 + }, + { + "loss_action": 0.041210100054740906, + "loss_total": 0.041210100054740906, + "step": 27980 + }, + { + "grad_norm": 0.3813919425010681, + "learning_rate": 8.62337959184235e-05, + "loss": 0.0262, + "step": 27990 + }, + { + "loss_action": 0.018539154902100563, + "loss_total": 0.018539154902100563, + "step": 27990 + }, + { + "loss_action": 0.02733902633190155, + "loss_total": 0.02733902633190155, + "step": 27990 + }, + { + "loss_action": 0.015873070806264877, + "loss_total": 0.015873070806264877, + "step": 27990 + }, + { + "loss_action": 0.02545572631061077, + "loss_total": 0.02545572631061077, + "step": 27990 + }, + { + "loss_action": 0.2414737343788147, + "loss_total": 0.2414737343788147, + "step": 27990 + }, + { + "loss_action": 0.012332450598478317, + "loss_total": 0.012332450598478317, + "step": 27990 + }, + { + "grad_norm": 0.4082917869091034, + "learning_rate": 8.622240004480441e-05, + "loss": 0.0301, + "step": 28000 + }, + { + "loss_action": 0.07438994944095612, + "loss_total": 0.07438994944095612, + "step": 28000 + }, + { + "loss_action": 0.07798585295677185, + "loss_total": 0.07798585295677185, + "step": 28000 + }, + { + "loss_action": 0.026928316801786423, + "loss_total": 0.026928316801786423, + "step": 28000 + }, + { + "loss_action": 0.03259322792291641, + "loss_total": 0.03259322792291641, + "step": 28000 + }, + { + "loss_action": 0.013798654079437256, + "loss_total": 0.013798654079437256, + "step": 28000 + }, + { + "loss_action": 0.03155173361301422, + "loss_total": 0.03155173361301422, + "step": 28000 + }, + { + "grad_norm": 0.4994264245033264, + "learning_rate": 8.621100020995814e-05, + "loss": 0.0235, + "step": 28010 + }, + { + "loss_action": 0.0566173754632473, + "loss_total": 0.0566173754632473, + "step": 28010 + }, + { + "loss_action": 0.010202680714428425, + "loss_total": 0.010202680714428425, + "step": 28010 + }, + { + "loss_action": 0.013084703125059605, + "loss_total": 0.013084703125059605, + "step": 28010 + }, + { + "loss_action": 0.014697915874421597, + "loss_total": 0.014697915874421597, + "step": 28010 + }, + { + "loss_action": 0.05127821862697601, + "loss_total": 0.05127821862697601, + "step": 28010 + }, + { + "loss_action": 0.018820833414793015, + "loss_total": 0.018820833414793015, + "step": 28010 + }, + { + "grad_norm": 0.40516823530197144, + "learning_rate": 8.619959641513132e-05, + "loss": 0.0219, + "step": 28020 + }, + { + "loss_action": 0.01065800990909338, + "loss_total": 0.01065800990909338, + "step": 28020 + }, + { + "loss_action": 0.03580396622419357, + "loss_total": 0.03580396622419357, + "step": 28020 + }, + { + "loss_action": 0.01790185086429119, + "loss_total": 0.01790185086429119, + "step": 28020 + }, + { + "loss_action": 0.01767004281282425, + "loss_total": 0.01767004281282425, + "step": 28020 + }, + { + "loss_action": 0.016182873398065567, + "loss_total": 0.016182873398065567, + "step": 28020 + }, + { + "loss_action": 0.012350548058748245, + "loss_total": 0.012350548058748245, + "step": 28020 + }, + { + "grad_norm": 0.45764634013175964, + "learning_rate": 8.618818866157105e-05, + "loss": 0.0241, + "step": 28030 + }, + { + "loss_action": 0.018472930416464806, + "loss_total": 0.018472930416464806, + "step": 28030 + }, + { + "loss_action": 0.02744605392217636, + "loss_total": 0.02744605392217636, + "step": 28030 + }, + { + "loss_action": 0.010247785598039627, + "loss_total": 0.010247785598039627, + "step": 28030 + }, + { + "loss_action": 0.01772199757397175, + "loss_total": 0.01772199757397175, + "step": 28030 + }, + { + "loss_action": 0.02147095464169979, + "loss_total": 0.02147095464169979, + "step": 28030 + }, + { + "loss_action": 0.008306493051350117, + "loss_total": 0.008306493051350117, + "step": 28030 + }, + { + "grad_norm": 0.47913238406181335, + "learning_rate": 8.617677695052487e-05, + "loss": 0.0239, + "step": 28040 + }, + { + "loss_action": 0.01296920981258154, + "loss_total": 0.01296920981258154, + "step": 28040 + }, + { + "loss_action": 0.017925331369042397, + "loss_total": 0.017925331369042397, + "step": 28040 + }, + { + "loss_action": 0.019674072042107582, + "loss_total": 0.019674072042107582, + "step": 28040 + }, + { + "loss_action": 0.03471420332789421, + "loss_total": 0.03471420332789421, + "step": 28040 + }, + { + "loss_action": 0.019144617021083832, + "loss_total": 0.019144617021083832, + "step": 28040 + }, + { + "loss_action": 0.022584818303585052, + "loss_total": 0.022584818303585052, + "step": 28040 + }, + { + "grad_norm": 0.47143855690956116, + "learning_rate": 8.616536128324078e-05, + "loss": 0.026, + "step": 28050 + }, + { + "loss_action": 0.026391658931970596, + "loss_total": 0.026391658931970596, + "step": 28050 + }, + { + "loss_action": 0.03959408029913902, + "loss_total": 0.03959408029913902, + "step": 28050 + }, + { + "loss_action": 0.03436576575040817, + "loss_total": 0.03436576575040817, + "step": 28050 + }, + { + "loss_action": 0.02406422235071659, + "loss_total": 0.02406422235071659, + "step": 28050 + }, + { + "loss_action": 0.019364824518561363, + "loss_total": 0.019364824518561363, + "step": 28050 + }, + { + "loss_action": 0.01991155371069908, + "loss_total": 0.01991155371069908, + "step": 28050 + }, + { + "grad_norm": 0.3593956232070923, + "learning_rate": 8.615394166096712e-05, + "loss": 0.0258, + "step": 28060 + }, + { + "loss_action": 0.018468134105205536, + "loss_total": 0.018468134105205536, + "step": 28060 + }, + { + "loss_action": 0.011985111981630325, + "loss_total": 0.011985111981630325, + "step": 28060 + }, + { + "loss_action": 0.01770511083304882, + "loss_total": 0.01770511083304882, + "step": 28060 + }, + { + "loss_action": 0.02064555138349533, + "loss_total": 0.02064555138349533, + "step": 28060 + }, + { + "loss_action": 0.01722376048564911, + "loss_total": 0.01722376048564911, + "step": 28060 + }, + { + "loss_action": 0.012159665115177631, + "loss_total": 0.012159665115177631, + "step": 28060 + }, + { + "grad_norm": 0.44491609930992126, + "learning_rate": 8.614251808495279e-05, + "loss": 0.0231, + "step": 28070 + }, + { + "loss_action": 0.010579447261989117, + "loss_total": 0.010579447261989117, + "step": 28070 + }, + { + "loss_action": 0.016586191952228546, + "loss_total": 0.016586191952228546, + "step": 28070 + }, + { + "loss_action": 0.02080332301557064, + "loss_total": 0.02080332301557064, + "step": 28070 + }, + { + "loss_action": 0.04893042892217636, + "loss_total": 0.04893042892217636, + "step": 28070 + }, + { + "loss_action": 0.013694285415112972, + "loss_total": 0.013694285415112972, + "step": 28070 + }, + { + "loss_action": 0.039288464933633804, + "loss_total": 0.039288464933633804, + "step": 28070 + }, + { + "grad_norm": 0.667464017868042, + "learning_rate": 8.6131090556447e-05, + "loss": 0.0258, + "step": 28080 + }, + { + "loss_action": 0.0178013164550066, + "loss_total": 0.0178013164550066, + "step": 28080 + }, + { + "loss_action": 0.017977353185415268, + "loss_total": 0.017977353185415268, + "step": 28080 + }, + { + "loss_action": 0.013554511591792107, + "loss_total": 0.013554511591792107, + "step": 28080 + }, + { + "loss_action": 0.021180272102355957, + "loss_total": 0.021180272102355957, + "step": 28080 + }, + { + "loss_action": 0.029821768403053284, + "loss_total": 0.029821768403053284, + "step": 28080 + }, + { + "loss_action": 0.018845442682504654, + "loss_total": 0.018845442682504654, + "step": 28080 + }, + { + "grad_norm": 0.47995322942733765, + "learning_rate": 8.611965907669947e-05, + "loss": 0.023, + "step": 28090 + }, + { + "loss_action": 0.022232333198189735, + "loss_total": 0.022232333198189735, + "step": 28090 + }, + { + "loss_action": 0.01952165551483631, + "loss_total": 0.01952165551483631, + "step": 28090 + }, + { + "loss_action": 0.01374948862940073, + "loss_total": 0.01374948862940073, + "step": 28090 + }, + { + "loss_action": 0.017103001475334167, + "loss_total": 0.017103001475334167, + "step": 28090 + }, + { + "loss_action": 0.01200158055871725, + "loss_total": 0.01200158055871725, + "step": 28090 + }, + { + "loss_action": 0.03490057215094566, + "loss_total": 0.03490057215094566, + "step": 28090 + }, + { + "grad_norm": 0.5168884992599487, + "learning_rate": 8.610822364696034e-05, + "loss": 0.0314, + "step": 28100 + }, + { + "loss_action": 0.02917535789310932, + "loss_total": 0.02917535789310932, + "step": 28100 + }, + { + "loss_action": 0.023481976240873337, + "loss_total": 0.023481976240873337, + "step": 28100 + }, + { + "loss_action": 0.02377237379550934, + "loss_total": 0.02377237379550934, + "step": 28100 + }, + { + "loss_action": 0.20754124224185944, + "loss_total": 0.20754124224185944, + "step": 28100 + }, + { + "loss_action": 0.01621299237012863, + "loss_total": 0.01621299237012863, + "step": 28100 + }, + { + "loss_action": 0.02387373149394989, + "loss_total": 0.02387373149394989, + "step": 28100 + }, + { + "grad_norm": 0.716495156288147, + "learning_rate": 8.609678426848015e-05, + "loss": 0.0359, + "step": 28110 + }, + { + "loss_action": 0.04939614236354828, + "loss_total": 0.04939614236354828, + "step": 28110 + }, + { + "loss_action": 0.04152243584394455, + "loss_total": 0.04152243584394455, + "step": 28110 + }, + { + "loss_action": 0.02536029927432537, + "loss_total": 0.02536029927432537, + "step": 28110 + }, + { + "loss_action": 0.019608022645115852, + "loss_total": 0.019608022645115852, + "step": 28110 + }, + { + "loss_action": 0.08521392941474915, + "loss_total": 0.08521392941474915, + "step": 28110 + }, + { + "loss_action": 0.019280115142464638, + "loss_total": 0.019280115142464638, + "step": 28110 + }, + { + "grad_norm": 0.41868332028388977, + "learning_rate": 8.60853409425099e-05, + "loss": 0.0287, + "step": 28120 + }, + { + "loss_action": 0.023327745497226715, + "loss_total": 0.023327745497226715, + "step": 28120 + }, + { + "loss_action": 0.012178484350442886, + "loss_total": 0.012178484350442886, + "step": 28120 + }, + { + "loss_action": 0.017103897407650948, + "loss_total": 0.017103897407650948, + "step": 28120 + }, + { + "loss_action": 0.03676796332001686, + "loss_total": 0.03676796332001686, + "step": 28120 + }, + { + "loss_action": 0.07932157814502716, + "loss_total": 0.07932157814502716, + "step": 28120 + }, + { + "loss_action": 0.016380511224269867, + "loss_total": 0.016380511224269867, + "step": 28120 + }, + { + "grad_norm": 0.5068374872207642, + "learning_rate": 8.607389367030104e-05, + "loss": 0.0267, + "step": 28130 + }, + { + "loss_action": 0.04881463944911957, + "loss_total": 0.04881463944911957, + "step": 28130 + }, + { + "loss_action": 0.016396058723330498, + "loss_total": 0.016396058723330498, + "step": 28130 + }, + { + "loss_action": 0.01505699660629034, + "loss_total": 0.01505699660629034, + "step": 28130 + }, + { + "loss_action": 0.01741841249167919, + "loss_total": 0.01741841249167919, + "step": 28130 + }, + { + "loss_action": 0.048943329602479935, + "loss_total": 0.048943329602479935, + "step": 28130 + }, + { + "loss_action": 0.0182819701731205, + "loss_total": 0.0182819701731205, + "step": 28130 + }, + { + "grad_norm": 0.8539848327636719, + "learning_rate": 8.606244245310538e-05, + "loss": 0.0321, + "step": 28140 + }, + { + "loss_action": 0.016371706500649452, + "loss_total": 0.016371706500649452, + "step": 28140 + }, + { + "loss_action": 0.02363976277410984, + "loss_total": 0.02363976277410984, + "step": 28140 + }, + { + "loss_action": 0.02216414362192154, + "loss_total": 0.02216414362192154, + "step": 28140 + }, + { + "loss_action": 0.022404693067073822, + "loss_total": 0.022404693067073822, + "step": 28140 + }, + { + "loss_action": 0.0316743440926075, + "loss_total": 0.0316743440926075, + "step": 28140 + }, + { + "loss_action": 0.017131498083472252, + "loss_total": 0.017131498083472252, + "step": 28140 + }, + { + "grad_norm": 0.8117779493331909, + "learning_rate": 8.605098729217525e-05, + "loss": 0.0282, + "step": 28150 + }, + { + "loss_action": 0.044188108295202255, + "loss_total": 0.044188108295202255, + "step": 28150 + }, + { + "loss_action": 0.08331774175167084, + "loss_total": 0.08331774175167084, + "step": 28150 + }, + { + "loss_action": 0.01724630407989025, + "loss_total": 0.01724630407989025, + "step": 28150 + }, + { + "loss_action": 0.011051777750253677, + "loss_total": 0.011051777750253677, + "step": 28150 + }, + { + "loss_action": 0.04367857426404953, + "loss_total": 0.04367857426404953, + "step": 28150 + }, + { + "loss_action": 0.011706669814884663, + "loss_total": 0.011706669814884663, + "step": 28150 + }, + { + "grad_norm": 0.5843375325202942, + "learning_rate": 8.603952818876335e-05, + "loss": 0.0338, + "step": 28160 + }, + { + "loss_action": 0.024933399632573128, + "loss_total": 0.024933399632573128, + "step": 28160 + }, + { + "loss_action": 0.08044478297233582, + "loss_total": 0.08044478297233582, + "step": 28160 + }, + { + "loss_action": 0.01716429553925991, + "loss_total": 0.01716429553925991, + "step": 28160 + }, + { + "loss_action": 0.017644003033638, + "loss_total": 0.017644003033638, + "step": 28160 + }, + { + "loss_action": 0.022856267169117928, + "loss_total": 0.022856267169117928, + "step": 28160 + }, + { + "loss_action": 0.02557908371090889, + "loss_total": 0.02557908371090889, + "step": 28160 + }, + { + "grad_norm": 0.42403432726860046, + "learning_rate": 8.602806514412281e-05, + "loss": 0.0272, + "step": 28170 + }, + { + "loss_action": 0.01265046652406454, + "loss_total": 0.01265046652406454, + "step": 28170 + }, + { + "loss_action": 0.03230717033147812, + "loss_total": 0.03230717033147812, + "step": 28170 + }, + { + "loss_action": 0.021881399676203728, + "loss_total": 0.021881399676203728, + "step": 28170 + }, + { + "loss_action": 0.016265109181404114, + "loss_total": 0.016265109181404114, + "step": 28170 + }, + { + "loss_action": 0.013996683061122894, + "loss_total": 0.013996683061122894, + "step": 28170 + }, + { + "loss_action": 0.028269074857234955, + "loss_total": 0.028269074857234955, + "step": 28170 + }, + { + "grad_norm": 0.6215237379074097, + "learning_rate": 8.601659815950726e-05, + "loss": 0.0307, + "step": 28180 + }, + { + "loss_action": 0.05710771307349205, + "loss_total": 0.05710771307349205, + "step": 28180 + }, + { + "loss_action": 0.04068801552057266, + "loss_total": 0.04068801552057266, + "step": 28180 + }, + { + "loss_action": 0.03324790298938751, + "loss_total": 0.03324790298938751, + "step": 28180 + }, + { + "loss_action": 0.04192711412906647, + "loss_total": 0.04192711412906647, + "step": 28180 + }, + { + "loss_action": 0.021895838901400566, + "loss_total": 0.021895838901400566, + "step": 28180 + }, + { + "loss_action": 0.020855188369750977, + "loss_total": 0.020855188369750977, + "step": 28180 + }, + { + "grad_norm": 0.39754268527030945, + "learning_rate": 8.600512723617067e-05, + "loss": 0.03, + "step": 28190 + }, + { + "loss_action": 0.028852475807070732, + "loss_total": 0.028852475807070732, + "step": 28190 + }, + { + "loss_action": 0.060805074870586395, + "loss_total": 0.060805074870586395, + "step": 28190 + }, + { + "loss_action": 0.018824223428964615, + "loss_total": 0.018824223428964615, + "step": 28190 + }, + { + "loss_action": 0.0192977637052536, + "loss_total": 0.0192977637052536, + "step": 28190 + }, + { + "loss_action": 0.012234549038112164, + "loss_total": 0.012234549038112164, + "step": 28190 + }, + { + "loss_action": 0.020045803859829903, + "loss_total": 0.020045803859829903, + "step": 28190 + }, + { + "grad_norm": 0.5108562111854553, + "learning_rate": 8.59936523753675e-05, + "loss": 0.0333, + "step": 28200 + }, + { + "loss_action": 0.017325490713119507, + "loss_total": 0.017325490713119507, + "step": 28200 + }, + { + "loss_action": 0.02107725851237774, + "loss_total": 0.02107725851237774, + "step": 28200 + }, + { + "loss_action": 0.012714470736682415, + "loss_total": 0.012714470736682415, + "step": 28200 + }, + { + "loss_action": 0.024914586916565895, + "loss_total": 0.024914586916565895, + "step": 28200 + }, + { + "loss_action": 0.0318712443113327, + "loss_total": 0.0318712443113327, + "step": 28200 + }, + { + "loss_action": 0.032921597361564636, + "loss_total": 0.032921597361564636, + "step": 28200 + }, + { + "grad_norm": 0.6875692009925842, + "learning_rate": 8.598217357835264e-05, + "loss": 0.0325, + "step": 28210 + }, + { + "loss_action": 0.026030421257019043, + "loss_total": 0.026030421257019043, + "step": 28210 + }, + { + "loss_action": 0.023568665608763695, + "loss_total": 0.023568665608763695, + "step": 28210 + }, + { + "loss_action": 0.01595226861536503, + "loss_total": 0.01595226861536503, + "step": 28210 + }, + { + "loss_action": 0.024431075900793076, + "loss_total": 0.024431075900793076, + "step": 28210 + }, + { + "loss_action": 0.017185576260089874, + "loss_total": 0.017185576260089874, + "step": 28210 + }, + { + "loss_action": 0.01950560323894024, + "loss_total": 0.01950560323894024, + "step": 28210 + }, + { + "grad_norm": 0.42957356572151184, + "learning_rate": 8.597069084638135e-05, + "loss": 0.0292, + "step": 28220 + }, + { + "loss_action": 0.04814137518405914, + "loss_total": 0.04814137518405914, + "step": 28220 + }, + { + "loss_action": 0.014488807879388332, + "loss_total": 0.014488807879388332, + "step": 28220 + }, + { + "loss_action": 0.09798794984817505, + "loss_total": 0.09798794984817505, + "step": 28220 + }, + { + "loss_action": 0.0510750450193882, + "loss_total": 0.0510750450193882, + "step": 28220 + }, + { + "loss_action": 0.03654539957642555, + "loss_total": 0.03654539957642555, + "step": 28220 + }, + { + "loss_action": 0.030643902719020844, + "loss_total": 0.030643902719020844, + "step": 28220 + }, + { + "grad_norm": 0.4650689661502838, + "learning_rate": 8.595920418070939e-05, + "loss": 0.0294, + "step": 28230 + }, + { + "loss_action": 0.040469273924827576, + "loss_total": 0.040469273924827576, + "step": 28230 + }, + { + "loss_action": 0.024740977212786674, + "loss_total": 0.024740977212786674, + "step": 28230 + }, + { + "loss_action": 0.02761673927307129, + "loss_total": 0.02761673927307129, + "step": 28230 + }, + { + "loss_action": 0.04067906737327576, + "loss_total": 0.04067906737327576, + "step": 28230 + }, + { + "loss_action": 0.017903702333569527, + "loss_total": 0.017903702333569527, + "step": 28230 + }, + { + "loss_action": 0.045902274549007416, + "loss_total": 0.045902274549007416, + "step": 28230 + }, + { + "grad_norm": 0.674412727355957, + "learning_rate": 8.594771358259295e-05, + "loss": 0.0238, + "step": 28240 + }, + { + "loss_action": 0.01312488317489624, + "loss_total": 0.01312488317489624, + "step": 28240 + }, + { + "loss_action": 0.01569513976573944, + "loss_total": 0.01569513976573944, + "step": 28240 + }, + { + "loss_action": 0.016864055767655373, + "loss_total": 0.016864055767655373, + "step": 28240 + }, + { + "loss_action": 0.01415865309536457, + "loss_total": 0.01415865309536457, + "step": 28240 + }, + { + "loss_action": 0.017825571820139885, + "loss_total": 0.017825571820139885, + "step": 28240 + }, + { + "loss_action": 0.012931106612086296, + "loss_total": 0.012931106612086296, + "step": 28240 + }, + { + "grad_norm": 0.4146011471748352, + "learning_rate": 8.593621905328858e-05, + "loss": 0.0248, + "step": 28250 + }, + { + "loss_action": 0.1417040228843689, + "loss_total": 0.1417040228843689, + "step": 28250 + }, + { + "loss_action": 0.049474772065877914, + "loss_total": 0.049474772065877914, + "step": 28250 + }, + { + "loss_action": 0.032878510653972626, + "loss_total": 0.032878510653972626, + "step": 28250 + }, + { + "loss_action": 0.01814098283648491, + "loss_total": 0.01814098283648491, + "step": 28250 + }, + { + "loss_action": 0.016577722504734993, + "loss_total": 0.016577722504734993, + "step": 28250 + }, + { + "loss_action": 0.01673620007932186, + "loss_total": 0.01673620007932186, + "step": 28250 + }, + { + "grad_norm": 0.626412570476532, + "learning_rate": 8.592472059405333e-05, + "loss": 0.0325, + "step": 28260 + }, + { + "loss_action": 0.0199386365711689, + "loss_total": 0.0199386365711689, + "step": 28260 + }, + { + "loss_action": 0.04187960922718048, + "loss_total": 0.04187960922718048, + "step": 28260 + }, + { + "loss_action": 0.024799028411507607, + "loss_total": 0.024799028411507607, + "step": 28260 + }, + { + "loss_action": 0.019679786637425423, + "loss_total": 0.019679786637425423, + "step": 28260 + }, + { + "loss_action": 0.02242153137922287, + "loss_total": 0.02242153137922287, + "step": 28260 + }, + { + "loss_action": 0.012987162917852402, + "loss_total": 0.012987162917852402, + "step": 28260 + }, + { + "grad_norm": 0.48661598563194275, + "learning_rate": 8.591321820614464e-05, + "loss": 0.029, + "step": 28270 + }, + { + "loss_action": 0.031215187162160873, + "loss_total": 0.031215187162160873, + "step": 28270 + }, + { + "loss_action": 0.030256161466240883, + "loss_total": 0.030256161466240883, + "step": 28270 + }, + { + "loss_action": 0.01945049688220024, + "loss_total": 0.01945049688220024, + "step": 28270 + }, + { + "loss_action": 0.010166525840759277, + "loss_total": 0.010166525840759277, + "step": 28270 + }, + { + "loss_action": 0.020260775461792946, + "loss_total": 0.020260775461792946, + "step": 28270 + }, + { + "loss_action": 0.024629386141896248, + "loss_total": 0.024629386141896248, + "step": 28270 + }, + { + "grad_norm": 0.5819852948188782, + "learning_rate": 8.590171189082041e-05, + "loss": 0.029, + "step": 28280 + }, + { + "loss_action": 0.02008024789392948, + "loss_total": 0.02008024789392948, + "step": 28280 + }, + { + "loss_action": 0.049957744777202606, + "loss_total": 0.049957744777202606, + "step": 28280 + }, + { + "loss_action": 0.015413429588079453, + "loss_total": 0.015413429588079453, + "step": 28280 + }, + { + "loss_action": 0.026622606441378593, + "loss_total": 0.026622606441378593, + "step": 28280 + }, + { + "loss_action": 0.03532734885811806, + "loss_total": 0.03532734885811806, + "step": 28280 + }, + { + "loss_action": 0.02952386997640133, + "loss_total": 0.02952386997640133, + "step": 28280 + }, + { + "grad_norm": 0.6950095295906067, + "learning_rate": 8.589020164933894e-05, + "loss": 0.0331, + "step": 28290 + }, + { + "loss_action": 0.02435946837067604, + "loss_total": 0.02435946837067604, + "step": 28290 + }, + { + "loss_action": 0.025493552908301353, + "loss_total": 0.025493552908301353, + "step": 28290 + }, + { + "loss_action": 0.011846342124044895, + "loss_total": 0.011846342124044895, + "step": 28290 + }, + { + "loss_action": 0.03263997286558151, + "loss_total": 0.03263997286558151, + "step": 28290 + }, + { + "loss_action": 0.03732839226722717, + "loss_total": 0.03732839226722717, + "step": 28290 + }, + { + "loss_action": 0.021945860236883163, + "loss_total": 0.021945860236883163, + "step": 28290 + }, + { + "grad_norm": 0.5178209543228149, + "learning_rate": 8.587868748295898e-05, + "loss": 0.0287, + "step": 28300 + }, + { + "loss_action": 0.02535843849182129, + "loss_total": 0.02535843849182129, + "step": 28300 + }, + { + "loss_action": 0.014607500284910202, + "loss_total": 0.014607500284910202, + "step": 28300 + }, + { + "loss_action": 0.03880750387907028, + "loss_total": 0.03880750387907028, + "step": 28300 + }, + { + "loss_action": 0.07071975618600845, + "loss_total": 0.07071975618600845, + "step": 28300 + }, + { + "loss_action": 0.05117407813668251, + "loss_total": 0.05117407813668251, + "step": 28300 + }, + { + "loss_action": 0.024042323231697083, + "loss_total": 0.024042323231697083, + "step": 28300 + }, + { + "grad_norm": 0.524329662322998, + "learning_rate": 8.586716939293971e-05, + "loss": 0.0387, + "step": 28310 + }, + { + "loss_action": 0.01812131144106388, + "loss_total": 0.01812131144106388, + "step": 28310 + }, + { + "loss_action": 0.0466497465968132, + "loss_total": 0.0466497465968132, + "step": 28310 + }, + { + "loss_action": 0.026574082672595978, + "loss_total": 0.026574082672595978, + "step": 28310 + }, + { + "loss_action": 0.02326851896941662, + "loss_total": 0.02326851896941662, + "step": 28310 + }, + { + "loss_action": 0.029226107522845268, + "loss_total": 0.029226107522845268, + "step": 28310 + }, + { + "loss_action": 0.03857812285423279, + "loss_total": 0.03857812285423279, + "step": 28310 + }, + { + "grad_norm": 0.47962090373039246, + "learning_rate": 8.58556473805407e-05, + "loss": 0.0288, + "step": 28320 + }, + { + "loss_action": 0.02363460510969162, + "loss_total": 0.02363460510969162, + "step": 28320 + }, + { + "loss_action": 0.02106170728802681, + "loss_total": 0.02106170728802681, + "step": 28320 + }, + { + "loss_action": 0.018524261191487312, + "loss_total": 0.018524261191487312, + "step": 28320 + }, + { + "loss_action": 0.016218578442931175, + "loss_total": 0.016218578442931175, + "step": 28320 + }, + { + "loss_action": 0.03725162148475647, + "loss_total": 0.03725162148475647, + "step": 28320 + }, + { + "loss_action": 0.02198098972439766, + "loss_total": 0.02198098972439766, + "step": 28320 + }, + { + "grad_norm": 0.6624424457550049, + "learning_rate": 8.584412144702202e-05, + "loss": 0.0298, + "step": 28330 + }, + { + "loss_action": 0.019885774701833725, + "loss_total": 0.019885774701833725, + "step": 28330 + }, + { + "loss_action": 0.018242089077830315, + "loss_total": 0.018242089077830315, + "step": 28330 + }, + { + "loss_action": 0.024696502834558487, + "loss_total": 0.024696502834558487, + "step": 28330 + }, + { + "loss_action": 0.01630786992609501, + "loss_total": 0.01630786992609501, + "step": 28330 + }, + { + "loss_action": 0.0377851277589798, + "loss_total": 0.0377851277589798, + "step": 28330 + }, + { + "loss_action": 0.017085809260606766, + "loss_total": 0.017085809260606766, + "step": 28330 + }, + { + "grad_norm": 0.5423884391784668, + "learning_rate": 8.58325915936441e-05, + "loss": 0.0279, + "step": 28340 + }, + { + "loss_action": 0.024767275899648666, + "loss_total": 0.024767275899648666, + "step": 28340 + }, + { + "loss_action": 0.009762640111148357, + "loss_total": 0.009762640111148357, + "step": 28340 + }, + { + "loss_action": 0.024503080174326897, + "loss_total": 0.024503080174326897, + "step": 28340 + }, + { + "loss_action": 0.022845523431897163, + "loss_total": 0.022845523431897163, + "step": 28340 + }, + { + "loss_action": 0.020047642290592194, + "loss_total": 0.020047642290592194, + "step": 28340 + }, + { + "loss_action": 0.1735542267560959, + "loss_total": 0.1735542267560959, + "step": 28340 + }, + { + "grad_norm": 0.6505131125450134, + "learning_rate": 8.582105782166783e-05, + "loss": 0.0392, + "step": 28350 + }, + { + "loss_action": 0.03384292125701904, + "loss_total": 0.03384292125701904, + "step": 28350 + }, + { + "loss_action": 0.0575593076646328, + "loss_total": 0.0575593076646328, + "step": 28350 + }, + { + "loss_action": 0.13253051042556763, + "loss_total": 0.13253051042556763, + "step": 28350 + }, + { + "loss_action": 0.03145483508706093, + "loss_total": 0.03145483508706093, + "step": 28350 + }, + { + "loss_action": 0.02909240685403347, + "loss_total": 0.02909240685403347, + "step": 28350 + }, + { + "loss_action": 0.027691926807165146, + "loss_total": 0.027691926807165146, + "step": 28350 + }, + { + "grad_norm": 0.5136228799819946, + "learning_rate": 8.580952013235455e-05, + "loss": 0.0373, + "step": 28360 + }, + { + "loss_action": 0.020123565569519997, + "loss_total": 0.020123565569519997, + "step": 28360 + }, + { + "loss_action": 0.08298242837190628, + "loss_total": 0.08298242837190628, + "step": 28360 + }, + { + "loss_action": 0.029649309813976288, + "loss_total": 0.029649309813976288, + "step": 28360 + }, + { + "loss_action": 0.031969401985406876, + "loss_total": 0.031969401985406876, + "step": 28360 + }, + { + "loss_action": 0.10027690976858139, + "loss_total": 0.10027690976858139, + "step": 28360 + }, + { + "loss_action": 0.01894671469926834, + "loss_total": 0.01894671469926834, + "step": 28360 + }, + { + "grad_norm": 1.509216547012329, + "learning_rate": 8.579797852696596e-05, + "loss": 0.037, + "step": 28370 + }, + { + "loss_action": 0.026321912184357643, + "loss_total": 0.026321912184357643, + "step": 28370 + }, + { + "loss_action": 0.017409415915608406, + "loss_total": 0.017409415915608406, + "step": 28370 + }, + { + "loss_action": 0.040611471980810165, + "loss_total": 0.040611471980810165, + "step": 28370 + }, + { + "loss_action": 0.05287245288491249, + "loss_total": 0.05287245288491249, + "step": 28370 + }, + { + "loss_action": 0.03370099514722824, + "loss_total": 0.03370099514722824, + "step": 28370 + }, + { + "loss_action": 0.033564209938049316, + "loss_total": 0.033564209938049316, + "step": 28370 + }, + { + "grad_norm": 0.44548436999320984, + "learning_rate": 8.578643300676428e-05, + "loss": 0.0281, + "step": 28380 + }, + { + "loss_action": 0.026598747819662094, + "loss_total": 0.026598747819662094, + "step": 28380 + }, + { + "loss_action": 0.015081257559359074, + "loss_total": 0.015081257559359074, + "step": 28380 + }, + { + "loss_action": 0.03629140183329582, + "loss_total": 0.03629140183329582, + "step": 28380 + }, + { + "loss_action": 0.08457755297422409, + "loss_total": 0.08457755297422409, + "step": 28380 + }, + { + "loss_action": 0.015379552729427814, + "loss_total": 0.015379552729427814, + "step": 28380 + }, + { + "loss_action": 0.04032180830836296, + "loss_total": 0.04032180830836296, + "step": 28380 + }, + { + "grad_norm": 0.8285431265830994, + "learning_rate": 8.577488357301209e-05, + "loss": 0.0334, + "step": 28390 + }, + { + "loss_action": 0.018992220982909203, + "loss_total": 0.018992220982909203, + "step": 28390 + }, + { + "loss_action": 0.015414713881909847, + "loss_total": 0.015414713881909847, + "step": 28390 + }, + { + "loss_action": 0.01426689513027668, + "loss_total": 0.01426689513027668, + "step": 28390 + }, + { + "loss_action": 0.12362519651651382, + "loss_total": 0.12362519651651382, + "step": 28390 + }, + { + "loss_action": 0.01760307140648365, + "loss_total": 0.01760307140648365, + "step": 28390 + }, + { + "loss_action": 0.06985325366258621, + "loss_total": 0.06985325366258621, + "step": 28390 + }, + { + "grad_norm": 0.39494070410728455, + "learning_rate": 8.576333022697242e-05, + "loss": 0.0315, + "step": 28400 + }, + { + "loss_action": 0.019103629514575005, + "loss_total": 0.019103629514575005, + "step": 28400 + }, + { + "loss_action": 0.014715260826051235, + "loss_total": 0.014715260826051235, + "step": 28400 + }, + { + "loss_action": 0.016594478860497475, + "loss_total": 0.016594478860497475, + "step": 28400 + }, + { + "loss_action": 0.01843692548573017, + "loss_total": 0.01843692548573017, + "step": 28400 + }, + { + "loss_action": 0.020023657009005547, + "loss_total": 0.020023657009005547, + "step": 28400 + }, + { + "loss_action": 0.017614684998989105, + "loss_total": 0.017614684998989105, + "step": 28400 + }, + { + "grad_norm": 0.4623675048351288, + "learning_rate": 8.575177296990873e-05, + "loss": 0.0256, + "step": 28410 + }, + { + "loss_action": 0.03505497798323631, + "loss_total": 0.03505497798323631, + "step": 28410 + }, + { + "loss_action": 0.019528118893504143, + "loss_total": 0.019528118893504143, + "step": 28410 + }, + { + "loss_action": 0.040101442486047745, + "loss_total": 0.040101442486047745, + "step": 28410 + }, + { + "loss_action": 0.017415985465049744, + "loss_total": 0.017415985465049744, + "step": 28410 + }, + { + "loss_action": 0.021923603489995003, + "loss_total": 0.021923603489995003, + "step": 28410 + }, + { + "loss_action": 0.018794676288962364, + "loss_total": 0.018794676288962364, + "step": 28410 + }, + { + "grad_norm": 0.7640133500099182, + "learning_rate": 8.574021180308489e-05, + "loss": 0.0269, + "step": 28420 + }, + { + "loss_action": 0.016137780621647835, + "loss_total": 0.016137780621647835, + "step": 28420 + }, + { + "loss_action": 0.07140002399682999, + "loss_total": 0.07140002399682999, + "step": 28420 + }, + { + "loss_action": 0.05904576554894447, + "loss_total": 0.05904576554894447, + "step": 28420 + }, + { + "loss_action": 0.03754465654492378, + "loss_total": 0.03754465654492378, + "step": 28420 + }, + { + "loss_action": 0.019062161445617676, + "loss_total": 0.019062161445617676, + "step": 28420 + }, + { + "loss_action": 0.18718035519123077, + "loss_total": 0.18718035519123077, + "step": 28420 + }, + { + "grad_norm": 0.4866800904273987, + "learning_rate": 8.572864672776523e-05, + "loss": 0.0376, + "step": 28430 + }, + { + "loss_action": 0.01643896847963333, + "loss_total": 0.01643896847963333, + "step": 28430 + }, + { + "loss_action": 0.015235097147524357, + "loss_total": 0.015235097147524357, + "step": 28430 + }, + { + "loss_action": 0.05400652438402176, + "loss_total": 0.05400652438402176, + "step": 28430 + }, + { + "loss_action": 0.031062837690114975, + "loss_total": 0.031062837690114975, + "step": 28430 + }, + { + "loss_action": 0.03261270746588707, + "loss_total": 0.03261270746588707, + "step": 28430 + }, + { + "loss_action": 0.031079743057489395, + "loss_total": 0.031079743057489395, + "step": 28430 + }, + { + "grad_norm": 0.5103076696395874, + "learning_rate": 8.571707774521447e-05, + "loss": 0.0313, + "step": 28440 + }, + { + "loss_action": 0.019614679738879204, + "loss_total": 0.019614679738879204, + "step": 28440 + }, + { + "loss_action": 0.026213495060801506, + "loss_total": 0.026213495060801506, + "step": 28440 + }, + { + "loss_action": 0.02052844874560833, + "loss_total": 0.02052844874560833, + "step": 28440 + }, + { + "loss_action": 0.027540115639567375, + "loss_total": 0.027540115639567375, + "step": 28440 + }, + { + "loss_action": 0.013360319659113884, + "loss_total": 0.013360319659113884, + "step": 28440 + }, + { + "loss_action": 0.017013894394040108, + "loss_total": 0.017013894394040108, + "step": 28440 + }, + { + "grad_norm": 0.5480454564094543, + "learning_rate": 8.57055048566978e-05, + "loss": 0.0296, + "step": 28450 + }, + { + "loss_action": 0.0487104170024395, + "loss_total": 0.0487104170024395, + "step": 28450 + }, + { + "loss_action": 0.019872436299920082, + "loss_total": 0.019872436299920082, + "step": 28450 + }, + { + "loss_action": 0.023621972650289536, + "loss_total": 0.023621972650289536, + "step": 28450 + }, + { + "loss_action": 0.018097607418894768, + "loss_total": 0.018097607418894768, + "step": 28450 + }, + { + "loss_action": 0.010238084942102432, + "loss_total": 0.010238084942102432, + "step": 28450 + }, + { + "loss_action": 0.014491596259176731, + "loss_total": 0.014491596259176731, + "step": 28450 + }, + { + "grad_norm": 0.527266800403595, + "learning_rate": 8.569392806348078e-05, + "loss": 0.0257, + "step": 28460 + }, + { + "loss_action": 0.024729976430535316, + "loss_total": 0.024729976430535316, + "step": 28460 + }, + { + "loss_action": 0.05893843248486519, + "loss_total": 0.05893843248486519, + "step": 28460 + }, + { + "loss_action": 0.02697047032415867, + "loss_total": 0.02697047032415867, + "step": 28460 + }, + { + "loss_action": 0.03219730034470558, + "loss_total": 0.03219730034470558, + "step": 28460 + }, + { + "loss_action": 0.016756676137447357, + "loss_total": 0.016756676137447357, + "step": 28460 + }, + { + "loss_action": 0.05898347869515419, + "loss_total": 0.05898347869515419, + "step": 28460 + }, + { + "grad_norm": 0.4879421293735504, + "learning_rate": 8.568234736682947e-05, + "loss": 0.026, + "step": 28470 + }, + { + "loss_action": 0.025757184252142906, + "loss_total": 0.025757184252142906, + "step": 28470 + }, + { + "loss_action": 0.01097072008997202, + "loss_total": 0.01097072008997202, + "step": 28470 + }, + { + "loss_action": 0.04231033846735954, + "loss_total": 0.04231033846735954, + "step": 28470 + }, + { + "loss_action": 0.02730626054108143, + "loss_total": 0.02730626054108143, + "step": 28470 + }, + { + "loss_action": 0.012086605653166771, + "loss_total": 0.012086605653166771, + "step": 28470 + }, + { + "loss_action": 0.028090067207813263, + "loss_total": 0.028090067207813263, + "step": 28470 + }, + { + "grad_norm": 0.43142881989479065, + "learning_rate": 8.567076276801029e-05, + "loss": 0.0299, + "step": 28480 + }, + { + "loss_action": 0.02112884819507599, + "loss_total": 0.02112884819507599, + "step": 28480 + }, + { + "loss_action": 0.015899045392870903, + "loss_total": 0.015899045392870903, + "step": 28480 + }, + { + "loss_action": 0.029620548710227013, + "loss_total": 0.029620548710227013, + "step": 28480 + }, + { + "loss_action": 0.061438146978616714, + "loss_total": 0.061438146978616714, + "step": 28480 + }, + { + "loss_action": 0.02349141053855419, + "loss_total": 0.02349141053855419, + "step": 28480 + }, + { + "loss_action": 0.021364880725741386, + "loss_total": 0.021364880725741386, + "step": 28480 + }, + { + "grad_norm": 0.46748220920562744, + "learning_rate": 8.565917426829013e-05, + "loss": 0.0294, + "step": 28490 + }, + { + "loss_action": 0.015491629019379616, + "loss_total": 0.015491629019379616, + "step": 28490 + }, + { + "loss_action": 0.029178712517023087, + "loss_total": 0.029178712517023087, + "step": 28490 + }, + { + "loss_action": 0.019175663590431213, + "loss_total": 0.019175663590431213, + "step": 28490 + }, + { + "loss_action": 0.028553292155265808, + "loss_total": 0.028553292155265808, + "step": 28490 + }, + { + "loss_action": 0.014782420359551907, + "loss_total": 0.014782420359551907, + "step": 28490 + }, + { + "loss_action": 0.08811777830123901, + "loss_total": 0.08811777830123901, + "step": 28490 + }, + { + "grad_norm": 0.4328530430793762, + "learning_rate": 8.564758186893628e-05, + "loss": 0.0265, + "step": 28500 + }, + { + "loss_action": 0.01525148842483759, + "loss_total": 0.01525148842483759, + "step": 28500 + }, + { + "loss_action": 0.025761105120182037, + "loss_total": 0.025761105120182037, + "step": 28500 + }, + { + "loss_action": 0.012313359417021275, + "loss_total": 0.012313359417021275, + "step": 28500 + }, + { + "loss_action": 0.011457227170467377, + "loss_total": 0.011457227170467377, + "step": 28500 + }, + { + "loss_action": 0.05498245730996132, + "loss_total": 0.05498245730996132, + "step": 28500 + }, + { + "loss_action": 0.015762222930788994, + "loss_total": 0.015762222930788994, + "step": 28500 + }, + { + "grad_norm": 0.5185723304748535, + "learning_rate": 8.563598557121649e-05, + "loss": 0.0269, + "step": 28510 + }, + { + "loss_action": 0.032772935926914215, + "loss_total": 0.032772935926914215, + "step": 28510 + }, + { + "loss_action": 0.033087342977523804, + "loss_total": 0.033087342977523804, + "step": 28510 + }, + { + "loss_action": 0.011668501421809196, + "loss_total": 0.011668501421809196, + "step": 28510 + }, + { + "loss_action": 0.014938807114958763, + "loss_total": 0.014938807114958763, + "step": 28510 + }, + { + "loss_action": 0.023503590375185013, + "loss_total": 0.023503590375185013, + "step": 28510 + }, + { + "loss_action": 0.01646541804075241, + "loss_total": 0.01646541804075241, + "step": 28510 + }, + { + "grad_norm": 0.5416461825370789, + "learning_rate": 8.562438537639888e-05, + "loss": 0.0237, + "step": 28520 + }, + { + "loss_action": 0.016867898404598236, + "loss_total": 0.016867898404598236, + "step": 28520 + }, + { + "loss_action": 0.047526828944683075, + "loss_total": 0.047526828944683075, + "step": 28520 + }, + { + "loss_action": 0.02262403815984726, + "loss_total": 0.02262403815984726, + "step": 28520 + }, + { + "loss_action": 0.029776154085993767, + "loss_total": 0.029776154085993767, + "step": 28520 + }, + { + "loss_action": 0.01873650588095188, + "loss_total": 0.01873650588095188, + "step": 28520 + }, + { + "loss_action": 0.037407733500003815, + "loss_total": 0.037407733500003815, + "step": 28520 + }, + { + "grad_norm": 0.46217718720436096, + "learning_rate": 8.561278128575206e-05, + "loss": 0.0242, + "step": 28530 + }, + { + "loss_action": 0.020581040531396866, + "loss_total": 0.020581040531396866, + "step": 28530 + }, + { + "loss_action": 0.02711130864918232, + "loss_total": 0.02711130864918232, + "step": 28530 + }, + { + "loss_action": 0.015376633033156395, + "loss_total": 0.015376633033156395, + "step": 28530 + }, + { + "loss_action": 0.026478562504053116, + "loss_total": 0.026478562504053116, + "step": 28530 + }, + { + "loss_action": 0.023504557088017464, + "loss_total": 0.023504557088017464, + "step": 28530 + }, + { + "loss_action": 0.03332467004656792, + "loss_total": 0.03332467004656792, + "step": 28530 + }, + { + "grad_norm": 0.4835677146911621, + "learning_rate": 8.5601173300545e-05, + "loss": 0.0216, + "step": 28540 + }, + { + "loss_action": 0.013959044590592384, + "loss_total": 0.013959044590592384, + "step": 28540 + }, + { + "loss_action": 0.049155935645103455, + "loss_total": 0.049155935645103455, + "step": 28540 + }, + { + "loss_action": 0.015419620089232922, + "loss_total": 0.015419620089232922, + "step": 28540 + }, + { + "loss_action": 0.01718755252659321, + "loss_total": 0.01718755252659321, + "step": 28540 + }, + { + "loss_action": 0.015327866189181805, + "loss_total": 0.015327866189181805, + "step": 28540 + }, + { + "loss_action": 0.017865236848592758, + "loss_total": 0.017865236848592758, + "step": 28540 + }, + { + "grad_norm": 0.47736912965774536, + "learning_rate": 8.558956142204717e-05, + "loss": 0.024, + "step": 28550 + }, + { + "loss_action": 0.021513614803552628, + "loss_total": 0.021513614803552628, + "step": 28550 + }, + { + "loss_action": 0.05988548323512077, + "loss_total": 0.05988548323512077, + "step": 28550 + }, + { + "loss_action": 0.03409995883703232, + "loss_total": 0.03409995883703232, + "step": 28550 + }, + { + "loss_action": 0.02984585054218769, + "loss_total": 0.02984585054218769, + "step": 28550 + }, + { + "loss_action": 0.011382432654500008, + "loss_total": 0.011382432654500008, + "step": 28550 + }, + { + "loss_action": 0.022738274186849594, + "loss_total": 0.022738274186849594, + "step": 28550 + }, + { + "grad_norm": 0.4112228453159332, + "learning_rate": 8.55779456515284e-05, + "loss": 0.0226, + "step": 28560 + }, + { + "loss_action": 0.030923940241336823, + "loss_total": 0.030923940241336823, + "step": 28560 + }, + { + "loss_action": 0.02437039278447628, + "loss_total": 0.02437039278447628, + "step": 28560 + }, + { + "loss_action": 0.02009209431707859, + "loss_total": 0.02009209431707859, + "step": 28560 + }, + { + "loss_action": 0.021392861381173134, + "loss_total": 0.021392861381173134, + "step": 28560 + }, + { + "loss_action": 0.020247630774974823, + "loss_total": 0.020247630774974823, + "step": 28560 + }, + { + "loss_action": 0.009891876019537449, + "loss_total": 0.009891876019537449, + "step": 28560 + }, + { + "grad_norm": 0.5187724828720093, + "learning_rate": 8.556632599025898e-05, + "loss": 0.0271, + "step": 28570 + }, + { + "loss_action": 0.02007739245891571, + "loss_total": 0.02007739245891571, + "step": 28570 + }, + { + "loss_action": 0.01342953834682703, + "loss_total": 0.01342953834682703, + "step": 28570 + }, + { + "loss_action": 0.02271900326013565, + "loss_total": 0.02271900326013565, + "step": 28570 + }, + { + "loss_action": 0.04733564332127571, + "loss_total": 0.04733564332127571, + "step": 28570 + }, + { + "loss_action": 0.014021247625350952, + "loss_total": 0.014021247625350952, + "step": 28570 + }, + { + "loss_action": 0.026433629915118217, + "loss_total": 0.026433629915118217, + "step": 28570 + }, + { + "grad_norm": 0.4083584249019623, + "learning_rate": 8.555470243950964e-05, + "loss": 0.0238, + "step": 28580 + }, + { + "loss_action": 0.03229846805334091, + "loss_total": 0.03229846805334091, + "step": 28580 + }, + { + "loss_action": 0.02388901636004448, + "loss_total": 0.02388901636004448, + "step": 28580 + }, + { + "loss_action": 0.014624841511249542, + "loss_total": 0.014624841511249542, + "step": 28580 + }, + { + "loss_action": 0.018235133960843086, + "loss_total": 0.018235133960843086, + "step": 28580 + }, + { + "loss_action": 0.015026803128421307, + "loss_total": 0.015026803128421307, + "step": 28580 + }, + { + "loss_action": 0.017904790118336678, + "loss_total": 0.017904790118336678, + "step": 28580 + }, + { + "grad_norm": 0.5480837821960449, + "learning_rate": 8.554307500055148e-05, + "loss": 0.0282, + "step": 28590 + }, + { + "loss_action": 0.242516428232193, + "loss_total": 0.242516428232193, + "step": 28590 + }, + { + "loss_action": 0.021514534950256348, + "loss_total": 0.021514534950256348, + "step": 28590 + }, + { + "loss_action": 0.013826701790094376, + "loss_total": 0.013826701790094376, + "step": 28590 + }, + { + "loss_action": 0.015587727539241314, + "loss_total": 0.015587727539241314, + "step": 28590 + }, + { + "loss_action": 0.036104340106248856, + "loss_total": 0.036104340106248856, + "step": 28590 + }, + { + "loss_action": 0.019602466374635696, + "loss_total": 0.019602466374635696, + "step": 28590 + }, + { + "grad_norm": 0.38754481077194214, + "learning_rate": 8.553144367465609e-05, + "loss": 0.0302, + "step": 28600 + }, + { + "loss_action": 0.030750349164009094, + "loss_total": 0.030750349164009094, + "step": 28600 + }, + { + "loss_action": 0.041857171803712845, + "loss_total": 0.041857171803712845, + "step": 28600 + }, + { + "loss_action": 0.015805678442120552, + "loss_total": 0.015805678442120552, + "step": 28600 + }, + { + "loss_action": 0.022751018404960632, + "loss_total": 0.022751018404960632, + "step": 28600 + }, + { + "loss_action": 0.019964739680290222, + "loss_total": 0.019964739680290222, + "step": 28600 + }, + { + "loss_action": 0.028327764943242073, + "loss_total": 0.028327764943242073, + "step": 28600 + }, + { + "grad_norm": 0.3849344849586487, + "learning_rate": 8.551980846309544e-05, + "loss": 0.0227, + "step": 28610 + }, + { + "loss_action": 0.019161535426974297, + "loss_total": 0.019161535426974297, + "step": 28610 + }, + { + "loss_action": 0.0232834592461586, + "loss_total": 0.0232834592461586, + "step": 28610 + }, + { + "loss_action": 0.015691637992858887, + "loss_total": 0.015691637992858887, + "step": 28610 + }, + { + "loss_action": 0.016219405457377434, + "loss_total": 0.016219405457377434, + "step": 28610 + }, + { + "loss_action": 0.022706840187311172, + "loss_total": 0.022706840187311172, + "step": 28610 + }, + { + "loss_action": 0.012974661774933338, + "loss_total": 0.012974661774933338, + "step": 28610 + }, + { + "grad_norm": 0.42078664898872375, + "learning_rate": 8.550816936714193e-05, + "loss": 0.0258, + "step": 28620 + }, + { + "loss_action": 0.0528995655477047, + "loss_total": 0.0528995655477047, + "step": 28620 + }, + { + "loss_action": 0.014044891111552715, + "loss_total": 0.014044891111552715, + "step": 28620 + }, + { + "loss_action": 0.03418942913413048, + "loss_total": 0.03418942913413048, + "step": 28620 + }, + { + "loss_action": 0.015806006267666817, + "loss_total": 0.015806006267666817, + "step": 28620 + }, + { + "loss_action": 0.014475978910923004, + "loss_total": 0.014475978910923004, + "step": 28620 + }, + { + "loss_action": 0.013176876120269299, + "loss_total": 0.013176876120269299, + "step": 28620 + }, + { + "grad_norm": 0.43527910113334656, + "learning_rate": 8.549652638806841e-05, + "loss": 0.0271, + "step": 28630 + }, + { + "loss_action": 0.01551602128893137, + "loss_total": 0.01551602128893137, + "step": 28630 + }, + { + "loss_action": 0.019300661981105804, + "loss_total": 0.019300661981105804, + "step": 28630 + }, + { + "loss_action": 0.011493386700749397, + "loss_total": 0.011493386700749397, + "step": 28630 + }, + { + "loss_action": 0.03011980466544628, + "loss_total": 0.03011980466544628, + "step": 28630 + }, + { + "loss_action": 0.016031688079237938, + "loss_total": 0.016031688079237938, + "step": 28630 + }, + { + "loss_action": 0.011805223301053047, + "loss_total": 0.011805223301053047, + "step": 28630 + }, + { + "grad_norm": 0.5607988238334656, + "learning_rate": 8.548487952714812e-05, + "loss": 0.0266, + "step": 28640 + }, + { + "loss_action": 0.04709089174866676, + "loss_total": 0.04709089174866676, + "step": 28640 + }, + { + "loss_action": 0.011596348136663437, + "loss_total": 0.011596348136663437, + "step": 28640 + }, + { + "loss_action": 0.010030989535152912, + "loss_total": 0.010030989535152912, + "step": 28640 + }, + { + "loss_action": 0.04301295056939125, + "loss_total": 0.04301295056939125, + "step": 28640 + }, + { + "loss_action": 0.018048686906695366, + "loss_total": 0.018048686906695366, + "step": 28640 + }, + { + "loss_action": 0.015008543618023396, + "loss_total": 0.015008543618023396, + "step": 28640 + }, + { + "grad_norm": 0.5034592151641846, + "learning_rate": 8.547322878565478e-05, + "loss": 0.0229, + "step": 28650 + }, + { + "loss_action": 0.014511571265757084, + "loss_total": 0.014511571265757084, + "step": 28650 + }, + { + "loss_action": 0.07552164793014526, + "loss_total": 0.07552164793014526, + "step": 28650 + }, + { + "loss_action": 0.09437867254018784, + "loss_total": 0.09437867254018784, + "step": 28650 + }, + { + "loss_action": 0.03573444485664368, + "loss_total": 0.03573444485664368, + "step": 28650 + }, + { + "loss_action": 0.02130577154457569, + "loss_total": 0.02130577154457569, + "step": 28650 + }, + { + "loss_action": 0.01078638806939125, + "loss_total": 0.01078638806939125, + "step": 28650 + }, + { + "grad_norm": 0.5342106819152832, + "learning_rate": 8.546157416486245e-05, + "loss": 0.0295, + "step": 28660 + }, + { + "loss_action": 0.02503279037773609, + "loss_total": 0.02503279037773609, + "step": 28660 + }, + { + "loss_action": 0.0307038314640522, + "loss_total": 0.0307038314640522, + "step": 28660 + }, + { + "loss_action": 0.01945827715098858, + "loss_total": 0.01945827715098858, + "step": 28660 + }, + { + "loss_action": 0.03745292127132416, + "loss_total": 0.03745292127132416, + "step": 28660 + }, + { + "loss_action": 0.030864907428622246, + "loss_total": 0.030864907428622246, + "step": 28660 + }, + { + "loss_action": 0.0363505519926548, + "loss_total": 0.0363505519926548, + "step": 28660 + }, + { + "grad_norm": 0.6328721046447754, + "learning_rate": 8.54499156660457e-05, + "loss": 0.0263, + "step": 28670 + }, + { + "loss_action": 0.10254321247339249, + "loss_total": 0.10254321247339249, + "step": 28670 + }, + { + "loss_action": 0.024999376386404037, + "loss_total": 0.024999376386404037, + "step": 28670 + }, + { + "loss_action": 0.03257046639919281, + "loss_total": 0.03257046639919281, + "step": 28670 + }, + { + "loss_action": 0.02991516888141632, + "loss_total": 0.02991516888141632, + "step": 28670 + }, + { + "loss_action": 0.017333386465907097, + "loss_total": 0.017333386465907097, + "step": 28670 + }, + { + "loss_action": 0.014620308764278889, + "loss_total": 0.014620308764278889, + "step": 28670 + }, + { + "grad_norm": 0.5464277267456055, + "learning_rate": 8.543825329047947e-05, + "loss": 0.0242, + "step": 28680 + }, + { + "loss_action": 0.011870397254824638, + "loss_total": 0.011870397254824638, + "step": 28680 + }, + { + "loss_action": 0.02784300036728382, + "loss_total": 0.02784300036728382, + "step": 28680 + }, + { + "loss_action": 0.01671118661761284, + "loss_total": 0.01671118661761284, + "step": 28680 + }, + { + "loss_action": 0.018995173275470734, + "loss_total": 0.018995173275470734, + "step": 28680 + }, + { + "loss_action": 0.08178313821554184, + "loss_total": 0.08178313821554184, + "step": 28680 + }, + { + "loss_action": 0.02162601798772812, + "loss_total": 0.02162601798772812, + "step": 28680 + }, + { + "grad_norm": 0.4969286322593689, + "learning_rate": 8.542658703943913e-05, + "loss": 0.0284, + "step": 28690 + }, + { + "loss_action": 0.01870821602642536, + "loss_total": 0.01870821602642536, + "step": 28690 + }, + { + "loss_action": 0.02413233183324337, + "loss_total": 0.02413233183324337, + "step": 28690 + }, + { + "loss_action": 0.02167567051947117, + "loss_total": 0.02167567051947117, + "step": 28690 + }, + { + "loss_action": 0.027478491887450218, + "loss_total": 0.027478491887450218, + "step": 28690 + }, + { + "loss_action": 0.012271503917872906, + "loss_total": 0.012271503917872906, + "step": 28690 + }, + { + "loss_action": 0.010971938259899616, + "loss_total": 0.010971938259899616, + "step": 28690 + }, + { + "grad_norm": 0.4537341892719269, + "learning_rate": 8.541491691420051e-05, + "loss": 0.0207, + "step": 28700 + }, + { + "loss_action": 0.014096303842961788, + "loss_total": 0.014096303842961788, + "step": 28700 + }, + { + "loss_action": 0.013515697792172432, + "loss_total": 0.013515697792172432, + "step": 28700 + }, + { + "loss_action": 0.08391538262367249, + "loss_total": 0.08391538262367249, + "step": 28700 + }, + { + "loss_action": 0.020829351618885994, + "loss_total": 0.020829351618885994, + "step": 28700 + }, + { + "loss_action": 0.01128426380455494, + "loss_total": 0.01128426380455494, + "step": 28700 + }, + { + "loss_action": 0.022920237854123116, + "loss_total": 0.022920237854123116, + "step": 28700 + }, + { + "grad_norm": 0.43525224924087524, + "learning_rate": 8.54032429160398e-05, + "loss": 0.0234, + "step": 28710 + }, + { + "loss_action": 0.019864214584231377, + "loss_total": 0.019864214584231377, + "step": 28710 + }, + { + "loss_action": 0.011986992321908474, + "loss_total": 0.011986992321908474, + "step": 28710 + }, + { + "loss_action": 0.022565722465515137, + "loss_total": 0.022565722465515137, + "step": 28710 + }, + { + "loss_action": 0.01782909780740738, + "loss_total": 0.01782909780740738, + "step": 28710 + }, + { + "loss_action": 0.026024622842669487, + "loss_total": 0.026024622842669487, + "step": 28710 + }, + { + "loss_action": 0.013255983591079712, + "loss_total": 0.013255983591079712, + "step": 28710 + }, + { + "grad_norm": 0.2796441316604614, + "learning_rate": 8.539156504623369e-05, + "loss": 0.0226, + "step": 28720 + }, + { + "loss_action": 0.014458775520324707, + "loss_total": 0.014458775520324707, + "step": 28720 + }, + { + "loss_action": 0.013253767974674702, + "loss_total": 0.013253767974674702, + "step": 28720 + }, + { + "loss_action": 0.051029205322265625, + "loss_total": 0.051029205322265625, + "step": 28720 + }, + { + "loss_action": 0.01769283600151539, + "loss_total": 0.01769283600151539, + "step": 28720 + }, + { + "loss_action": 0.03337482735514641, + "loss_total": 0.03337482735514641, + "step": 28720 + }, + { + "loss_action": 0.011897281743586063, + "loss_total": 0.011897281743586063, + "step": 28720 + }, + { + "grad_norm": 0.4855238199234009, + "learning_rate": 8.537988330605923e-05, + "loss": 0.0189, + "step": 28730 + }, + { + "loss_action": 0.022451026365160942, + "loss_total": 0.022451026365160942, + "step": 28730 + }, + { + "loss_action": 0.026154812425374985, + "loss_total": 0.026154812425374985, + "step": 28730 + }, + { + "loss_action": 0.01319432444870472, + "loss_total": 0.01319432444870472, + "step": 28730 + }, + { + "loss_action": 0.035390980541706085, + "loss_total": 0.035390980541706085, + "step": 28730 + }, + { + "loss_action": 0.012937522493302822, + "loss_total": 0.012937522493302822, + "step": 28730 + }, + { + "loss_action": 0.026106838136911392, + "loss_total": 0.026106838136911392, + "step": 28730 + }, + { + "grad_norm": 0.40483078360557556, + "learning_rate": 8.536819769679393e-05, + "loss": 0.0201, + "step": 28740 + }, + { + "loss_action": 0.06304102391004562, + "loss_total": 0.06304102391004562, + "step": 28740 + }, + { + "loss_action": 0.008212952874600887, + "loss_total": 0.008212952874600887, + "step": 28740 + }, + { + "loss_action": 0.016926957294344902, + "loss_total": 0.016926957294344902, + "step": 28740 + }, + { + "loss_action": 0.035848360508680344, + "loss_total": 0.035848360508680344, + "step": 28740 + }, + { + "loss_action": 0.030352286994457245, + "loss_total": 0.030352286994457245, + "step": 28740 + }, + { + "loss_action": 0.01775277964770794, + "loss_total": 0.01775277964770794, + "step": 28740 + }, + { + "grad_norm": 0.454908549785614, + "learning_rate": 8.53565082197157e-05, + "loss": 0.022, + "step": 28750 + }, + { + "loss_action": 0.021674523130059242, + "loss_total": 0.021674523130059242, + "step": 28750 + }, + { + "loss_action": 0.04139082506299019, + "loss_total": 0.04139082506299019, + "step": 28750 + }, + { + "loss_action": 0.018049878999590874, + "loss_total": 0.018049878999590874, + "step": 28750 + }, + { + "loss_action": 0.026724399998784065, + "loss_total": 0.026724399998784065, + "step": 28750 + }, + { + "loss_action": 0.013172376900911331, + "loss_total": 0.013172376900911331, + "step": 28750 + }, + { + "loss_action": 0.014569687657058239, + "loss_total": 0.014569687657058239, + "step": 28750 + }, + { + "grad_norm": 0.2937178909778595, + "learning_rate": 8.534481487610289e-05, + "loss": 0.02, + "step": 28760 + }, + { + "loss_action": 0.011800432577729225, + "loss_total": 0.011800432577729225, + "step": 28760 + }, + { + "loss_action": 0.014201135374605656, + "loss_total": 0.014201135374605656, + "step": 28760 + }, + { + "loss_action": 0.008806533180177212, + "loss_total": 0.008806533180177212, + "step": 28760 + }, + { + "loss_action": 0.014302442781627178, + "loss_total": 0.014302442781627178, + "step": 28760 + }, + { + "loss_action": 0.0248455498367548, + "loss_total": 0.0248455498367548, + "step": 28760 + }, + { + "loss_action": 0.012854013592004776, + "loss_total": 0.012854013592004776, + "step": 28760 + }, + { + "grad_norm": 0.38559025526046753, + "learning_rate": 8.533311766723428e-05, + "loss": 0.0239, + "step": 28770 + }, + { + "loss_action": 0.011365481652319431, + "loss_total": 0.011365481652319431, + "step": 28770 + }, + { + "loss_action": 0.011211443692445755, + "loss_total": 0.011211443692445755, + "step": 28770 + }, + { + "loss_action": 0.017327606678009033, + "loss_total": 0.017327606678009033, + "step": 28770 + }, + { + "loss_action": 0.01620035246014595, + "loss_total": 0.01620035246014595, + "step": 28770 + }, + { + "loss_action": 0.027249101549386978, + "loss_total": 0.027249101549386978, + "step": 28770 + }, + { + "loss_action": 0.014368964359164238, + "loss_total": 0.014368964359164238, + "step": 28770 + }, + { + "grad_norm": 0.37953290343284607, + "learning_rate": 8.532141659438901e-05, + "loss": 0.0282, + "step": 28780 + }, + { + "loss_action": 0.014874248765408993, + "loss_total": 0.014874248765408993, + "step": 28780 + }, + { + "loss_action": 0.02205348201096058, + "loss_total": 0.02205348201096058, + "step": 28780 + }, + { + "loss_action": 0.059216227382421494, + "loss_total": 0.059216227382421494, + "step": 28780 + }, + { + "loss_action": 0.0090609360486269, + "loss_total": 0.0090609360486269, + "step": 28780 + }, + { + "loss_action": 0.03477787598967552, + "loss_total": 0.03477787598967552, + "step": 28780 + }, + { + "loss_action": 0.03684747964143753, + "loss_total": 0.03684747964143753, + "step": 28780 + }, + { + "grad_norm": 0.4801808297634125, + "learning_rate": 8.530971165884675e-05, + "loss": 0.0259, + "step": 28790 + }, + { + "loss_action": 0.02391362562775612, + "loss_total": 0.02391362562775612, + "step": 28790 + }, + { + "loss_action": 0.011110890656709671, + "loss_total": 0.011110890656709671, + "step": 28790 + }, + { + "loss_action": 0.03372345492243767, + "loss_total": 0.03372345492243767, + "step": 28790 + }, + { + "loss_action": 0.017410531640052795, + "loss_total": 0.017410531640052795, + "step": 28790 + }, + { + "loss_action": 0.011799407191574574, + "loss_total": 0.011799407191574574, + "step": 28790 + }, + { + "loss_action": 0.020154282450675964, + "loss_total": 0.020154282450675964, + "step": 28790 + }, + { + "grad_norm": 0.47045210003852844, + "learning_rate": 8.529800286188752e-05, + "loss": 0.0222, + "step": 28800 + }, + { + "loss_action": 0.0079395966604352, + "loss_total": 0.0079395966604352, + "step": 28800 + }, + { + "loss_action": 0.04631809890270233, + "loss_total": 0.04631809890270233, + "step": 28800 + }, + { + "loss_action": 0.018226956948637962, + "loss_total": 0.018226956948637962, + "step": 28800 + }, + { + "loss_action": 0.012550133280456066, + "loss_total": 0.012550133280456066, + "step": 28800 + }, + { + "loss_action": 0.06729058176279068, + "loss_total": 0.06729058176279068, + "step": 28800 + }, + { + "loss_action": 0.019050749018788338, + "loss_total": 0.019050749018788338, + "step": 28800 + }, + { + "grad_norm": 0.4792930781841278, + "learning_rate": 8.528629020479175e-05, + "loss": 0.031, + "step": 28810 + }, + { + "loss_action": 0.013528860174119473, + "loss_total": 0.013528860174119473, + "step": 28810 + }, + { + "loss_action": 0.01718199998140335, + "loss_total": 0.01718199998140335, + "step": 28810 + }, + { + "loss_action": 0.02248716540634632, + "loss_total": 0.02248716540634632, + "step": 28810 + }, + { + "loss_action": 0.03043106384575367, + "loss_total": 0.03043106384575367, + "step": 28810 + }, + { + "loss_action": 0.015339983627200127, + "loss_total": 0.015339983627200127, + "step": 28810 + }, + { + "loss_action": 0.01903633214533329, + "loss_total": 0.01903633214533329, + "step": 28810 + }, + { + "grad_norm": 0.41052085161209106, + "learning_rate": 8.527457368884033e-05, + "loss": 0.0308, + "step": 28820 + }, + { + "loss_action": 0.011197610758244991, + "loss_total": 0.011197610758244991, + "step": 28820 + }, + { + "loss_action": 0.016129015013575554, + "loss_total": 0.016129015013575554, + "step": 28820 + }, + { + "loss_action": 0.01219874806702137, + "loss_total": 0.01219874806702137, + "step": 28820 + }, + { + "loss_action": 0.02011849731206894, + "loss_total": 0.02011849731206894, + "step": 28820 + }, + { + "loss_action": 0.012396533973515034, + "loss_total": 0.012396533973515034, + "step": 28820 + }, + { + "loss_action": 0.016176065430045128, + "loss_total": 0.016176065430045128, + "step": 28820 + }, + { + "grad_norm": 0.519324779510498, + "learning_rate": 8.526285331531458e-05, + "loss": 0.03, + "step": 28830 + }, + { + "loss_action": 0.018758228048682213, + "loss_total": 0.018758228048682213, + "step": 28830 + }, + { + "loss_action": 0.025589145720005035, + "loss_total": 0.025589145720005035, + "step": 28830 + }, + { + "loss_action": 0.0167948380112648, + "loss_total": 0.0167948380112648, + "step": 28830 + }, + { + "loss_action": 0.022908588871359825, + "loss_total": 0.022908588871359825, + "step": 28830 + }, + { + "loss_action": 0.018653150647878647, + "loss_total": 0.018653150647878647, + "step": 28830 + }, + { + "loss_action": 0.020679425448179245, + "loss_total": 0.020679425448179245, + "step": 28830 + }, + { + "grad_norm": 0.3442796468734741, + "learning_rate": 8.525112908549621e-05, + "loss": 0.0236, + "step": 28840 + }, + { + "loss_action": 0.03672117739915848, + "loss_total": 0.03672117739915848, + "step": 28840 + }, + { + "loss_action": 0.023583605885505676, + "loss_total": 0.023583605885505676, + "step": 28840 + }, + { + "loss_action": 0.020096149295568466, + "loss_total": 0.020096149295568466, + "step": 28840 + }, + { + "loss_action": 0.017534799873828888, + "loss_total": 0.017534799873828888, + "step": 28840 + }, + { + "loss_action": 0.012018289417028427, + "loss_total": 0.012018289417028427, + "step": 28840 + }, + { + "loss_action": 0.01777556538581848, + "loss_total": 0.01777556538581848, + "step": 28840 + }, + { + "grad_norm": 0.4162297546863556, + "learning_rate": 8.523940100066735e-05, + "loss": 0.0228, + "step": 28850 + }, + { + "loss_action": 0.013405484147369862, + "loss_total": 0.013405484147369862, + "step": 28850 + }, + { + "loss_action": 0.028939900919795036, + "loss_total": 0.028939900919795036, + "step": 28850 + }, + { + "loss_action": 0.015515841543674469, + "loss_total": 0.015515841543674469, + "step": 28850 + }, + { + "loss_action": 0.023021841421723366, + "loss_total": 0.023021841421723366, + "step": 28850 + }, + { + "loss_action": 0.013582893647253513, + "loss_total": 0.013582893647253513, + "step": 28850 + }, + { + "loss_action": 0.010556261986494064, + "loss_total": 0.010556261986494064, + "step": 28850 + }, + { + "grad_norm": 0.3471790552139282, + "learning_rate": 8.52276690621106e-05, + "loss": 0.022, + "step": 28860 + }, + { + "loss_action": 0.04991767182946205, + "loss_total": 0.04991767182946205, + "step": 28860 + }, + { + "loss_action": 0.027447810396552086, + "loss_total": 0.027447810396552086, + "step": 28860 + }, + { + "loss_action": 0.016279028728604317, + "loss_total": 0.016279028728604317, + "step": 28860 + }, + { + "loss_action": 0.04619097709655762, + "loss_total": 0.04619097709655762, + "step": 28860 + }, + { + "loss_action": 0.03788387030363083, + "loss_total": 0.03788387030363083, + "step": 28860 + }, + { + "loss_action": 0.024006962776184082, + "loss_total": 0.024006962776184082, + "step": 28860 + }, + { + "grad_norm": 0.40821924805641174, + "learning_rate": 8.521593327110889e-05, + "loss": 0.0217, + "step": 28870 + }, + { + "loss_action": 0.025490406900644302, + "loss_total": 0.025490406900644302, + "step": 28870 + }, + { + "loss_action": 0.022068966180086136, + "loss_total": 0.022068966180086136, + "step": 28870 + }, + { + "loss_action": 0.012106974609196186, + "loss_total": 0.012106974609196186, + "step": 28870 + }, + { + "loss_action": 0.016713762655854225, + "loss_total": 0.016713762655854225, + "step": 28870 + }, + { + "loss_action": 0.015226981602609158, + "loss_total": 0.015226981602609158, + "step": 28870 + }, + { + "loss_action": 0.01318548433482647, + "loss_total": 0.01318548433482647, + "step": 28870 + }, + { + "grad_norm": 0.36659374833106995, + "learning_rate": 8.520419362894569e-05, + "loss": 0.0203, + "step": 28880 + }, + { + "loss_action": 0.010232021100819111, + "loss_total": 0.010232021100819111, + "step": 28880 + }, + { + "loss_action": 0.017415303736925125, + "loss_total": 0.017415303736925125, + "step": 28880 + }, + { + "loss_action": 0.008566758595407009, + "loss_total": 0.008566758595407009, + "step": 28880 + }, + { + "loss_action": 0.017997728660702705, + "loss_total": 0.017997728660702705, + "step": 28880 + }, + { + "loss_action": 0.020592451095581055, + "loss_total": 0.020592451095581055, + "step": 28880 + }, + { + "loss_action": 0.016537070274353027, + "loss_total": 0.016537070274353027, + "step": 28880 + }, + { + "grad_norm": 0.44308438897132874, + "learning_rate": 8.51924501369048e-05, + "loss": 0.0227, + "step": 28890 + }, + { + "loss_action": 0.017841311171650887, + "loss_total": 0.017841311171650887, + "step": 28890 + }, + { + "loss_action": 0.0235576368868351, + "loss_total": 0.0235576368868351, + "step": 28890 + }, + { + "loss_action": 0.042887840420007706, + "loss_total": 0.042887840420007706, + "step": 28890 + }, + { + "loss_action": 0.010785168968141079, + "loss_total": 0.010785168968141079, + "step": 28890 + }, + { + "loss_action": 0.015451258979737759, + "loss_total": 0.015451258979737759, + "step": 28890 + }, + { + "loss_action": 0.03134773671627045, + "loss_total": 0.03134773671627045, + "step": 28890 + }, + { + "grad_norm": 0.4242977499961853, + "learning_rate": 8.518070279627047e-05, + "loss": 0.0246, + "step": 28900 + }, + { + "loss_action": 0.01956935226917267, + "loss_total": 0.01956935226917267, + "step": 28900 + }, + { + "loss_action": 0.016109682619571686, + "loss_total": 0.016109682619571686, + "step": 28900 + }, + { + "loss_action": 0.010756509378552437, + "loss_total": 0.010756509378552437, + "step": 28900 + }, + { + "loss_action": 0.02631734311580658, + "loss_total": 0.02631734311580658, + "step": 28900 + }, + { + "loss_action": 0.026742173358798027, + "loss_total": 0.026742173358798027, + "step": 28900 + }, + { + "loss_action": 0.024674806743860245, + "loss_total": 0.024674806743860245, + "step": 28900 + }, + { + "grad_norm": 0.4944785535335541, + "learning_rate": 8.516895160832737e-05, + "loss": 0.0231, + "step": 28910 + }, + { + "loss_action": 0.011996596120297909, + "loss_total": 0.011996596120297909, + "step": 28910 + }, + { + "loss_action": 0.029776250943541527, + "loss_total": 0.029776250943541527, + "step": 28910 + }, + { + "loss_action": 0.011611368507146835, + "loss_total": 0.011611368507146835, + "step": 28910 + }, + { + "loss_action": 0.019838618114590645, + "loss_total": 0.019838618114590645, + "step": 28910 + }, + { + "loss_action": 0.020891733467578888, + "loss_total": 0.020891733467578888, + "step": 28910 + }, + { + "loss_action": 0.045560482889413834, + "loss_total": 0.045560482889413834, + "step": 28910 + }, + { + "grad_norm": 0.46800869703292847, + "learning_rate": 8.515719657436061e-05, + "loss": 0.0231, + "step": 28920 + }, + { + "loss_action": 0.03171921148896217, + "loss_total": 0.03171921148896217, + "step": 28920 + }, + { + "loss_action": 0.029171502217650414, + "loss_total": 0.029171502217650414, + "step": 28920 + }, + { + "loss_action": 0.07047089189291, + "loss_total": 0.07047089189291, + "step": 28920 + }, + { + "loss_action": 0.013866894878447056, + "loss_total": 0.013866894878447056, + "step": 28920 + }, + { + "loss_action": 0.014532053843140602, + "loss_total": 0.014532053843140602, + "step": 28920 + }, + { + "loss_action": 0.012519254349172115, + "loss_total": 0.012519254349172115, + "step": 28920 + }, + { + "grad_norm": 0.3760804831981659, + "learning_rate": 8.514543769565568e-05, + "loss": 0.0246, + "step": 28930 + }, + { + "loss_action": 0.013541908003389835, + "loss_total": 0.013541908003389835, + "step": 28930 + }, + { + "loss_action": 0.009401464834809303, + "loss_total": 0.009401464834809303, + "step": 28930 + }, + { + "loss_action": 0.02037358283996582, + "loss_total": 0.02037358283996582, + "step": 28930 + }, + { + "loss_action": 0.03729231283068657, + "loss_total": 0.03729231283068657, + "step": 28930 + }, + { + "loss_action": 0.02259981445968151, + "loss_total": 0.02259981445968151, + "step": 28930 + }, + { + "loss_action": 0.02033112943172455, + "loss_total": 0.02033112943172455, + "step": 28930 + }, + { + "grad_norm": 0.6490499973297119, + "learning_rate": 8.513367497349853e-05, + "loss": 0.0237, + "step": 28940 + }, + { + "loss_action": 0.013482045382261276, + "loss_total": 0.013482045382261276, + "step": 28940 + }, + { + "loss_action": 0.03792515769600868, + "loss_total": 0.03792515769600868, + "step": 28940 + }, + { + "loss_action": 0.015001666732132435, + "loss_total": 0.015001666732132435, + "step": 28940 + }, + { + "loss_action": 0.011438601650297642, + "loss_total": 0.011438601650297642, + "step": 28940 + }, + { + "loss_action": 0.019765129312872887, + "loss_total": 0.019765129312872887, + "step": 28940 + }, + { + "loss_action": 0.03207673504948616, + "loss_total": 0.03207673504948616, + "step": 28940 + }, + { + "grad_norm": 0.46387770771980286, + "learning_rate": 8.51219084091755e-05, + "loss": 0.0222, + "step": 28950 + }, + { + "loss_action": 0.013725857250392437, + "loss_total": 0.013725857250392437, + "step": 28950 + }, + { + "loss_action": 0.014973967336118221, + "loss_total": 0.014973967336118221, + "step": 28950 + }, + { + "loss_action": 0.03111139126121998, + "loss_total": 0.03111139126121998, + "step": 28950 + }, + { + "loss_action": 0.018058333545923233, + "loss_total": 0.018058333545923233, + "step": 28950 + }, + { + "loss_action": 0.016918208450078964, + "loss_total": 0.016918208450078964, + "step": 28950 + }, + { + "loss_action": 0.013385128229856491, + "loss_total": 0.013385128229856491, + "step": 28950 + }, + { + "grad_norm": 0.36189737915992737, + "learning_rate": 8.511013800397338e-05, + "loss": 0.0195, + "step": 28960 + }, + { + "loss_action": 0.023272456601262093, + "loss_total": 0.023272456601262093, + "step": 28960 + }, + { + "loss_action": 0.022118989378213882, + "loss_total": 0.022118989378213882, + "step": 28960 + }, + { + "loss_action": 0.09011431038379669, + "loss_total": 0.09011431038379669, + "step": 28960 + }, + { + "loss_action": 0.013484113849699497, + "loss_total": 0.013484113849699497, + "step": 28960 + }, + { + "loss_action": 0.008754274807870388, + "loss_total": 0.008754274807870388, + "step": 28960 + }, + { + "loss_action": 0.008553306572139263, + "loss_total": 0.008553306572139263, + "step": 28960 + }, + { + "grad_norm": 0.41061389446258545, + "learning_rate": 8.509836375917937e-05, + "loss": 0.0221, + "step": 28970 + }, + { + "loss_action": 0.017988940700888634, + "loss_total": 0.017988940700888634, + "step": 28970 + }, + { + "loss_action": 0.04056376591324806, + "loss_total": 0.04056376591324806, + "step": 28970 + }, + { + "loss_action": 0.01956765353679657, + "loss_total": 0.01956765353679657, + "step": 28970 + }, + { + "loss_action": 0.009710333310067654, + "loss_total": 0.009710333310067654, + "step": 28970 + }, + { + "loss_action": 0.015446680597960949, + "loss_total": 0.015446680597960949, + "step": 28970 + }, + { + "loss_action": 0.010944955982267857, + "loss_total": 0.010944955982267857, + "step": 28970 + }, + { + "grad_norm": 0.4582550823688507, + "learning_rate": 8.508658567608104e-05, + "loss": 0.0252, + "step": 28980 + }, + { + "loss_action": 0.014130043797194958, + "loss_total": 0.014130043797194958, + "step": 28980 + }, + { + "loss_action": 0.027456363663077354, + "loss_total": 0.027456363663077354, + "step": 28980 + }, + { + "loss_action": 0.026521634310483932, + "loss_total": 0.026521634310483932, + "step": 28980 + }, + { + "loss_action": 0.019117446616292, + "loss_total": 0.019117446616292, + "step": 28980 + }, + { + "loss_action": 0.01635763980448246, + "loss_total": 0.01635763980448246, + "step": 28980 + }, + { + "loss_action": 0.017504310235381126, + "loss_total": 0.017504310235381126, + "step": 28980 + }, + { + "grad_norm": 0.41655123233795166, + "learning_rate": 8.507480375596647e-05, + "loss": 0.0208, + "step": 28990 + }, + { + "loss_action": 0.011689097620546818, + "loss_total": 0.011689097620546818, + "step": 28990 + }, + { + "loss_action": 0.026587827131152153, + "loss_total": 0.026587827131152153, + "step": 28990 + }, + { + "loss_action": 0.0059714894741773605, + "loss_total": 0.0059714894741773605, + "step": 28990 + }, + { + "loss_action": 0.03455996885895729, + "loss_total": 0.03455996885895729, + "step": 28990 + }, + { + "loss_action": 0.02757197432219982, + "loss_total": 0.02757197432219982, + "step": 28990 + }, + { + "loss_action": 0.010159313678741455, + "loss_total": 0.010159313678741455, + "step": 28990 + }, + { + "grad_norm": 0.42184212803840637, + "learning_rate": 8.506301800012408e-05, + "loss": 0.0235, + "step": 29000 + }, + { + "loss_action": 0.025849545374512672, + "loss_total": 0.025849545374512672, + "step": 29000 + }, + { + "loss_action": 0.017402179539203644, + "loss_total": 0.017402179539203644, + "step": 29000 + }, + { + "loss_action": 0.027878835797309875, + "loss_total": 0.027878835797309875, + "step": 29000 + }, + { + "loss_action": 0.023083699867129326, + "loss_total": 0.023083699867129326, + "step": 29000 + }, + { + "loss_action": 0.18965275585651398, + "loss_total": 0.18965275585651398, + "step": 29000 + }, + { + "loss_action": 0.024169668555259705, + "loss_total": 0.024169668555259705, + "step": 29000 + }, + { + "grad_norm": 0.3288104832172394, + "learning_rate": 8.505122840984278e-05, + "loss": 0.0242, + "step": 29010 + }, + { + "loss_action": 0.011310219764709473, + "loss_total": 0.011310219764709473, + "step": 29010 + }, + { + "loss_action": 0.010545496828854084, + "loss_total": 0.010545496828854084, + "step": 29010 + }, + { + "loss_action": 0.00986484531313181, + "loss_total": 0.00986484531313181, + "step": 29010 + }, + { + "loss_action": 0.01024005189538002, + "loss_total": 0.01024005189538002, + "step": 29010 + }, + { + "loss_action": 0.012838715687394142, + "loss_total": 0.012838715687394142, + "step": 29010 + }, + { + "loss_action": 0.024384992197155952, + "loss_total": 0.024384992197155952, + "step": 29010 + }, + { + "grad_norm": 0.36226484179496765, + "learning_rate": 8.503943498641182e-05, + "loss": 0.0221, + "step": 29020 + }, + { + "loss_action": 0.020495189353823662, + "loss_total": 0.020495189353823662, + "step": 29020 + }, + { + "loss_action": 0.010027183219790459, + "loss_total": 0.010027183219790459, + "step": 29020 + }, + { + "loss_action": 0.009427047334611416, + "loss_total": 0.009427047334611416, + "step": 29020 + }, + { + "loss_action": 0.010881763882935047, + "loss_total": 0.010881763882935047, + "step": 29020 + }, + { + "loss_action": 0.018610714003443718, + "loss_total": 0.018610714003443718, + "step": 29020 + }, + { + "loss_action": 0.03490622341632843, + "loss_total": 0.03490622341632843, + "step": 29020 + }, + { + "grad_norm": 0.3781934678554535, + "learning_rate": 8.502763773112095e-05, + "loss": 0.0183, + "step": 29030 + }, + { + "loss_action": 0.02335531823337078, + "loss_total": 0.02335531823337078, + "step": 29030 + }, + { + "loss_action": 0.019891642034053802, + "loss_total": 0.019891642034053802, + "step": 29030 + }, + { + "loss_action": 0.01020645722746849, + "loss_total": 0.01020645722746849, + "step": 29030 + }, + { + "loss_action": 0.014186035841703415, + "loss_total": 0.014186035841703415, + "step": 29030 + }, + { + "loss_action": 0.014607901684939861, + "loss_total": 0.014607901684939861, + "step": 29030 + }, + { + "loss_action": 0.009392782114446163, + "loss_total": 0.009392782114446163, + "step": 29030 + }, + { + "grad_norm": 0.3665821850299835, + "learning_rate": 8.501583664526026e-05, + "loss": 0.0234, + "step": 29040 + }, + { + "loss_action": 0.028630271553993225, + "loss_total": 0.028630271553993225, + "step": 29040 + }, + { + "loss_action": 0.012100093998014927, + "loss_total": 0.012100093998014927, + "step": 29040 + }, + { + "loss_action": 0.015454982407391071, + "loss_total": 0.015454982407391071, + "step": 29040 + }, + { + "loss_action": 0.02334681525826454, + "loss_total": 0.02334681525826454, + "step": 29040 + }, + { + "loss_action": 0.011397125199437141, + "loss_total": 0.011397125199437141, + "step": 29040 + }, + { + "loss_action": 0.02271587774157524, + "loss_total": 0.02271587774157524, + "step": 29040 + }, + { + "grad_norm": 0.4538514018058777, + "learning_rate": 8.500403173012032e-05, + "loss": 0.0241, + "step": 29050 + }, + { + "loss_action": 0.01814603991806507, + "loss_total": 0.01814603991806507, + "step": 29050 + }, + { + "loss_action": 0.012676115147769451, + "loss_total": 0.012676115147769451, + "step": 29050 + }, + { + "loss_action": 0.02054543048143387, + "loss_total": 0.02054543048143387, + "step": 29050 + }, + { + "loss_action": 0.033372316509485245, + "loss_total": 0.033372316509485245, + "step": 29050 + }, + { + "loss_action": 0.014350577257573605, + "loss_total": 0.014350577257573605, + "step": 29050 + }, + { + "loss_action": 0.02760649472475052, + "loss_total": 0.02760649472475052, + "step": 29050 + }, + { + "grad_norm": 0.42813801765441895, + "learning_rate": 8.499222298699211e-05, + "loss": 0.0212, + "step": 29060 + }, + { + "loss_action": 0.012685893103480339, + "loss_total": 0.012685893103480339, + "step": 29060 + }, + { + "loss_action": 0.021208561956882477, + "loss_total": 0.021208561956882477, + "step": 29060 + }, + { + "loss_action": 0.026437068358063698, + "loss_total": 0.026437068358063698, + "step": 29060 + }, + { + "loss_action": 0.008166508749127388, + "loss_total": 0.008166508749127388, + "step": 29060 + }, + { + "loss_action": 0.04312429204583168, + "loss_total": 0.04312429204583168, + "step": 29060 + }, + { + "loss_action": 0.013517786748707294, + "loss_total": 0.013517786748707294, + "step": 29060 + }, + { + "grad_norm": 0.36367011070251465, + "learning_rate": 8.498041041716701e-05, + "loss": 0.0242, + "step": 29070 + }, + { + "loss_action": 0.018830303102731705, + "loss_total": 0.018830303102731705, + "step": 29070 + }, + { + "loss_action": 0.011912425048649311, + "loss_total": 0.011912425048649311, + "step": 29070 + }, + { + "loss_action": 0.026664208620786667, + "loss_total": 0.026664208620786667, + "step": 29070 + }, + { + "loss_action": 0.020438333973288536, + "loss_total": 0.020438333973288536, + "step": 29070 + }, + { + "loss_action": 0.027355609461665154, + "loss_total": 0.027355609461665154, + "step": 29070 + }, + { + "loss_action": 0.09281744807958603, + "loss_total": 0.09281744807958603, + "step": 29070 + }, + { + "grad_norm": 0.47925421595573425, + "learning_rate": 8.496859402193681e-05, + "loss": 0.0266, + "step": 29080 + }, + { + "loss_action": 0.0918862372636795, + "loss_total": 0.0918862372636795, + "step": 29080 + }, + { + "loss_action": 0.011317440308630466, + "loss_total": 0.011317440308630466, + "step": 29080 + }, + { + "loss_action": 0.00962693803012371, + "loss_total": 0.00962693803012371, + "step": 29080 + }, + { + "loss_action": 0.019223801791667938, + "loss_total": 0.019223801791667938, + "step": 29080 + }, + { + "loss_action": 0.017697429284453392, + "loss_total": 0.017697429284453392, + "step": 29080 + }, + { + "loss_action": 0.008955519646406174, + "loss_total": 0.008955519646406174, + "step": 29080 + }, + { + "grad_norm": 0.4697986841201782, + "learning_rate": 8.495677380259374e-05, + "loss": 0.0193, + "step": 29090 + }, + { + "loss_action": 0.0159590020775795, + "loss_total": 0.0159590020775795, + "step": 29090 + }, + { + "loss_action": 0.016129007562994957, + "loss_total": 0.016129007562994957, + "step": 29090 + }, + { + "loss_action": 0.014712859876453876, + "loss_total": 0.014712859876453876, + "step": 29090 + }, + { + "loss_action": 0.01416492648422718, + "loss_total": 0.01416492648422718, + "step": 29090 + }, + { + "loss_action": 0.01686166226863861, + "loss_total": 0.01686166226863861, + "step": 29090 + }, + { + "loss_action": 0.024024270474910736, + "loss_total": 0.024024270474910736, + "step": 29090 + }, + { + "grad_norm": 0.44682127237319946, + "learning_rate": 8.494494976043045e-05, + "loss": 0.0212, + "step": 29100 + }, + { + "loss_action": 0.02739420160651207, + "loss_total": 0.02739420160651207, + "step": 29100 + }, + { + "loss_action": 0.01911415159702301, + "loss_total": 0.01911415159702301, + "step": 29100 + }, + { + "loss_action": 0.04094100743532181, + "loss_total": 0.04094100743532181, + "step": 29100 + }, + { + "loss_action": 0.009364036843180656, + "loss_total": 0.009364036843180656, + "step": 29100 + }, + { + "loss_action": 0.010648735798895359, + "loss_total": 0.010648735798895359, + "step": 29100 + }, + { + "loss_action": 0.013321666978299618, + "loss_total": 0.013321666978299618, + "step": 29100 + }, + { + "grad_norm": 0.410683274269104, + "learning_rate": 8.493312189673998e-05, + "loss": 0.0214, + "step": 29110 + }, + { + "loss_action": 0.025255966931581497, + "loss_total": 0.025255966931581497, + "step": 29110 + }, + { + "loss_action": 0.019380755722522736, + "loss_total": 0.019380755722522736, + "step": 29110 + }, + { + "loss_action": 0.05001206696033478, + "loss_total": 0.05001206696033478, + "step": 29110 + }, + { + "loss_action": 0.01698000356554985, + "loss_total": 0.01698000356554985, + "step": 29110 + }, + { + "loss_action": 0.017527412623167038, + "loss_total": 0.017527412623167038, + "step": 29110 + }, + { + "loss_action": 0.011844118125736713, + "loss_total": 0.011844118125736713, + "step": 29110 + }, + { + "grad_norm": 0.44423821568489075, + "learning_rate": 8.492129021281584e-05, + "loss": 0.019, + "step": 29120 + }, + { + "loss_action": 0.20254205167293549, + "loss_total": 0.20254205167293549, + "step": 29120 + }, + { + "loss_action": 0.011913657188415527, + "loss_total": 0.011913657188415527, + "step": 29120 + }, + { + "loss_action": 0.02096478082239628, + "loss_total": 0.02096478082239628, + "step": 29120 + }, + { + "loss_action": 0.012425442226231098, + "loss_total": 0.012425442226231098, + "step": 29120 + }, + { + "loss_action": 0.014557229354977608, + "loss_total": 0.014557229354977608, + "step": 29120 + }, + { + "loss_action": 0.033057957887649536, + "loss_total": 0.033057957887649536, + "step": 29120 + }, + { + "grad_norm": 0.7769321799278259, + "learning_rate": 8.490945470995188e-05, + "loss": 0.0255, + "step": 29130 + }, + { + "loss_action": 0.010925745591521263, + "loss_total": 0.010925745591521263, + "step": 29130 + }, + { + "loss_action": 0.031011613085865974, + "loss_total": 0.031011613085865974, + "step": 29130 + }, + { + "loss_action": 0.024864690378308296, + "loss_total": 0.024864690378308296, + "step": 29130 + }, + { + "loss_action": 0.03415105119347572, + "loss_total": 0.03415105119347572, + "step": 29130 + }, + { + "loss_action": 0.038662221282720566, + "loss_total": 0.038662221282720566, + "step": 29130 + }, + { + "loss_action": 0.008924145251512527, + "loss_total": 0.008924145251512527, + "step": 29130 + }, + { + "grad_norm": 0.42462262511253357, + "learning_rate": 8.489761538944247e-05, + "loss": 0.023, + "step": 29140 + }, + { + "loss_action": 0.0075006731785833836, + "loss_total": 0.0075006731785833836, + "step": 29140 + }, + { + "loss_action": 0.021905997768044472, + "loss_total": 0.021905997768044472, + "step": 29140 + }, + { + "loss_action": 0.018731161952018738, + "loss_total": 0.018731161952018738, + "step": 29140 + }, + { + "loss_action": 0.012561625801026821, + "loss_total": 0.012561625801026821, + "step": 29140 + }, + { + "loss_action": 0.03420259431004524, + "loss_total": 0.03420259431004524, + "step": 29140 + }, + { + "loss_action": 0.037672001868486404, + "loss_total": 0.037672001868486404, + "step": 29140 + }, + { + "grad_norm": 0.42955896258354187, + "learning_rate": 8.48857722525823e-05, + "loss": 0.0222, + "step": 29150 + }, + { + "loss_action": 0.019165435805916786, + "loss_total": 0.019165435805916786, + "step": 29150 + }, + { + "loss_action": 0.011264203116297722, + "loss_total": 0.011264203116297722, + "step": 29150 + }, + { + "loss_action": 0.010833689011633396, + "loss_total": 0.010833689011633396, + "step": 29150 + }, + { + "loss_action": 0.016965802758932114, + "loss_total": 0.016965802758932114, + "step": 29150 + }, + { + "loss_action": 0.02426895871758461, + "loss_total": 0.02426895871758461, + "step": 29150 + }, + { + "loss_action": 0.008069731295108795, + "loss_total": 0.008069731295108795, + "step": 29150 + }, + { + "grad_norm": 0.4633125364780426, + "learning_rate": 8.487392530066652e-05, + "loss": 0.0218, + "step": 29160 + }, + { + "loss_action": 0.02672361582517624, + "loss_total": 0.02672361582517624, + "step": 29160 + }, + { + "loss_action": 0.01695382595062256, + "loss_total": 0.01695382595062256, + "step": 29160 + }, + { + "loss_action": 0.023759450763463974, + "loss_total": 0.023759450763463974, + "step": 29160 + }, + { + "loss_action": 0.020300891250371933, + "loss_total": 0.020300891250371933, + "step": 29160 + }, + { + "loss_action": 0.020003460347652435, + "loss_total": 0.020003460347652435, + "step": 29160 + }, + { + "loss_action": 0.013804084621369839, + "loss_total": 0.013804084621369839, + "step": 29160 + }, + { + "grad_norm": 0.5487315654754639, + "learning_rate": 8.486207453499069e-05, + "loss": 0.0257, + "step": 29170 + }, + { + "loss_action": 0.023571042343974113, + "loss_total": 0.023571042343974113, + "step": 29170 + }, + { + "loss_action": 0.021978633478283882, + "loss_total": 0.021978633478283882, + "step": 29170 + }, + { + "loss_action": 0.050368331372737885, + "loss_total": 0.050368331372737885, + "step": 29170 + }, + { + "loss_action": 0.015436099842190742, + "loss_total": 0.015436099842190742, + "step": 29170 + }, + { + "loss_action": 0.016491349786520004, + "loss_total": 0.016491349786520004, + "step": 29170 + }, + { + "loss_action": 0.04850771650671959, + "loss_total": 0.04850771650671959, + "step": 29170 + }, + { + "grad_norm": 0.41798126697540283, + "learning_rate": 8.485021995685082e-05, + "loss": 0.0229, + "step": 29180 + }, + { + "loss_action": 0.10451827943325043, + "loss_total": 0.10451827943325043, + "step": 29180 + }, + { + "loss_action": 0.019022783264517784, + "loss_total": 0.019022783264517784, + "step": 29180 + }, + { + "loss_action": 0.014559785835444927, + "loss_total": 0.014559785835444927, + "step": 29180 + }, + { + "loss_action": 0.022594621405005455, + "loss_total": 0.022594621405005455, + "step": 29180 + }, + { + "loss_action": 0.010412877425551414, + "loss_total": 0.010412877425551414, + "step": 29180 + }, + { + "loss_action": 0.012892764993011951, + "loss_total": 0.012892764993011951, + "step": 29180 + }, + { + "grad_norm": 0.674598753452301, + "learning_rate": 8.483836156754328e-05, + "loss": 0.0244, + "step": 29190 + }, + { + "loss_action": 0.010095291770994663, + "loss_total": 0.010095291770994663, + "step": 29190 + }, + { + "loss_action": 0.016187921166419983, + "loss_total": 0.016187921166419983, + "step": 29190 + }, + { + "loss_action": 0.02388722635805607, + "loss_total": 0.02388722635805607, + "step": 29190 + }, + { + "loss_action": 0.023255370557308197, + "loss_total": 0.023255370557308197, + "step": 29190 + }, + { + "loss_action": 0.011412437073886395, + "loss_total": 0.011412437073886395, + "step": 29190 + }, + { + "loss_action": 0.018439682200551033, + "loss_total": 0.018439682200551033, + "step": 29190 + }, + { + "grad_norm": 0.6550323963165283, + "learning_rate": 8.482649936836491e-05, + "loss": 0.0216, + "step": 29200 + }, + { + "loss_action": 0.03983081877231598, + "loss_total": 0.03983081877231598, + "step": 29200 + }, + { + "loss_action": 0.019836651161313057, + "loss_total": 0.019836651161313057, + "step": 29200 + }, + { + "loss_action": 0.024051889777183533, + "loss_total": 0.024051889777183533, + "step": 29200 + }, + { + "loss_action": 0.01662161573767662, + "loss_total": 0.01662161573767662, + "step": 29200 + }, + { + "loss_action": 0.022207902744412422, + "loss_total": 0.022207902744412422, + "step": 29200 + }, + { + "loss_action": 0.023237740620970726, + "loss_total": 0.023237740620970726, + "step": 29200 + }, + { + "grad_norm": 0.4869595170021057, + "learning_rate": 8.481463336061293e-05, + "loss": 0.0261, + "step": 29210 + }, + { + "loss_action": 0.14212162792682648, + "loss_total": 0.14212162792682648, + "step": 29210 + }, + { + "loss_action": 0.010413295589387417, + "loss_total": 0.010413295589387417, + "step": 29210 + }, + { + "loss_action": 0.02413027733564377, + "loss_total": 0.02413027733564377, + "step": 29210 + }, + { + "loss_action": 0.03441676124930382, + "loss_total": 0.03441676124930382, + "step": 29210 + }, + { + "loss_action": 0.01225412730127573, + "loss_total": 0.01225412730127573, + "step": 29210 + }, + { + "loss_action": 0.037472717463970184, + "loss_total": 0.037472717463970184, + "step": 29210 + }, + { + "grad_norm": 0.3712286949157715, + "learning_rate": 8.480276354558496e-05, + "loss": 0.0232, + "step": 29220 + }, + { + "loss_action": 0.00754453195258975, + "loss_total": 0.00754453195258975, + "step": 29220 + }, + { + "loss_action": 0.010265171527862549, + "loss_total": 0.010265171527862549, + "step": 29220 + }, + { + "loss_action": 0.01630454882979393, + "loss_total": 0.01630454882979393, + "step": 29220 + }, + { + "loss_action": 0.014659583568572998, + "loss_total": 0.014659583568572998, + "step": 29220 + }, + { + "loss_action": 0.008313287980854511, + "loss_total": 0.008313287980854511, + "step": 29220 + }, + { + "loss_action": 0.02111852541565895, + "loss_total": 0.02111852541565895, + "step": 29220 + }, + { + "grad_norm": 0.4016415476799011, + "learning_rate": 8.479088992457913e-05, + "loss": 0.0222, + "step": 29230 + }, + { + "loss_action": 0.012470388785004616, + "loss_total": 0.012470388785004616, + "step": 29230 + }, + { + "loss_action": 0.013872368261218071, + "loss_total": 0.013872368261218071, + "step": 29230 + }, + { + "loss_action": 0.014207943342626095, + "loss_total": 0.014207943342626095, + "step": 29230 + }, + { + "loss_action": 0.011824380606412888, + "loss_total": 0.011824380606412888, + "step": 29230 + }, + { + "loss_action": 0.014932118356227875, + "loss_total": 0.014932118356227875, + "step": 29230 + }, + { + "loss_action": 0.030300535261631012, + "loss_total": 0.030300535261631012, + "step": 29230 + }, + { + "grad_norm": 0.4458288848400116, + "learning_rate": 8.477901249889387e-05, + "loss": 0.0251, + "step": 29240 + }, + { + "loss_action": 0.04792298376560211, + "loss_total": 0.04792298376560211, + "step": 29240 + }, + { + "loss_action": 0.05934068188071251, + "loss_total": 0.05934068188071251, + "step": 29240 + }, + { + "loss_action": 0.029505133628845215, + "loss_total": 0.029505133628845215, + "step": 29240 + }, + { + "loss_action": 0.04118122160434723, + "loss_total": 0.04118122160434723, + "step": 29240 + }, + { + "loss_action": 0.06728674471378326, + "loss_total": 0.06728674471378326, + "step": 29240 + }, + { + "loss_action": 0.01832273043692112, + "loss_total": 0.01832273043692112, + "step": 29240 + }, + { + "grad_norm": 0.4442947804927826, + "learning_rate": 8.47671312698281e-05, + "loss": 0.0261, + "step": 29250 + }, + { + "loss_action": 0.04162149131298065, + "loss_total": 0.04162149131298065, + "step": 29250 + }, + { + "loss_action": 0.03066862002015114, + "loss_total": 0.03066862002015114, + "step": 29250 + }, + { + "loss_action": 0.010955614037811756, + "loss_total": 0.010955614037811756, + "step": 29250 + }, + { + "loss_action": 0.02038421481847763, + "loss_total": 0.02038421481847763, + "step": 29250 + }, + { + "loss_action": 0.013404865749180317, + "loss_total": 0.013404865749180317, + "step": 29250 + }, + { + "loss_action": 0.017547262832522392, + "loss_total": 0.017547262832522392, + "step": 29250 + }, + { + "grad_norm": 0.44923219084739685, + "learning_rate": 8.475524623868112e-05, + "loss": 0.0218, + "step": 29260 + }, + { + "loss_action": 0.009993917308747768, + "loss_total": 0.009993917308747768, + "step": 29260 + }, + { + "loss_action": 0.05706267058849335, + "loss_total": 0.05706267058849335, + "step": 29260 + }, + { + "loss_action": 0.018165074288845062, + "loss_total": 0.018165074288845062, + "step": 29260 + }, + { + "loss_action": 0.058168619871139526, + "loss_total": 0.058168619871139526, + "step": 29260 + }, + { + "loss_action": 0.006897650193423033, + "loss_total": 0.006897650193423033, + "step": 29260 + }, + { + "loss_action": 0.009024606086313725, + "loss_total": 0.009024606086313725, + "step": 29260 + }, + { + "grad_norm": 0.46330809593200684, + "learning_rate": 8.474335740675266e-05, + "loss": 0.0214, + "step": 29270 + }, + { + "loss_action": 0.01795979030430317, + "loss_total": 0.01795979030430317, + "step": 29270 + }, + { + "loss_action": 0.0413658432662487, + "loss_total": 0.0413658432662487, + "step": 29270 + }, + { + "loss_action": 0.024747705087065697, + "loss_total": 0.024747705087065697, + "step": 29270 + }, + { + "loss_action": 0.039057258516550064, + "loss_total": 0.039057258516550064, + "step": 29270 + }, + { + "loss_action": 0.01672334223985672, + "loss_total": 0.01672334223985672, + "step": 29270 + }, + { + "loss_action": 0.02231462299823761, + "loss_total": 0.02231462299823761, + "step": 29270 + }, + { + "grad_norm": 0.3820815086364746, + "learning_rate": 8.473146477534289e-05, + "loss": 0.0215, + "step": 29280 + }, + { + "loss_action": 0.011891632340848446, + "loss_total": 0.011891632340848446, + "step": 29280 + }, + { + "loss_action": 0.022331461310386658, + "loss_total": 0.022331461310386658, + "step": 29280 + }, + { + "loss_action": 0.014645286835730076, + "loss_total": 0.014645286835730076, + "step": 29280 + }, + { + "loss_action": 0.012608703225851059, + "loss_total": 0.012608703225851059, + "step": 29280 + }, + { + "loss_action": 0.017875658348202705, + "loss_total": 0.017875658348202705, + "step": 29280 + }, + { + "loss_action": 0.013162460178136826, + "loss_total": 0.013162460178136826, + "step": 29280 + }, + { + "grad_norm": 0.33786651492118835, + "learning_rate": 8.471956834575232e-05, + "loss": 0.0173, + "step": 29290 + }, + { + "loss_action": 0.013598417863249779, + "loss_total": 0.013598417863249779, + "step": 29290 + }, + { + "loss_action": 0.021966997534036636, + "loss_total": 0.021966997534036636, + "step": 29290 + }, + { + "loss_action": 0.008292452432215214, + "loss_total": 0.008292452432215214, + "step": 29290 + }, + { + "loss_action": 0.014574472792446613, + "loss_total": 0.014574472792446613, + "step": 29290 + }, + { + "loss_action": 0.010436233133077621, + "loss_total": 0.010436233133077621, + "step": 29290 + }, + { + "loss_action": 0.007245547138154507, + "loss_total": 0.007245547138154507, + "step": 29290 + }, + { + "grad_norm": 0.3868906497955322, + "learning_rate": 8.470766811928197e-05, + "loss": 0.0199, + "step": 29300 + }, + { + "loss_action": 0.0237943883985281, + "loss_total": 0.0237943883985281, + "step": 29300 + }, + { + "loss_action": 0.020248547196388245, + "loss_total": 0.020248547196388245, + "step": 29300 + }, + { + "loss_action": 0.050080228596925735, + "loss_total": 0.050080228596925735, + "step": 29300 + }, + { + "loss_action": 0.011789735406637192, + "loss_total": 0.011789735406637192, + "step": 29300 + }, + { + "loss_action": 0.011314780451357365, + "loss_total": 0.011314780451357365, + "step": 29300 + }, + { + "loss_action": 0.0401778407394886, + "loss_total": 0.0401778407394886, + "step": 29300 + }, + { + "grad_norm": 0.5068797469139099, + "learning_rate": 8.469576409723323e-05, + "loss": 0.0278, + "step": 29310 + }, + { + "loss_action": 0.010789305903017521, + "loss_total": 0.010789305903017521, + "step": 29310 + }, + { + "loss_action": 0.04242707043886185, + "loss_total": 0.04242707043886185, + "step": 29310 + }, + { + "loss_action": 0.066666379570961, + "loss_total": 0.066666379570961, + "step": 29310 + }, + { + "loss_action": 0.009846294298768044, + "loss_total": 0.009846294298768044, + "step": 29310 + }, + { + "loss_action": 0.013309799134731293, + "loss_total": 0.013309799134731293, + "step": 29310 + }, + { + "loss_action": 0.010922912508249283, + "loss_total": 0.010922912508249283, + "step": 29310 + }, + { + "grad_norm": 0.36036059260368347, + "learning_rate": 8.468385628090788e-05, + "loss": 0.021, + "step": 29320 + }, + { + "loss_action": 0.028464294970035553, + "loss_total": 0.028464294970035553, + "step": 29320 + }, + { + "loss_action": 0.029613371938467026, + "loss_total": 0.029613371938467026, + "step": 29320 + }, + { + "loss_action": 0.021709205582737923, + "loss_total": 0.021709205582737923, + "step": 29320 + }, + { + "loss_action": 0.012223034165799618, + "loss_total": 0.012223034165799618, + "step": 29320 + }, + { + "loss_action": 0.03702923282980919, + "loss_total": 0.03702923282980919, + "step": 29320 + }, + { + "loss_action": 0.02676616981625557, + "loss_total": 0.02676616981625557, + "step": 29320 + }, + { + "grad_norm": 0.3967258334159851, + "learning_rate": 8.467194467160815e-05, + "loss": 0.0229, + "step": 29330 + }, + { + "loss_action": 0.012932474724948406, + "loss_total": 0.012932474724948406, + "step": 29330 + }, + { + "loss_action": 0.01766219362616539, + "loss_total": 0.01766219362616539, + "step": 29330 + }, + { + "loss_action": 0.017054101452231407, + "loss_total": 0.017054101452231407, + "step": 29330 + }, + { + "loss_action": 0.008386670611798763, + "loss_total": 0.008386670611798763, + "step": 29330 + }, + { + "loss_action": 0.03251345455646515, + "loss_total": 0.03251345455646515, + "step": 29330 + }, + { + "loss_action": 0.014626242220401764, + "loss_total": 0.014626242220401764, + "step": 29330 + }, + { + "grad_norm": 0.4104979336261749, + "learning_rate": 8.466002927063667e-05, + "loss": 0.0204, + "step": 29340 + }, + { + "loss_action": 0.045163728296756744, + "loss_total": 0.045163728296756744, + "step": 29340 + }, + { + "loss_action": 0.026448749005794525, + "loss_total": 0.026448749005794525, + "step": 29340 + }, + { + "loss_action": 0.017151745036244392, + "loss_total": 0.017151745036244392, + "step": 29340 + }, + { + "loss_action": 0.051378440111875534, + "loss_total": 0.051378440111875534, + "step": 29340 + }, + { + "loss_action": 0.013316103257238865, + "loss_total": 0.013316103257238865, + "step": 29340 + }, + { + "loss_action": 0.009264934808015823, + "loss_total": 0.009264934808015823, + "step": 29340 + }, + { + "grad_norm": 0.5155165195465088, + "learning_rate": 8.464811007929651e-05, + "loss": 0.0209, + "step": 29350 + }, + { + "loss_action": 0.05497128516435623, + "loss_total": 0.05497128516435623, + "step": 29350 + }, + { + "loss_action": 0.05548810213804245, + "loss_total": 0.05548810213804245, + "step": 29350 + }, + { + "loss_action": 0.04320454224944115, + "loss_total": 0.04320454224944115, + "step": 29350 + }, + { + "loss_action": 0.11267852783203125, + "loss_total": 0.11267852783203125, + "step": 29350 + }, + { + "loss_action": 0.013134179636836052, + "loss_total": 0.013134179636836052, + "step": 29350 + }, + { + "loss_action": 0.020625123754143715, + "loss_total": 0.020625123754143715, + "step": 29350 + }, + { + "grad_norm": 0.45045626163482666, + "learning_rate": 8.463618709889114e-05, + "loss": 0.0249, + "step": 29360 + }, + { + "loss_action": 0.028431260958313942, + "loss_total": 0.028431260958313942, + "step": 29360 + }, + { + "loss_action": 0.033318422734737396, + "loss_total": 0.033318422734737396, + "step": 29360 + }, + { + "loss_action": 0.032161373645067215, + "loss_total": 0.032161373645067215, + "step": 29360 + }, + { + "loss_action": 0.02981610596179962, + "loss_total": 0.02981610596179962, + "step": 29360 + }, + { + "loss_action": 0.01474837213754654, + "loss_total": 0.01474837213754654, + "step": 29360 + }, + { + "loss_action": 0.01173764280974865, + "loss_total": 0.01173764280974865, + "step": 29360 + }, + { + "grad_norm": 0.44399693608283997, + "learning_rate": 8.462426033072442e-05, + "loss": 0.0257, + "step": 29370 + }, + { + "loss_action": 0.01498501468449831, + "loss_total": 0.01498501468449831, + "step": 29370 + }, + { + "loss_action": 0.019367314875125885, + "loss_total": 0.019367314875125885, + "step": 29370 + }, + { + "loss_action": 0.016590265557169914, + "loss_total": 0.016590265557169914, + "step": 29370 + }, + { + "loss_action": 0.01708441786468029, + "loss_total": 0.01708441786468029, + "step": 29370 + }, + { + "loss_action": 0.009578199125826359, + "loss_total": 0.009578199125826359, + "step": 29370 + }, + { + "loss_action": 0.020584389567375183, + "loss_total": 0.020584389567375183, + "step": 29370 + }, + { + "grad_norm": 0.4127766788005829, + "learning_rate": 8.461232977610061e-05, + "loss": 0.0232, + "step": 29380 + }, + { + "loss_action": 0.028832368552684784, + "loss_total": 0.028832368552684784, + "step": 29380 + }, + { + "loss_action": 0.0118626169860363, + "loss_total": 0.0118626169860363, + "step": 29380 + }, + { + "loss_action": 0.0204621572047472, + "loss_total": 0.0204621572047472, + "step": 29380 + }, + { + "loss_action": 0.017184261232614517, + "loss_total": 0.017184261232614517, + "step": 29380 + }, + { + "loss_action": 0.0364900566637516, + "loss_total": 0.0364900566637516, + "step": 29380 + }, + { + "loss_action": 0.024090489372611046, + "loss_total": 0.024090489372611046, + "step": 29380 + }, + { + "grad_norm": 0.6419577598571777, + "learning_rate": 8.46003954363245e-05, + "loss": 0.0222, + "step": 29390 + }, + { + "loss_action": 0.018543759360909462, + "loss_total": 0.018543759360909462, + "step": 29390 + }, + { + "loss_action": 0.01643179915845394, + "loss_total": 0.01643179915845394, + "step": 29390 + }, + { + "loss_action": 0.010475917719304562, + "loss_total": 0.010475917719304562, + "step": 29390 + }, + { + "loss_action": 0.009100941941142082, + "loss_total": 0.009100941941142082, + "step": 29390 + }, + { + "loss_action": 0.024738943204283714, + "loss_total": 0.024738943204283714, + "step": 29390 + }, + { + "loss_action": 0.02935086190700531, + "loss_total": 0.02935086190700531, + "step": 29390 + }, + { + "grad_norm": 0.5924553871154785, + "learning_rate": 8.458845731270115e-05, + "loss": 0.0235, + "step": 29400 + }, + { + "loss_action": 0.018091339617967606, + "loss_total": 0.018091339617967606, + "step": 29400 + }, + { + "loss_action": 0.03350110352039337, + "loss_total": 0.03350110352039337, + "step": 29400 + }, + { + "loss_action": 0.01859859563410282, + "loss_total": 0.01859859563410282, + "step": 29400 + }, + { + "loss_action": 0.0359792597591877, + "loss_total": 0.0359792597591877, + "step": 29400 + }, + { + "loss_action": 0.018445907160639763, + "loss_total": 0.018445907160639763, + "step": 29400 + }, + { + "loss_action": 0.014278829097747803, + "loss_total": 0.014278829097747803, + "step": 29400 + }, + { + "grad_norm": 0.2702253758907318, + "learning_rate": 8.45765154065361e-05, + "loss": 0.0195, + "step": 29410 + }, + { + "loss_action": 0.010713835246860981, + "loss_total": 0.010713835246860981, + "step": 29410 + }, + { + "loss_action": 0.017567899078130722, + "loss_total": 0.017567899078130722, + "step": 29410 + }, + { + "loss_action": 0.008841995149850845, + "loss_total": 0.008841995149850845, + "step": 29410 + }, + { + "loss_action": 0.01166462805122137, + "loss_total": 0.01166462805122137, + "step": 29410 + }, + { + "loss_action": 0.06784803420305252, + "loss_total": 0.06784803420305252, + "step": 29410 + }, + { + "loss_action": 0.01258322037756443, + "loss_total": 0.01258322037756443, + "step": 29410 + }, + { + "grad_norm": 0.40315496921539307, + "learning_rate": 8.456456971913532e-05, + "loss": 0.0182, + "step": 29420 + }, + { + "loss_action": 0.010423647239804268, + "loss_total": 0.010423647239804268, + "step": 29420 + }, + { + "loss_action": 0.013058874756097794, + "loss_total": 0.013058874756097794, + "step": 29420 + }, + { + "loss_action": 0.02086568996310234, + "loss_total": 0.02086568996310234, + "step": 29420 + }, + { + "loss_action": 0.024521611630916595, + "loss_total": 0.024521611630916595, + "step": 29420 + }, + { + "loss_action": 0.012703758664429188, + "loss_total": 0.012703758664429188, + "step": 29420 + }, + { + "loss_action": 0.009355021640658379, + "loss_total": 0.009355021640658379, + "step": 29420 + }, + { + "grad_norm": 0.47503507137298584, + "learning_rate": 8.455262025180517e-05, + "loss": 0.025, + "step": 29430 + }, + { + "loss_action": 0.027629587799310684, + "loss_total": 0.027629587799310684, + "step": 29430 + }, + { + "loss_action": 0.01659116894006729, + "loss_total": 0.01659116894006729, + "step": 29430 + }, + { + "loss_action": 0.01394929364323616, + "loss_total": 0.01394929364323616, + "step": 29430 + }, + { + "loss_action": 0.007409262470901012, + "loss_total": 0.007409262470901012, + "step": 29430 + }, + { + "loss_action": 0.0273429062217474, + "loss_total": 0.0273429062217474, + "step": 29430 + }, + { + "loss_action": 0.023289786651730537, + "loss_total": 0.023289786651730537, + "step": 29430 + }, + { + "grad_norm": 0.5691644549369812, + "learning_rate": 8.454066700585242e-05, + "loss": 0.0229, + "step": 29440 + }, + { + "loss_action": 0.013277946040034294, + "loss_total": 0.013277946040034294, + "step": 29440 + }, + { + "loss_action": 0.01706143282353878, + "loss_total": 0.01706143282353878, + "step": 29440 + }, + { + "loss_action": 0.04613412916660309, + "loss_total": 0.04613412916660309, + "step": 29440 + }, + { + "loss_action": 0.05220113322138786, + "loss_total": 0.05220113322138786, + "step": 29440 + }, + { + "loss_action": 0.010723602958023548, + "loss_total": 0.010723602958023548, + "step": 29440 + }, + { + "loss_action": 0.017035722732543945, + "loss_total": 0.017035722732543945, + "step": 29440 + }, + { + "grad_norm": 0.5100694298744202, + "learning_rate": 8.452870998258423e-05, + "loss": 0.0225, + "step": 29450 + }, + { + "loss_action": 0.02020483836531639, + "loss_total": 0.02020483836531639, + "step": 29450 + }, + { + "loss_action": 0.013689656741917133, + "loss_total": 0.013689656741917133, + "step": 29450 + }, + { + "loss_action": 0.024561356753110886, + "loss_total": 0.024561356753110886, + "step": 29450 + }, + { + "loss_action": 0.015778984874486923, + "loss_total": 0.015778984874486923, + "step": 29450 + }, + { + "loss_action": 0.02052425965666771, + "loss_total": 0.02052425965666771, + "step": 29450 + }, + { + "loss_action": 0.02849368192255497, + "loss_total": 0.02849368192255497, + "step": 29450 + }, + { + "grad_norm": 0.45594242215156555, + "learning_rate": 8.451674918330825e-05, + "loss": 0.0233, + "step": 29460 + }, + { + "loss_action": 0.02027885615825653, + "loss_total": 0.02027885615825653, + "step": 29460 + }, + { + "loss_action": 0.016979368403553963, + "loss_total": 0.016979368403553963, + "step": 29460 + }, + { + "loss_action": 0.02910919487476349, + "loss_total": 0.02910919487476349, + "step": 29460 + }, + { + "loss_action": 0.017537327483296394, + "loss_total": 0.017537327483296394, + "step": 29460 + }, + { + "loss_action": 0.018067942932248116, + "loss_total": 0.018067942932248116, + "step": 29460 + }, + { + "loss_action": 0.033708035945892334, + "loss_total": 0.033708035945892334, + "step": 29460 + }, + { + "grad_norm": 0.3692791163921356, + "learning_rate": 8.450478460933246e-05, + "loss": 0.023, + "step": 29470 + }, + { + "loss_action": 0.06887160986661911, + "loss_total": 0.06887160986661911, + "step": 29470 + }, + { + "loss_action": 0.02273707091808319, + "loss_total": 0.02273707091808319, + "step": 29470 + }, + { + "loss_action": 0.01715289056301117, + "loss_total": 0.01715289056301117, + "step": 29470 + }, + { + "loss_action": 0.014143561013042927, + "loss_total": 0.014143561013042927, + "step": 29470 + }, + { + "loss_action": 0.06922641396522522, + "loss_total": 0.06922641396522522, + "step": 29470 + }, + { + "loss_action": 0.017674900591373444, + "loss_total": 0.017674900591373444, + "step": 29470 + }, + { + "grad_norm": 0.42957550287246704, + "learning_rate": 8.449281626196532e-05, + "loss": 0.031, + "step": 29480 + }, + { + "loss_action": 0.02234526164829731, + "loss_total": 0.02234526164829731, + "step": 29480 + }, + { + "loss_action": 0.022236332297325134, + "loss_total": 0.022236332297325134, + "step": 29480 + }, + { + "loss_action": 0.03350504860281944, + "loss_total": 0.03350504860281944, + "step": 29480 + }, + { + "loss_action": 0.011983118019998074, + "loss_total": 0.011983118019998074, + "step": 29480 + }, + { + "loss_action": 0.01478393841534853, + "loss_total": 0.01478393841534853, + "step": 29480 + }, + { + "loss_action": 0.011295066215097904, + "loss_total": 0.011295066215097904, + "step": 29480 + }, + { + "grad_norm": 0.5416366457939148, + "learning_rate": 8.448084414251564e-05, + "loss": 0.0244, + "step": 29490 + }, + { + "loss_action": 0.020757464691996574, + "loss_total": 0.020757464691996574, + "step": 29490 + }, + { + "loss_action": 0.02186114341020584, + "loss_total": 0.02186114341020584, + "step": 29490 + }, + { + "loss_action": 0.02698839083313942, + "loss_total": 0.02698839083313942, + "step": 29490 + }, + { + "loss_action": 0.009937542490661144, + "loss_total": 0.009937542490661144, + "step": 29490 + }, + { + "loss_action": 0.010748164728283882, + "loss_total": 0.010748164728283882, + "step": 29490 + }, + { + "loss_action": 0.019891418516635895, + "loss_total": 0.019891418516635895, + "step": 29490 + }, + { + "grad_norm": 0.48252633213996887, + "learning_rate": 8.446886825229271e-05, + "loss": 0.0225, + "step": 29500 + }, + { + "loss_action": 0.012466694228351116, + "loss_total": 0.012466694228351116, + "step": 29500 + }, + { + "loss_action": 0.06409698724746704, + "loss_total": 0.06409698724746704, + "step": 29500 + }, + { + "loss_action": 0.019176563248038292, + "loss_total": 0.019176563248038292, + "step": 29500 + }, + { + "loss_action": 0.021820731461048126, + "loss_total": 0.021820731461048126, + "step": 29500 + }, + { + "loss_action": 0.01606336422264576, + "loss_total": 0.01606336422264576, + "step": 29500 + }, + { + "loss_action": 0.01490484457463026, + "loss_total": 0.01490484457463026, + "step": 29500 + }, + { + "grad_norm": 0.33611252903938293, + "learning_rate": 8.445688859260615e-05, + "loss": 0.0192, + "step": 29510 + }, + { + "loss_action": 0.01560814306139946, + "loss_total": 0.01560814306139946, + "step": 29510 + }, + { + "loss_action": 0.026276063174009323, + "loss_total": 0.026276063174009323, + "step": 29510 + }, + { + "loss_action": 0.009439032524824142, + "loss_total": 0.009439032524824142, + "step": 29510 + }, + { + "loss_action": 0.01362366322427988, + "loss_total": 0.01362366322427988, + "step": 29510 + }, + { + "loss_action": 0.02846849150955677, + "loss_total": 0.02846849150955677, + "step": 29510 + }, + { + "loss_action": 0.012754267081618309, + "loss_total": 0.012754267081618309, + "step": 29510 + }, + { + "grad_norm": 0.48245057463645935, + "learning_rate": 8.444490516476606e-05, + "loss": 0.0221, + "step": 29520 + }, + { + "loss_action": 0.008323855698108673, + "loss_total": 0.008323855698108673, + "step": 29520 + }, + { + "loss_action": 0.009857638739049435, + "loss_total": 0.009857638739049435, + "step": 29520 + }, + { + "loss_action": 0.007976253516972065, + "loss_total": 0.007976253516972065, + "step": 29520 + }, + { + "loss_action": 0.02949421852827072, + "loss_total": 0.02949421852827072, + "step": 29520 + }, + { + "loss_action": 0.025377897545695305, + "loss_total": 0.025377897545695305, + "step": 29520 + }, + { + "loss_action": 0.023872138932347298, + "loss_total": 0.023872138932347298, + "step": 29520 + }, + { + "grad_norm": 0.4185352325439453, + "learning_rate": 8.443291797008293e-05, + "loss": 0.021, + "step": 29530 + }, + { + "loss_action": 0.024647438898682594, + "loss_total": 0.024647438898682594, + "step": 29530 + }, + { + "loss_action": 0.023790765553712845, + "loss_total": 0.023790765553712845, + "step": 29530 + }, + { + "loss_action": 0.0062130652368068695, + "loss_total": 0.0062130652368068695, + "step": 29530 + }, + { + "loss_action": 0.09171363711357117, + "loss_total": 0.09171363711357117, + "step": 29530 + }, + { + "loss_action": 0.027582816779613495, + "loss_total": 0.027582816779613495, + "step": 29530 + }, + { + "loss_action": 0.011718853376805782, + "loss_total": 0.011718853376805782, + "step": 29530 + }, + { + "grad_norm": 0.5432191491127014, + "learning_rate": 8.442092700986765e-05, + "loss": 0.0267, + "step": 29540 + }, + { + "loss_action": 0.01908104121685028, + "loss_total": 0.01908104121685028, + "step": 29540 + }, + { + "loss_action": 0.011845352128148079, + "loss_total": 0.011845352128148079, + "step": 29540 + }, + { + "loss_action": 0.03490603342652321, + "loss_total": 0.03490603342652321, + "step": 29540 + }, + { + "loss_action": 0.03327169269323349, + "loss_total": 0.03327169269323349, + "step": 29540 + }, + { + "loss_action": 0.038772016763687134, + "loss_total": 0.038772016763687134, + "step": 29540 + }, + { + "loss_action": 0.012896795757114887, + "loss_total": 0.012896795757114887, + "step": 29540 + }, + { + "grad_norm": 0.45322778820991516, + "learning_rate": 8.440893228543156e-05, + "loss": 0.0231, + "step": 29550 + }, + { + "loss_action": 0.01928429864346981, + "loss_total": 0.01928429864346981, + "step": 29550 + }, + { + "loss_action": 0.013125203549861908, + "loss_total": 0.013125203549861908, + "step": 29550 + }, + { + "loss_action": 0.02410583198070526, + "loss_total": 0.02410583198070526, + "step": 29550 + }, + { + "loss_action": 0.0168853048235178, + "loss_total": 0.0168853048235178, + "step": 29550 + }, + { + "loss_action": 0.025549698621034622, + "loss_total": 0.025549698621034622, + "step": 29550 + }, + { + "loss_action": 0.02037680149078369, + "loss_total": 0.02037680149078369, + "step": 29550 + }, + { + "grad_norm": 0.5061595439910889, + "learning_rate": 8.439693379808638e-05, + "loss": 0.0235, + "step": 29560 + }, + { + "loss_action": 0.01033322699368, + "loss_total": 0.01033322699368, + "step": 29560 + }, + { + "loss_action": 0.018698491156101227, + "loss_total": 0.018698491156101227, + "step": 29560 + }, + { + "loss_action": 0.024589357897639275, + "loss_total": 0.024589357897639275, + "step": 29560 + }, + { + "loss_action": 0.03708929196000099, + "loss_total": 0.03708929196000099, + "step": 29560 + }, + { + "loss_action": 0.015257023274898529, + "loss_total": 0.015257023274898529, + "step": 29560 + }, + { + "loss_action": 0.00871183630079031, + "loss_total": 0.00871183630079031, + "step": 29560 + }, + { + "grad_norm": 0.5787681341171265, + "learning_rate": 8.43849315491442e-05, + "loss": 0.0234, + "step": 29570 + }, + { + "loss_action": 0.00913835410028696, + "loss_total": 0.00913835410028696, + "step": 29570 + }, + { + "loss_action": 0.008516901172697544, + "loss_total": 0.008516901172697544, + "step": 29570 + }, + { + "loss_action": 0.010379256680607796, + "loss_total": 0.010379256680607796, + "step": 29570 + }, + { + "loss_action": 0.010762657970190048, + "loss_total": 0.010762657970190048, + "step": 29570 + }, + { + "loss_action": 0.017656590789556503, + "loss_total": 0.017656590789556503, + "step": 29570 + }, + { + "loss_action": 0.02585526369512081, + "loss_total": 0.02585526369512081, + "step": 29570 + }, + { + "grad_norm": 0.3879339098930359, + "learning_rate": 8.437292553991763e-05, + "loss": 0.0255, + "step": 29580 + }, + { + "loss_action": 0.015775782987475395, + "loss_total": 0.015775782987475395, + "step": 29580 + }, + { + "loss_action": 0.019017783924937248, + "loss_total": 0.019017783924937248, + "step": 29580 + }, + { + "loss_action": 0.013278570026159286, + "loss_total": 0.013278570026159286, + "step": 29580 + }, + { + "loss_action": 0.01641194522380829, + "loss_total": 0.01641194522380829, + "step": 29580 + }, + { + "loss_action": 0.019018733873963356, + "loss_total": 0.019018733873963356, + "step": 29580 + }, + { + "loss_action": 0.012633217498660088, + "loss_total": 0.012633217498660088, + "step": 29580 + }, + { + "grad_norm": 0.4118039309978485, + "learning_rate": 8.436091577171959e-05, + "loss": 0.0175, + "step": 29590 + }, + { + "loss_action": 0.021660521626472473, + "loss_total": 0.021660521626472473, + "step": 29590 + }, + { + "loss_action": 0.02608547918498516, + "loss_total": 0.02608547918498516, + "step": 29590 + }, + { + "loss_action": 0.10629978030920029, + "loss_total": 0.10629978030920029, + "step": 29590 + }, + { + "loss_action": 0.023224659264087677, + "loss_total": 0.023224659264087677, + "step": 29590 + }, + { + "loss_action": 0.019243504852056503, + "loss_total": 0.019243504852056503, + "step": 29590 + }, + { + "loss_action": 0.014594245702028275, + "loss_total": 0.014594245702028275, + "step": 29590 + }, + { + "grad_norm": 0.44264087080955505, + "learning_rate": 8.434890224586347e-05, + "loss": 0.0232, + "step": 29600 + }, + { + "loss_action": 0.012434279546141624, + "loss_total": 0.012434279546141624, + "step": 29600 + }, + { + "loss_action": 0.01101386547088623, + "loss_total": 0.01101386547088623, + "step": 29600 + }, + { + "loss_action": 0.0081550981849432, + "loss_total": 0.0081550981849432, + "step": 29600 + }, + { + "loss_action": 0.013429218903183937, + "loss_total": 0.013429218903183937, + "step": 29600 + }, + { + "loss_action": 0.01608986407518387, + "loss_total": 0.01608986407518387, + "step": 29600 + }, + { + "loss_action": 0.0104692867025733, + "loss_total": 0.0104692867025733, + "step": 29600 + }, + { + "grad_norm": 0.4700058102607727, + "learning_rate": 8.433688496366303e-05, + "loss": 0.022, + "step": 29610 + }, + { + "loss_action": 0.02692568488419056, + "loss_total": 0.02692568488419056, + "step": 29610 + }, + { + "loss_action": 0.021615218371152878, + "loss_total": 0.021615218371152878, + "step": 29610 + }, + { + "loss_action": 0.03482816740870476, + "loss_total": 0.03482816740870476, + "step": 29610 + }, + { + "loss_action": 0.025507867336273193, + "loss_total": 0.025507867336273193, + "step": 29610 + }, + { + "loss_action": 0.01593729294836521, + "loss_total": 0.01593729294836521, + "step": 29610 + }, + { + "loss_action": 0.017513027414679527, + "loss_total": 0.017513027414679527, + "step": 29610 + }, + { + "grad_norm": 0.4803627133369446, + "learning_rate": 8.432486392643248e-05, + "loss": 0.0232, + "step": 29620 + }, + { + "loss_action": 0.008633801713585854, + "loss_total": 0.008633801713585854, + "step": 29620 + }, + { + "loss_action": 0.02022729255259037, + "loss_total": 0.02022729255259037, + "step": 29620 + }, + { + "loss_action": 0.024412155151367188, + "loss_total": 0.024412155151367188, + "step": 29620 + }, + { + "loss_action": 0.010390669107437134, + "loss_total": 0.010390669107437134, + "step": 29620 + }, + { + "loss_action": 0.03178684413433075, + "loss_total": 0.03178684413433075, + "step": 29620 + }, + { + "loss_action": 0.017833122983574867, + "loss_total": 0.017833122983574867, + "step": 29620 + }, + { + "grad_norm": 0.4578927457332611, + "learning_rate": 8.431283913548643e-05, + "loss": 0.0258, + "step": 29630 + }, + { + "loss_action": 0.02753441035747528, + "loss_total": 0.02753441035747528, + "step": 29630 + }, + { + "loss_action": 0.02201390266418457, + "loss_total": 0.02201390266418457, + "step": 29630 + }, + { + "loss_action": 0.12961094081401825, + "loss_total": 0.12961094081401825, + "step": 29630 + }, + { + "loss_action": 0.03959937393665314, + "loss_total": 0.03959937393665314, + "step": 29630 + }, + { + "loss_action": 0.016545729711651802, + "loss_total": 0.016545729711651802, + "step": 29630 + }, + { + "loss_action": 0.01763151027262211, + "loss_total": 0.01763151027262211, + "step": 29630 + }, + { + "grad_norm": 0.426127552986145, + "learning_rate": 8.430081059213985e-05, + "loss": 0.0266, + "step": 29640 + }, + { + "loss_action": 0.017528237774968147, + "loss_total": 0.017528237774968147, + "step": 29640 + }, + { + "loss_action": 0.01808866113424301, + "loss_total": 0.01808866113424301, + "step": 29640 + }, + { + "loss_action": 0.026422575116157532, + "loss_total": 0.026422575116157532, + "step": 29640 + }, + { + "loss_action": 0.017947223037481308, + "loss_total": 0.017947223037481308, + "step": 29640 + }, + { + "loss_action": 0.011327317915856838, + "loss_total": 0.011327317915856838, + "step": 29640 + }, + { + "loss_action": 0.00929535273462534, + "loss_total": 0.00929535273462534, + "step": 29640 + }, + { + "grad_norm": 0.42258745431900024, + "learning_rate": 8.428877829770823e-05, + "loss": 0.0264, + "step": 29650 + }, + { + "loss_action": 0.04427163302898407, + "loss_total": 0.04427163302898407, + "step": 29650 + }, + { + "loss_action": 0.01383789349347353, + "loss_total": 0.01383789349347353, + "step": 29650 + }, + { + "loss_action": 0.011949853971600533, + "loss_total": 0.011949853971600533, + "step": 29650 + }, + { + "loss_action": 0.017036929726600647, + "loss_total": 0.017036929726600647, + "step": 29650 + }, + { + "loss_action": 0.02176310122013092, + "loss_total": 0.02176310122013092, + "step": 29650 + }, + { + "loss_action": 0.014945866540074348, + "loss_total": 0.014945866540074348, + "step": 29650 + }, + { + "grad_norm": 0.36112672090530396, + "learning_rate": 8.427674225350735e-05, + "loss": 0.0256, + "step": 29660 + }, + { + "loss_action": 0.01334268320351839, + "loss_total": 0.01334268320351839, + "step": 29660 + }, + { + "loss_action": 0.016526278108358383, + "loss_total": 0.016526278108358383, + "step": 29660 + }, + { + "loss_action": 0.017084598541259766, + "loss_total": 0.017084598541259766, + "step": 29660 + }, + { + "loss_action": 0.02905917912721634, + "loss_total": 0.02905917912721634, + "step": 29660 + }, + { + "loss_action": 0.03912132605910301, + "loss_total": 0.03912132605910301, + "step": 29660 + }, + { + "loss_action": 0.013648737221956253, + "loss_total": 0.013648737221956253, + "step": 29660 + }, + { + "grad_norm": 0.5456126928329468, + "learning_rate": 8.426470246085347e-05, + "loss": 0.0235, + "step": 29670 + }, + { + "loss_action": 0.008913937956094742, + "loss_total": 0.008913937956094742, + "step": 29670 + }, + { + "loss_action": 0.020853448659181595, + "loss_total": 0.020853448659181595, + "step": 29670 + }, + { + "loss_action": 0.03375910595059395, + "loss_total": 0.03375910595059395, + "step": 29670 + }, + { + "loss_action": 0.05006859079003334, + "loss_total": 0.05006859079003334, + "step": 29670 + }, + { + "loss_action": 0.07534562051296234, + "loss_total": 0.07534562051296234, + "step": 29670 + }, + { + "loss_action": 0.012321383692324162, + "loss_total": 0.012321383692324162, + "step": 29670 + }, + { + "grad_norm": 0.43810558319091797, + "learning_rate": 8.425265892106324e-05, + "loss": 0.0245, + "step": 29680 + }, + { + "loss_action": 0.01666930504143238, + "loss_total": 0.01666930504143238, + "step": 29680 + }, + { + "loss_action": 0.03471747040748596, + "loss_total": 0.03471747040748596, + "step": 29680 + }, + { + "loss_action": 0.011934093199670315, + "loss_total": 0.011934093199670315, + "step": 29680 + }, + { + "loss_action": 0.02208549715578556, + "loss_total": 0.02208549715578556, + "step": 29680 + }, + { + "loss_action": 0.00875379890203476, + "loss_total": 0.00875379890203476, + "step": 29680 + }, + { + "loss_action": 0.024920295923948288, + "loss_total": 0.024920295923948288, + "step": 29680 + }, + { + "grad_norm": 0.33722496032714844, + "learning_rate": 8.424061163545374e-05, + "loss": 0.0217, + "step": 29690 + }, + { + "loss_action": 0.011753208935260773, + "loss_total": 0.011753208935260773, + "step": 29690 + }, + { + "loss_action": 0.015548129566013813, + "loss_total": 0.015548129566013813, + "step": 29690 + }, + { + "loss_action": 0.014416253194212914, + "loss_total": 0.014416253194212914, + "step": 29690 + }, + { + "loss_action": 0.015561175532639027, + "loss_total": 0.015561175532639027, + "step": 29690 + }, + { + "loss_action": 0.02284223586320877, + "loss_total": 0.02284223586320877, + "step": 29690 + }, + { + "loss_action": 0.029958879575133324, + "loss_total": 0.029958879575133324, + "step": 29690 + }, + { + "grad_norm": 0.4378907382488251, + "learning_rate": 8.422856060534243e-05, + "loss": 0.0212, + "step": 29700 + }, + { + "loss_action": 0.029887795448303223, + "loss_total": 0.029887795448303223, + "step": 29700 + }, + { + "loss_action": 0.020991813391447067, + "loss_total": 0.020991813391447067, + "step": 29700 + }, + { + "loss_action": 0.03192358836531639, + "loss_total": 0.03192358836531639, + "step": 29700 + }, + { + "loss_action": 0.021050559356808662, + "loss_total": 0.021050559356808662, + "step": 29700 + }, + { + "loss_action": 0.015585966408252716, + "loss_total": 0.015585966408252716, + "step": 29700 + }, + { + "loss_action": 0.017967967316508293, + "loss_total": 0.017967967316508293, + "step": 29700 + }, + { + "grad_norm": 0.35969284176826477, + "learning_rate": 8.421650583204718e-05, + "loss": 0.019, + "step": 29710 + }, + { + "loss_action": 0.06698543578386307, + "loss_total": 0.06698543578386307, + "step": 29710 + }, + { + "loss_action": 0.013079515658318996, + "loss_total": 0.013079515658318996, + "step": 29710 + }, + { + "loss_action": 0.015821531414985657, + "loss_total": 0.015821531414985657, + "step": 29710 + }, + { + "loss_action": 0.007029066327959299, + "loss_total": 0.007029066327959299, + "step": 29710 + }, + { + "loss_action": 0.012051128782331944, + "loss_total": 0.012051128782331944, + "step": 29710 + }, + { + "loss_action": 0.012747430242598057, + "loss_total": 0.012747430242598057, + "step": 29710 + }, + { + "grad_norm": 0.4868032932281494, + "learning_rate": 8.420444731688633e-05, + "loss": 0.0262, + "step": 29720 + }, + { + "loss_action": 0.015852954238653183, + "loss_total": 0.015852954238653183, + "step": 29720 + }, + { + "loss_action": 0.027361653745174408, + "loss_total": 0.027361653745174408, + "step": 29720 + }, + { + "loss_action": 0.024676430970430374, + "loss_total": 0.024676430970430374, + "step": 29720 + }, + { + "loss_action": 0.011365621350705624, + "loss_total": 0.011365621350705624, + "step": 29720 + }, + { + "loss_action": 0.034746941179037094, + "loss_total": 0.034746941179037094, + "step": 29720 + }, + { + "loss_action": 0.030478011816740036, + "loss_total": 0.030478011816740036, + "step": 29720 + }, + { + "grad_norm": 0.6972842812538147, + "learning_rate": 8.419238506117852e-05, + "loss": 0.0258, + "step": 29730 + }, + { + "loss_action": 0.021071292459964752, + "loss_total": 0.021071292459964752, + "step": 29730 + }, + { + "loss_action": 0.022593984380364418, + "loss_total": 0.022593984380364418, + "step": 29730 + }, + { + "loss_action": 0.01967734284698963, + "loss_total": 0.01967734284698963, + "step": 29730 + }, + { + "loss_action": 0.014263755641877651, + "loss_total": 0.014263755641877651, + "step": 29730 + }, + { + "loss_action": 0.03915589302778244, + "loss_total": 0.03915589302778244, + "step": 29730 + }, + { + "loss_action": 0.017579227685928345, + "loss_total": 0.017579227685928345, + "step": 29730 + }, + { + "grad_norm": 0.34742069244384766, + "learning_rate": 8.418031906624289e-05, + "loss": 0.0215, + "step": 29740 + }, + { + "loss_action": 0.01779489405453205, + "loss_total": 0.01779489405453205, + "step": 29740 + }, + { + "loss_action": 0.014296233654022217, + "loss_total": 0.014296233654022217, + "step": 29740 + }, + { + "loss_action": 0.01130299549549818, + "loss_total": 0.01130299549549818, + "step": 29740 + }, + { + "loss_action": 0.03739793971180916, + "loss_total": 0.03739793971180916, + "step": 29740 + }, + { + "loss_action": 0.016885293647646904, + "loss_total": 0.016885293647646904, + "step": 29740 + }, + { + "loss_action": 0.023375166580080986, + "loss_total": 0.023375166580080986, + "step": 29740 + }, + { + "grad_norm": 0.3535369336605072, + "learning_rate": 8.416824933339898e-05, + "loss": 0.0222, + "step": 29750 + }, + { + "loss_action": 0.020602894946932793, + "loss_total": 0.020602894946932793, + "step": 29750 + }, + { + "loss_action": 0.03194618970155716, + "loss_total": 0.03194618970155716, + "step": 29750 + }, + { + "loss_action": 0.022825192660093307, + "loss_total": 0.022825192660093307, + "step": 29750 + }, + { + "loss_action": 0.02358859032392502, + "loss_total": 0.02358859032392502, + "step": 29750 + }, + { + "loss_action": 0.020577169954776764, + "loss_total": 0.020577169954776764, + "step": 29750 + }, + { + "loss_action": 0.0509118027985096, + "loss_total": 0.0509118027985096, + "step": 29750 + }, + { + "grad_norm": 0.5762597322463989, + "learning_rate": 8.415617586396667e-05, + "loss": 0.031, + "step": 29760 + }, + { + "loss_action": 0.05461832880973816, + "loss_total": 0.05461832880973816, + "step": 29760 + }, + { + "loss_action": 0.009275120683014393, + "loss_total": 0.009275120683014393, + "step": 29760 + }, + { + "loss_action": 0.02387388050556183, + "loss_total": 0.02387388050556183, + "step": 29760 + }, + { + "loss_action": 0.020196257159113884, + "loss_total": 0.020196257159113884, + "step": 29760 + }, + { + "loss_action": 0.04157200828194618, + "loss_total": 0.04157200828194618, + "step": 29760 + }, + { + "loss_action": 0.0484720915555954, + "loss_total": 0.0484720915555954, + "step": 29760 + }, + { + "grad_norm": 0.47839421033859253, + "learning_rate": 8.414409865926632e-05, + "loss": 0.0265, + "step": 29770 + }, + { + "loss_action": 0.030965467914938927, + "loss_total": 0.030965467914938927, + "step": 29770 + }, + { + "loss_action": 0.023745672777295113, + "loss_total": 0.023745672777295113, + "step": 29770 + }, + { + "loss_action": 0.014220074750483036, + "loss_total": 0.014220074750483036, + "step": 29770 + }, + { + "loss_action": 0.02337620034813881, + "loss_total": 0.02337620034813881, + "step": 29770 + }, + { + "loss_action": 0.014251409098505974, + "loss_total": 0.014251409098505974, + "step": 29770 + }, + { + "loss_action": 0.014374145306646824, + "loss_total": 0.014374145306646824, + "step": 29770 + }, + { + "grad_norm": 0.4324020743370056, + "learning_rate": 8.413201772061867e-05, + "loss": 0.0239, + "step": 29780 + }, + { + "loss_action": 0.019843919202685356, + "loss_total": 0.019843919202685356, + "step": 29780 + }, + { + "loss_action": 0.015696588903665543, + "loss_total": 0.015696588903665543, + "step": 29780 + }, + { + "loss_action": 0.022153982892632484, + "loss_total": 0.022153982892632484, + "step": 29780 + }, + { + "loss_action": 0.01878385990858078, + "loss_total": 0.01878385990858078, + "step": 29780 + }, + { + "loss_action": 0.04300188273191452, + "loss_total": 0.04300188273191452, + "step": 29780 + }, + { + "loss_action": 0.02400313690304756, + "loss_total": 0.02400313690304756, + "step": 29780 + }, + { + "grad_norm": 0.4060310423374176, + "learning_rate": 8.411993304934488e-05, + "loss": 0.0237, + "step": 29790 + }, + { + "loss_action": 0.02633822336792946, + "loss_total": 0.02633822336792946, + "step": 29790 + }, + { + "loss_action": 0.014541979879140854, + "loss_total": 0.014541979879140854, + "step": 29790 + }, + { + "loss_action": 0.026384135708212852, + "loss_total": 0.026384135708212852, + "step": 29790 + }, + { + "loss_action": 0.012785744853317738, + "loss_total": 0.012785744853317738, + "step": 29790 + }, + { + "loss_action": 0.015487315133213997, + "loss_total": 0.015487315133213997, + "step": 29790 + }, + { + "loss_action": 0.009463371708989143, + "loss_total": 0.009463371708989143, + "step": 29790 + }, + { + "grad_norm": 0.3794369399547577, + "learning_rate": 8.410784464676654e-05, + "loss": 0.0202, + "step": 29800 + }, + { + "loss_action": 0.02012508362531662, + "loss_total": 0.02012508362531662, + "step": 29800 + }, + { + "loss_action": 0.018585070967674255, + "loss_total": 0.018585070967674255, + "step": 29800 + }, + { + "loss_action": 0.010434694588184357, + "loss_total": 0.010434694588184357, + "step": 29800 + }, + { + "loss_action": 0.010529524646699429, + "loss_total": 0.010529524646699429, + "step": 29800 + }, + { + "loss_action": 0.013416157104074955, + "loss_total": 0.013416157104074955, + "step": 29800 + }, + { + "loss_action": 0.014096354134380817, + "loss_total": 0.014096354134380817, + "step": 29800 + }, + { + "grad_norm": 0.41194644570350647, + "learning_rate": 8.409575251420556e-05, + "loss": 0.0201, + "step": 29810 + }, + { + "loss_action": 0.014526691287755966, + "loss_total": 0.014526691287755966, + "step": 29810 + }, + { + "loss_action": 0.039792053401470184, + "loss_total": 0.039792053401470184, + "step": 29810 + }, + { + "loss_action": 0.018497152253985405, + "loss_total": 0.018497152253985405, + "step": 29810 + }, + { + "loss_action": 0.01742054522037506, + "loss_total": 0.01742054522037506, + "step": 29810 + }, + { + "loss_action": 0.00890191737562418, + "loss_total": 0.00890191737562418, + "step": 29810 + }, + { + "loss_action": 0.015313316136598587, + "loss_total": 0.015313316136598587, + "step": 29810 + }, + { + "grad_norm": 0.5162373185157776, + "learning_rate": 8.408365665298435e-05, + "loss": 0.0242, + "step": 29820 + }, + { + "loss_action": 0.043094467371702194, + "loss_total": 0.043094467371702194, + "step": 29820 + }, + { + "loss_action": 0.014567218720912933, + "loss_total": 0.014567218720912933, + "step": 29820 + }, + { + "loss_action": 0.009626288898289204, + "loss_total": 0.009626288898289204, + "step": 29820 + }, + { + "loss_action": 0.03014974668622017, + "loss_total": 0.03014974668622017, + "step": 29820 + }, + { + "loss_action": 0.011823187582194805, + "loss_total": 0.011823187582194805, + "step": 29820 + }, + { + "loss_action": 0.0847373902797699, + "loss_total": 0.0847373902797699, + "step": 29820 + }, + { + "grad_norm": 0.4909706115722656, + "learning_rate": 8.40715570644257e-05, + "loss": 0.0249, + "step": 29830 + }, + { + "loss_action": 0.023292625322937965, + "loss_total": 0.023292625322937965, + "step": 29830 + }, + { + "loss_action": 0.022092578932642937, + "loss_total": 0.022092578932642937, + "step": 29830 + }, + { + "loss_action": 0.043308939784765244, + "loss_total": 0.043308939784765244, + "step": 29830 + }, + { + "loss_action": 0.022247297689318657, + "loss_total": 0.022247297689318657, + "step": 29830 + }, + { + "loss_action": 0.030749090015888214, + "loss_total": 0.030749090015888214, + "step": 29830 + }, + { + "loss_action": 0.022947020828723907, + "loss_total": 0.022947020828723907, + "step": 29830 + }, + { + "grad_norm": 0.8271194100379944, + "learning_rate": 8.40594537498528e-05, + "loss": 0.0334, + "step": 29840 + }, + { + "loss_action": 0.10054421424865723, + "loss_total": 0.10054421424865723, + "step": 29840 + }, + { + "loss_action": 0.018074752762913704, + "loss_total": 0.018074752762913704, + "step": 29840 + }, + { + "loss_action": 0.02872638590633869, + "loss_total": 0.02872638590633869, + "step": 29840 + }, + { + "loss_action": 0.03678200766444206, + "loss_total": 0.03678200766444206, + "step": 29840 + }, + { + "loss_action": 0.016268067061901093, + "loss_total": 0.016268067061901093, + "step": 29840 + }, + { + "loss_action": 0.014126215130090714, + "loss_total": 0.014126215130090714, + "step": 29840 + }, + { + "grad_norm": 0.4983721375465393, + "learning_rate": 8.404734671058924e-05, + "loss": 0.0301, + "step": 29850 + }, + { + "loss_action": 0.04483075439929962, + "loss_total": 0.04483075439929962, + "step": 29850 + }, + { + "loss_action": 0.035052087157964706, + "loss_total": 0.035052087157964706, + "step": 29850 + }, + { + "loss_action": 0.017008762806653976, + "loss_total": 0.017008762806653976, + "step": 29850 + }, + { + "loss_action": 0.0346958227455616, + "loss_total": 0.0346958227455616, + "step": 29850 + }, + { + "loss_action": 0.1340642124414444, + "loss_total": 0.1340642124414444, + "step": 29850 + }, + { + "loss_action": 0.025437576696276665, + "loss_total": 0.025437576696276665, + "step": 29850 + }, + { + "grad_norm": 0.5347068309783936, + "learning_rate": 8.403523594795902e-05, + "loss": 0.034, + "step": 29860 + }, + { + "loss_action": 0.02382979728281498, + "loss_total": 0.02382979728281498, + "step": 29860 + }, + { + "loss_action": 0.011447394266724586, + "loss_total": 0.011447394266724586, + "step": 29860 + }, + { + "loss_action": 0.03814132511615753, + "loss_total": 0.03814132511615753, + "step": 29860 + }, + { + "loss_action": 0.014085565693676472, + "loss_total": 0.014085565693676472, + "step": 29860 + }, + { + "loss_action": 0.030238261446356773, + "loss_total": 0.030238261446356773, + "step": 29860 + }, + { + "loss_action": 0.014516514725983143, + "loss_total": 0.014516514725983143, + "step": 29860 + }, + { + "grad_norm": 0.7197024822235107, + "learning_rate": 8.402312146328659e-05, + "loss": 0.0275, + "step": 29870 + }, + { + "loss_action": 0.021216046065092087, + "loss_total": 0.021216046065092087, + "step": 29870 + }, + { + "loss_action": 0.020728863775730133, + "loss_total": 0.020728863775730133, + "step": 29870 + }, + { + "loss_action": 0.020100606605410576, + "loss_total": 0.020100606605410576, + "step": 29870 + }, + { + "loss_action": 0.025926776230335236, + "loss_total": 0.025926776230335236, + "step": 29870 + }, + { + "loss_action": 0.02442350797355175, + "loss_total": 0.02442350797355175, + "step": 29870 + }, + { + "loss_action": 0.02672789804637432, + "loss_total": 0.02672789804637432, + "step": 29870 + }, + { + "grad_norm": 0.49924904108047485, + "learning_rate": 8.401100325789675e-05, + "loss": 0.0281, + "step": 29880 + }, + { + "loss_action": 0.016347816213965416, + "loss_total": 0.016347816213965416, + "step": 29880 + }, + { + "loss_action": 0.034904852509498596, + "loss_total": 0.034904852509498596, + "step": 29880 + }, + { + "loss_action": 0.011760996654629707, + "loss_total": 0.011760996654629707, + "step": 29880 + }, + { + "loss_action": 0.013618916273117065, + "loss_total": 0.013618916273117065, + "step": 29880 + }, + { + "loss_action": 0.026311742141842842, + "loss_total": 0.026311742141842842, + "step": 29880 + }, + { + "loss_action": 0.01924089528620243, + "loss_total": 0.01924089528620243, + "step": 29880 + }, + { + "grad_norm": 0.4583275318145752, + "learning_rate": 8.399888133311472e-05, + "loss": 0.0261, + "step": 29890 + }, + { + "loss_action": 0.030210278928279877, + "loss_total": 0.030210278928279877, + "step": 29890 + }, + { + "loss_action": 0.026931658387184143, + "loss_total": 0.026931658387184143, + "step": 29890 + }, + { + "loss_action": 0.012801695615053177, + "loss_total": 0.012801695615053177, + "step": 29890 + }, + { + "loss_action": 0.02621482126414776, + "loss_total": 0.02621482126414776, + "step": 29890 + }, + { + "loss_action": 0.014473248273134232, + "loss_total": 0.014473248273134232, + "step": 29890 + }, + { + "loss_action": 0.021948697045445442, + "loss_total": 0.021948697045445442, + "step": 29890 + }, + { + "grad_norm": 0.4491959512233734, + "learning_rate": 8.398675569026613e-05, + "loss": 0.0239, + "step": 29900 + }, + { + "loss_action": 0.011632805690169334, + "loss_total": 0.011632805690169334, + "step": 29900 + }, + { + "loss_action": 0.044403061270713806, + "loss_total": 0.044403061270713806, + "step": 29900 + }, + { + "loss_action": 0.010944883339107037, + "loss_total": 0.010944883339107037, + "step": 29900 + }, + { + "loss_action": 0.010810734704136848, + "loss_total": 0.010810734704136848, + "step": 29900 + }, + { + "loss_action": 0.010811158455908298, + "loss_total": 0.010811158455908298, + "step": 29900 + }, + { + "loss_action": 0.010109083727002144, + "loss_total": 0.010109083727002144, + "step": 29900 + }, + { + "grad_norm": 0.48571833968162537, + "learning_rate": 8.397462633067705e-05, + "loss": 0.0246, + "step": 29910 + }, + { + "loss_action": 0.018962087109684944, + "loss_total": 0.018962087109684944, + "step": 29910 + }, + { + "loss_action": 0.01727590337395668, + "loss_total": 0.01727590337395668, + "step": 29910 + }, + { + "loss_action": 0.023689154535531998, + "loss_total": 0.023689154535531998, + "step": 29910 + }, + { + "loss_action": 0.018789837136864662, + "loss_total": 0.018789837136864662, + "step": 29910 + }, + { + "loss_action": 0.012797582894563675, + "loss_total": 0.012797582894563675, + "step": 29910 + }, + { + "loss_action": 0.014221503399312496, + "loss_total": 0.014221503399312496, + "step": 29910 + }, + { + "grad_norm": 0.40629222989082336, + "learning_rate": 8.396249325567392e-05, + "loss": 0.022, + "step": 29920 + }, + { + "loss_action": 0.019203688949346542, + "loss_total": 0.019203688949346542, + "step": 29920 + }, + { + "loss_action": 0.05342276021838188, + "loss_total": 0.05342276021838188, + "step": 29920 + }, + { + "loss_action": 0.050731975585222244, + "loss_total": 0.050731975585222244, + "step": 29920 + }, + { + "loss_action": 0.02003314532339573, + "loss_total": 0.02003314532339573, + "step": 29920 + }, + { + "loss_action": 0.03091377392411232, + "loss_total": 0.03091377392411232, + "step": 29920 + }, + { + "loss_action": 0.010215704329311848, + "loss_total": 0.010215704329311848, + "step": 29920 + }, + { + "grad_norm": 0.485727459192276, + "learning_rate": 8.395035646658357e-05, + "loss": 0.0377, + "step": 29930 + }, + { + "loss_action": 0.012074736878275871, + "loss_total": 0.012074736878275871, + "step": 29930 + }, + { + "loss_action": 0.0123792989179492, + "loss_total": 0.0123792989179492, + "step": 29930 + }, + { + "loss_action": 0.012089503929018974, + "loss_total": 0.012089503929018974, + "step": 29930 + }, + { + "loss_action": 0.038665011525154114, + "loss_total": 0.038665011525154114, + "step": 29930 + }, + { + "loss_action": 0.0173487588763237, + "loss_total": 0.0173487588763237, + "step": 29930 + }, + { + "loss_action": 0.22919714450836182, + "loss_total": 0.22919714450836182, + "step": 29930 + }, + { + "grad_norm": 0.48729267716407776, + "learning_rate": 8.39382159647333e-05, + "loss": 0.0293, + "step": 29940 + }, + { + "loss_action": 0.03747238963842392, + "loss_total": 0.03747238963842392, + "step": 29940 + }, + { + "loss_action": 0.016506891697645187, + "loss_total": 0.016506891697645187, + "step": 29940 + }, + { + "loss_action": 0.06430815905332565, + "loss_total": 0.06430815905332565, + "step": 29940 + }, + { + "loss_action": 0.01420828327536583, + "loss_total": 0.01420828327536583, + "step": 29940 + }, + { + "loss_action": 0.025213776156306267, + "loss_total": 0.025213776156306267, + "step": 29940 + }, + { + "loss_action": 0.011516552418470383, + "loss_total": 0.011516552418470383, + "step": 29940 + }, + { + "grad_norm": 0.45785990357398987, + "learning_rate": 8.392607175145075e-05, + "loss": 0.0269, + "step": 29950 + }, + { + "loss_action": 0.03550279885530472, + "loss_total": 0.03550279885530472, + "step": 29950 + }, + { + "loss_action": 0.03273507207632065, + "loss_total": 0.03273507207632065, + "step": 29950 + }, + { + "loss_action": 0.015868769958615303, + "loss_total": 0.015868769958615303, + "step": 29950 + }, + { + "loss_action": 0.015733668580651283, + "loss_total": 0.015733668580651283, + "step": 29950 + }, + { + "loss_action": 0.015238300897181034, + "loss_total": 0.015238300897181034, + "step": 29950 + }, + { + "loss_action": 0.026365041732788086, + "loss_total": 0.026365041732788086, + "step": 29950 + }, + { + "grad_norm": 0.4094003140926361, + "learning_rate": 8.3913923828064e-05, + "loss": 0.0245, + "step": 29960 + }, + { + "loss_action": 0.013241252861917019, + "loss_total": 0.013241252861917019, + "step": 29960 + }, + { + "loss_action": 0.03700833022594452, + "loss_total": 0.03700833022594452, + "step": 29960 + }, + { + "loss_action": 0.016231121495366096, + "loss_total": 0.016231121495366096, + "step": 29960 + }, + { + "loss_action": 0.026293540373444557, + "loss_total": 0.026293540373444557, + "step": 29960 + }, + { + "loss_action": 0.017323752865195274, + "loss_total": 0.017323752865195274, + "step": 29960 + }, + { + "loss_action": 0.01930038072168827, + "loss_total": 0.01930038072168827, + "step": 29960 + }, + { + "grad_norm": 0.38566306233406067, + "learning_rate": 8.390177219590152e-05, + "loss": 0.023, + "step": 29970 + }, + { + "loss_action": 0.02190723828971386, + "loss_total": 0.02190723828971386, + "step": 29970 + }, + { + "loss_action": 0.00886269100010395, + "loss_total": 0.00886269100010395, + "step": 29970 + }, + { + "loss_action": 0.023612460121512413, + "loss_total": 0.023612460121512413, + "step": 29970 + }, + { + "loss_action": 0.012291979044675827, + "loss_total": 0.012291979044675827, + "step": 29970 + }, + { + "loss_action": 0.027560295537114143, + "loss_total": 0.027560295537114143, + "step": 29970 + }, + { + "loss_action": 0.021340109407901764, + "loss_total": 0.021340109407901764, + "step": 29970 + }, + { + "grad_norm": 0.5282639265060425, + "learning_rate": 8.388961685629222e-05, + "loss": 0.0223, + "step": 29980 + }, + { + "loss_action": 0.01248099934309721, + "loss_total": 0.01248099934309721, + "step": 29980 + }, + { + "loss_action": 0.016894163563847542, + "loss_total": 0.016894163563847542, + "step": 29980 + }, + { + "loss_action": 0.019203945994377136, + "loss_total": 0.019203945994377136, + "step": 29980 + }, + { + "loss_action": 0.018340814858675003, + "loss_total": 0.018340814858675003, + "step": 29980 + }, + { + "loss_action": 0.017339298501610756, + "loss_total": 0.017339298501610756, + "step": 29980 + }, + { + "loss_action": 0.06355942040681839, + "loss_total": 0.06355942040681839, + "step": 29980 + }, + { + "grad_norm": 0.5053620934486389, + "learning_rate": 8.387745781056536e-05, + "loss": 0.0309, + "step": 29990 + }, + { + "loss_action": 0.02184412255883217, + "loss_total": 0.02184412255883217, + "step": 29990 + }, + { + "loss_action": 0.020259734243154526, + "loss_total": 0.020259734243154526, + "step": 29990 + }, + { + "loss_action": 0.12049660086631775, + "loss_total": 0.12049660086631775, + "step": 29990 + }, + { + "loss_action": 0.022352434694767, + "loss_total": 0.022352434694767, + "step": 29990 + }, + { + "loss_action": 0.018253132700920105, + "loss_total": 0.018253132700920105, + "step": 29990 + }, + { + "loss_action": 0.008776215836405754, + "loss_total": 0.008776215836405754, + "step": 29990 + }, + { + "grad_norm": 0.41736912727355957, + "learning_rate": 8.386529506005065e-05, + "loss": 0.0258, + "step": 30000 + }, + { + "loss_action": 0.026965418830513954, + "loss_total": 0.026965418830513954, + "step": 30000 + }, + { + "loss_action": 0.016636624932289124, + "loss_total": 0.016636624932289124, + "step": 30000 + }, + { + "loss_action": 0.039936188608407974, + "loss_total": 0.039936188608407974, + "step": 30000 + }, + { + "loss_action": 0.012963064014911652, + "loss_total": 0.012963064014911652, + "step": 30000 + }, + { + "loss_action": 0.024270998314023018, + "loss_total": 0.024270998314023018, + "step": 30000 + }, + { + "loss_action": 0.023822007700800896, + "loss_total": 0.023822007700800896, + "step": 30000 + }, + { + "grad_norm": 0.543518602848053, + "learning_rate": 8.38531286060782e-05, + "loss": 0.0215, + "step": 30010 + }, + { + "loss_action": 0.04836162552237511, + "loss_total": 0.04836162552237511, + "step": 30010 + }, + { + "loss_action": 0.017813052982091904, + "loss_total": 0.017813052982091904, + "step": 30010 + }, + { + "loss_action": 0.008459383621811867, + "loss_total": 0.008459383621811867, + "step": 30010 + }, + { + "loss_action": 0.0313672311604023, + "loss_total": 0.0313672311604023, + "step": 30010 + }, + { + "loss_action": 0.01606849581003189, + "loss_total": 0.01606849581003189, + "step": 30010 + }, + { + "loss_action": 0.03297560662031174, + "loss_total": 0.03297560662031174, + "step": 30010 + }, + { + "grad_norm": 0.6716094613075256, + "learning_rate": 8.384095844997849e-05, + "loss": 0.0278, + "step": 30020 + }, + { + "loss_action": 0.03276250138878822, + "loss_total": 0.03276250138878822, + "step": 30020 + }, + { + "loss_action": 0.032177526503801346, + "loss_total": 0.032177526503801346, + "step": 30020 + }, + { + "loss_action": 0.04443387687206268, + "loss_total": 0.04443387687206268, + "step": 30020 + }, + { + "loss_action": 0.026496076956391335, + "loss_total": 0.026496076956391335, + "step": 30020 + }, + { + "loss_action": 0.029570333659648895, + "loss_total": 0.029570333659648895, + "step": 30020 + }, + { + "loss_action": 0.022125056013464928, + "loss_total": 0.022125056013464928, + "step": 30020 + }, + { + "grad_norm": 0.3749629557132721, + "learning_rate": 8.382878459308245e-05, + "loss": 0.0261, + "step": 30030 + }, + { + "loss_action": 0.022244859486818314, + "loss_total": 0.022244859486818314, + "step": 30030 + }, + { + "loss_action": 0.019356826320290565, + "loss_total": 0.019356826320290565, + "step": 30030 + }, + { + "loss_action": 0.008495981805026531, + "loss_total": 0.008495981805026531, + "step": 30030 + }, + { + "loss_action": 0.023742664605379105, + "loss_total": 0.023742664605379105, + "step": 30030 + }, + { + "loss_action": 0.0355117991566658, + "loss_total": 0.0355117991566658, + "step": 30030 + }, + { + "loss_action": 0.019865157082676888, + "loss_total": 0.019865157082676888, + "step": 30030 + }, + { + "grad_norm": 0.4376908242702484, + "learning_rate": 8.381660703672138e-05, + "loss": 0.0221, + "step": 30040 + }, + { + "loss_action": 0.010066884569823742, + "loss_total": 0.010066884569823742, + "step": 30040 + }, + { + "loss_action": 0.011382008902728558, + "loss_total": 0.011382008902728558, + "step": 30040 + }, + { + "loss_action": 0.05291285365819931, + "loss_total": 0.05291285365819931, + "step": 30040 + }, + { + "loss_action": 0.015005004592239857, + "loss_total": 0.015005004592239857, + "step": 30040 + }, + { + "loss_action": 0.01667480170726776, + "loss_total": 0.01667480170726776, + "step": 30040 + }, + { + "loss_action": 0.04329735413193703, + "loss_total": 0.04329735413193703, + "step": 30040 + }, + { + "grad_norm": 0.4205491840839386, + "learning_rate": 8.380442578222702e-05, + "loss": 0.0205, + "step": 30050 + }, + { + "loss_action": 0.011599017307162285, + "loss_total": 0.011599017307162285, + "step": 30050 + }, + { + "loss_action": 0.025476058945059776, + "loss_total": 0.025476058945059776, + "step": 30050 + }, + { + "loss_action": 0.023895956575870514, + "loss_total": 0.023895956575870514, + "step": 30050 + }, + { + "loss_action": 0.014651973731815815, + "loss_total": 0.014651973731815815, + "step": 30050 + }, + { + "loss_action": 0.10197480767965317, + "loss_total": 0.10197480767965317, + "step": 30050 + }, + { + "loss_action": 0.02520982176065445, + "loss_total": 0.02520982176065445, + "step": 30050 + }, + { + "grad_norm": 0.4397491216659546, + "learning_rate": 8.379224083093146e-05, + "loss": 0.0243, + "step": 30060 + }, + { + "loss_action": 0.01163196749985218, + "loss_total": 0.01163196749985218, + "step": 30060 + }, + { + "loss_action": 0.014241006225347519, + "loss_total": 0.014241006225347519, + "step": 30060 + }, + { + "loss_action": 0.01662733219563961, + "loss_total": 0.01662733219563961, + "step": 30060 + }, + { + "loss_action": 0.024353181943297386, + "loss_total": 0.024353181943297386, + "step": 30060 + }, + { + "loss_action": 0.020236916840076447, + "loss_total": 0.020236916840076447, + "step": 30060 + }, + { + "loss_action": 0.02709113620221615, + "loss_total": 0.02709113620221615, + "step": 30060 + }, + { + "grad_norm": 0.4663427174091339, + "learning_rate": 8.378005218416727e-05, + "loss": 0.0211, + "step": 30070 + }, + { + "loss_action": 0.02386282943189144, + "loss_total": 0.02386282943189144, + "step": 30070 + }, + { + "loss_action": 0.011805139482021332, + "loss_total": 0.011805139482021332, + "step": 30070 + }, + { + "loss_action": 0.012910044752061367, + "loss_total": 0.012910044752061367, + "step": 30070 + }, + { + "loss_action": 0.008058815263211727, + "loss_total": 0.008058815263211727, + "step": 30070 + }, + { + "loss_action": 0.011003450490534306, + "loss_total": 0.011003450490534306, + "step": 30070 + }, + { + "loss_action": 0.018672959879040718, + "loss_total": 0.018672959879040718, + "step": 30070 + }, + { + "grad_norm": 0.4578348696231842, + "learning_rate": 8.376785984326735e-05, + "loss": 0.0209, + "step": 30080 + }, + { + "loss_action": 0.013822708278894424, + "loss_total": 0.013822708278894424, + "step": 30080 + }, + { + "loss_action": 0.02876635454595089, + "loss_total": 0.02876635454595089, + "step": 30080 + }, + { + "loss_action": 0.02166355587542057, + "loss_total": 0.02166355587542057, + "step": 30080 + }, + { + "loss_action": 0.015299065969884396, + "loss_total": 0.015299065969884396, + "step": 30080 + }, + { + "loss_action": 0.023565111681818962, + "loss_total": 0.023565111681818962, + "step": 30080 + }, + { + "loss_action": 0.008788450621068478, + "loss_total": 0.008788450621068478, + "step": 30080 + }, + { + "grad_norm": 0.40876588225364685, + "learning_rate": 8.375566380956506e-05, + "loss": 0.0227, + "step": 30090 + }, + { + "loss_action": 0.035757750272750854, + "loss_total": 0.035757750272750854, + "step": 30090 + }, + { + "loss_action": 0.012065695598721504, + "loss_total": 0.012065695598721504, + "step": 30090 + }, + { + "loss_action": 0.011427551507949829, + "loss_total": 0.011427551507949829, + "step": 30090 + }, + { + "loss_action": 0.01653660275042057, + "loss_total": 0.01653660275042057, + "step": 30090 + }, + { + "loss_action": 0.06993397325277328, + "loss_total": 0.06993397325277328, + "step": 30090 + }, + { + "loss_action": 0.0736459419131279, + "loss_total": 0.0736459419131279, + "step": 30090 + }, + { + "grad_norm": 0.6181045174598694, + "learning_rate": 8.374346408439411e-05, + "loss": 0.025, + "step": 30100 + }, + { + "loss_action": 0.016933389008045197, + "loss_total": 0.016933389008045197, + "step": 30100 + }, + { + "loss_action": 0.039575912058353424, + "loss_total": 0.039575912058353424, + "step": 30100 + }, + { + "loss_action": 0.01558169350028038, + "loss_total": 0.01558169350028038, + "step": 30100 + }, + { + "loss_action": 0.01512888167053461, + "loss_total": 0.01512888167053461, + "step": 30100 + }, + { + "loss_action": 0.00783812627196312, + "loss_total": 0.00783812627196312, + "step": 30100 + }, + { + "loss_action": 0.012561558745801449, + "loss_total": 0.012561558745801449, + "step": 30100 + }, + { + "grad_norm": 0.2817942798137665, + "learning_rate": 8.373126066908868e-05, + "loss": 0.0204, + "step": 30110 + }, + { + "loss_action": 0.017340265214443207, + "loss_total": 0.017340265214443207, + "step": 30110 + }, + { + "loss_action": 0.019690990447998047, + "loss_total": 0.019690990447998047, + "step": 30110 + }, + { + "loss_action": 0.00775816710665822, + "loss_total": 0.00775816710665822, + "step": 30110 + }, + { + "loss_action": 0.018636152148246765, + "loss_total": 0.018636152148246765, + "step": 30110 + }, + { + "loss_action": 0.02692950703203678, + "loss_total": 0.02692950703203678, + "step": 30110 + }, + { + "loss_action": 0.035232946276664734, + "loss_total": 0.035232946276664734, + "step": 30110 + }, + { + "grad_norm": 0.5153147578239441, + "learning_rate": 8.371905356498326e-05, + "loss": 0.0195, + "step": 30120 + }, + { + "loss_action": 0.023365821689367294, + "loss_total": 0.023365821689367294, + "step": 30120 + }, + { + "loss_action": 0.008013468235731125, + "loss_total": 0.008013468235731125, + "step": 30120 + }, + { + "loss_action": 0.014095970429480076, + "loss_total": 0.014095970429480076, + "step": 30120 + }, + { + "loss_action": 0.016857707872986794, + "loss_total": 0.016857707872986794, + "step": 30120 + }, + { + "loss_action": 0.018147015944123268, + "loss_total": 0.018147015944123268, + "step": 30120 + }, + { + "loss_action": 0.009729184210300446, + "loss_total": 0.009729184210300446, + "step": 30120 + }, + { + "grad_norm": 0.5523735880851746, + "learning_rate": 8.370684277341288e-05, + "loss": 0.0243, + "step": 30130 + }, + { + "loss_action": 0.03792475908994675, + "loss_total": 0.03792475908994675, + "step": 30130 + }, + { + "loss_action": 0.015927590429782867, + "loss_total": 0.015927590429782867, + "step": 30130 + }, + { + "loss_action": 0.020039213821291924, + "loss_total": 0.020039213821291924, + "step": 30130 + }, + { + "loss_action": 0.012757687829434872, + "loss_total": 0.012757687829434872, + "step": 30130 + }, + { + "loss_action": 0.014865233562886715, + "loss_total": 0.014865233562886715, + "step": 30130 + }, + { + "loss_action": 0.02293538674712181, + "loss_total": 0.02293538674712181, + "step": 30130 + }, + { + "grad_norm": 0.4458824098110199, + "learning_rate": 8.369462829571282e-05, + "loss": 0.0227, + "step": 30140 + }, + { + "loss_action": 0.020854651927947998, + "loss_total": 0.020854651927947998, + "step": 30140 + }, + { + "loss_action": 0.017620490863919258, + "loss_total": 0.017620490863919258, + "step": 30140 + }, + { + "loss_action": 0.02170642465353012, + "loss_total": 0.02170642465353012, + "step": 30140 + }, + { + "loss_action": 0.024152107536792755, + "loss_total": 0.024152107536792755, + "step": 30140 + }, + { + "loss_action": 0.01793954148888588, + "loss_total": 0.01793954148888588, + "step": 30140 + }, + { + "loss_action": 0.01926596276462078, + "loss_total": 0.01926596276462078, + "step": 30140 + }, + { + "grad_norm": 0.3821052014827728, + "learning_rate": 8.36824101332189e-05, + "loss": 0.0222, + "step": 30150 + }, + { + "loss_action": 0.010447337292134762, + "loss_total": 0.010447337292134762, + "step": 30150 + }, + { + "loss_action": 0.02125326544046402, + "loss_total": 0.02125326544046402, + "step": 30150 + }, + { + "loss_action": 0.0134684843942523, + "loss_total": 0.0134684843942523, + "step": 30150 + }, + { + "loss_action": 0.012399536557495594, + "loss_total": 0.012399536557495594, + "step": 30150 + }, + { + "loss_action": 0.010238784365355968, + "loss_total": 0.010238784365355968, + "step": 30150 + }, + { + "loss_action": 0.01718849129974842, + "loss_total": 0.01718849129974842, + "step": 30150 + }, + { + "grad_norm": 0.3776843249797821, + "learning_rate": 8.367018828726721e-05, + "loss": 0.0205, + "step": 30160 + }, + { + "loss_action": 0.015626654028892517, + "loss_total": 0.015626654028892517, + "step": 30160 + }, + { + "loss_action": 0.04008932411670685, + "loss_total": 0.04008932411670685, + "step": 30160 + }, + { + "loss_action": 0.014297382906079292, + "loss_total": 0.014297382906079292, + "step": 30160 + }, + { + "loss_action": 0.02022869512438774, + "loss_total": 0.02022869512438774, + "step": 30160 + }, + { + "loss_action": 0.01019852515310049, + "loss_total": 0.01019852515310049, + "step": 30160 + }, + { + "loss_action": 0.017657442018389702, + "loss_total": 0.017657442018389702, + "step": 30160 + }, + { + "grad_norm": 0.4122590124607086, + "learning_rate": 8.365796275919438e-05, + "loss": 0.0187, + "step": 30170 + }, + { + "loss_action": 0.018269045278429985, + "loss_total": 0.018269045278429985, + "step": 30170 + }, + { + "loss_action": 0.00979316234588623, + "loss_total": 0.00979316234588623, + "step": 30170 + }, + { + "loss_action": 0.008117430843412876, + "loss_total": 0.008117430843412876, + "step": 30170 + }, + { + "loss_action": 0.06693063676357269, + "loss_total": 0.06693063676357269, + "step": 30170 + }, + { + "loss_action": 0.0686291977763176, + "loss_total": 0.0686291977763176, + "step": 30170 + }, + { + "loss_action": 0.016942987218499184, + "loss_total": 0.016942987218499184, + "step": 30170 + }, + { + "grad_norm": 0.4400188624858856, + "learning_rate": 8.364573355033734e-05, + "loss": 0.0233, + "step": 30180 + }, + { + "loss_action": 0.018335605040192604, + "loss_total": 0.018335605040192604, + "step": 30180 + }, + { + "loss_action": 0.025698216632008553, + "loss_total": 0.025698216632008553, + "step": 30180 + }, + { + "loss_action": 0.029196687042713165, + "loss_total": 0.029196687042713165, + "step": 30180 + }, + { + "loss_action": 0.012353426776826382, + "loss_total": 0.012353426776826382, + "step": 30180 + }, + { + "loss_action": 0.014186805114150047, + "loss_total": 0.014186805114150047, + "step": 30180 + }, + { + "loss_action": 0.019431278109550476, + "loss_total": 0.019431278109550476, + "step": 30180 + }, + { + "grad_norm": 0.5626293420791626, + "learning_rate": 8.363350066203346e-05, + "loss": 0.0229, + "step": 30190 + }, + { + "loss_action": 0.05750284343957901, + "loss_total": 0.05750284343957901, + "step": 30190 + }, + { + "loss_action": 0.022285087034106255, + "loss_total": 0.022285087034106255, + "step": 30190 + }, + { + "loss_action": 0.010373433120548725, + "loss_total": 0.010373433120548725, + "step": 30190 + }, + { + "loss_action": 0.0252403374761343, + "loss_total": 0.0252403374761343, + "step": 30190 + }, + { + "loss_action": 0.048724155873060226, + "loss_total": 0.048724155873060226, + "step": 30190 + }, + { + "loss_action": 0.02402944304049015, + "loss_total": 0.02402944304049015, + "step": 30190 + }, + { + "grad_norm": 0.367694228887558, + "learning_rate": 8.362126409562053e-05, + "loss": 0.0211, + "step": 30200 + }, + { + "loss_action": 0.02477867901325226, + "loss_total": 0.02477867901325226, + "step": 30200 + }, + { + "loss_action": 0.06680101156234741, + "loss_total": 0.06680101156234741, + "step": 30200 + }, + { + "loss_action": 0.025841256603598595, + "loss_total": 0.025841256603598595, + "step": 30200 + }, + { + "loss_action": 0.028505602851510048, + "loss_total": 0.028505602851510048, + "step": 30200 + }, + { + "loss_action": 0.026800738647580147, + "loss_total": 0.026800738647580147, + "step": 30200 + }, + { + "loss_action": 0.023036930710077286, + "loss_total": 0.023036930710077286, + "step": 30200 + }, + { + "grad_norm": 0.44785192608833313, + "learning_rate": 8.360902385243667e-05, + "loss": 0.022, + "step": 30210 + }, + { + "loss_action": 0.027362320572137833, + "loss_total": 0.027362320572137833, + "step": 30210 + }, + { + "loss_action": 0.015690363943576813, + "loss_total": 0.015690363943576813, + "step": 30210 + }, + { + "loss_action": 0.02117054909467697, + "loss_total": 0.02117054909467697, + "step": 30210 + }, + { + "loss_action": 0.009732895530760288, + "loss_total": 0.009732895530760288, + "step": 30210 + }, + { + "loss_action": 0.03164829686284065, + "loss_total": 0.03164829686284065, + "step": 30210 + }, + { + "loss_action": 0.05278227850794792, + "loss_total": 0.05278227850794792, + "step": 30210 + }, + { + "grad_norm": 0.4121788740158081, + "learning_rate": 8.359677993382052e-05, + "loss": 0.0238, + "step": 30220 + }, + { + "loss_action": 0.021203896030783653, + "loss_total": 0.021203896030783653, + "step": 30220 + }, + { + "loss_action": 0.0811692550778389, + "loss_total": 0.0811692550778389, + "step": 30220 + }, + { + "loss_action": 0.016278909519314766, + "loss_total": 0.016278909519314766, + "step": 30220 + }, + { + "loss_action": 0.019907986745238304, + "loss_total": 0.019907986745238304, + "step": 30220 + }, + { + "loss_action": 0.012240775860846043, + "loss_total": 0.012240775860846043, + "step": 30220 + }, + { + "loss_action": 0.028520355001091957, + "loss_total": 0.028520355001091957, + "step": 30220 + }, + { + "grad_norm": 0.32586485147476196, + "learning_rate": 8.358453234111103e-05, + "loss": 0.0199, + "step": 30230 + }, + { + "loss_action": 0.017426226288080215, + "loss_total": 0.017426226288080215, + "step": 30230 + }, + { + "loss_action": 0.014021242968738079, + "loss_total": 0.014021242968738079, + "step": 30230 + }, + { + "loss_action": 0.016817385330796242, + "loss_total": 0.016817385330796242, + "step": 30230 + }, + { + "loss_action": 0.01797301322221756, + "loss_total": 0.01797301322221756, + "step": 30230 + }, + { + "loss_action": 0.0401160903275013, + "loss_total": 0.0401160903275013, + "step": 30230 + }, + { + "loss_action": 0.02184745855629444, + "loss_total": 0.02184745855629444, + "step": 30230 + }, + { + "grad_norm": 0.4084010124206543, + "learning_rate": 8.357228107564756e-05, + "loss": 0.0241, + "step": 30240 + }, + { + "loss_action": 0.013242091983556747, + "loss_total": 0.013242091983556747, + "step": 30240 + }, + { + "loss_action": 0.0202395711094141, + "loss_total": 0.0202395711094141, + "step": 30240 + }, + { + "loss_action": 0.033228252083063126, + "loss_total": 0.033228252083063126, + "step": 30240 + }, + { + "loss_action": 0.025247899815440178, + "loss_total": 0.025247899815440178, + "step": 30240 + }, + { + "loss_action": 0.009885511361062527, + "loss_total": 0.009885511361062527, + "step": 30240 + }, + { + "loss_action": 0.029234714806079865, + "loss_total": 0.029234714806079865, + "step": 30240 + }, + { + "grad_norm": 0.5486697554588318, + "learning_rate": 8.356002613876993e-05, + "loss": 0.0219, + "step": 30250 + }, + { + "loss_action": 0.03184569627046585, + "loss_total": 0.03184569627046585, + "step": 30250 + }, + { + "loss_action": 0.013066156767308712, + "loss_total": 0.013066156767308712, + "step": 30250 + }, + { + "loss_action": 0.029059406369924545, + "loss_total": 0.029059406369924545, + "step": 30250 + }, + { + "loss_action": 0.01906011253595352, + "loss_total": 0.01906011253595352, + "step": 30250 + }, + { + "loss_action": 0.02051934041082859, + "loss_total": 0.02051934041082859, + "step": 30250 + }, + { + "loss_action": 0.021302368491888046, + "loss_total": 0.021302368491888046, + "step": 30250 + }, + { + "grad_norm": 0.5001499652862549, + "learning_rate": 8.35477675318183e-05, + "loss": 0.0279, + "step": 30260 + }, + { + "loss_action": 0.02069104090332985, + "loss_total": 0.02069104090332985, + "step": 30260 + }, + { + "loss_action": 0.03162584826350212, + "loss_total": 0.03162584826350212, + "step": 30260 + }, + { + "loss_action": 0.012355820275843143, + "loss_total": 0.012355820275843143, + "step": 30260 + }, + { + "loss_action": 0.027617601677775383, + "loss_total": 0.027617601677775383, + "step": 30260 + }, + { + "loss_action": 0.02114618569612503, + "loss_total": 0.02114618569612503, + "step": 30260 + }, + { + "loss_action": 0.058976419270038605, + "loss_total": 0.058976419270038605, + "step": 30260 + }, + { + "grad_norm": 0.3930807411670685, + "learning_rate": 8.353550525613323e-05, + "loss": 0.0296, + "step": 30270 + }, + { + "loss_action": 0.028883710503578186, + "loss_total": 0.028883710503578186, + "step": 30270 + }, + { + "loss_action": 0.014291297644376755, + "loss_total": 0.014291297644376755, + "step": 30270 + }, + { + "loss_action": 0.02359260804951191, + "loss_total": 0.02359260804951191, + "step": 30270 + }, + { + "loss_action": 0.014430605806410313, + "loss_total": 0.014430605806410313, + "step": 30270 + }, + { + "loss_action": 0.06797127425670624, + "loss_total": 0.06797127425670624, + "step": 30270 + }, + { + "loss_action": 0.018382512032985687, + "loss_total": 0.018382512032985687, + "step": 30270 + }, + { + "grad_norm": 0.4297903776168823, + "learning_rate": 8.352323931305572e-05, + "loss": 0.0291, + "step": 30280 + }, + { + "loss_action": 0.019092736765742302, + "loss_total": 0.019092736765742302, + "step": 30280 + }, + { + "loss_action": 0.019516471773386, + "loss_total": 0.019516471773386, + "step": 30280 + }, + { + "loss_action": 0.011202065274119377, + "loss_total": 0.011202065274119377, + "step": 30280 + }, + { + "loss_action": 0.01659567840397358, + "loss_total": 0.01659567840397358, + "step": 30280 + }, + { + "loss_action": 0.02116480842232704, + "loss_total": 0.02116480842232704, + "step": 30280 + }, + { + "loss_action": 0.051435116678476334, + "loss_total": 0.051435116678476334, + "step": 30280 + }, + { + "grad_norm": 0.4589090347290039, + "learning_rate": 8.351096970392717e-05, + "loss": 0.0292, + "step": 30290 + }, + { + "loss_action": 0.02174592763185501, + "loss_total": 0.02174592763185501, + "step": 30290 + }, + { + "loss_action": 0.027899838984012604, + "loss_total": 0.027899838984012604, + "step": 30290 + }, + { + "loss_action": 0.014452550560235977, + "loss_total": 0.014452550560235977, + "step": 30290 + }, + { + "loss_action": 0.036202650517225266, + "loss_total": 0.036202650517225266, + "step": 30290 + }, + { + "loss_action": 0.019606541842222214, + "loss_total": 0.019606541842222214, + "step": 30290 + }, + { + "loss_action": 0.015910621732473373, + "loss_total": 0.015910621732473373, + "step": 30290 + }, + { + "grad_norm": 0.412519633769989, + "learning_rate": 8.349869643008937e-05, + "loss": 0.0261, + "step": 30300 + }, + { + "loss_action": 0.02326103486120701, + "loss_total": 0.02326103486120701, + "step": 30300 + }, + { + "loss_action": 0.0222331453114748, + "loss_total": 0.0222331453114748, + "step": 30300 + }, + { + "loss_action": 0.017856089398264885, + "loss_total": 0.017856089398264885, + "step": 30300 + }, + { + "loss_action": 0.008824576623737812, + "loss_total": 0.008824576623737812, + "step": 30300 + }, + { + "loss_action": 0.018464459106326103, + "loss_total": 0.018464459106326103, + "step": 30300 + }, + { + "loss_action": 0.013021109625697136, + "loss_total": 0.013021109625697136, + "step": 30300 + }, + { + "grad_norm": 0.41562244296073914, + "learning_rate": 8.348641949288449e-05, + "loss": 0.0273, + "step": 30310 + }, + { + "loss_action": 0.031484901905059814, + "loss_total": 0.031484901905059814, + "step": 30310 + }, + { + "loss_action": 0.03606633469462395, + "loss_total": 0.03606633469462395, + "step": 30310 + }, + { + "loss_action": 0.017345352098345757, + "loss_total": 0.017345352098345757, + "step": 30310 + }, + { + "loss_action": 0.016214903444051743, + "loss_total": 0.016214903444051743, + "step": 30310 + }, + { + "loss_action": 0.02074790932238102, + "loss_total": 0.02074790932238102, + "step": 30310 + }, + { + "loss_action": 0.035723134875297546, + "loss_total": 0.035723134875297546, + "step": 30310 + }, + { + "grad_norm": 0.45824742317199707, + "learning_rate": 8.34741388936551e-05, + "loss": 0.0295, + "step": 30320 + }, + { + "loss_action": 0.024378851056098938, + "loss_total": 0.024378851056098938, + "step": 30320 + }, + { + "loss_action": 0.017734292894601822, + "loss_total": 0.017734292894601822, + "step": 30320 + }, + { + "loss_action": 0.020850230008363724, + "loss_total": 0.020850230008363724, + "step": 30320 + }, + { + "loss_action": 0.017683453857898712, + "loss_total": 0.017683453857898712, + "step": 30320 + }, + { + "loss_action": 0.0436822809278965, + "loss_total": 0.0436822809278965, + "step": 30320 + }, + { + "loss_action": 0.023934833705425262, + "loss_total": 0.023934833705425262, + "step": 30320 + }, + { + "grad_norm": 0.6782092452049255, + "learning_rate": 8.346185463374423e-05, + "loss": 0.0309, + "step": 30330 + }, + { + "loss_action": 0.012139208614826202, + "loss_total": 0.012139208614826202, + "step": 30330 + }, + { + "loss_action": 0.05423538014292717, + "loss_total": 0.05423538014292717, + "step": 30330 + }, + { + "loss_action": 0.013158594258129597, + "loss_total": 0.013158594258129597, + "step": 30330 + }, + { + "loss_action": 0.02822837606072426, + "loss_total": 0.02822837606072426, + "step": 30330 + }, + { + "loss_action": 0.027555258944630623, + "loss_total": 0.027555258944630623, + "step": 30330 + }, + { + "loss_action": 0.045431628823280334, + "loss_total": 0.045431628823280334, + "step": 30330 + }, + { + "grad_norm": 0.3814166486263275, + "learning_rate": 8.344956671449524e-05, + "loss": 0.0249, + "step": 30340 + }, + { + "loss_action": 0.030446931719779968, + "loss_total": 0.030446931719779968, + "step": 30340 + }, + { + "loss_action": 0.01138781663030386, + "loss_total": 0.01138781663030386, + "step": 30340 + }, + { + "loss_action": 0.04347870126366615, + "loss_total": 0.04347870126366615, + "step": 30340 + }, + { + "loss_action": 0.01262628473341465, + "loss_total": 0.01262628473341465, + "step": 30340 + }, + { + "loss_action": 0.048614587634801865, + "loss_total": 0.048614587634801865, + "step": 30340 + }, + { + "loss_action": 0.010735171847045422, + "loss_total": 0.010735171847045422, + "step": 30340 + }, + { + "grad_norm": 0.4678571820259094, + "learning_rate": 8.343727513725192e-05, + "loss": 0.0291, + "step": 30350 + }, + { + "loss_action": 0.013898327015340328, + "loss_total": 0.013898327015340328, + "step": 30350 + }, + { + "loss_action": 0.017706211656332016, + "loss_total": 0.017706211656332016, + "step": 30350 + }, + { + "loss_action": 0.017935970798134804, + "loss_total": 0.017935970798134804, + "step": 30350 + }, + { + "loss_action": 0.01770932413637638, + "loss_total": 0.01770932413637638, + "step": 30350 + }, + { + "loss_action": 0.02741302363574505, + "loss_total": 0.02741302363574505, + "step": 30350 + }, + { + "loss_action": 0.01218037586659193, + "loss_total": 0.01218037586659193, + "step": 30350 + }, + { + "grad_norm": 0.38433077931404114, + "learning_rate": 8.342497990335847e-05, + "loss": 0.0243, + "step": 30360 + }, + { + "loss_action": 0.016509108245372772, + "loss_total": 0.016509108245372772, + "step": 30360 + }, + { + "loss_action": 0.01991216279566288, + "loss_total": 0.01991216279566288, + "step": 30360 + }, + { + "loss_action": 0.05060266703367233, + "loss_total": 0.05060266703367233, + "step": 30360 + }, + { + "loss_action": 0.024454506114125252, + "loss_total": 0.024454506114125252, + "step": 30360 + }, + { + "loss_action": 0.01512486208230257, + "loss_total": 0.01512486208230257, + "step": 30360 + }, + { + "loss_action": 0.023321421816945076, + "loss_total": 0.023321421816945076, + "step": 30360 + }, + { + "grad_norm": 0.4899657666683197, + "learning_rate": 8.341268101415946e-05, + "loss": 0.0226, + "step": 30370 + }, + { + "loss_action": 0.06333483010530472, + "loss_total": 0.06333483010530472, + "step": 30370 + }, + { + "loss_action": 0.04286101832985878, + "loss_total": 0.04286101832985878, + "step": 30370 + }, + { + "loss_action": 0.01513732224702835, + "loss_total": 0.01513732224702835, + "step": 30370 + }, + { + "loss_action": 0.024625467136502266, + "loss_total": 0.024625467136502266, + "step": 30370 + }, + { + "loss_action": 0.029858935624361038, + "loss_total": 0.029858935624361038, + "step": 30370 + }, + { + "loss_action": 0.029371513053774834, + "loss_total": 0.029371513053774834, + "step": 30370 + }, + { + "grad_norm": 0.5243880152702332, + "learning_rate": 8.34003784709999e-05, + "loss": 0.0284, + "step": 30380 + }, + { + "loss_action": 0.024522114545106888, + "loss_total": 0.024522114545106888, + "step": 30380 + }, + { + "loss_action": 0.01958211325109005, + "loss_total": 0.01958211325109005, + "step": 30380 + }, + { + "loss_action": 0.017779676243662834, + "loss_total": 0.017779676243662834, + "step": 30380 + }, + { + "loss_action": 0.028071895241737366, + "loss_total": 0.028071895241737366, + "step": 30380 + }, + { + "loss_action": 0.029824743047356606, + "loss_total": 0.029824743047356606, + "step": 30380 + }, + { + "loss_action": 0.021891355514526367, + "loss_total": 0.021891355514526367, + "step": 30380 + }, + { + "grad_norm": 0.32928648591041565, + "learning_rate": 8.338807227522516e-05, + "loss": 0.0198, + "step": 30390 + }, + { + "loss_action": 0.01335733663290739, + "loss_total": 0.01335733663290739, + "step": 30390 + }, + { + "loss_action": 0.01581846922636032, + "loss_total": 0.01581846922636032, + "step": 30390 + }, + { + "loss_action": 0.011369000189006329, + "loss_total": 0.011369000189006329, + "step": 30390 + }, + { + "loss_action": 0.0160719882696867, + "loss_total": 0.0160719882696867, + "step": 30390 + }, + { + "loss_action": 0.014003193005919456, + "loss_total": 0.014003193005919456, + "step": 30390 + }, + { + "loss_action": 0.02090502716600895, + "loss_total": 0.02090502716600895, + "step": 30390 + }, + { + "grad_norm": 0.5439311265945435, + "learning_rate": 8.337576242818103e-05, + "loss": 0.0236, + "step": 30400 + }, + { + "loss_action": 0.04921490326523781, + "loss_total": 0.04921490326523781, + "step": 30400 + }, + { + "loss_action": 0.026443801820278168, + "loss_total": 0.026443801820278168, + "step": 30400 + }, + { + "loss_action": 0.019601071253418922, + "loss_total": 0.019601071253418922, + "step": 30400 + }, + { + "loss_action": 0.00968887284398079, + "loss_total": 0.00968887284398079, + "step": 30400 + }, + { + "loss_action": 0.01388982031494379, + "loss_total": 0.01388982031494379, + "step": 30400 + }, + { + "loss_action": 0.01527327112853527, + "loss_total": 0.01527327112853527, + "step": 30400 + }, + { + "grad_norm": 0.4549573063850403, + "learning_rate": 8.336344893121372e-05, + "loss": 0.0256, + "step": 30410 + }, + { + "loss_action": 0.021845785900950432, + "loss_total": 0.021845785900950432, + "step": 30410 + }, + { + "loss_action": 0.013288568705320358, + "loss_total": 0.013288568705320358, + "step": 30410 + }, + { + "loss_action": 0.011077506467700005, + "loss_total": 0.011077506467700005, + "step": 30410 + }, + { + "loss_action": 0.012614763341844082, + "loss_total": 0.012614763341844082, + "step": 30410 + }, + { + "loss_action": 0.01100018247961998, + "loss_total": 0.01100018247961998, + "step": 30410 + }, + { + "loss_action": 0.015337500721216202, + "loss_total": 0.015337500721216202, + "step": 30410 + }, + { + "grad_norm": 0.5019108653068542, + "learning_rate": 8.335113178566977e-05, + "loss": 0.0241, + "step": 30420 + }, + { + "loss_action": 0.025182299315929413, + "loss_total": 0.025182299315929413, + "step": 30420 + }, + { + "loss_action": 0.013721655122935772, + "loss_total": 0.013721655122935772, + "step": 30420 + }, + { + "loss_action": 0.03931014612317085, + "loss_total": 0.03931014612317085, + "step": 30420 + }, + { + "loss_action": 0.01678861677646637, + "loss_total": 0.01678861677646637, + "step": 30420 + }, + { + "loss_action": 0.012412994168698788, + "loss_total": 0.012412994168698788, + "step": 30420 + }, + { + "loss_action": 0.02451144903898239, + "loss_total": 0.02451144903898239, + "step": 30420 + }, + { + "grad_norm": 0.35731202363967896, + "learning_rate": 8.33388109928962e-05, + "loss": 0.02, + "step": 30430 + }, + { + "loss_action": 0.02249838598072529, + "loss_total": 0.02249838598072529, + "step": 30430 + }, + { + "loss_action": 0.03338228911161423, + "loss_total": 0.03338228911161423, + "step": 30430 + }, + { + "loss_action": 0.01066781859844923, + "loss_total": 0.01066781859844923, + "step": 30430 + }, + { + "loss_action": 0.012399873696267605, + "loss_total": 0.012399873696267605, + "step": 30430 + }, + { + "loss_action": 0.016063258051872253, + "loss_total": 0.016063258051872253, + "step": 30430 + }, + { + "loss_action": 0.015636790543794632, + "loss_total": 0.015636790543794632, + "step": 30430 + }, + { + "grad_norm": 0.4256535768508911, + "learning_rate": 8.33264865542404e-05, + "loss": 0.0207, + "step": 30440 + }, + { + "loss_action": 0.02134707197546959, + "loss_total": 0.02134707197546959, + "step": 30440 + }, + { + "loss_action": 0.05101914703845978, + "loss_total": 0.05101914703845978, + "step": 30440 + }, + { + "loss_action": 0.013057766482234001, + "loss_total": 0.013057766482234001, + "step": 30440 + }, + { + "loss_action": 0.011734873987734318, + "loss_total": 0.011734873987734318, + "step": 30440 + }, + { + "loss_action": 0.013432107865810394, + "loss_total": 0.013432107865810394, + "step": 30440 + }, + { + "loss_action": 0.04012191668152809, + "loss_total": 0.04012191668152809, + "step": 30440 + }, + { + "grad_norm": 0.3480711281299591, + "learning_rate": 8.331415847105013e-05, + "loss": 0.0201, + "step": 30450 + }, + { + "loss_action": 0.014951734803617, + "loss_total": 0.014951734803617, + "step": 30450 + }, + { + "loss_action": 0.012360750697553158, + "loss_total": 0.012360750697553158, + "step": 30450 + }, + { + "loss_action": 0.011869631707668304, + "loss_total": 0.011869631707668304, + "step": 30450 + }, + { + "loss_action": 0.01710190810263157, + "loss_total": 0.01710190810263157, + "step": 30450 + }, + { + "loss_action": 0.013585523702204227, + "loss_total": 0.013585523702204227, + "step": 30450 + }, + { + "loss_action": 0.01516235712915659, + "loss_total": 0.01516235712915659, + "step": 30450 + }, + { + "grad_norm": 0.43536412715911865, + "learning_rate": 8.330182674467357e-05, + "loss": 0.0224, + "step": 30460 + }, + { + "loss_action": 0.0232976283878088, + "loss_total": 0.0232976283878088, + "step": 30460 + }, + { + "loss_action": 0.014980578795075417, + "loss_total": 0.014980578795075417, + "step": 30460 + }, + { + "loss_action": 0.021242747083306313, + "loss_total": 0.021242747083306313, + "step": 30460 + }, + { + "loss_action": 0.017404166981577873, + "loss_total": 0.017404166981577873, + "step": 30460 + }, + { + "loss_action": 0.04318118095397949, + "loss_total": 0.04318118095397949, + "step": 30460 + }, + { + "loss_action": 0.019510658457875252, + "loss_total": 0.019510658457875252, + "step": 30460 + }, + { + "grad_norm": 0.28838497400283813, + "learning_rate": 8.32894913764593e-05, + "loss": 0.0237, + "step": 30470 + }, + { + "loss_action": 0.01446883101016283, + "loss_total": 0.01446883101016283, + "step": 30470 + }, + { + "loss_action": 0.017630664631724358, + "loss_total": 0.017630664631724358, + "step": 30470 + }, + { + "loss_action": 0.023592468351125717, + "loss_total": 0.023592468351125717, + "step": 30470 + }, + { + "loss_action": 0.011298545636236668, + "loss_total": 0.011298545636236668, + "step": 30470 + }, + { + "loss_action": 0.026468202471733093, + "loss_total": 0.026468202471733093, + "step": 30470 + }, + { + "loss_action": 0.058541059494018555, + "loss_total": 0.058541059494018555, + "step": 30470 + }, + { + "grad_norm": 0.5231354236602783, + "learning_rate": 8.327715236775633e-05, + "loss": 0.0254, + "step": 30480 + }, + { + "loss_action": 0.010268942452967167, + "loss_total": 0.010268942452967167, + "step": 30480 + }, + { + "loss_action": 0.01366387028247118, + "loss_total": 0.01366387028247118, + "step": 30480 + }, + { + "loss_action": 0.014232090674340725, + "loss_total": 0.014232090674340725, + "step": 30480 + }, + { + "loss_action": 0.049885209649801254, + "loss_total": 0.049885209649801254, + "step": 30480 + }, + { + "loss_action": 0.012520522810518742, + "loss_total": 0.012520522810518742, + "step": 30480 + }, + { + "loss_action": 0.020868729799985886, + "loss_total": 0.020868729799985886, + "step": 30480 + }, + { + "grad_norm": 0.4699521064758301, + "learning_rate": 8.326480971991398e-05, + "loss": 0.022, + "step": 30490 + }, + { + "loss_action": 0.02256888337433338, + "loss_total": 0.02256888337433338, + "step": 30490 + }, + { + "loss_action": 0.010799652896821499, + "loss_total": 0.010799652896821499, + "step": 30490 + }, + { + "loss_action": 0.03712217137217522, + "loss_total": 0.03712217137217522, + "step": 30490 + }, + { + "loss_action": 0.016936136409640312, + "loss_total": 0.016936136409640312, + "step": 30490 + }, + { + "loss_action": 0.028545435518026352, + "loss_total": 0.028545435518026352, + "step": 30490 + }, + { + "loss_action": 0.01348726823925972, + "loss_total": 0.01348726823925972, + "step": 30490 + }, + { + "grad_norm": 0.5377975106239319, + "learning_rate": 8.325246343428206e-05, + "loss": 0.0219, + "step": 30500 + }, + { + "loss_action": 0.04066507890820503, + "loss_total": 0.04066507890820503, + "step": 30500 + }, + { + "loss_action": 0.022314880043268204, + "loss_total": 0.022314880043268204, + "step": 30500 + }, + { + "loss_action": 0.01884092576801777, + "loss_total": 0.01884092576801777, + "step": 30500 + }, + { + "loss_action": 0.056465793401002884, + "loss_total": 0.056465793401002884, + "step": 30500 + }, + { + "loss_action": 0.022001346573233604, + "loss_total": 0.022001346573233604, + "step": 30500 + }, + { + "loss_action": 0.008384602144360542, + "loss_total": 0.008384602144360542, + "step": 30500 + }, + { + "grad_norm": 0.3955281972885132, + "learning_rate": 8.324011351221072e-05, + "loss": 0.0227, + "step": 30510 + }, + { + "loss_action": 0.01187614630907774, + "loss_total": 0.01187614630907774, + "step": 30510 + }, + { + "loss_action": 0.04037846624851227, + "loss_total": 0.04037846624851227, + "step": 30510 + }, + { + "loss_action": 0.012418117374181747, + "loss_total": 0.012418117374181747, + "step": 30510 + }, + { + "loss_action": 0.008591513149440289, + "loss_total": 0.008591513149440289, + "step": 30510 + }, + { + "loss_action": 0.015914902091026306, + "loss_total": 0.015914902091026306, + "step": 30510 + }, + { + "loss_action": 0.027843866497278214, + "loss_total": 0.027843866497278214, + "step": 30510 + }, + { + "grad_norm": 0.5149316191673279, + "learning_rate": 8.322775995505057e-05, + "loss": 0.0226, + "step": 30520 + }, + { + "loss_action": 0.01058649830520153, + "loss_total": 0.01058649830520153, + "step": 30520 + }, + { + "loss_action": 0.015352476388216019, + "loss_total": 0.015352476388216019, + "step": 30520 + }, + { + "loss_action": 0.01553821936249733, + "loss_total": 0.01553821936249733, + "step": 30520 + }, + { + "loss_action": 0.022993721067905426, + "loss_total": 0.022993721067905426, + "step": 30520 + }, + { + "loss_action": 0.013749747537076473, + "loss_total": 0.013749747537076473, + "step": 30520 + }, + { + "loss_action": 0.012243133969604969, + "loss_total": 0.012243133969604969, + "step": 30520 + }, + { + "grad_norm": 0.4306679666042328, + "learning_rate": 8.321540276415254e-05, + "loss": 0.0195, + "step": 30530 + }, + { + "loss_action": 0.019103500992059708, + "loss_total": 0.019103500992059708, + "step": 30530 + }, + { + "loss_action": 0.015650514513254166, + "loss_total": 0.015650514513254166, + "step": 30530 + }, + { + "loss_action": 0.008382096886634827, + "loss_total": 0.008382096886634827, + "step": 30530 + }, + { + "loss_action": 0.014496270567178726, + "loss_total": 0.014496270567178726, + "step": 30530 + }, + { + "loss_action": 0.013837423175573349, + "loss_total": 0.013837423175573349, + "step": 30530 + }, + { + "loss_action": 0.013136281631886959, + "loss_total": 0.013136281631886959, + "step": 30530 + }, + { + "grad_norm": 0.6575595736503601, + "learning_rate": 8.320304194086798e-05, + "loss": 0.0262, + "step": 30540 + }, + { + "loss_action": 0.016762450337409973, + "loss_total": 0.016762450337409973, + "step": 30540 + }, + { + "loss_action": 0.01636079140007496, + "loss_total": 0.01636079140007496, + "step": 30540 + }, + { + "loss_action": 0.018992861732840538, + "loss_total": 0.018992861732840538, + "step": 30540 + }, + { + "loss_action": 0.026440421119332314, + "loss_total": 0.026440421119332314, + "step": 30540 + }, + { + "loss_action": 0.015133551321923733, + "loss_total": 0.015133551321923733, + "step": 30540 + }, + { + "loss_action": 0.01868337206542492, + "loss_total": 0.01868337206542492, + "step": 30540 + }, + { + "grad_norm": 0.5485348701477051, + "learning_rate": 8.31906774865487e-05, + "loss": 0.0266, + "step": 30550 + }, + { + "loss_action": 0.015323935076594353, + "loss_total": 0.015323935076594353, + "step": 30550 + }, + { + "loss_action": 0.015309293754398823, + "loss_total": 0.015309293754398823, + "step": 30550 + }, + { + "loss_action": 0.01831408403813839, + "loss_total": 0.01831408403813839, + "step": 30550 + }, + { + "loss_action": 0.03206861391663551, + "loss_total": 0.03206861391663551, + "step": 30550 + }, + { + "loss_action": 0.033727843314409256, + "loss_total": 0.033727843314409256, + "step": 30550 + }, + { + "loss_action": 0.03934132307767868, + "loss_total": 0.03934132307767868, + "step": 30550 + }, + { + "grad_norm": 0.3582477867603302, + "learning_rate": 8.317830940254682e-05, + "loss": 0.0228, + "step": 30560 + }, + { + "loss_action": 0.019938906654715538, + "loss_total": 0.019938906654715538, + "step": 30560 + }, + { + "loss_action": 0.029903043061494827, + "loss_total": 0.029903043061494827, + "step": 30560 + }, + { + "loss_action": 0.016184164211153984, + "loss_total": 0.016184164211153984, + "step": 30560 + }, + { + "loss_action": 0.017121557146310806, + "loss_total": 0.017121557146310806, + "step": 30560 + }, + { + "loss_action": 0.01219551358371973, + "loss_total": 0.01219551358371973, + "step": 30560 + }, + { + "loss_action": 0.042294468730688095, + "loss_total": 0.042294468730688095, + "step": 30560 + }, + { + "grad_norm": 0.3996356129646301, + "learning_rate": 8.316593769021491e-05, + "loss": 0.0249, + "step": 30570 + }, + { + "loss_action": 0.04669370874762535, + "loss_total": 0.04669370874762535, + "step": 30570 + }, + { + "loss_action": 0.016241805627942085, + "loss_total": 0.016241805627942085, + "step": 30570 + }, + { + "loss_action": 0.02213367633521557, + "loss_total": 0.02213367633521557, + "step": 30570 + }, + { + "loss_action": 0.12511739134788513, + "loss_total": 0.12511739134788513, + "step": 30570 + }, + { + "loss_action": 0.019006840884685516, + "loss_total": 0.019006840884685516, + "step": 30570 + }, + { + "loss_action": 0.024134036153554916, + "loss_total": 0.024134036153554916, + "step": 30570 + }, + { + "grad_norm": 0.44548743963241577, + "learning_rate": 8.315356235090592e-05, + "loss": 0.0233, + "step": 30580 + }, + { + "loss_action": 0.027037885040044785, + "loss_total": 0.027037885040044785, + "step": 30580 + }, + { + "loss_action": 0.014218451455235481, + "loss_total": 0.014218451455235481, + "step": 30580 + }, + { + "loss_action": 0.01109321042895317, + "loss_total": 0.01109321042895317, + "step": 30580 + }, + { + "loss_action": 0.015242483466863632, + "loss_total": 0.015242483466863632, + "step": 30580 + }, + { + "loss_action": 0.018055278807878494, + "loss_total": 0.018055278807878494, + "step": 30580 + }, + { + "loss_action": 0.01690482906997204, + "loss_total": 0.01690482906997204, + "step": 30580 + }, + { + "grad_norm": 0.7409224510192871, + "learning_rate": 8.314118338597319e-05, + "loss": 0.0245, + "step": 30590 + }, + { + "loss_action": 0.019005371257662773, + "loss_total": 0.019005371257662773, + "step": 30590 + }, + { + "loss_action": 0.026041533797979355, + "loss_total": 0.026041533797979355, + "step": 30590 + }, + { + "loss_action": 0.011522744782269001, + "loss_total": 0.011522744782269001, + "step": 30590 + }, + { + "loss_action": 0.028680214658379555, + "loss_total": 0.028680214658379555, + "step": 30590 + }, + { + "loss_action": 0.03424778953194618, + "loss_total": 0.03424778953194618, + "step": 30590 + }, + { + "loss_action": 0.022673474624753, + "loss_total": 0.022673474624753, + "step": 30590 + }, + { + "grad_norm": 0.5007944107055664, + "learning_rate": 8.312880079677048e-05, + "loss": 0.0202, + "step": 30600 + }, + { + "loss_action": 0.015374247916042805, + "loss_total": 0.015374247916042805, + "step": 30600 + }, + { + "loss_action": 0.008698388002812862, + "loss_total": 0.008698388002812862, + "step": 30600 + }, + { + "loss_action": 0.007673344109207392, + "loss_total": 0.007673344109207392, + "step": 30600 + }, + { + "loss_action": 0.016862653195858, + "loss_total": 0.016862653195858, + "step": 30600 + }, + { + "loss_action": 0.01916944608092308, + "loss_total": 0.01916944608092308, + "step": 30600 + }, + { + "loss_action": 0.011972823180258274, + "loss_total": 0.011972823180258274, + "step": 30600 + }, + { + "grad_norm": 0.4167459011077881, + "learning_rate": 8.311641458465191e-05, + "loss": 0.0201, + "step": 30610 + }, + { + "loss_action": 0.013587500900030136, + "loss_total": 0.013587500900030136, + "step": 30610 + }, + { + "loss_action": 0.013589346781373024, + "loss_total": 0.013589346781373024, + "step": 30610 + }, + { + "loss_action": 0.023564670234918594, + "loss_total": 0.023564670234918594, + "step": 30610 + }, + { + "loss_action": 0.019121216610074043, + "loss_total": 0.019121216610074043, + "step": 30610 + }, + { + "loss_action": 0.018441012129187584, + "loss_total": 0.018441012129187584, + "step": 30610 + }, + { + "loss_action": 0.04255959764122963, + "loss_total": 0.04255959764122963, + "step": 30610 + }, + { + "grad_norm": 0.4634931981563568, + "learning_rate": 8.310402475097205e-05, + "loss": 0.0207, + "step": 30620 + }, + { + "loss_action": 0.021646905690431595, + "loss_total": 0.021646905690431595, + "step": 30620 + }, + { + "loss_action": 0.01018474716693163, + "loss_total": 0.01018474716693163, + "step": 30620 + }, + { + "loss_action": 0.02220684476196766, + "loss_total": 0.02220684476196766, + "step": 30620 + }, + { + "loss_action": 0.018969222903251648, + "loss_total": 0.018969222903251648, + "step": 30620 + }, + { + "loss_action": 0.018648002296686172, + "loss_total": 0.018648002296686172, + "step": 30620 + }, + { + "loss_action": 0.01657273806631565, + "loss_total": 0.01657273806631565, + "step": 30620 + }, + { + "grad_norm": 0.4225464463233948, + "learning_rate": 8.309163129708581e-05, + "loss": 0.0228, + "step": 30630 + }, + { + "loss_action": 0.014527620747685432, + "loss_total": 0.014527620747685432, + "step": 30630 + }, + { + "loss_action": 0.010304367169737816, + "loss_total": 0.010304367169737816, + "step": 30630 + }, + { + "loss_action": 0.042447976768016815, + "loss_total": 0.042447976768016815, + "step": 30630 + }, + { + "loss_action": 0.01367156021296978, + "loss_total": 0.01367156021296978, + "step": 30630 + }, + { + "loss_action": 0.0200002770870924, + "loss_total": 0.0200002770870924, + "step": 30630 + }, + { + "loss_action": 0.0179365873336792, + "loss_total": 0.0179365873336792, + "step": 30630 + }, + { + "grad_norm": 0.4364264905452728, + "learning_rate": 8.307923422434852e-05, + "loss": 0.0207, + "step": 30640 + }, + { + "loss_action": 0.036867767572402954, + "loss_total": 0.036867767572402954, + "step": 30640 + }, + { + "loss_action": 0.020217590034008026, + "loss_total": 0.020217590034008026, + "step": 30640 + }, + { + "loss_action": 0.020704206079244614, + "loss_total": 0.020704206079244614, + "step": 30640 + }, + { + "loss_action": 0.06405146420001984, + "loss_total": 0.06405146420001984, + "step": 30640 + }, + { + "loss_action": 0.018945088610053062, + "loss_total": 0.018945088610053062, + "step": 30640 + }, + { + "loss_action": 0.04442129284143448, + "loss_total": 0.04442129284143448, + "step": 30640 + }, + { + "grad_norm": 0.6316896080970764, + "learning_rate": 8.30668335341159e-05, + "loss": 0.0243, + "step": 30650 + }, + { + "loss_action": 0.01892765425145626, + "loss_total": 0.01892765425145626, + "step": 30650 + }, + { + "loss_action": 0.01045879814773798, + "loss_total": 0.01045879814773798, + "step": 30650 + }, + { + "loss_action": 0.0161906611174345, + "loss_total": 0.0161906611174345, + "step": 30650 + }, + { + "loss_action": 0.026504898443818092, + "loss_total": 0.026504898443818092, + "step": 30650 + }, + { + "loss_action": 0.01716165989637375, + "loss_total": 0.01716165989637375, + "step": 30650 + }, + { + "loss_action": 0.013130424544215202, + "loss_total": 0.013130424544215202, + "step": 30650 + }, + { + "grad_norm": 0.3978498578071594, + "learning_rate": 8.305442922774408e-05, + "loss": 0.0239, + "step": 30660 + }, + { + "loss_action": 0.02219793014228344, + "loss_total": 0.02219793014228344, + "step": 30660 + }, + { + "loss_action": 0.015336763113737106, + "loss_total": 0.015336763113737106, + "step": 30660 + }, + { + "loss_action": 0.029122335836291313, + "loss_total": 0.029122335836291313, + "step": 30660 + }, + { + "loss_action": 0.014739401638507843, + "loss_total": 0.014739401638507843, + "step": 30660 + }, + { + "loss_action": 0.007882640697062016, + "loss_total": 0.007882640697062016, + "step": 30660 + }, + { + "loss_action": 0.0402374193072319, + "loss_total": 0.0402374193072319, + "step": 30660 + }, + { + "grad_norm": 0.35090401768684387, + "learning_rate": 8.304202130658959e-05, + "loss": 0.0188, + "step": 30670 + }, + { + "loss_action": 0.06098796799778938, + "loss_total": 0.06098796799778938, + "step": 30670 + }, + { + "loss_action": 0.016330761834979057, + "loss_total": 0.016330761834979057, + "step": 30670 + }, + { + "loss_action": 0.03342437371611595, + "loss_total": 0.03342437371611595, + "step": 30670 + }, + { + "loss_action": 0.011683987453579903, + "loss_total": 0.011683987453579903, + "step": 30670 + }, + { + "loss_action": 0.01183741632848978, + "loss_total": 0.01183741632848978, + "step": 30670 + }, + { + "loss_action": 0.03501654043793678, + "loss_total": 0.03501654043793678, + "step": 30670 + }, + { + "grad_norm": 0.3818519711494446, + "learning_rate": 8.302960977200931e-05, + "loss": 0.0255, + "step": 30680 + }, + { + "loss_action": 0.024892497807741165, + "loss_total": 0.024892497807741165, + "step": 30680 + }, + { + "loss_action": 0.015218008309602737, + "loss_total": 0.015218008309602737, + "step": 30680 + }, + { + "loss_action": 0.013115579262375832, + "loss_total": 0.013115579262375832, + "step": 30680 + }, + { + "loss_action": 0.02101897820830345, + "loss_total": 0.02101897820830345, + "step": 30680 + }, + { + "loss_action": 0.0205518938601017, + "loss_total": 0.0205518938601017, + "step": 30680 + }, + { + "loss_action": 0.0470518097281456, + "loss_total": 0.0470518097281456, + "step": 30680 + }, + { + "grad_norm": 0.4638635814189911, + "learning_rate": 8.301719462536058e-05, + "loss": 0.0217, + "step": 30690 + }, + { + "loss_action": 0.016633860766887665, + "loss_total": 0.016633860766887665, + "step": 30690 + }, + { + "loss_action": 0.021875901147723198, + "loss_total": 0.021875901147723198, + "step": 30690 + }, + { + "loss_action": 0.009806988760828972, + "loss_total": 0.009806988760828972, + "step": 30690 + }, + { + "loss_action": 0.02726231887936592, + "loss_total": 0.02726231887936592, + "step": 30690 + }, + { + "loss_action": 0.014982931315898895, + "loss_total": 0.014982931315898895, + "step": 30690 + }, + { + "loss_action": 0.011427788995206356, + "loss_total": 0.011427788995206356, + "step": 30690 + }, + { + "grad_norm": 0.47835278511047363, + "learning_rate": 8.300477586800108e-05, + "loss": 0.0224, + "step": 30700 + }, + { + "loss_action": 0.016044314950704575, + "loss_total": 0.016044314950704575, + "step": 30700 + }, + { + "loss_action": 0.04338522627949715, + "loss_total": 0.04338522627949715, + "step": 30700 + }, + { + "loss_action": 0.038017962127923965, + "loss_total": 0.038017962127923965, + "step": 30700 + }, + { + "loss_action": 0.05764564871788025, + "loss_total": 0.05764564871788025, + "step": 30700 + }, + { + "loss_action": 0.013816820457577705, + "loss_total": 0.013816820457577705, + "step": 30700 + }, + { + "loss_action": 0.01015749666839838, + "loss_total": 0.01015749666839838, + "step": 30700 + }, + { + "grad_norm": 0.4539448320865631, + "learning_rate": 8.299235350128892e-05, + "loss": 0.0272, + "step": 30710 + }, + { + "loss_action": 0.01652432791888714, + "loss_total": 0.01652432791888714, + "step": 30710 + }, + { + "loss_action": 0.025687003508210182, + "loss_total": 0.025687003508210182, + "step": 30710 + }, + { + "loss_action": 0.01935122348368168, + "loss_total": 0.01935122348368168, + "step": 30710 + }, + { + "loss_action": 0.03552147373557091, + "loss_total": 0.03552147373557091, + "step": 30710 + }, + { + "loss_action": 0.037786755710840225, + "loss_total": 0.037786755710840225, + "step": 30710 + }, + { + "loss_action": 0.025166749954223633, + "loss_total": 0.025166749954223633, + "step": 30710 + }, + { + "grad_norm": 0.5202957391738892, + "learning_rate": 8.297992752658258e-05, + "loss": 0.0253, + "step": 30720 + }, + { + "loss_action": 0.0508238859474659, + "loss_total": 0.0508238859474659, + "step": 30720 + }, + { + "loss_action": 0.016054781153798103, + "loss_total": 0.016054781153798103, + "step": 30720 + }, + { + "loss_action": 0.016663851216435432, + "loss_total": 0.016663851216435432, + "step": 30720 + }, + { + "loss_action": 0.019727619364857674, + "loss_total": 0.019727619364857674, + "step": 30720 + }, + { + "loss_action": 0.045897241681814194, + "loss_total": 0.045897241681814194, + "step": 30720 + }, + { + "loss_action": 0.06730592995882034, + "loss_total": 0.06730592995882034, + "step": 30720 + }, + { + "grad_norm": 0.5656744837760925, + "learning_rate": 8.296749794524094e-05, + "loss": 0.0327, + "step": 30730 + }, + { + "loss_action": 0.04046342521905899, + "loss_total": 0.04046342521905899, + "step": 30730 + }, + { + "loss_action": 0.017441369593143463, + "loss_total": 0.017441369593143463, + "step": 30730 + }, + { + "loss_action": 0.016970619559288025, + "loss_total": 0.016970619559288025, + "step": 30730 + }, + { + "loss_action": 0.016535921022295952, + "loss_total": 0.016535921022295952, + "step": 30730 + }, + { + "loss_action": 0.023499833419919014, + "loss_total": 0.023499833419919014, + "step": 30730 + }, + { + "loss_action": 0.016853002831339836, + "loss_total": 0.016853002831339836, + "step": 30730 + }, + { + "grad_norm": 0.5744788646697998, + "learning_rate": 8.295506475862332e-05, + "loss": 0.0248, + "step": 30740 + }, + { + "loss_action": 0.014800350181758404, + "loss_total": 0.014800350181758404, + "step": 30740 + }, + { + "loss_action": 0.03416120260953903, + "loss_total": 0.03416120260953903, + "step": 30740 + }, + { + "loss_action": 0.017827583476901054, + "loss_total": 0.017827583476901054, + "step": 30740 + }, + { + "loss_action": 0.01315958984196186, + "loss_total": 0.01315958984196186, + "step": 30740 + }, + { + "loss_action": 0.0325554683804512, + "loss_total": 0.0325554683804512, + "step": 30740 + }, + { + "loss_action": 0.014841973781585693, + "loss_total": 0.014841973781585693, + "step": 30740 + }, + { + "grad_norm": 0.47260478138923645, + "learning_rate": 8.294262796808933e-05, + "loss": 0.0234, + "step": 30750 + }, + { + "loss_action": 0.027636166661977768, + "loss_total": 0.027636166661977768, + "step": 30750 + }, + { + "loss_action": 0.02208118699491024, + "loss_total": 0.02208118699491024, + "step": 30750 + }, + { + "loss_action": 0.02123516984283924, + "loss_total": 0.02123516984283924, + "step": 30750 + }, + { + "loss_action": 0.025994442403316498, + "loss_total": 0.025994442403316498, + "step": 30750 + }, + { + "loss_action": 0.010160808451473713, + "loss_total": 0.010160808451473713, + "step": 30750 + }, + { + "loss_action": 0.028737924993038177, + "loss_total": 0.028737924993038177, + "step": 30750 + }, + { + "grad_norm": 0.45107483863830566, + "learning_rate": 8.293018757499909e-05, + "loss": 0.0264, + "step": 30760 + }, + { + "loss_action": 0.009040608070790768, + "loss_total": 0.009040608070790768, + "step": 30760 + }, + { + "loss_action": 0.046045176684856415, + "loss_total": 0.046045176684856415, + "step": 30760 + }, + { + "loss_action": 0.03105885721743107, + "loss_total": 0.03105885721743107, + "step": 30760 + }, + { + "loss_action": 0.024558234959840775, + "loss_total": 0.024558234959840775, + "step": 30760 + }, + { + "loss_action": 0.032832976430654526, + "loss_total": 0.032832976430654526, + "step": 30760 + }, + { + "loss_action": 0.011419783346354961, + "loss_total": 0.011419783346354961, + "step": 30760 + }, + { + "grad_norm": 0.43971148133277893, + "learning_rate": 8.291774358071305e-05, + "loss": 0.025, + "step": 30770 + }, + { + "loss_action": 0.012057916261255741, + "loss_total": 0.012057916261255741, + "step": 30770 + }, + { + "loss_action": 0.014662734232842922, + "loss_total": 0.014662734232842922, + "step": 30770 + }, + { + "loss_action": 0.016182277351617813, + "loss_total": 0.016182277351617813, + "step": 30770 + }, + { + "loss_action": 0.1209789365530014, + "loss_total": 0.1209789365530014, + "step": 30770 + }, + { + "loss_action": 0.015487498603761196, + "loss_total": 0.015487498603761196, + "step": 30770 + }, + { + "loss_action": 0.018583979457616806, + "loss_total": 0.018583979457616806, + "step": 30770 + }, + { + "grad_norm": 0.44226476550102234, + "learning_rate": 8.290529598659205e-05, + "loss": 0.0222, + "step": 30780 + }, + { + "loss_action": 0.013653211295604706, + "loss_total": 0.013653211295604706, + "step": 30780 + }, + { + "loss_action": 0.028435472398996353, + "loss_total": 0.028435472398996353, + "step": 30780 + }, + { + "loss_action": 0.015427641570568085, + "loss_total": 0.015427641570568085, + "step": 30780 + }, + { + "loss_action": 0.009024407714605331, + "loss_total": 0.009024407714605331, + "step": 30780 + }, + { + "loss_action": 0.016345057636499405, + "loss_total": 0.016345057636499405, + "step": 30780 + }, + { + "loss_action": 0.013783128000795841, + "loss_total": 0.013783128000795841, + "step": 30780 + }, + { + "grad_norm": 0.45161643624305725, + "learning_rate": 8.289284479399738e-05, + "loss": 0.0237, + "step": 30790 + }, + { + "loss_action": 0.024153320118784904, + "loss_total": 0.024153320118784904, + "step": 30790 + }, + { + "loss_action": 0.012046616524457932, + "loss_total": 0.012046616524457932, + "step": 30790 + }, + { + "loss_action": 0.008623959496617317, + "loss_total": 0.008623959496617317, + "step": 30790 + }, + { + "loss_action": 0.024443423375487328, + "loss_total": 0.024443423375487328, + "step": 30790 + }, + { + "loss_action": 0.009218231774866581, + "loss_total": 0.009218231774866581, + "step": 30790 + }, + { + "loss_action": 0.017832281067967415, + "loss_total": 0.017832281067967415, + "step": 30790 + }, + { + "grad_norm": 0.3396069407463074, + "learning_rate": 8.288039000429064e-05, + "loss": 0.0219, + "step": 30800 + }, + { + "loss_action": 0.024151373654603958, + "loss_total": 0.024151373654603958, + "step": 30800 + }, + { + "loss_action": 0.010147101245820522, + "loss_total": 0.010147101245820522, + "step": 30800 + }, + { + "loss_action": 0.016021259129047394, + "loss_total": 0.016021259129047394, + "step": 30800 + }, + { + "loss_action": 0.008432853035628796, + "loss_total": 0.008432853035628796, + "step": 30800 + }, + { + "loss_action": 0.010754569433629513, + "loss_total": 0.010754569433629513, + "step": 30800 + }, + { + "loss_action": 0.021824117749929428, + "loss_total": 0.021824117749929428, + "step": 30800 + }, + { + "grad_norm": 0.42994317412376404, + "learning_rate": 8.286793161883388e-05, + "loss": 0.0226, + "step": 30810 + }, + { + "loss_action": 0.0208379365503788, + "loss_total": 0.0208379365503788, + "step": 30810 + }, + { + "loss_action": 0.033128876239061356, + "loss_total": 0.033128876239061356, + "step": 30810 + }, + { + "loss_action": 0.011741040274500847, + "loss_total": 0.011741040274500847, + "step": 30810 + }, + { + "loss_action": 0.012833154760301113, + "loss_total": 0.012833154760301113, + "step": 30810 + }, + { + "loss_action": 0.020987603813409805, + "loss_total": 0.020987603813409805, + "step": 30810 + }, + { + "loss_action": 0.009500546380877495, + "loss_total": 0.009500546380877495, + "step": 30810 + }, + { + "grad_norm": 0.41976842284202576, + "learning_rate": 8.285546963898954e-05, + "loss": 0.0236, + "step": 30820 + }, + { + "loss_action": 0.013742531649768353, + "loss_total": 0.013742531649768353, + "step": 30820 + }, + { + "loss_action": 0.04411036893725395, + "loss_total": 0.04411036893725395, + "step": 30820 + }, + { + "loss_action": 0.011249332688748837, + "loss_total": 0.011249332688748837, + "step": 30820 + }, + { + "loss_action": 0.011494308710098267, + "loss_total": 0.011494308710098267, + "step": 30820 + }, + { + "loss_action": 0.015305408276617527, + "loss_total": 0.015305408276617527, + "step": 30820 + }, + { + "loss_action": 0.015319274738430977, + "loss_total": 0.015319274738430977, + "step": 30820 + }, + { + "grad_norm": 0.37421539425849915, + "learning_rate": 8.284300406612044e-05, + "loss": 0.0223, + "step": 30830 + }, + { + "loss_action": 0.02329719066619873, + "loss_total": 0.02329719066619873, + "step": 30830 + }, + { + "loss_action": 0.013345181941986084, + "loss_total": 0.013345181941986084, + "step": 30830 + }, + { + "loss_action": 0.013335713185369968, + "loss_total": 0.013335713185369968, + "step": 30830 + }, + { + "loss_action": 0.01517380028963089, + "loss_total": 0.01517380028963089, + "step": 30830 + }, + { + "loss_action": 0.021502194926142693, + "loss_total": 0.021502194926142693, + "step": 30830 + }, + { + "loss_action": 0.0362822450697422, + "loss_total": 0.0362822450697422, + "step": 30830 + }, + { + "grad_norm": 0.42509546875953674, + "learning_rate": 8.283053490158978e-05, + "loss": 0.0216, + "step": 30840 + }, + { + "loss_action": 0.0344218909740448, + "loss_total": 0.0344218909740448, + "step": 30840 + }, + { + "loss_action": 0.013678331859409809, + "loss_total": 0.013678331859409809, + "step": 30840 + }, + { + "loss_action": 0.010926520451903343, + "loss_total": 0.010926520451903343, + "step": 30840 + }, + { + "loss_action": 0.011523655615746975, + "loss_total": 0.011523655615746975, + "step": 30840 + }, + { + "loss_action": 0.01789720542728901, + "loss_total": 0.01789720542728901, + "step": 30840 + }, + { + "loss_action": 0.09857364743947983, + "loss_total": 0.09857364743947983, + "step": 30840 + }, + { + "grad_norm": 0.4566223621368408, + "learning_rate": 8.28180621467612e-05, + "loss": 0.0247, + "step": 30850 + }, + { + "loss_action": 0.028182683512568474, + "loss_total": 0.028182683512568474, + "step": 30850 + }, + { + "loss_action": 0.01593560166656971, + "loss_total": 0.01593560166656971, + "step": 30850 + }, + { + "loss_action": 0.015989474952220917, + "loss_total": 0.015989474952220917, + "step": 30850 + }, + { + "loss_action": 0.01212794054299593, + "loss_total": 0.01212794054299593, + "step": 30850 + }, + { + "loss_action": 0.01612973026931286, + "loss_total": 0.01612973026931286, + "step": 30850 + }, + { + "loss_action": 0.013517876155674458, + "loss_total": 0.013517876155674458, + "step": 30850 + }, + { + "grad_norm": 0.3666781485080719, + "learning_rate": 8.280558580299867e-05, + "loss": 0.0238, + "step": 30860 + }, + { + "loss_action": 0.010401980951428413, + "loss_total": 0.010401980951428413, + "step": 30860 + }, + { + "loss_action": 0.062072429805994034, + "loss_total": 0.062072429805994034, + "step": 30860 + }, + { + "loss_action": 0.019506944343447685, + "loss_total": 0.019506944343447685, + "step": 30860 + }, + { + "loss_action": 0.018621385097503662, + "loss_total": 0.018621385097503662, + "step": 30860 + }, + { + "loss_action": 0.025982556864619255, + "loss_total": 0.025982556864619255, + "step": 30860 + }, + { + "loss_action": 0.021450387313961983, + "loss_total": 0.021450387313961983, + "step": 30860 + }, + { + "grad_norm": 0.4874536097049713, + "learning_rate": 8.279310587166661e-05, + "loss": 0.026, + "step": 30870 + }, + { + "loss_action": 0.025503864511847496, + "loss_total": 0.025503864511847496, + "step": 30870 + }, + { + "loss_action": 0.015673650428652763, + "loss_total": 0.015673650428652763, + "step": 30870 + }, + { + "loss_action": 0.017112383618950844, + "loss_total": 0.017112383618950844, + "step": 30870 + }, + { + "loss_action": 0.011676662601530552, + "loss_total": 0.011676662601530552, + "step": 30870 + }, + { + "loss_action": 0.04125489294528961, + "loss_total": 0.04125489294528961, + "step": 30870 + }, + { + "loss_action": 0.03777538239955902, + "loss_total": 0.03777538239955902, + "step": 30870 + }, + { + "grad_norm": 0.49160733819007874, + "learning_rate": 8.278062235412978e-05, + "loss": 0.0242, + "step": 30880 + }, + { + "loss_action": 0.01873028464615345, + "loss_total": 0.01873028464615345, + "step": 30880 + }, + { + "loss_action": 0.020466044545173645, + "loss_total": 0.020466044545173645, + "step": 30880 + }, + { + "loss_action": 0.027713801711797714, + "loss_total": 0.027713801711797714, + "step": 30880 + }, + { + "loss_action": 0.01128167100250721, + "loss_total": 0.01128167100250721, + "step": 30880 + }, + { + "loss_action": 0.04512007534503937, + "loss_total": 0.04512007534503937, + "step": 30880 + }, + { + "loss_action": 0.012457285076379776, + "loss_total": 0.012457285076379776, + "step": 30880 + }, + { + "grad_norm": 0.3221951127052307, + "learning_rate": 8.276813525175339e-05, + "loss": 0.021, + "step": 30890 + }, + { + "loss_action": 0.012710810638964176, + "loss_total": 0.012710810638964176, + "step": 30890 + }, + { + "loss_action": 0.01347143854945898, + "loss_total": 0.01347143854945898, + "step": 30890 + }, + { + "loss_action": 0.014111829921603203, + "loss_total": 0.014111829921603203, + "step": 30890 + }, + { + "loss_action": 0.013001936487853527, + "loss_total": 0.013001936487853527, + "step": 30890 + }, + { + "loss_action": 0.011980382725596428, + "loss_total": 0.011980382725596428, + "step": 30890 + }, + { + "loss_action": 0.012760229408740997, + "loss_total": 0.012760229408740997, + "step": 30890 + }, + { + "grad_norm": 0.41183340549468994, + "learning_rate": 8.2755644565903e-05, + "loss": 0.0211, + "step": 30900 + }, + { + "loss_action": 0.0405823215842247, + "loss_total": 0.0405823215842247, + "step": 30900 + }, + { + "loss_action": 0.03505564108490944, + "loss_total": 0.03505564108490944, + "step": 30900 + }, + { + "loss_action": 0.020613519474864006, + "loss_total": 0.020613519474864006, + "step": 30900 + }, + { + "loss_action": 0.01679019071161747, + "loss_total": 0.01679019071161747, + "step": 30900 + }, + { + "loss_action": 0.020963644608855247, + "loss_total": 0.020963644608855247, + "step": 30900 + }, + { + "loss_action": 0.09864889085292816, + "loss_total": 0.09864889085292816, + "step": 30900 + }, + { + "grad_norm": 0.5383877754211426, + "learning_rate": 8.274315029794454e-05, + "loss": 0.0323, + "step": 30910 + }, + { + "loss_action": 0.015196548774838448, + "loss_total": 0.015196548774838448, + "step": 30910 + }, + { + "loss_action": 0.011895102448761463, + "loss_total": 0.011895102448761463, + "step": 30910 + }, + { + "loss_action": 0.019928643479943275, + "loss_total": 0.019928643479943275, + "step": 30910 + }, + { + "loss_action": 0.024644553661346436, + "loss_total": 0.024644553661346436, + "step": 30910 + }, + { + "loss_action": 0.019232820719480515, + "loss_total": 0.019232820719480515, + "step": 30910 + }, + { + "loss_action": 0.014245999045670033, + "loss_total": 0.014245999045670033, + "step": 30910 + }, + { + "grad_norm": 2.1869049072265625, + "learning_rate": 8.273065244924443e-05, + "loss": 0.0236, + "step": 30920 + }, + { + "loss_action": 0.04071224480867386, + "loss_total": 0.04071224480867386, + "step": 30920 + }, + { + "loss_action": 0.021628471091389656, + "loss_total": 0.021628471091389656, + "step": 30920 + }, + { + "loss_action": 0.019791586324572563, + "loss_total": 0.019791586324572563, + "step": 30920 + }, + { + "loss_action": 0.020631490275263786, + "loss_total": 0.020631490275263786, + "step": 30920 + }, + { + "loss_action": 0.018591677770018578, + "loss_total": 0.018591677770018578, + "step": 30920 + }, + { + "loss_action": 0.012166992761194706, + "loss_total": 0.012166992761194706, + "step": 30920 + }, + { + "grad_norm": 0.5585010051727295, + "learning_rate": 8.271815102116936e-05, + "loss": 0.024, + "step": 30930 + }, + { + "loss_action": 0.015741346403956413, + "loss_total": 0.015741346403956413, + "step": 30930 + }, + { + "loss_action": 0.012454676441848278, + "loss_total": 0.012454676441848278, + "step": 30930 + }, + { + "loss_action": 0.056712549179792404, + "loss_total": 0.056712549179792404, + "step": 30930 + }, + { + "loss_action": 0.025799326598644257, + "loss_total": 0.025799326598644257, + "step": 30930 + }, + { + "loss_action": 0.044036123901605606, + "loss_total": 0.044036123901605606, + "step": 30930 + }, + { + "loss_action": 0.01756848208606243, + "loss_total": 0.01756848208606243, + "step": 30930 + }, + { + "grad_norm": 0.5349806547164917, + "learning_rate": 8.270564601508648e-05, + "loss": 0.029, + "step": 30940 + }, + { + "loss_action": 0.03754202648997307, + "loss_total": 0.03754202648997307, + "step": 30940 + }, + { + "loss_action": 0.07103807479143143, + "loss_total": 0.07103807479143143, + "step": 30940 + }, + { + "loss_action": 0.029685141518712044, + "loss_total": 0.029685141518712044, + "step": 30940 + }, + { + "loss_action": 0.028392191976308823, + "loss_total": 0.028392191976308823, + "step": 30940 + }, + { + "loss_action": 0.02404705062508583, + "loss_total": 0.02404705062508583, + "step": 30940 + }, + { + "loss_action": 0.020920757204294205, + "loss_total": 0.020920757204294205, + "step": 30940 + }, + { + "grad_norm": 0.5312063694000244, + "learning_rate": 8.269313743236333e-05, + "loss": 0.0281, + "step": 30950 + }, + { + "loss_action": 0.02838124893605709, + "loss_total": 0.02838124893605709, + "step": 30950 + }, + { + "loss_action": 0.021908579394221306, + "loss_total": 0.021908579394221306, + "step": 30950 + }, + { + "loss_action": 0.016327228397130966, + "loss_total": 0.016327228397130966, + "step": 30950 + }, + { + "loss_action": 0.019827745854854584, + "loss_total": 0.019827745854854584, + "step": 30950 + }, + { + "loss_action": 0.012390629388391972, + "loss_total": 0.012390629388391972, + "step": 30950 + }, + { + "loss_action": 0.011029932647943497, + "loss_total": 0.011029932647943497, + "step": 30950 + }, + { + "grad_norm": 0.4341115951538086, + "learning_rate": 8.268062527436783e-05, + "loss": 0.0256, + "step": 30960 + }, + { + "loss_action": 0.011410761624574661, + "loss_total": 0.011410761624574661, + "step": 30960 + }, + { + "loss_action": 0.08536262810230255, + "loss_total": 0.08536262810230255, + "step": 30960 + }, + { + "loss_action": 0.04644613713026047, + "loss_total": 0.04644613713026047, + "step": 30960 + }, + { + "loss_action": 0.014042329043149948, + "loss_total": 0.014042329043149948, + "step": 30960 + }, + { + "loss_action": 0.02435825951397419, + "loss_total": 0.02435825951397419, + "step": 30960 + }, + { + "loss_action": 0.024811316281557083, + "loss_total": 0.024811316281557083, + "step": 30960 + }, + { + "grad_norm": 0.46202874183654785, + "learning_rate": 8.266810954246828e-05, + "loss": 0.0325, + "step": 30970 + }, + { + "loss_action": 0.012757701799273491, + "loss_total": 0.012757701799273491, + "step": 30970 + }, + { + "loss_action": 0.020552512258291245, + "loss_total": 0.020552512258291245, + "step": 30970 + }, + { + "loss_action": 0.019417444244027138, + "loss_total": 0.019417444244027138, + "step": 30970 + }, + { + "loss_action": 0.027762165293097496, + "loss_total": 0.027762165293097496, + "step": 30970 + }, + { + "loss_action": 0.011851690709590912, + "loss_total": 0.011851690709590912, + "step": 30970 + }, + { + "loss_action": 0.0193889569491148, + "loss_total": 0.0193889569491148, + "step": 30970 + }, + { + "grad_norm": 0.3912709951400757, + "learning_rate": 8.265559023803338e-05, + "loss": 0.026, + "step": 30980 + }, + { + "loss_action": 0.024130918085575104, + "loss_total": 0.024130918085575104, + "step": 30980 + }, + { + "loss_action": 0.010775879956781864, + "loss_total": 0.010775879956781864, + "step": 30980 + }, + { + "loss_action": 0.026580454781651497, + "loss_total": 0.026580454781651497, + "step": 30980 + }, + { + "loss_action": 0.015163070522248745, + "loss_total": 0.015163070522248745, + "step": 30980 + }, + { + "loss_action": 0.053495679050683975, + "loss_total": 0.053495679050683975, + "step": 30980 + }, + { + "loss_action": 0.022639932110905647, + "loss_total": 0.022639932110905647, + "step": 30980 + }, + { + "grad_norm": 0.42878252267837524, + "learning_rate": 8.264306736243223e-05, + "loss": 0.0259, + "step": 30990 + }, + { + "loss_action": 0.023418422788381577, + "loss_total": 0.023418422788381577, + "step": 30990 + }, + { + "loss_action": 0.030046872794628143, + "loss_total": 0.030046872794628143, + "step": 30990 + }, + { + "loss_action": 0.03197718411684036, + "loss_total": 0.03197718411684036, + "step": 30990 + }, + { + "loss_action": 0.008671494200825691, + "loss_total": 0.008671494200825691, + "step": 30990 + }, + { + "loss_action": 0.03034108132123947, + "loss_total": 0.03034108132123947, + "step": 30990 + }, + { + "loss_action": 0.015653839334845543, + "loss_total": 0.015653839334845543, + "step": 30990 + }, + { + "grad_norm": 0.4513232409954071, + "learning_rate": 8.263054091703432e-05, + "loss": 0.0302, + "step": 31000 + }, + { + "loss_action": 0.050620075315237045, + "loss_total": 0.050620075315237045, + "step": 31000 + }, + { + "loss_action": 0.01351282186806202, + "loss_total": 0.01351282186806202, + "step": 31000 + }, + { + "loss_action": 0.019912080839276314, + "loss_total": 0.019912080839276314, + "step": 31000 + }, + { + "loss_action": 0.020505860447883606, + "loss_total": 0.020505860447883606, + "step": 31000 + }, + { + "loss_action": 0.022310176864266396, + "loss_total": 0.022310176864266396, + "step": 31000 + }, + { + "loss_action": 0.01251569576561451, + "loss_total": 0.01251569576561451, + "step": 31000 + }, + { + "grad_norm": 0.3524644076824188, + "learning_rate": 8.26180109032095e-05, + "loss": 0.0263, + "step": 31010 + }, + { + "loss_action": 0.02207866497337818, + "loss_total": 0.02207866497337818, + "step": 31010 + }, + { + "loss_action": 0.012761974707245827, + "loss_total": 0.012761974707245827, + "step": 31010 + }, + { + "loss_action": 0.08074256032705307, + "loss_total": 0.08074256032705307, + "step": 31010 + }, + { + "loss_action": 0.017038699239492416, + "loss_total": 0.017038699239492416, + "step": 31010 + }, + { + "loss_action": 0.027673183009028435, + "loss_total": 0.027673183009028435, + "step": 31010 + }, + { + "loss_action": 0.026067376136779785, + "loss_total": 0.026067376136779785, + "step": 31010 + }, + { + "grad_norm": 0.3580952286720276, + "learning_rate": 8.260547732232807e-05, + "loss": 0.0263, + "step": 31020 + }, + { + "loss_action": 0.016972865909337997, + "loss_total": 0.016972865909337997, + "step": 31020 + }, + { + "loss_action": 0.021874938160181046, + "loss_total": 0.021874938160181046, + "step": 31020 + }, + { + "loss_action": 0.016093606129288673, + "loss_total": 0.016093606129288673, + "step": 31020 + }, + { + "loss_action": 0.018712149932980537, + "loss_total": 0.018712149932980537, + "step": 31020 + }, + { + "loss_action": 0.019654201343655586, + "loss_total": 0.019654201343655586, + "step": 31020 + }, + { + "loss_action": 0.021223969757556915, + "loss_total": 0.021223969757556915, + "step": 31020 + }, + { + "grad_norm": 0.48621097207069397, + "learning_rate": 8.259294017576063e-05, + "loss": 0.0258, + "step": 31030 + }, + { + "loss_action": 0.02459215186536312, + "loss_total": 0.02459215186536312, + "step": 31030 + }, + { + "loss_action": 0.024448135867714882, + "loss_total": 0.024448135867714882, + "step": 31030 + }, + { + "loss_action": 0.011807138100266457, + "loss_total": 0.011807138100266457, + "step": 31030 + }, + { + "loss_action": 0.013491474092006683, + "loss_total": 0.013491474092006683, + "step": 31030 + }, + { + "loss_action": 0.023808598518371582, + "loss_total": 0.023808598518371582, + "step": 31030 + }, + { + "loss_action": 0.04584303870797157, + "loss_total": 0.04584303870797157, + "step": 31030 + }, + { + "grad_norm": 0.5760306119918823, + "learning_rate": 8.258039946487828e-05, + "loss": 0.0283, + "step": 31040 + }, + { + "loss_action": 0.012587428092956543, + "loss_total": 0.012587428092956543, + "step": 31040 + }, + { + "loss_action": 0.03497207909822464, + "loss_total": 0.03497207909822464, + "step": 31040 + }, + { + "loss_action": 0.1997137814760208, + "loss_total": 0.1997137814760208, + "step": 31040 + }, + { + "loss_action": 0.19079601764678955, + "loss_total": 0.19079601764678955, + "step": 31040 + }, + { + "loss_action": 0.020214274525642395, + "loss_total": 0.020214274525642395, + "step": 31040 + }, + { + "loss_action": 0.014316702261567116, + "loss_total": 0.014316702261567116, + "step": 31040 + }, + { + "grad_norm": 0.3719613254070282, + "learning_rate": 8.256785519105241e-05, + "loss": 0.0305, + "step": 31050 + }, + { + "loss_action": 0.022877303883433342, + "loss_total": 0.022877303883433342, + "step": 31050 + }, + { + "loss_action": 0.07476172596216202, + "loss_total": 0.07476172596216202, + "step": 31050 + }, + { + "loss_action": 0.02834610641002655, + "loss_total": 0.02834610641002655, + "step": 31050 + }, + { + "loss_action": 0.03605584800243378, + "loss_total": 0.03605584800243378, + "step": 31050 + }, + { + "loss_action": 0.015508611686527729, + "loss_total": 0.015508611686527729, + "step": 31050 + }, + { + "loss_action": 0.04648358002305031, + "loss_total": 0.04648358002305031, + "step": 31050 + }, + { + "grad_norm": 0.5583513379096985, + "learning_rate": 8.255530735565488e-05, + "loss": 0.0268, + "step": 31060 + }, + { + "loss_action": 0.03577125445008278, + "loss_total": 0.03577125445008278, + "step": 31060 + }, + { + "loss_action": 0.046899549663066864, + "loss_total": 0.046899549663066864, + "step": 31060 + }, + { + "loss_action": 0.02884800173342228, + "loss_total": 0.02884800173342228, + "step": 31060 + }, + { + "loss_action": 0.041391368955373764, + "loss_total": 0.041391368955373764, + "step": 31060 + }, + { + "loss_action": 0.015006376430392265, + "loss_total": 0.015006376430392265, + "step": 31060 + }, + { + "loss_action": 0.01839887909591198, + "loss_total": 0.01839887909591198, + "step": 31060 + }, + { + "grad_norm": 0.5077314972877502, + "learning_rate": 8.254275596005787e-05, + "loss": 0.0276, + "step": 31070 + }, + { + "loss_action": 0.10894828289747238, + "loss_total": 0.10894828289747238, + "step": 31070 + }, + { + "loss_action": 0.02525446191430092, + "loss_total": 0.02525446191430092, + "step": 31070 + }, + { + "loss_action": 0.02283770591020584, + "loss_total": 0.02283770591020584, + "step": 31070 + }, + { + "loss_action": 0.03088449314236641, + "loss_total": 0.03088449314236641, + "step": 31070 + }, + { + "loss_action": 0.017961272969841957, + "loss_total": 0.017961272969841957, + "step": 31070 + }, + { + "loss_action": 0.039236195385456085, + "loss_total": 0.039236195385456085, + "step": 31070 + }, + { + "grad_norm": 0.43265968561172485, + "learning_rate": 8.2530201005634e-05, + "loss": 0.0271, + "step": 31080 + }, + { + "loss_action": 0.024137016385793686, + "loss_total": 0.024137016385793686, + "step": 31080 + }, + { + "loss_action": 0.018116295337677002, + "loss_total": 0.018116295337677002, + "step": 31080 + }, + { + "loss_action": 0.023032205179333687, + "loss_total": 0.023032205179333687, + "step": 31080 + }, + { + "loss_action": 0.019517656415700912, + "loss_total": 0.019517656415700912, + "step": 31080 + }, + { + "loss_action": 0.024698389694094658, + "loss_total": 0.024698389694094658, + "step": 31080 + }, + { + "loss_action": 0.04413733631372452, + "loss_total": 0.04413733631372452, + "step": 31080 + }, + { + "grad_norm": 0.47124969959259033, + "learning_rate": 8.251764249375626e-05, + "loss": 0.0294, + "step": 31090 + }, + { + "loss_action": 0.013104774057865143, + "loss_total": 0.013104774057865143, + "step": 31090 + }, + { + "loss_action": 0.015560203231871128, + "loss_total": 0.015560203231871128, + "step": 31090 + }, + { + "loss_action": 0.016083430498838425, + "loss_total": 0.016083430498838425, + "step": 31090 + }, + { + "loss_action": 0.02323073521256447, + "loss_total": 0.02323073521256447, + "step": 31090 + }, + { + "loss_action": 0.021025609225034714, + "loss_total": 0.021025609225034714, + "step": 31090 + }, + { + "loss_action": 0.034333616495132446, + "loss_total": 0.034333616495132446, + "step": 31090 + }, + { + "grad_norm": 0.6069438457489014, + "learning_rate": 8.250508042579803e-05, + "loss": 0.0256, + "step": 31100 + }, + { + "loss_action": 0.01713680475950241, + "loss_total": 0.01713680475950241, + "step": 31100 + }, + { + "loss_action": 0.01834082417190075, + "loss_total": 0.01834082417190075, + "step": 31100 + }, + { + "loss_action": 0.018933165818452835, + "loss_total": 0.018933165818452835, + "step": 31100 + }, + { + "loss_action": 0.0326329804956913, + "loss_total": 0.0326329804956913, + "step": 31100 + }, + { + "loss_action": 0.02018100768327713, + "loss_total": 0.02018100768327713, + "step": 31100 + }, + { + "loss_action": 0.02294015698134899, + "loss_total": 0.02294015698134899, + "step": 31100 + }, + { + "grad_norm": 0.4996199607849121, + "learning_rate": 8.249251480313307e-05, + "loss": 0.025, + "step": 31110 + }, + { + "loss_action": 0.02109062485396862, + "loss_total": 0.02109062485396862, + "step": 31110 + }, + { + "loss_action": 0.04768126830458641, + "loss_total": 0.04768126830458641, + "step": 31110 + }, + { + "loss_action": 0.02191292494535446, + "loss_total": 0.02191292494535446, + "step": 31110 + }, + { + "loss_action": 0.01628555916249752, + "loss_total": 0.01628555916249752, + "step": 31110 + }, + { + "loss_action": 0.020419474691152573, + "loss_total": 0.020419474691152573, + "step": 31110 + }, + { + "loss_action": 0.01981608383357525, + "loss_total": 0.01981608383357525, + "step": 31110 + }, + { + "grad_norm": 0.5764413475990295, + "learning_rate": 8.247994562713555e-05, + "loss": 0.0257, + "step": 31120 + }, + { + "loss_action": 0.019992206245660782, + "loss_total": 0.019992206245660782, + "step": 31120 + }, + { + "loss_action": 0.01179836317896843, + "loss_total": 0.01179836317896843, + "step": 31120 + }, + { + "loss_action": 0.01056803110986948, + "loss_total": 0.01056803110986948, + "step": 31120 + }, + { + "loss_action": 0.01551030483096838, + "loss_total": 0.01551030483096838, + "step": 31120 + }, + { + "loss_action": 0.023985717445611954, + "loss_total": 0.023985717445611954, + "step": 31120 + }, + { + "loss_action": 0.01236316654831171, + "loss_total": 0.01236316654831171, + "step": 31120 + }, + { + "grad_norm": 0.46092864871025085, + "learning_rate": 8.246737289917998e-05, + "loss": 0.0199, + "step": 31130 + }, + { + "loss_action": 0.007620086427778006, + "loss_total": 0.007620086427778006, + "step": 31130 + }, + { + "loss_action": 0.09826599806547165, + "loss_total": 0.09826599806547165, + "step": 31130 + }, + { + "loss_action": 0.012266448698937893, + "loss_total": 0.012266448698937893, + "step": 31130 + }, + { + "loss_action": 0.016127195209264755, + "loss_total": 0.016127195209264755, + "step": 31130 + }, + { + "loss_action": 0.03152591362595558, + "loss_total": 0.03152591362595558, + "step": 31130 + }, + { + "loss_action": 0.025193294510245323, + "loss_total": 0.025193294510245323, + "step": 31130 + }, + { + "grad_norm": 0.40619808435440063, + "learning_rate": 8.245479662064135e-05, + "loss": 0.0241, + "step": 31140 + }, + { + "loss_action": 0.01692473515868187, + "loss_total": 0.01692473515868187, + "step": 31140 + }, + { + "loss_action": 0.01005521509796381, + "loss_total": 0.01005521509796381, + "step": 31140 + }, + { + "loss_action": 0.013918214477598667, + "loss_total": 0.013918214477598667, + "step": 31140 + }, + { + "loss_action": 0.010555998422205448, + "loss_total": 0.010555998422205448, + "step": 31140 + }, + { + "loss_action": 0.03784606605768204, + "loss_total": 0.03784606605768204, + "step": 31140 + }, + { + "loss_action": 0.01084371842443943, + "loss_total": 0.01084371842443943, + "step": 31140 + }, + { + "grad_norm": 0.7268792986869812, + "learning_rate": 8.244221679289496e-05, + "loss": 0.0296, + "step": 31150 + }, + { + "loss_action": 0.02958664670586586, + "loss_total": 0.02958664670586586, + "step": 31150 + }, + { + "loss_action": 0.02680511400103569, + "loss_total": 0.02680511400103569, + "step": 31150 + }, + { + "loss_action": 0.01818741112947464, + "loss_total": 0.01818741112947464, + "step": 31150 + }, + { + "loss_action": 0.03107333555817604, + "loss_total": 0.03107333555817604, + "step": 31150 + }, + { + "loss_action": 0.01365042943507433, + "loss_total": 0.01365042943507433, + "step": 31150 + }, + { + "loss_action": 0.031173313036561012, + "loss_total": 0.031173313036561012, + "step": 31150 + }, + { + "grad_norm": 0.4084882140159607, + "learning_rate": 8.242963341731652e-05, + "loss": 0.031, + "step": 31160 + }, + { + "loss_action": 0.019222382456064224, + "loss_total": 0.019222382456064224, + "step": 31160 + }, + { + "loss_action": 0.021755872294306755, + "loss_total": 0.021755872294306755, + "step": 31160 + }, + { + "loss_action": 0.01618759147822857, + "loss_total": 0.01618759147822857, + "step": 31160 + }, + { + "loss_action": 0.021493028849363327, + "loss_total": 0.021493028849363327, + "step": 31160 + }, + { + "loss_action": 0.02522149868309498, + "loss_total": 0.02522149868309498, + "step": 31160 + }, + { + "loss_action": 0.020149027928709984, + "loss_total": 0.020149027928709984, + "step": 31160 + }, + { + "grad_norm": 0.5298734307289124, + "learning_rate": 8.24170464952821e-05, + "loss": 0.0284, + "step": 31170 + }, + { + "loss_action": 0.02297934703528881, + "loss_total": 0.02297934703528881, + "step": 31170 + }, + { + "loss_action": 0.03081059642136097, + "loss_total": 0.03081059642136097, + "step": 31170 + }, + { + "loss_action": 0.015417271293699741, + "loss_total": 0.015417271293699741, + "step": 31170 + }, + { + "loss_action": 0.014946685172617435, + "loss_total": 0.014946685172617435, + "step": 31170 + }, + { + "loss_action": 0.030801357701420784, + "loss_total": 0.030801357701420784, + "step": 31170 + }, + { + "loss_action": 0.03157762810587883, + "loss_total": 0.03157762810587883, + "step": 31170 + }, + { + "grad_norm": 0.47747230529785156, + "learning_rate": 8.240445602816824e-05, + "loss": 0.0296, + "step": 31180 + }, + { + "loss_action": 0.017815304920077324, + "loss_total": 0.017815304920077324, + "step": 31180 + }, + { + "loss_action": 0.028517523780465126, + "loss_total": 0.028517523780465126, + "step": 31180 + }, + { + "loss_action": 0.017367741093039513, + "loss_total": 0.017367741093039513, + "step": 31180 + }, + { + "loss_action": 0.015532000921666622, + "loss_total": 0.015532000921666622, + "step": 31180 + }, + { + "loss_action": 0.015544118359684944, + "loss_total": 0.015544118359684944, + "step": 31180 + }, + { + "loss_action": 0.025769533589482307, + "loss_total": 0.025769533589482307, + "step": 31180 + }, + { + "grad_norm": 0.5306772589683533, + "learning_rate": 8.239186201735179e-05, + "loss": 0.0294, + "step": 31190 + }, + { + "loss_action": 0.015601570717990398, + "loss_total": 0.015601570717990398, + "step": 31190 + }, + { + "loss_action": 0.025136645883321762, + "loss_total": 0.025136645883321762, + "step": 31190 + }, + { + "loss_action": 0.013308633118867874, + "loss_total": 0.013308633118867874, + "step": 31190 + }, + { + "loss_action": 0.02888443134725094, + "loss_total": 0.02888443134725094, + "step": 31190 + }, + { + "loss_action": 0.016082467511296272, + "loss_total": 0.016082467511296272, + "step": 31190 + }, + { + "loss_action": 0.019530750811100006, + "loss_total": 0.019530750811100006, + "step": 31190 + }, + { + "grad_norm": 0.8504343628883362, + "learning_rate": 8.237926446420998e-05, + "loss": 0.0286, + "step": 31200 + }, + { + "loss_action": 0.023427821695804596, + "loss_total": 0.023427821695804596, + "step": 31200 + }, + { + "loss_action": 0.023200353607535362, + "loss_total": 0.023200353607535362, + "step": 31200 + }, + { + "loss_action": 0.030009230598807335, + "loss_total": 0.030009230598807335, + "step": 31200 + }, + { + "loss_action": 0.022962238639593124, + "loss_total": 0.022962238639593124, + "step": 31200 + }, + { + "loss_action": 0.026375867426395416, + "loss_total": 0.026375867426395416, + "step": 31200 + }, + { + "loss_action": 0.0222315676510334, + "loss_total": 0.0222315676510334, + "step": 31200 + }, + { + "grad_norm": 0.5880799293518066, + "learning_rate": 8.236666337012052e-05, + "loss": 0.0307, + "step": 31210 + }, + { + "loss_action": 0.02126062847673893, + "loss_total": 0.02126062847673893, + "step": 31210 + }, + { + "loss_action": 0.01330613624304533, + "loss_total": 0.01330613624304533, + "step": 31210 + }, + { + "loss_action": 0.025855617597699165, + "loss_total": 0.025855617597699165, + "step": 31210 + }, + { + "loss_action": 0.012057589367032051, + "loss_total": 0.012057589367032051, + "step": 31210 + }, + { + "loss_action": 0.03480691462755203, + "loss_total": 0.03480691462755203, + "step": 31210 + }, + { + "loss_action": 0.03332899138331413, + "loss_total": 0.03332899138331413, + "step": 31210 + }, + { + "grad_norm": 0.49565643072128296, + "learning_rate": 8.23540587364614e-05, + "loss": 0.0307, + "step": 31220 + }, + { + "loss_action": 0.0122759398072958, + "loss_total": 0.0122759398072958, + "step": 31220 + }, + { + "loss_action": 0.02448246255517006, + "loss_total": 0.02448246255517006, + "step": 31220 + }, + { + "loss_action": 0.008254608139395714, + "loss_total": 0.008254608139395714, + "step": 31220 + }, + { + "loss_action": 0.016972724348306656, + "loss_total": 0.016972724348306656, + "step": 31220 + }, + { + "loss_action": 0.015248150564730167, + "loss_total": 0.015248150564730167, + "step": 31220 + }, + { + "loss_action": 0.03717190399765968, + "loss_total": 0.03717190399765968, + "step": 31220 + }, + { + "grad_norm": 0.4589170813560486, + "learning_rate": 8.234145056461107e-05, + "loss": 0.0283, + "step": 31230 + }, + { + "loss_action": 0.013985337689518929, + "loss_total": 0.013985337689518929, + "step": 31230 + }, + { + "loss_action": 0.031514979898929596, + "loss_total": 0.031514979898929596, + "step": 31230 + }, + { + "loss_action": 0.041047777980566025, + "loss_total": 0.041047777980566025, + "step": 31230 + }, + { + "loss_action": 0.021075304597616196, + "loss_total": 0.021075304597616196, + "step": 31230 + }, + { + "loss_action": 0.022255396470427513, + "loss_total": 0.022255396470427513, + "step": 31230 + }, + { + "loss_action": 0.019561365246772766, + "loss_total": 0.019561365246772766, + "step": 31230 + }, + { + "grad_norm": 0.4662690758705139, + "learning_rate": 8.232883885594832e-05, + "loss": 0.0244, + "step": 31240 + }, + { + "loss_action": 0.023223038762807846, + "loss_total": 0.023223038762807846, + "step": 31240 + }, + { + "loss_action": 0.03326324746012688, + "loss_total": 0.03326324746012688, + "step": 31240 + }, + { + "loss_action": 0.020436132326722145, + "loss_total": 0.020436132326722145, + "step": 31240 + }, + { + "loss_action": 0.012349137105047703, + "loss_total": 0.012349137105047703, + "step": 31240 + }, + { + "loss_action": 0.02310412935912609, + "loss_total": 0.02310412935912609, + "step": 31240 + }, + { + "loss_action": 0.02688610553741455, + "loss_total": 0.02688610553741455, + "step": 31240 + }, + { + "grad_norm": 0.35311272740364075, + "learning_rate": 8.231622361185236e-05, + "loss": 0.0226, + "step": 31250 + }, + { + "loss_action": 0.05223805457353592, + "loss_total": 0.05223805457353592, + "step": 31250 + }, + { + "loss_action": 0.029454447329044342, + "loss_total": 0.029454447329044342, + "step": 31250 + }, + { + "loss_action": 0.019499627873301506, + "loss_total": 0.019499627873301506, + "step": 31250 + }, + { + "loss_action": 0.015350274741649628, + "loss_total": 0.015350274741649628, + "step": 31250 + }, + { + "loss_action": 0.026777731254696846, + "loss_total": 0.026777731254696846, + "step": 31250 + }, + { + "loss_action": 0.029166297987103462, + "loss_total": 0.029166297987103462, + "step": 31250 + }, + { + "grad_norm": 0.43686845898628235, + "learning_rate": 8.230360483370278e-05, + "loss": 0.0243, + "step": 31260 + }, + { + "loss_action": 0.021761570125818253, + "loss_total": 0.021761570125818253, + "step": 31260 + }, + { + "loss_action": 0.031388286501169205, + "loss_total": 0.031388286501169205, + "step": 31260 + }, + { + "loss_action": 0.012595492415130138, + "loss_total": 0.012595492415130138, + "step": 31260 + }, + { + "loss_action": 0.02828378789126873, + "loss_total": 0.02828378789126873, + "step": 31260 + }, + { + "loss_action": 0.01722883991897106, + "loss_total": 0.01722883991897106, + "step": 31260 + }, + { + "loss_action": 0.0163413193076849, + "loss_total": 0.0163413193076849, + "step": 31260 + }, + { + "grad_norm": 0.37636661529541016, + "learning_rate": 8.229098252287953e-05, + "loss": 0.0203, + "step": 31270 + }, + { + "loss_action": 0.02772875688970089, + "loss_total": 0.02772875688970089, + "step": 31270 + }, + { + "loss_action": 0.021880265325307846, + "loss_total": 0.021880265325307846, + "step": 31270 + }, + { + "loss_action": 0.020807061344385147, + "loss_total": 0.020807061344385147, + "step": 31270 + }, + { + "loss_action": 0.025277577340602875, + "loss_total": 0.025277577340602875, + "step": 31270 + }, + { + "loss_action": 0.060590557754039764, + "loss_total": 0.060590557754039764, + "step": 31270 + }, + { + "loss_action": 0.013360429555177689, + "loss_total": 0.013360429555177689, + "step": 31270 + }, + { + "grad_norm": 0.3342461884021759, + "learning_rate": 8.2278356680763e-05, + "loss": 0.0246, + "step": 31280 + }, + { + "loss_action": 0.01284076739102602, + "loss_total": 0.01284076739102602, + "step": 31280 + }, + { + "loss_action": 0.02561841905117035, + "loss_total": 0.02561841905117035, + "step": 31280 + }, + { + "loss_action": 0.012634802609682083, + "loss_total": 0.012634802609682083, + "step": 31280 + }, + { + "loss_action": 0.010750757530331612, + "loss_total": 0.010750757530331612, + "step": 31280 + }, + { + "loss_action": 0.011337049305438995, + "loss_total": 0.011337049305438995, + "step": 31280 + }, + { + "loss_action": 0.026236427947878838, + "loss_total": 0.026236427947878838, + "step": 31280 + }, + { + "grad_norm": 0.42494484782218933, + "learning_rate": 8.22657273087339e-05, + "loss": 0.0203, + "step": 31290 + }, + { + "loss_action": 0.03676146641373634, + "loss_total": 0.03676146641373634, + "step": 31290 + }, + { + "loss_action": 0.008169295266270638, + "loss_total": 0.008169295266270638, + "step": 31290 + }, + { + "loss_action": 0.011923094280064106, + "loss_total": 0.011923094280064106, + "step": 31290 + }, + { + "loss_action": 0.02093334123492241, + "loss_total": 0.02093334123492241, + "step": 31290 + }, + { + "loss_action": 0.01269481610506773, + "loss_total": 0.01269481610506773, + "step": 31290 + }, + { + "loss_action": 0.016120651736855507, + "loss_total": 0.016120651736855507, + "step": 31290 + }, + { + "grad_norm": 0.36878904700279236, + "learning_rate": 8.225309440817336e-05, + "loss": 0.0247, + "step": 31300 + }, + { + "loss_action": 0.03563736379146576, + "loss_total": 0.03563736379146576, + "step": 31300 + }, + { + "loss_action": 0.027093801647424698, + "loss_total": 0.027093801647424698, + "step": 31300 + }, + { + "loss_action": 0.02543782815337181, + "loss_total": 0.02543782815337181, + "step": 31300 + }, + { + "loss_action": 0.02108103781938553, + "loss_total": 0.02108103781938553, + "step": 31300 + }, + { + "loss_action": 0.017202340066432953, + "loss_total": 0.017202340066432953, + "step": 31300 + }, + { + "loss_action": 0.021203387528657913, + "loss_total": 0.021203387528657913, + "step": 31300 + }, + { + "grad_norm": 0.45455530285835266, + "learning_rate": 8.224045798046293e-05, + "loss": 0.0241, + "step": 31310 + }, + { + "loss_action": 0.01281324215233326, + "loss_total": 0.01281324215233326, + "step": 31310 + }, + { + "loss_action": 0.010503844358026981, + "loss_total": 0.010503844358026981, + "step": 31310 + }, + { + "loss_action": 0.020185330882668495, + "loss_total": 0.020185330882668495, + "step": 31310 + }, + { + "loss_action": 0.03210907801985741, + "loss_total": 0.03210907801985741, + "step": 31310 + }, + { + "loss_action": 0.025029532611370087, + "loss_total": 0.025029532611370087, + "step": 31310 + }, + { + "loss_action": 0.01323317177593708, + "loss_total": 0.01323317177593708, + "step": 31310 + }, + { + "grad_norm": 0.4560241401195526, + "learning_rate": 8.22278180269845e-05, + "loss": 0.0218, + "step": 31320 + }, + { + "loss_action": 0.024758415296673775, + "loss_total": 0.024758415296673775, + "step": 31320 + }, + { + "loss_action": 0.012816868722438812, + "loss_total": 0.012816868722438812, + "step": 31320 + }, + { + "loss_action": 0.010402722284197807, + "loss_total": 0.010402722284197807, + "step": 31320 + }, + { + "loss_action": 0.024376193061470985, + "loss_total": 0.024376193061470985, + "step": 31320 + }, + { + "loss_action": 0.013687338680028915, + "loss_total": 0.013687338680028915, + "step": 31320 + }, + { + "loss_action": 0.01455266959965229, + "loss_total": 0.01455266959965229, + "step": 31320 + }, + { + "grad_norm": 0.3648523688316345, + "learning_rate": 8.221517454912031e-05, + "loss": 0.0225, + "step": 31330 + }, + { + "loss_action": 0.023771682754158974, + "loss_total": 0.023771682754158974, + "step": 31330 + }, + { + "loss_action": 0.02662063017487526, + "loss_total": 0.02662063017487526, + "step": 31330 + }, + { + "loss_action": 0.02126065269112587, + "loss_total": 0.02126065269112587, + "step": 31330 + }, + { + "loss_action": 0.03720527142286301, + "loss_total": 0.03720527142286301, + "step": 31330 + }, + { + "loss_action": 0.00989667046815157, + "loss_total": 0.00989667046815157, + "step": 31330 + }, + { + "loss_action": 0.01811491698026657, + "loss_total": 0.01811491698026657, + "step": 31330 + }, + { + "grad_norm": 0.5100563764572144, + "learning_rate": 8.220252754825308e-05, + "loss": 0.0224, + "step": 31340 + }, + { + "loss_action": 0.024252571165561676, + "loss_total": 0.024252571165561676, + "step": 31340 + }, + { + "loss_action": 0.02193536050617695, + "loss_total": 0.02193536050617695, + "step": 31340 + }, + { + "loss_action": 0.01750842295587063, + "loss_total": 0.01750842295587063, + "step": 31340 + }, + { + "loss_action": 0.017812540754675865, + "loss_total": 0.017812540754675865, + "step": 31340 + }, + { + "loss_action": 0.014485854655504227, + "loss_total": 0.014485854655504227, + "step": 31340 + }, + { + "loss_action": 0.009788439609110355, + "loss_total": 0.009788439609110355, + "step": 31340 + }, + { + "grad_norm": 0.35769903659820557, + "learning_rate": 8.218987702576586e-05, + "loss": 0.021, + "step": 31350 + }, + { + "loss_action": 0.02738586626946926, + "loss_total": 0.02738586626946926, + "step": 31350 + }, + { + "loss_action": 0.05636865645647049, + "loss_total": 0.05636865645647049, + "step": 31350 + }, + { + "loss_action": 0.008987553417682648, + "loss_total": 0.008987553417682648, + "step": 31350 + }, + { + "loss_action": 0.010064906440675259, + "loss_total": 0.010064906440675259, + "step": 31350 + }, + { + "loss_action": 0.014065014198422432, + "loss_total": 0.014065014198422432, + "step": 31350 + }, + { + "loss_action": 0.04645787179470062, + "loss_total": 0.04645787179470062, + "step": 31350 + }, + { + "grad_norm": 0.5743367671966553, + "learning_rate": 8.217722298304207e-05, + "loss": 0.0252, + "step": 31360 + }, + { + "loss_action": 0.0230691060423851, + "loss_total": 0.0230691060423851, + "step": 31360 + }, + { + "loss_action": 0.04132130369544029, + "loss_total": 0.04132130369544029, + "step": 31360 + }, + { + "loss_action": 0.014373751357197762, + "loss_total": 0.014373751357197762, + "step": 31360 + }, + { + "loss_action": 0.018635055050253868, + "loss_total": 0.018635055050253868, + "step": 31360 + }, + { + "loss_action": 0.01997438818216324, + "loss_total": 0.01997438818216324, + "step": 31360 + }, + { + "loss_action": 0.011329032480716705, + "loss_total": 0.011329032480716705, + "step": 31360 + }, + { + "grad_norm": 0.39901402592658997, + "learning_rate": 8.216456542146557e-05, + "loss": 0.0209, + "step": 31370 + }, + { + "loss_action": 0.014579083770513535, + "loss_total": 0.014579083770513535, + "step": 31370 + }, + { + "loss_action": 0.02318950556218624, + "loss_total": 0.02318950556218624, + "step": 31370 + }, + { + "loss_action": 0.014566145837306976, + "loss_total": 0.014566145837306976, + "step": 31370 + }, + { + "loss_action": 0.010109689086675644, + "loss_total": 0.010109689086675644, + "step": 31370 + }, + { + "loss_action": 0.017656859010457993, + "loss_total": 0.017656859010457993, + "step": 31370 + }, + { + "loss_action": 0.13900722563266754, + "loss_total": 0.13900722563266754, + "step": 31370 + }, + { + "grad_norm": 0.6848118901252747, + "learning_rate": 8.215190434242055e-05, + "loss": 0.0266, + "step": 31380 + }, + { + "loss_action": 0.03387301415205002, + "loss_total": 0.03387301415205002, + "step": 31380 + }, + { + "loss_action": 0.022302933037281036, + "loss_total": 0.022302933037281036, + "step": 31380 + }, + { + "loss_action": 0.020074347034096718, + "loss_total": 0.020074347034096718, + "step": 31380 + }, + { + "loss_action": 0.02159833535552025, + "loss_total": 0.02159833535552025, + "step": 31380 + }, + { + "loss_action": 0.02036978118121624, + "loss_total": 0.02036978118121624, + "step": 31380 + }, + { + "loss_action": 0.02975469082593918, + "loss_total": 0.02975469082593918, + "step": 31380 + }, + { + "grad_norm": 0.3190474510192871, + "learning_rate": 8.213923974729161e-05, + "loss": 0.0223, + "step": 31390 + }, + { + "loss_action": 0.05809931457042694, + "loss_total": 0.05809931457042694, + "step": 31390 + }, + { + "loss_action": 0.02387544885277748, + "loss_total": 0.02387544885277748, + "step": 31390 + }, + { + "loss_action": 0.0193522609770298, + "loss_total": 0.0193522609770298, + "step": 31390 + }, + { + "loss_action": 0.023113392293453217, + "loss_total": 0.023113392293453217, + "step": 31390 + }, + { + "loss_action": 0.022169390693306923, + "loss_total": 0.022169390693306923, + "step": 31390 + }, + { + "loss_action": 0.025232363492250443, + "loss_total": 0.025232363492250443, + "step": 31390 + }, + { + "grad_norm": 0.34576353430747986, + "learning_rate": 8.212657163746373e-05, + "loss": 0.021, + "step": 31400 + }, + { + "loss_action": 0.00932715367525816, + "loss_total": 0.00932715367525816, + "step": 31400 + }, + { + "loss_action": 0.012991933152079582, + "loss_total": 0.012991933152079582, + "step": 31400 + }, + { + "loss_action": 0.014795757830142975, + "loss_total": 0.014795757830142975, + "step": 31400 + }, + { + "loss_action": 0.02599303424358368, + "loss_total": 0.02599303424358368, + "step": 31400 + }, + { + "loss_action": 0.015851065516471863, + "loss_total": 0.015851065516471863, + "step": 31400 + }, + { + "loss_action": 0.019383827224373817, + "loss_total": 0.019383827224373817, + "step": 31400 + }, + { + "grad_norm": 0.4154878258705139, + "learning_rate": 8.211390001432227e-05, + "loss": 0.0216, + "step": 31410 + }, + { + "loss_action": 0.017199141904711723, + "loss_total": 0.017199141904711723, + "step": 31410 + }, + { + "loss_action": 0.020829306915402412, + "loss_total": 0.020829306915402412, + "step": 31410 + }, + { + "loss_action": 0.04320540651679039, + "loss_total": 0.04320540651679039, + "step": 31410 + }, + { + "loss_action": 0.04997512325644493, + "loss_total": 0.04997512325644493, + "step": 31410 + }, + { + "loss_action": 0.02050640992820263, + "loss_total": 0.02050640992820263, + "step": 31410 + }, + { + "loss_action": 0.013064684346318245, + "loss_total": 0.013064684346318245, + "step": 31410 + }, + { + "grad_norm": 0.4021602272987366, + "learning_rate": 8.210122487925297e-05, + "loss": 0.0233, + "step": 31420 + }, + { + "loss_action": 0.016661621630191803, + "loss_total": 0.016661621630191803, + "step": 31420 + }, + { + "loss_action": 0.01563386805355549, + "loss_total": 0.01563386805355549, + "step": 31420 + }, + { + "loss_action": 0.022349264472723007, + "loss_total": 0.022349264472723007, + "step": 31420 + }, + { + "loss_action": 0.013141016475856304, + "loss_total": 0.013141016475856304, + "step": 31420 + }, + { + "loss_action": 0.010173220187425613, + "loss_total": 0.010173220187425613, + "step": 31420 + }, + { + "loss_action": 0.02719627507030964, + "loss_total": 0.02719627507030964, + "step": 31420 + }, + { + "grad_norm": 0.3975924253463745, + "learning_rate": 8.208854623364202e-05, + "loss": 0.0213, + "step": 31430 + }, + { + "loss_action": 0.008210010826587677, + "loss_total": 0.008210010826587677, + "step": 31430 + }, + { + "loss_action": 0.019651059061288834, + "loss_total": 0.019651059061288834, + "step": 31430 + }, + { + "loss_action": 0.05160370096564293, + "loss_total": 0.05160370096564293, + "step": 31430 + }, + { + "loss_action": 0.017146071419119835, + "loss_total": 0.017146071419119835, + "step": 31430 + }, + { + "loss_action": 0.028933079913258553, + "loss_total": 0.028933079913258553, + "step": 31430 + }, + { + "loss_action": 0.013139802031219006, + "loss_total": 0.013139802031219006, + "step": 31430 + }, + { + "grad_norm": 0.37244895100593567, + "learning_rate": 8.207586407887589e-05, + "loss": 0.0215, + "step": 31440 + }, + { + "loss_action": 0.048160601407289505, + "loss_total": 0.048160601407289505, + "step": 31440 + }, + { + "loss_action": 0.012350771576166153, + "loss_total": 0.012350771576166153, + "step": 31440 + }, + { + "loss_action": 0.01287554856389761, + "loss_total": 0.01287554856389761, + "step": 31440 + }, + { + "loss_action": 0.02833636663854122, + "loss_total": 0.02833636663854122, + "step": 31440 + }, + { + "loss_action": 0.013163087889552116, + "loss_total": 0.013163087889552116, + "step": 31440 + }, + { + "loss_action": 0.058257319033145905, + "loss_total": 0.058257319033145905, + "step": 31440 + }, + { + "grad_norm": 0.43301090598106384, + "learning_rate": 8.206317841634148e-05, + "loss": 0.0217, + "step": 31450 + }, + { + "loss_action": 0.00967601127922535, + "loss_total": 0.00967601127922535, + "step": 31450 + }, + { + "loss_action": 0.010597084648907185, + "loss_total": 0.010597084648907185, + "step": 31450 + }, + { + "loss_action": 0.033748507499694824, + "loss_total": 0.033748507499694824, + "step": 31450 + }, + { + "loss_action": 0.012159932404756546, + "loss_total": 0.012159932404756546, + "step": 31450 + }, + { + "loss_action": 0.02085026726126671, + "loss_total": 0.02085026726126671, + "step": 31450 + }, + { + "loss_action": 0.02346242405474186, + "loss_total": 0.02346242405474186, + "step": 31450 + }, + { + "grad_norm": 0.38014864921569824, + "learning_rate": 8.205048924742609e-05, + "loss": 0.0234, + "step": 31460 + }, + { + "loss_action": 0.03486552834510803, + "loss_total": 0.03486552834510803, + "step": 31460 + }, + { + "loss_action": 0.015079312957823277, + "loss_total": 0.015079312957823277, + "step": 31460 + }, + { + "loss_action": 0.012992911040782928, + "loss_total": 0.012992911040782928, + "step": 31460 + }, + { + "loss_action": 0.012746095657348633, + "loss_total": 0.012746095657348633, + "step": 31460 + }, + { + "loss_action": 0.008267905563116074, + "loss_total": 0.008267905563116074, + "step": 31460 + }, + { + "loss_action": 0.02223251201212406, + "loss_total": 0.02223251201212406, + "step": 31460 + }, + { + "grad_norm": 0.3607544004917145, + "learning_rate": 8.203779657351738e-05, + "loss": 0.0233, + "step": 31470 + }, + { + "loss_action": 0.025255676358938217, + "loss_total": 0.025255676358938217, + "step": 31470 + }, + { + "loss_action": 0.031037846580147743, + "loss_total": 0.031037846580147743, + "step": 31470 + }, + { + "loss_action": 0.04644448310136795, + "loss_total": 0.04644448310136795, + "step": 31470 + }, + { + "loss_action": 0.0099294763058424, + "loss_total": 0.0099294763058424, + "step": 31470 + }, + { + "loss_action": 0.025981726124882698, + "loss_total": 0.025981726124882698, + "step": 31470 + }, + { + "loss_action": 0.038512010127305984, + "loss_total": 0.038512010127305984, + "step": 31470 + }, + { + "grad_norm": 0.4041573405265808, + "learning_rate": 8.20251003960034e-05, + "loss": 0.0253, + "step": 31480 + }, + { + "loss_action": 0.010012390092015266, + "loss_total": 0.010012390092015266, + "step": 31480 + }, + { + "loss_action": 0.007629087194800377, + "loss_total": 0.007629087194800377, + "step": 31480 + }, + { + "loss_action": 0.014991761185228825, + "loss_total": 0.014991761185228825, + "step": 31480 + }, + { + "loss_action": 0.014077425003051758, + "loss_total": 0.014077425003051758, + "step": 31480 + }, + { + "loss_action": 0.04488606005907059, + "loss_total": 0.04488606005907059, + "step": 31480 + }, + { + "loss_action": 0.03367835655808449, + "loss_total": 0.03367835655808449, + "step": 31480 + }, + { + "grad_norm": 0.4079231023788452, + "learning_rate": 8.201240071627258e-05, + "loss": 0.0212, + "step": 31490 + }, + { + "loss_action": 0.011124098673462868, + "loss_total": 0.011124098673462868, + "step": 31490 + }, + { + "loss_action": 0.017522957175970078, + "loss_total": 0.017522957175970078, + "step": 31490 + }, + { + "loss_action": 0.017836036160588264, + "loss_total": 0.017836036160588264, + "step": 31490 + }, + { + "loss_action": 0.022981302812695503, + "loss_total": 0.022981302812695503, + "step": 31490 + }, + { + "loss_action": 0.02089606039226055, + "loss_total": 0.02089606039226055, + "step": 31490 + }, + { + "loss_action": 0.018129168078303337, + "loss_total": 0.018129168078303337, + "step": 31490 + }, + { + "grad_norm": 0.40879666805267334, + "learning_rate": 8.199969753571377e-05, + "loss": 0.0224, + "step": 31500 + }, + { + "loss_action": 0.018999382853507996, + "loss_total": 0.018999382853507996, + "step": 31500 + }, + { + "loss_action": 0.01100153848528862, + "loss_total": 0.01100153848528862, + "step": 31500 + }, + { + "loss_action": 0.02502405270934105, + "loss_total": 0.02502405270934105, + "step": 31500 + }, + { + "loss_action": 0.02017139457166195, + "loss_total": 0.02017139457166195, + "step": 31500 + }, + { + "loss_action": 0.016541557386517525, + "loss_total": 0.016541557386517525, + "step": 31500 + }, + { + "loss_action": 0.020674703642725945, + "loss_total": 0.020674703642725945, + "step": 31500 + }, + { + "grad_norm": 0.3133509159088135, + "learning_rate": 8.198699085571615e-05, + "loss": 0.0184, + "step": 31510 + }, + { + "loss_action": 0.02632395178079605, + "loss_total": 0.02632395178079605, + "step": 31510 + }, + { + "loss_action": 0.017742125317454338, + "loss_total": 0.017742125317454338, + "step": 31510 + }, + { + "loss_action": 0.03768593445420265, + "loss_total": 0.03768593445420265, + "step": 31510 + }, + { + "loss_action": 0.011434223502874374, + "loss_total": 0.011434223502874374, + "step": 31510 + }, + { + "loss_action": 0.022040804848074913, + "loss_total": 0.022040804848074913, + "step": 31510 + }, + { + "loss_action": 0.012122207321226597, + "loss_total": 0.012122207321226597, + "step": 31510 + }, + { + "grad_norm": 0.45175081491470337, + "learning_rate": 8.197428067766928e-05, + "loss": 0.0241, + "step": 31520 + }, + { + "loss_action": 0.016964400187134743, + "loss_total": 0.016964400187134743, + "step": 31520 + }, + { + "loss_action": 0.013253409415483475, + "loss_total": 0.013253409415483475, + "step": 31520 + }, + { + "loss_action": 0.03025992214679718, + "loss_total": 0.03025992214679718, + "step": 31520 + }, + { + "loss_action": 0.010117470286786556, + "loss_total": 0.010117470286786556, + "step": 31520 + }, + { + "loss_action": 0.027483511716127396, + "loss_total": 0.027483511716127396, + "step": 31520 + }, + { + "loss_action": 0.013344011269509792, + "loss_total": 0.013344011269509792, + "step": 31520 + }, + { + "grad_norm": 0.4077235460281372, + "learning_rate": 8.196156700296316e-05, + "loss": 0.0221, + "step": 31530 + }, + { + "loss_action": 0.013164489530026913, + "loss_total": 0.013164489530026913, + "step": 31530 + }, + { + "loss_action": 0.03304159641265869, + "loss_total": 0.03304159641265869, + "step": 31530 + }, + { + "loss_action": 0.06304384768009186, + "loss_total": 0.06304384768009186, + "step": 31530 + }, + { + "loss_action": 0.010769950225949287, + "loss_total": 0.010769950225949287, + "step": 31530 + }, + { + "loss_action": 0.01563212461769581, + "loss_total": 0.01563212461769581, + "step": 31530 + }, + { + "loss_action": 0.015226350165903568, + "loss_total": 0.015226350165903568, + "step": 31530 + }, + { + "grad_norm": 0.42926767468452454, + "learning_rate": 8.194884983298814e-05, + "loss": 0.0259, + "step": 31540 + }, + { + "loss_action": 0.01901291497051716, + "loss_total": 0.01901291497051716, + "step": 31540 + }, + { + "loss_action": 0.015391831286251545, + "loss_total": 0.015391831286251545, + "step": 31540 + }, + { + "loss_action": 0.015402864664793015, + "loss_total": 0.015402864664793015, + "step": 31540 + }, + { + "loss_action": 0.010916495695710182, + "loss_total": 0.010916495695710182, + "step": 31540 + }, + { + "loss_action": 0.020314928144216537, + "loss_total": 0.020314928144216537, + "step": 31540 + }, + { + "loss_action": 0.030986502766609192, + "loss_total": 0.030986502766609192, + "step": 31540 + }, + { + "grad_norm": 0.5554081797599792, + "learning_rate": 8.193612916913491e-05, + "loss": 0.0205, + "step": 31550 + }, + { + "loss_action": 0.02029946632683277, + "loss_total": 0.02029946632683277, + "step": 31550 + }, + { + "loss_action": 0.02172098308801651, + "loss_total": 0.02172098308801651, + "step": 31550 + }, + { + "loss_action": 0.025583334267139435, + "loss_total": 0.025583334267139435, + "step": 31550 + }, + { + "loss_action": 0.01680205948650837, + "loss_total": 0.01680205948650837, + "step": 31550 + }, + { + "loss_action": 0.012378323823213577, + "loss_total": 0.012378323823213577, + "step": 31550 + }, + { + "loss_action": 0.008524516597390175, + "loss_total": 0.008524516597390175, + "step": 31550 + }, + { + "grad_norm": 0.4208664000034332, + "learning_rate": 8.192340501279463e-05, + "loss": 0.021, + "step": 31560 + }, + { + "loss_action": 0.0198068767786026, + "loss_total": 0.0198068767786026, + "step": 31560 + }, + { + "loss_action": 0.008282516151666641, + "loss_total": 0.008282516151666641, + "step": 31560 + }, + { + "loss_action": 0.021040054038167, + "loss_total": 0.021040054038167, + "step": 31560 + }, + { + "loss_action": 0.010618116706609726, + "loss_total": 0.010618116706609726, + "step": 31560 + }, + { + "loss_action": 0.013494332320988178, + "loss_total": 0.013494332320988178, + "step": 31560 + }, + { + "loss_action": 0.013466157019138336, + "loss_total": 0.013466157019138336, + "step": 31560 + }, + { + "grad_norm": 0.3617611527442932, + "learning_rate": 8.191067736535876e-05, + "loss": 0.023, + "step": 31570 + }, + { + "loss_action": 0.018205026164650917, + "loss_total": 0.018205026164650917, + "step": 31570 + }, + { + "loss_action": 0.020354196429252625, + "loss_total": 0.020354196429252625, + "step": 31570 + }, + { + "loss_action": 0.021597452461719513, + "loss_total": 0.021597452461719513, + "step": 31570 + }, + { + "loss_action": 0.047559577971696854, + "loss_total": 0.047559577971696854, + "step": 31570 + }, + { + "loss_action": 0.008111183531582355, + "loss_total": 0.008111183531582355, + "step": 31570 + }, + { + "loss_action": 0.020339898765087128, + "loss_total": 0.020339898765087128, + "step": 31570 + }, + { + "grad_norm": 0.406502366065979, + "learning_rate": 8.18979462282192e-05, + "loss": 0.0251, + "step": 31580 + }, + { + "loss_action": 0.011979501694440842, + "loss_total": 0.011979501694440842, + "step": 31580 + }, + { + "loss_action": 0.03081679716706276, + "loss_total": 0.03081679716706276, + "step": 31580 + }, + { + "loss_action": 0.016583135351538658, + "loss_total": 0.016583135351538658, + "step": 31580 + }, + { + "loss_action": 0.04482288286089897, + "loss_total": 0.04482288286089897, + "step": 31580 + }, + { + "loss_action": 0.01840764656662941, + "loss_total": 0.01840764656662941, + "step": 31580 + }, + { + "loss_action": 0.007776743732392788, + "loss_total": 0.007776743732392788, + "step": 31580 + }, + { + "grad_norm": 0.5287298560142517, + "learning_rate": 8.188521160276819e-05, + "loss": 0.0234, + "step": 31590 + }, + { + "loss_action": 0.010902048088610172, + "loss_total": 0.010902048088610172, + "step": 31590 + }, + { + "loss_action": 0.02084801159799099, + "loss_total": 0.02084801159799099, + "step": 31590 + }, + { + "loss_action": 0.04704751819372177, + "loss_total": 0.04704751819372177, + "step": 31590 + }, + { + "loss_action": 0.024715406820178032, + "loss_total": 0.024715406820178032, + "step": 31590 + }, + { + "loss_action": 0.027896635234355927, + "loss_total": 0.027896635234355927, + "step": 31590 + }, + { + "loss_action": 0.010167044587433338, + "loss_total": 0.010167044587433338, + "step": 31590 + }, + { + "grad_norm": 1.2764116525650024, + "learning_rate": 8.187247349039837e-05, + "loss": 0.0219, + "step": 31600 + }, + { + "loss_action": 0.020931804552674294, + "loss_total": 0.020931804552674294, + "step": 31600 + }, + { + "loss_action": 0.013756627216935158, + "loss_total": 0.013756627216935158, + "step": 31600 + }, + { + "loss_action": 0.01576731912791729, + "loss_total": 0.01576731912791729, + "step": 31600 + }, + { + "loss_action": 0.023602595552802086, + "loss_total": 0.023602595552802086, + "step": 31600 + }, + { + "loss_action": 0.023048749193549156, + "loss_total": 0.023048749193549156, + "step": 31600 + }, + { + "loss_action": 0.017656896263360977, + "loss_total": 0.017656896263360977, + "step": 31600 + }, + { + "grad_norm": 0.4197508990764618, + "learning_rate": 8.185973189250278e-05, + "loss": 0.0252, + "step": 31610 + }, + { + "loss_action": 0.016564838588237762, + "loss_total": 0.016564838588237762, + "step": 31610 + }, + { + "loss_action": 0.08020264655351639, + "loss_total": 0.08020264655351639, + "step": 31610 + }, + { + "loss_action": 0.009274786338210106, + "loss_total": 0.009274786338210106, + "step": 31610 + }, + { + "loss_action": 0.03338049724698067, + "loss_total": 0.03338049724698067, + "step": 31610 + }, + { + "loss_action": 0.011713867075741291, + "loss_total": 0.011713867075741291, + "step": 31610 + }, + { + "loss_action": 0.037252966314554214, + "loss_total": 0.037252966314554214, + "step": 31610 + }, + { + "grad_norm": 0.6109306216239929, + "learning_rate": 8.184698681047482e-05, + "loss": 0.0285, + "step": 31620 + }, + { + "loss_action": 0.06781184673309326, + "loss_total": 0.06781184673309326, + "step": 31620 + }, + { + "loss_action": 0.021685970947146416, + "loss_total": 0.021685970947146416, + "step": 31620 + }, + { + "loss_action": 0.04763488844037056, + "loss_total": 0.04763488844037056, + "step": 31620 + }, + { + "loss_action": 0.0230974443256855, + "loss_total": 0.0230974443256855, + "step": 31620 + }, + { + "loss_action": 0.049218788743019104, + "loss_total": 0.049218788743019104, + "step": 31620 + }, + { + "loss_action": 0.08299064636230469, + "loss_total": 0.08299064636230469, + "step": 31620 + }, + { + "grad_norm": 0.3801928460597992, + "learning_rate": 8.183423824570827e-05, + "loss": 0.0372, + "step": 31630 + }, + { + "loss_action": 0.011282195337116718, + "loss_total": 0.011282195337116718, + "step": 31630 + }, + { + "loss_action": 0.03408773988485336, + "loss_total": 0.03408773988485336, + "step": 31630 + }, + { + "loss_action": 0.030443664640188217, + "loss_total": 0.030443664640188217, + "step": 31630 + }, + { + "loss_action": 0.013377108611166477, + "loss_total": 0.013377108611166477, + "step": 31630 + }, + { + "loss_action": 0.0248127244412899, + "loss_total": 0.0248127244412899, + "step": 31630 + }, + { + "loss_action": 0.01254961546510458, + "loss_total": 0.01254961546510458, + "step": 31630 + }, + { + "grad_norm": 0.4323602020740509, + "learning_rate": 8.182148619959725e-05, + "loss": 0.0289, + "step": 31640 + }, + { + "loss_action": 0.01351163163781166, + "loss_total": 0.01351163163781166, + "step": 31640 + }, + { + "loss_action": 0.021530628204345703, + "loss_total": 0.021530628204345703, + "step": 31640 + }, + { + "loss_action": 0.015897514298558235, + "loss_total": 0.015897514298558235, + "step": 31640 + }, + { + "loss_action": 0.025305554270744324, + "loss_total": 0.025305554270744324, + "step": 31640 + }, + { + "loss_action": 0.02356109395623207, + "loss_total": 0.02356109395623207, + "step": 31640 + }, + { + "loss_action": 0.03629528731107712, + "loss_total": 0.03629528731107712, + "step": 31640 + }, + { + "grad_norm": 0.38759732246398926, + "learning_rate": 8.180873067353636e-05, + "loss": 0.0259, + "step": 31650 + }, + { + "loss_action": 0.031582027673721313, + "loss_total": 0.031582027673721313, + "step": 31650 + }, + { + "loss_action": 0.017490217462182045, + "loss_total": 0.017490217462182045, + "step": 31650 + }, + { + "loss_action": 0.03388986736536026, + "loss_total": 0.03388986736536026, + "step": 31650 + }, + { + "loss_action": 0.022242095321416855, + "loss_total": 0.022242095321416855, + "step": 31650 + }, + { + "loss_action": 0.018021777272224426, + "loss_total": 0.018021777272224426, + "step": 31650 + }, + { + "loss_action": 0.05410314351320267, + "loss_total": 0.05410314351320267, + "step": 31650 + }, + { + "grad_norm": 0.5284533500671387, + "learning_rate": 8.179597166892052e-05, + "loss": 0.0227, + "step": 31660 + }, + { + "loss_action": 0.008328384719789028, + "loss_total": 0.008328384719789028, + "step": 31660 + }, + { + "loss_action": 0.021840311586856842, + "loss_total": 0.021840311586856842, + "step": 31660 + }, + { + "loss_action": 0.012778151780366898, + "loss_total": 0.012778151780366898, + "step": 31660 + }, + { + "loss_action": 0.03292241320014, + "loss_total": 0.03292241320014, + "step": 31660 + }, + { + "loss_action": 0.021710939705371857, + "loss_total": 0.021710939705371857, + "step": 31660 + }, + { + "loss_action": 0.044660139828920364, + "loss_total": 0.044660139828920364, + "step": 31660 + }, + { + "grad_norm": 0.4082545340061188, + "learning_rate": 8.178320918714501e-05, + "loss": 0.0282, + "step": 31670 + }, + { + "loss_action": 0.028544211760163307, + "loss_total": 0.028544211760163307, + "step": 31670 + }, + { + "loss_action": 0.045208171010017395, + "loss_total": 0.045208171010017395, + "step": 31670 + }, + { + "loss_action": 0.029436925426125526, + "loss_total": 0.029436925426125526, + "step": 31670 + }, + { + "loss_action": 0.023887643590569496, + "loss_total": 0.023887643590569496, + "step": 31670 + }, + { + "loss_action": 0.021201305091381073, + "loss_total": 0.021201305091381073, + "step": 31670 + }, + { + "loss_action": 0.011279468424618244, + "loss_total": 0.011279468424618244, + "step": 31670 + }, + { + "grad_norm": 0.4664119482040405, + "learning_rate": 8.177044322960554e-05, + "loss": 0.0249, + "step": 31680 + }, + { + "loss_action": 0.041936375200748444, + "loss_total": 0.041936375200748444, + "step": 31680 + }, + { + "loss_action": 0.02081478014588356, + "loss_total": 0.02081478014588356, + "step": 31680 + }, + { + "loss_action": 0.014476416632533073, + "loss_total": 0.014476416632533073, + "step": 31680 + }, + { + "loss_action": 0.02216177061200142, + "loss_total": 0.02216177061200142, + "step": 31680 + }, + { + "loss_action": 0.012354336678981781, + "loss_total": 0.012354336678981781, + "step": 31680 + }, + { + "loss_action": 0.04475448653101921, + "loss_total": 0.04475448653101921, + "step": 31680 + }, + { + "grad_norm": 0.717921257019043, + "learning_rate": 8.175767379769816e-05, + "loss": 0.0269, + "step": 31690 + }, + { + "loss_action": 0.021572113037109375, + "loss_total": 0.021572113037109375, + "step": 31690 + }, + { + "loss_action": 0.024639781564474106, + "loss_total": 0.024639781564474106, + "step": 31690 + }, + { + "loss_action": 0.01573505438864231, + "loss_total": 0.01573505438864231, + "step": 31690 + }, + { + "loss_action": 0.02028457634150982, + "loss_total": 0.02028457634150982, + "step": 31690 + }, + { + "loss_action": 0.015695467591285706, + "loss_total": 0.015695467591285706, + "step": 31690 + }, + { + "loss_action": 0.01797565072774887, + "loss_total": 0.01797565072774887, + "step": 31690 + }, + { + "grad_norm": 0.548313319683075, + "learning_rate": 8.174490089281932e-05, + "loss": 0.0249, + "step": 31700 + }, + { + "loss_action": 0.0299227237701416, + "loss_total": 0.0299227237701416, + "step": 31700 + }, + { + "loss_action": 0.01299464050680399, + "loss_total": 0.01299464050680399, + "step": 31700 + }, + { + "loss_action": 0.023990990594029427, + "loss_total": 0.023990990594029427, + "step": 31700 + }, + { + "loss_action": 0.02307727374136448, + "loss_total": 0.02307727374136448, + "step": 31700 + }, + { + "loss_action": 0.02974522113800049, + "loss_total": 0.02974522113800049, + "step": 31700 + }, + { + "loss_action": 0.015076636336743832, + "loss_total": 0.015076636336743832, + "step": 31700 + }, + { + "grad_norm": 0.39560529589653015, + "learning_rate": 8.173212451636584e-05, + "loss": 0.0224, + "step": 31710 + }, + { + "loss_action": 0.020561831071972847, + "loss_total": 0.020561831071972847, + "step": 31710 + }, + { + "loss_action": 0.01748904399573803, + "loss_total": 0.01748904399573803, + "step": 31710 + }, + { + "loss_action": 0.02044406719505787, + "loss_total": 0.02044406719505787, + "step": 31710 + }, + { + "loss_action": 0.026892829686403275, + "loss_total": 0.026892829686403275, + "step": 31710 + }, + { + "loss_action": 0.0197875015437603, + "loss_total": 0.0197875015437603, + "step": 31710 + }, + { + "loss_action": 0.011033045127987862, + "loss_total": 0.011033045127987862, + "step": 31710 + }, + { + "grad_norm": 0.6038276553153992, + "learning_rate": 8.171934466973493e-05, + "loss": 0.0257, + "step": 31720 + }, + { + "loss_action": 0.07822342962026596, + "loss_total": 0.07822342962026596, + "step": 31720 + }, + { + "loss_action": 0.01710924319922924, + "loss_total": 0.01710924319922924, + "step": 31720 + }, + { + "loss_action": 0.012047295458614826, + "loss_total": 0.012047295458614826, + "step": 31720 + }, + { + "loss_action": 0.015352790243923664, + "loss_total": 0.015352790243923664, + "step": 31720 + }, + { + "loss_action": 0.01601445861160755, + "loss_total": 0.01601445861160755, + "step": 31720 + }, + { + "loss_action": 0.015133707784116268, + "loss_total": 0.015133707784116268, + "step": 31720 + }, + { + "grad_norm": 0.4208233654499054, + "learning_rate": 8.170656135432418e-05, + "loss": 0.0253, + "step": 31730 + }, + { + "loss_action": 0.057020239531993866, + "loss_total": 0.057020239531993866, + "step": 31730 + }, + { + "loss_action": 0.01951557584106922, + "loss_total": 0.01951557584106922, + "step": 31730 + }, + { + "loss_action": 0.01926046796143055, + "loss_total": 0.01926046796143055, + "step": 31730 + }, + { + "loss_action": 0.013203995302319527, + "loss_total": 0.013203995302319527, + "step": 31730 + }, + { + "loss_action": 0.03824405372142792, + "loss_total": 0.03824405372142792, + "step": 31730 + }, + { + "loss_action": 0.016918715089559555, + "loss_total": 0.016918715089559555, + "step": 31730 + }, + { + "grad_norm": 0.3305048644542694, + "learning_rate": 8.169377457153155e-05, + "loss": 0.0218, + "step": 31740 + }, + { + "loss_action": 0.012546942569315434, + "loss_total": 0.012546942569315434, + "step": 31740 + }, + { + "loss_action": 0.010782902128994465, + "loss_total": 0.010782902128994465, + "step": 31740 + }, + { + "loss_action": 0.0130969462916255, + "loss_total": 0.0130969462916255, + "step": 31740 + }, + { + "loss_action": 0.009215842932462692, + "loss_total": 0.009215842932462692, + "step": 31740 + }, + { + "loss_action": 0.02611309476196766, + "loss_total": 0.02611309476196766, + "step": 31740 + }, + { + "loss_action": 0.01584288664162159, + "loss_total": 0.01584288664162159, + "step": 31740 + }, + { + "grad_norm": 0.47620388865470886, + "learning_rate": 8.168098432275539e-05, + "loss": 0.0249, + "step": 31750 + }, + { + "loss_action": 0.023201987147331238, + "loss_total": 0.023201987147331238, + "step": 31750 + }, + { + "loss_action": 0.09214240312576294, + "loss_total": 0.09214240312576294, + "step": 31750 + }, + { + "loss_action": 0.019855335354804993, + "loss_total": 0.019855335354804993, + "step": 31750 + }, + { + "loss_action": 0.008838774636387825, + "loss_total": 0.008838774636387825, + "step": 31750 + }, + { + "loss_action": 0.04301241412758827, + "loss_total": 0.04301241412758827, + "step": 31750 + }, + { + "loss_action": 0.00963435135781765, + "loss_total": 0.00963435135781765, + "step": 31750 + }, + { + "grad_norm": 0.37326058745384216, + "learning_rate": 8.166819060939442e-05, + "loss": 0.022, + "step": 31760 + }, + { + "loss_action": 0.008562546223402023, + "loss_total": 0.008562546223402023, + "step": 31760 + }, + { + "loss_action": 0.012270849198102951, + "loss_total": 0.012270849198102951, + "step": 31760 + }, + { + "loss_action": 0.04626121371984482, + "loss_total": 0.04626121371984482, + "step": 31760 + }, + { + "loss_action": 0.019411077722907066, + "loss_total": 0.019411077722907066, + "step": 31760 + }, + { + "loss_action": 0.01686113141477108, + "loss_total": 0.01686113141477108, + "step": 31760 + }, + { + "loss_action": 0.01923261024057865, + "loss_total": 0.01923261024057865, + "step": 31760 + }, + { + "grad_norm": 0.3702019155025482, + "learning_rate": 8.165539343284772e-05, + "loss": 0.0232, + "step": 31770 + }, + { + "loss_action": 0.01815897785127163, + "loss_total": 0.01815897785127163, + "step": 31770 + }, + { + "loss_action": 0.02328633889555931, + "loss_total": 0.02328633889555931, + "step": 31770 + }, + { + "loss_action": 0.030925557017326355, + "loss_total": 0.030925557017326355, + "step": 31770 + }, + { + "loss_action": 0.017362359911203384, + "loss_total": 0.017362359911203384, + "step": 31770 + }, + { + "loss_action": 0.013834732584655285, + "loss_total": 0.013834732584655285, + "step": 31770 + }, + { + "loss_action": 0.009795833379030228, + "loss_total": 0.009795833379030228, + "step": 31770 + }, + { + "grad_norm": 0.374520868062973, + "learning_rate": 8.16425927945148e-05, + "loss": 0.0197, + "step": 31780 + }, + { + "loss_action": 0.017520133405923843, + "loss_total": 0.017520133405923843, + "step": 31780 + }, + { + "loss_action": 0.03619518131017685, + "loss_total": 0.03619518131017685, + "step": 31780 + }, + { + "loss_action": 0.016355566680431366, + "loss_total": 0.016355566680431366, + "step": 31780 + }, + { + "loss_action": 0.03093767911195755, + "loss_total": 0.03093767911195755, + "step": 31780 + }, + { + "loss_action": 0.00800344068557024, + "loss_total": 0.00800344068557024, + "step": 31780 + }, + { + "loss_action": 0.013313733972609043, + "loss_total": 0.013313733972609043, + "step": 31780 + }, + { + "grad_norm": 0.35110729932785034, + "learning_rate": 8.162978869579551e-05, + "loss": 0.0224, + "step": 31790 + }, + { + "loss_action": 0.028510738164186478, + "loss_total": 0.028510738164186478, + "step": 31790 + }, + { + "loss_action": 0.02266879193484783, + "loss_total": 0.02266879193484783, + "step": 31790 + }, + { + "loss_action": 0.012713871896266937, + "loss_total": 0.012713871896266937, + "step": 31790 + }, + { + "loss_action": 0.017151078209280968, + "loss_total": 0.017151078209280968, + "step": 31790 + }, + { + "loss_action": 0.047599997371435165, + "loss_total": 0.047599997371435165, + "step": 31790 + }, + { + "loss_action": 0.031109368428587914, + "loss_total": 0.031109368428587914, + "step": 31790 + }, + { + "grad_norm": 0.5917760133743286, + "learning_rate": 8.161698113809007e-05, + "loss": 0.0261, + "step": 31800 + }, + { + "loss_action": 0.02093961462378502, + "loss_total": 0.02093961462378502, + "step": 31800 + }, + { + "loss_action": 0.024599315598607063, + "loss_total": 0.024599315598607063, + "step": 31800 + }, + { + "loss_action": 0.011578096076846123, + "loss_total": 0.011578096076846123, + "step": 31800 + }, + { + "loss_action": 0.048341769725084305, + "loss_total": 0.048341769725084305, + "step": 31800 + }, + { + "loss_action": 0.014831473119556904, + "loss_total": 0.014831473119556904, + "step": 31800 + }, + { + "loss_action": 0.01533728837966919, + "loss_total": 0.01533728837966919, + "step": 31800 + }, + { + "grad_norm": 0.5009881854057312, + "learning_rate": 8.160417012279911e-05, + "loss": 0.0224, + "step": 31810 + }, + { + "loss_action": 0.03683067858219147, + "loss_total": 0.03683067858219147, + "step": 31810 + }, + { + "loss_action": 0.01684861071407795, + "loss_total": 0.01684861071407795, + "step": 31810 + }, + { + "loss_action": 0.015151767991483212, + "loss_total": 0.015151767991483212, + "step": 31810 + }, + { + "loss_action": 0.01854017563164234, + "loss_total": 0.01854017563164234, + "step": 31810 + }, + { + "loss_action": 0.028529303148388863, + "loss_total": 0.028529303148388863, + "step": 31810 + }, + { + "loss_action": 0.043997954577207565, + "loss_total": 0.043997954577207565, + "step": 31810 + }, + { + "grad_norm": 0.39279159903526306, + "learning_rate": 8.159135565132363e-05, + "loss": 0.0224, + "step": 31820 + }, + { + "loss_action": 0.024557579308748245, + "loss_total": 0.024557579308748245, + "step": 31820 + }, + { + "loss_action": 0.04415615275502205, + "loss_total": 0.04415615275502205, + "step": 31820 + }, + { + "loss_action": 0.013077007606625557, + "loss_total": 0.013077007606625557, + "step": 31820 + }, + { + "loss_action": 0.01082908920943737, + "loss_total": 0.01082908920943737, + "step": 31820 + }, + { + "loss_action": 0.016223058104515076, + "loss_total": 0.016223058104515076, + "step": 31820 + }, + { + "loss_action": 0.02117970772087574, + "loss_total": 0.02117970772087574, + "step": 31820 + }, + { + "grad_norm": 0.5854533314704895, + "learning_rate": 8.157853772506498e-05, + "loss": 0.0253, + "step": 31830 + }, + { + "loss_action": 0.008592145517468452, + "loss_total": 0.008592145517468452, + "step": 31830 + }, + { + "loss_action": 0.0303401667624712, + "loss_total": 0.0303401667624712, + "step": 31830 + }, + { + "loss_action": 0.013250911608338356, + "loss_total": 0.013250911608338356, + "step": 31830 + }, + { + "loss_action": 0.04956243932247162, + "loss_total": 0.04956243932247162, + "step": 31830 + }, + { + "loss_action": 0.014934021048247814, + "loss_total": 0.014934021048247814, + "step": 31830 + }, + { + "loss_action": 0.04109347239136696, + "loss_total": 0.04109347239136696, + "step": 31830 + }, + { + "grad_norm": 0.371482253074646, + "learning_rate": 8.156571634542494e-05, + "loss": 0.0278, + "step": 31840 + }, + { + "loss_action": 0.030745670199394226, + "loss_total": 0.030745670199394226, + "step": 31840 + }, + { + "loss_action": 0.020938215777277946, + "loss_total": 0.020938215777277946, + "step": 31840 + }, + { + "loss_action": 0.03307374194264412, + "loss_total": 0.03307374194264412, + "step": 31840 + }, + { + "loss_action": 0.016340238973498344, + "loss_total": 0.016340238973498344, + "step": 31840 + }, + { + "loss_action": 0.021791353821754456, + "loss_total": 0.021791353821754456, + "step": 31840 + }, + { + "loss_action": 0.015833808109164238, + "loss_total": 0.015833808109164238, + "step": 31840 + }, + { + "grad_norm": 0.49829140305519104, + "learning_rate": 8.15528915138056e-05, + "loss": 0.0249, + "step": 31850 + }, + { + "loss_action": 0.02497325837612152, + "loss_total": 0.02497325837612152, + "step": 31850 + }, + { + "loss_action": 0.012818517163395882, + "loss_total": 0.012818517163395882, + "step": 31850 + }, + { + "loss_action": 0.019043389707803726, + "loss_total": 0.019043389707803726, + "step": 31850 + }, + { + "loss_action": 0.0195514764636755, + "loss_total": 0.0195514764636755, + "step": 31850 + }, + { + "loss_action": 0.02740206941962242, + "loss_total": 0.02740206941962242, + "step": 31850 + }, + { + "loss_action": 0.01950749009847641, + "loss_total": 0.01950749009847641, + "step": 31850 + }, + { + "grad_norm": 0.517477810382843, + "learning_rate": 8.154006323160949e-05, + "loss": 0.0229, + "step": 31860 + }, + { + "loss_action": 0.03261628374457359, + "loss_total": 0.03261628374457359, + "step": 31860 + }, + { + "loss_action": 0.038410503417253494, + "loss_total": 0.038410503417253494, + "step": 31860 + }, + { + "loss_action": 0.027912652119994164, + "loss_total": 0.027912652119994164, + "step": 31860 + }, + { + "loss_action": 0.016132619231939316, + "loss_total": 0.016132619231939316, + "step": 31860 + }, + { + "loss_action": 0.011659891344606876, + "loss_total": 0.011659891344606876, + "step": 31860 + }, + { + "loss_action": 0.03605472669005394, + "loss_total": 0.03605472669005394, + "step": 31860 + }, + { + "grad_norm": 0.7879586815834045, + "learning_rate": 8.152723150023949e-05, + "loss": 0.0267, + "step": 31870 + }, + { + "loss_action": 0.015206984244287014, + "loss_total": 0.015206984244287014, + "step": 31870 + }, + { + "loss_action": 0.02100628800690174, + "loss_total": 0.02100628800690174, + "step": 31870 + }, + { + "loss_action": 0.014724751003086567, + "loss_total": 0.014724751003086567, + "step": 31870 + }, + { + "loss_action": 0.026807410642504692, + "loss_total": 0.026807410642504692, + "step": 31870 + }, + { + "loss_action": 0.03288048133254051, + "loss_total": 0.03288048133254051, + "step": 31870 + }, + { + "loss_action": 0.03134416416287422, + "loss_total": 0.03134416416287422, + "step": 31870 + }, + { + "grad_norm": 0.38758715987205505, + "learning_rate": 8.151439632109886e-05, + "loss": 0.0251, + "step": 31880 + }, + { + "loss_action": 0.05338287353515625, + "loss_total": 0.05338287353515625, + "step": 31880 + }, + { + "loss_action": 0.02106291800737381, + "loss_total": 0.02106291800737381, + "step": 31880 + }, + { + "loss_action": 0.06534557044506073, + "loss_total": 0.06534557044506073, + "step": 31880 + }, + { + "loss_action": 0.0164430383592844, + "loss_total": 0.0164430383592844, + "step": 31880 + }, + { + "loss_action": 0.08060386776924133, + "loss_total": 0.08060386776924133, + "step": 31880 + }, + { + "loss_action": 0.03696645796298981, + "loss_total": 0.03696645796298981, + "step": 31880 + }, + { + "grad_norm": 0.6317950487136841, + "learning_rate": 8.150155769559122e-05, + "loss": 0.0266, + "step": 31890 + }, + { + "loss_action": 0.01745251752436161, + "loss_total": 0.01745251752436161, + "step": 31890 + }, + { + "loss_action": 0.02244056575000286, + "loss_total": 0.02244056575000286, + "step": 31890 + }, + { + "loss_action": 0.02355217933654785, + "loss_total": 0.02355217933654785, + "step": 31890 + }, + { + "loss_action": 0.04693825915455818, + "loss_total": 0.04693825915455818, + "step": 31890 + }, + { + "loss_action": 0.016067741438746452, + "loss_total": 0.016067741438746452, + "step": 31890 + }, + { + "loss_action": 0.020351825281977654, + "loss_total": 0.020351825281977654, + "step": 31890 + }, + { + "grad_norm": 0.38309478759765625, + "learning_rate": 8.148871562512058e-05, + "loss": 0.0249, + "step": 31900 + }, + { + "loss_action": 0.05737371742725372, + "loss_total": 0.05737371742725372, + "step": 31900 + }, + { + "loss_action": 0.019387267529964447, + "loss_total": 0.019387267529964447, + "step": 31900 + }, + { + "loss_action": 0.02797263115644455, + "loss_total": 0.02797263115644455, + "step": 31900 + }, + { + "loss_action": 0.030690157786011696, + "loss_total": 0.030690157786011696, + "step": 31900 + }, + { + "loss_action": 0.02058625966310501, + "loss_total": 0.02058625966310501, + "step": 31900 + }, + { + "loss_action": 0.01368015818297863, + "loss_total": 0.01368015818297863, + "step": 31900 + }, + { + "grad_norm": 0.3372197449207306, + "learning_rate": 8.147587011109136e-05, + "loss": 0.0241, + "step": 31910 + }, + { + "loss_action": 0.04190114140510559, + "loss_total": 0.04190114140510559, + "step": 31910 + }, + { + "loss_action": 0.01024728361517191, + "loss_total": 0.01024728361517191, + "step": 31910 + }, + { + "loss_action": 0.034582193940877914, + "loss_total": 0.034582193940877914, + "step": 31910 + }, + { + "loss_action": 0.015513159334659576, + "loss_total": 0.015513159334659576, + "step": 31910 + }, + { + "loss_action": 0.020624015480279922, + "loss_total": 0.020624015480279922, + "step": 31910 + }, + { + "loss_action": 0.06428119540214539, + "loss_total": 0.06428119540214539, + "step": 31910 + }, + { + "grad_norm": 0.3607390224933624, + "learning_rate": 8.14630211549083e-05, + "loss": 0.0255, + "step": 31920 + }, + { + "loss_action": 0.017651595175266266, + "loss_total": 0.017651595175266266, + "step": 31920 + }, + { + "loss_action": 0.0075441827066242695, + "loss_total": 0.0075441827066242695, + "step": 31920 + }, + { + "loss_action": 0.010816503316164017, + "loss_total": 0.010816503316164017, + "step": 31920 + }, + { + "loss_action": 0.01050562784075737, + "loss_total": 0.01050562784075737, + "step": 31920 + }, + { + "loss_action": 0.021225271746516228, + "loss_total": 0.021225271746516228, + "step": 31920 + }, + { + "loss_action": 0.008603698574006557, + "loss_total": 0.008603698574006557, + "step": 31920 + }, + { + "grad_norm": 0.3740295469760895, + "learning_rate": 8.145016875797655e-05, + "loss": 0.0204, + "step": 31930 + }, + { + "loss_action": 0.015222259797155857, + "loss_total": 0.015222259797155857, + "step": 31930 + }, + { + "loss_action": 0.017825093120336533, + "loss_total": 0.017825093120336533, + "step": 31930 + }, + { + "loss_action": 0.0279488954693079, + "loss_total": 0.0279488954693079, + "step": 31930 + }, + { + "loss_action": 0.013438407331705093, + "loss_total": 0.013438407331705093, + "step": 31930 + }, + { + "loss_action": 0.015982983633875847, + "loss_total": 0.015982983633875847, + "step": 31930 + }, + { + "loss_action": 0.033026959747076035, + "loss_total": 0.033026959747076035, + "step": 31930 + }, + { + "grad_norm": 0.42775431275367737, + "learning_rate": 8.143731292170164e-05, + "loss": 0.0218, + "step": 31940 + }, + { + "loss_action": 0.02740192785859108, + "loss_total": 0.02740192785859108, + "step": 31940 + }, + { + "loss_action": 0.010266721248626709, + "loss_total": 0.010266721248626709, + "step": 31940 + }, + { + "loss_action": 0.017720641568303108, + "loss_total": 0.017720641568303108, + "step": 31940 + }, + { + "loss_action": 0.024305609986186028, + "loss_total": 0.024305609986186028, + "step": 31940 + }, + { + "loss_action": 0.013498791493475437, + "loss_total": 0.013498791493475437, + "step": 31940 + }, + { + "loss_action": 0.019225796684622765, + "loss_total": 0.019225796684622765, + "step": 31940 + }, + { + "grad_norm": 0.5180808901786804, + "learning_rate": 8.142445364748944e-05, + "loss": 0.0217, + "step": 31950 + }, + { + "loss_action": 0.060256317257881165, + "loss_total": 0.060256317257881165, + "step": 31950 + }, + { + "loss_action": 0.017085790634155273, + "loss_total": 0.017085790634155273, + "step": 31950 + }, + { + "loss_action": 0.013159415684640408, + "loss_total": 0.013159415684640408, + "step": 31950 + }, + { + "loss_action": 0.010695574805140495, + "loss_total": 0.010695574805140495, + "step": 31950 + }, + { + "loss_action": 0.017389735206961632, + "loss_total": 0.017389735206961632, + "step": 31950 + }, + { + "loss_action": 0.017448319122195244, + "loss_total": 0.017448319122195244, + "step": 31950 + }, + { + "grad_norm": 0.367580771446228, + "learning_rate": 8.141159093674624e-05, + "loss": 0.0212, + "step": 31960 + }, + { + "loss_action": 0.020175740122795105, + "loss_total": 0.020175740122795105, + "step": 31960 + }, + { + "loss_action": 0.017611268907785416, + "loss_total": 0.017611268907785416, + "step": 31960 + }, + { + "loss_action": 0.008810642175376415, + "loss_total": 0.008810642175376415, + "step": 31960 + }, + { + "loss_action": 0.007434789557009935, + "loss_total": 0.007434789557009935, + "step": 31960 + }, + { + "loss_action": 0.013423069380223751, + "loss_total": 0.013423069380223751, + "step": 31960 + }, + { + "loss_action": 0.009007222950458527, + "loss_total": 0.009007222950458527, + "step": 31960 + }, + { + "grad_norm": 0.44086986780166626, + "learning_rate": 8.139872479087869e-05, + "loss": 0.0216, + "step": 31970 + }, + { + "loss_action": 0.028099140152335167, + "loss_total": 0.028099140152335167, + "step": 31970 + }, + { + "loss_action": 0.016246400773525238, + "loss_total": 0.016246400773525238, + "step": 31970 + }, + { + "loss_action": 0.015112511813640594, + "loss_total": 0.015112511813640594, + "step": 31970 + }, + { + "loss_action": 0.022677389904856682, + "loss_total": 0.022677389904856682, + "step": 31970 + }, + { + "loss_action": 0.010391958989202976, + "loss_total": 0.010391958989202976, + "step": 31970 + }, + { + "loss_action": 0.03774537891149521, + "loss_total": 0.03774537891149521, + "step": 31970 + }, + { + "grad_norm": 0.3782704174518585, + "learning_rate": 8.13858552112938e-05, + "loss": 0.0203, + "step": 31980 + }, + { + "loss_action": 0.151558056473732, + "loss_total": 0.151558056473732, + "step": 31980 + }, + { + "loss_action": 0.013545091263949871, + "loss_total": 0.013545091263949871, + "step": 31980 + }, + { + "loss_action": 0.02087336592376232, + "loss_total": 0.02087336592376232, + "step": 31980 + }, + { + "loss_action": 0.013119961135089397, + "loss_total": 0.013119961135089397, + "step": 31980 + }, + { + "loss_action": 0.013593177311122417, + "loss_total": 0.013593177311122417, + "step": 31980 + }, + { + "loss_action": 0.02005455270409584, + "loss_total": 0.02005455270409584, + "step": 31980 + }, + { + "grad_norm": 0.4460119903087616, + "learning_rate": 8.137298219939895e-05, + "loss": 0.0237, + "step": 31990 + }, + { + "loss_action": 0.01786426454782486, + "loss_total": 0.01786426454782486, + "step": 31990 + }, + { + "loss_action": 0.01883123256266117, + "loss_total": 0.01883123256266117, + "step": 31990 + }, + { + "loss_action": 0.012251646257936954, + "loss_total": 0.012251646257936954, + "step": 31990 + }, + { + "loss_action": 0.03046579286456108, + "loss_total": 0.03046579286456108, + "step": 31990 + }, + { + "loss_action": 0.023878976702690125, + "loss_total": 0.023878976702690125, + "step": 31990 + }, + { + "loss_action": 0.04300172999501228, + "loss_total": 0.04300172999501228, + "step": 31990 + }, + { + "grad_norm": 0.4578573703765869, + "learning_rate": 8.136010575660196e-05, + "loss": 0.0222, + "step": 32000 + }, + { + "loss_action": 0.014758117496967316, + "loss_total": 0.014758117496967316, + "step": 32000 + }, + { + "loss_action": 0.017436817288398743, + "loss_total": 0.017436817288398743, + "step": 32000 + }, + { + "loss_action": 0.06151436269283295, + "loss_total": 0.06151436269283295, + "step": 32000 + }, + { + "loss_action": 0.029598526656627655, + "loss_total": 0.029598526656627655, + "step": 32000 + }, + { + "loss_action": 0.03061445616185665, + "loss_total": 0.03061445616185665, + "step": 32000 + }, + { + "loss_action": 0.016673196107149124, + "loss_total": 0.016673196107149124, + "step": 32000 + }, + { + "grad_norm": 0.4962182939052582, + "learning_rate": 8.134722588431095e-05, + "loss": 0.0222, + "step": 32010 + }, + { + "loss_action": 0.014257959090173244, + "loss_total": 0.014257959090173244, + "step": 32010 + }, + { + "loss_action": 0.05375894904136658, + "loss_total": 0.05375894904136658, + "step": 32010 + }, + { + "loss_action": 0.019725186750292778, + "loss_total": 0.019725186750292778, + "step": 32010 + }, + { + "loss_action": 0.06779498606920242, + "loss_total": 0.06779498606920242, + "step": 32010 + }, + { + "loss_action": 0.014375174418091774, + "loss_total": 0.014375174418091774, + "step": 32010 + }, + { + "loss_action": 0.022434446960687637, + "loss_total": 0.022434446960687637, + "step": 32010 + }, + { + "grad_norm": 0.41131067276000977, + "learning_rate": 8.133434258393444e-05, + "loss": 0.0214, + "step": 32020 + }, + { + "loss_action": 0.01613055169582367, + "loss_total": 0.01613055169582367, + "step": 32020 + }, + { + "loss_action": 0.02533690631389618, + "loss_total": 0.02533690631389618, + "step": 32020 + }, + { + "loss_action": 0.018388891592621803, + "loss_total": 0.018388891592621803, + "step": 32020 + }, + { + "loss_action": 0.018882839009165764, + "loss_total": 0.018882839009165764, + "step": 32020 + }, + { + "loss_action": 0.023414170369505882, + "loss_total": 0.023414170369505882, + "step": 32020 + }, + { + "loss_action": 0.05306252837181091, + "loss_total": 0.05306252837181091, + "step": 32020 + }, + { + "grad_norm": 0.3288803696632385, + "learning_rate": 8.132145585688134e-05, + "loss": 0.0235, + "step": 32030 + }, + { + "loss_action": 0.03496912494301796, + "loss_total": 0.03496912494301796, + "step": 32030 + }, + { + "loss_action": 0.011422821320593357, + "loss_total": 0.011422821320593357, + "step": 32030 + }, + { + "loss_action": 0.026787590235471725, + "loss_total": 0.026787590235471725, + "step": 32030 + }, + { + "loss_action": 0.013341020792722702, + "loss_total": 0.013341020792722702, + "step": 32030 + }, + { + "loss_action": 0.01318312343209982, + "loss_total": 0.01318312343209982, + "step": 32030 + }, + { + "loss_action": 0.023282131180167198, + "loss_total": 0.023282131180167198, + "step": 32030 + }, + { + "grad_norm": 0.31658416986465454, + "learning_rate": 8.130856570456093e-05, + "loss": 0.0245, + "step": 32040 + }, + { + "loss_action": 0.016267459839582443, + "loss_total": 0.016267459839582443, + "step": 32040 + }, + { + "loss_action": 0.02193881757557392, + "loss_total": 0.02193881757557392, + "step": 32040 + }, + { + "loss_action": 0.021915888413786888, + "loss_total": 0.021915888413786888, + "step": 32040 + }, + { + "loss_action": 0.011542863212525845, + "loss_total": 0.011542863212525845, + "step": 32040 + }, + { + "loss_action": 0.03668198361992836, + "loss_total": 0.03668198361992836, + "step": 32040 + }, + { + "loss_action": 0.009005121886730194, + "loss_total": 0.009005121886730194, + "step": 32040 + }, + { + "grad_norm": 0.42526042461395264, + "learning_rate": 8.129567212838283e-05, + "loss": 0.0208, + "step": 32050 + }, + { + "loss_action": 0.0219366867095232, + "loss_total": 0.0219366867095232, + "step": 32050 + }, + { + "loss_action": 0.016772199422121048, + "loss_total": 0.016772199422121048, + "step": 32050 + }, + { + "loss_action": 0.02071242406964302, + "loss_total": 0.02071242406964302, + "step": 32050 + }, + { + "loss_action": 0.020823530852794647, + "loss_total": 0.020823530852794647, + "step": 32050 + }, + { + "loss_action": 0.04127176105976105, + "loss_total": 0.04127176105976105, + "step": 32050 + }, + { + "loss_action": 0.020906992256641388, + "loss_total": 0.020906992256641388, + "step": 32050 + }, + { + "grad_norm": 0.6276355981826782, + "learning_rate": 8.128277512975708e-05, + "loss": 0.0217, + "step": 32060 + }, + { + "loss_action": 0.009923504665493965, + "loss_total": 0.009923504665493965, + "step": 32060 + }, + { + "loss_action": 0.03498848155140877, + "loss_total": 0.03498848155140877, + "step": 32060 + }, + { + "loss_action": 0.041257403790950775, + "loss_total": 0.041257403790950775, + "step": 32060 + }, + { + "loss_action": 0.033955980092287064, + "loss_total": 0.033955980092287064, + "step": 32060 + }, + { + "loss_action": 0.027219893410801888, + "loss_total": 0.027219893410801888, + "step": 32060 + }, + { + "loss_action": 0.015897253528237343, + "loss_total": 0.015897253528237343, + "step": 32060 + }, + { + "grad_norm": 0.5527765154838562, + "learning_rate": 8.126987471009408e-05, + "loss": 0.0238, + "step": 32070 + }, + { + "loss_action": 0.024569453671574593, + "loss_total": 0.024569453671574593, + "step": 32070 + }, + { + "loss_action": 0.020727161318063736, + "loss_total": 0.020727161318063736, + "step": 32070 + }, + { + "loss_action": 0.01648123376071453, + "loss_total": 0.01648123376071453, + "step": 32070 + }, + { + "loss_action": 0.04541005194187164, + "loss_total": 0.04541005194187164, + "step": 32070 + }, + { + "loss_action": 0.022382978349924088, + "loss_total": 0.022382978349924088, + "step": 32070 + }, + { + "loss_action": 0.029394065961241722, + "loss_total": 0.029394065961241722, + "step": 32070 + }, + { + "grad_norm": 0.4316379725933075, + "learning_rate": 8.125697087080459e-05, + "loss": 0.024, + "step": 32080 + }, + { + "loss_action": 0.014224939979612827, + "loss_total": 0.014224939979612827, + "step": 32080 + }, + { + "loss_action": 0.026006566360592842, + "loss_total": 0.026006566360592842, + "step": 32080 + }, + { + "loss_action": 0.019466541707515717, + "loss_total": 0.019466541707515717, + "step": 32080 + }, + { + "loss_action": 0.011488816700875759, + "loss_total": 0.011488816700875759, + "step": 32080 + }, + { + "loss_action": 0.03866186738014221, + "loss_total": 0.03866186738014221, + "step": 32080 + }, + { + "loss_action": 0.013338671997189522, + "loss_total": 0.013338671997189522, + "step": 32080 + }, + { + "grad_norm": 0.36766961216926575, + "learning_rate": 8.124406361329976e-05, + "loss": 0.023, + "step": 32090 + }, + { + "loss_action": 0.0365360826253891, + "loss_total": 0.0365360826253891, + "step": 32090 + }, + { + "loss_action": 0.03019329532980919, + "loss_total": 0.03019329532980919, + "step": 32090 + }, + { + "loss_action": 0.02132066898047924, + "loss_total": 0.02132066898047924, + "step": 32090 + }, + { + "loss_action": 0.0198154766112566, + "loss_total": 0.0198154766112566, + "step": 32090 + }, + { + "loss_action": 0.02081907168030739, + "loss_total": 0.02081907168030739, + "step": 32090 + }, + { + "loss_action": 0.016196707263588905, + "loss_total": 0.016196707263588905, + "step": 32090 + }, + { + "grad_norm": 0.4484242796897888, + "learning_rate": 8.123115293899111e-05, + "loss": 0.0217, + "step": 32100 + }, + { + "loss_action": 0.014999396167695522, + "loss_total": 0.014999396167695522, + "step": 32100 + }, + { + "loss_action": 0.010416250675916672, + "loss_total": 0.010416250675916672, + "step": 32100 + }, + { + "loss_action": 0.04532250761985779, + "loss_total": 0.04532250761985779, + "step": 32100 + }, + { + "loss_action": 0.012223645113408566, + "loss_total": 0.012223645113408566, + "step": 32100 + }, + { + "loss_action": 0.011246531270444393, + "loss_total": 0.011246531270444393, + "step": 32100 + }, + { + "loss_action": 0.01607574336230755, + "loss_total": 0.01607574336230755, + "step": 32100 + }, + { + "grad_norm": 0.4698111116886139, + "learning_rate": 8.121823884929055e-05, + "loss": 0.0212, + "step": 32110 + }, + { + "loss_action": 0.024990996345877647, + "loss_total": 0.024990996345877647, + "step": 32110 + }, + { + "loss_action": 0.02067098766565323, + "loss_total": 0.02067098766565323, + "step": 32110 + }, + { + "loss_action": 0.05171876773238182, + "loss_total": 0.05171876773238182, + "step": 32110 + }, + { + "loss_action": 0.0237044095993042, + "loss_total": 0.0237044095993042, + "step": 32110 + }, + { + "loss_action": 0.020654091611504555, + "loss_total": 0.020654091611504555, + "step": 32110 + }, + { + "loss_action": 0.007803973276168108, + "loss_total": 0.007803973276168108, + "step": 32110 + }, + { + "grad_norm": 0.43233752250671387, + "learning_rate": 8.12053213456103e-05, + "loss": 0.0219, + "step": 32120 + }, + { + "loss_action": 0.007937455549836159, + "loss_total": 0.007937455549836159, + "step": 32120 + }, + { + "loss_action": 0.0101053137332201, + "loss_total": 0.0101053137332201, + "step": 32120 + }, + { + "loss_action": 0.023528560996055603, + "loss_total": 0.023528560996055603, + "step": 32120 + }, + { + "loss_action": 0.032732732594013214, + "loss_total": 0.032732732594013214, + "step": 32120 + }, + { + "loss_action": 0.047698792070150375, + "loss_total": 0.047698792070150375, + "step": 32120 + }, + { + "loss_action": 0.01058126799762249, + "loss_total": 0.01058126799762249, + "step": 32120 + }, + { + "grad_norm": 0.4291529953479767, + "learning_rate": 8.119240042936303e-05, + "loss": 0.0236, + "step": 32130 + }, + { + "loss_action": 0.012366022914648056, + "loss_total": 0.012366022914648056, + "step": 32130 + }, + { + "loss_action": 0.017071377485990524, + "loss_total": 0.017071377485990524, + "step": 32130 + }, + { + "loss_action": 0.009908972308039665, + "loss_total": 0.009908972308039665, + "step": 32130 + }, + { + "loss_action": 0.010399281047284603, + "loss_total": 0.010399281047284603, + "step": 32130 + }, + { + "loss_action": 0.01262268889695406, + "loss_total": 0.01262268889695406, + "step": 32130 + }, + { + "loss_action": 0.013744594529271126, + "loss_total": 0.013744594529271126, + "step": 32130 + }, + { + "grad_norm": 0.5221875309944153, + "learning_rate": 8.117947610196175e-05, + "loss": 0.0215, + "step": 32140 + }, + { + "loss_action": 0.01863674819469452, + "loss_total": 0.01863674819469452, + "step": 32140 + }, + { + "loss_action": 0.02840167097747326, + "loss_total": 0.02840167097747326, + "step": 32140 + }, + { + "loss_action": 0.029097076505422592, + "loss_total": 0.029097076505422592, + "step": 32140 + }, + { + "loss_action": 0.042420290410518646, + "loss_total": 0.042420290410518646, + "step": 32140 + }, + { + "loss_action": 0.019265439361333847, + "loss_total": 0.019265439361333847, + "step": 32140 + }, + { + "loss_action": 0.01615842431783676, + "loss_total": 0.01615842431783676, + "step": 32140 + }, + { + "grad_norm": 0.4328332245349884, + "learning_rate": 8.116654836481982e-05, + "loss": 0.0244, + "step": 32150 + }, + { + "loss_action": 0.012995206750929356, + "loss_total": 0.012995206750929356, + "step": 32150 + }, + { + "loss_action": 0.01792186126112938, + "loss_total": 0.01792186126112938, + "step": 32150 + }, + { + "loss_action": 0.01466654147952795, + "loss_total": 0.01466654147952795, + "step": 32150 + }, + { + "loss_action": 0.011289523914456367, + "loss_total": 0.011289523914456367, + "step": 32150 + }, + { + "loss_action": 0.03150296211242676, + "loss_total": 0.03150296211242676, + "step": 32150 + }, + { + "loss_action": 0.01454920880496502, + "loss_total": 0.01454920880496502, + "step": 32150 + }, + { + "grad_norm": 0.40059468150138855, + "learning_rate": 8.115361721935106e-05, + "loss": 0.0233, + "step": 32160 + }, + { + "loss_action": 0.00981779582798481, + "loss_total": 0.00981779582798481, + "step": 32160 + }, + { + "loss_action": 0.04930640012025833, + "loss_total": 0.04930640012025833, + "step": 32160 + }, + { + "loss_action": 0.025273451581597328, + "loss_total": 0.025273451581597328, + "step": 32160 + }, + { + "loss_action": 0.041765037924051285, + "loss_total": 0.041765037924051285, + "step": 32160 + }, + { + "loss_action": 0.016359683126211166, + "loss_total": 0.016359683126211166, + "step": 32160 + }, + { + "loss_action": 0.010425820015370846, + "loss_total": 0.010425820015370846, + "step": 32160 + }, + { + "grad_norm": 0.3786773383617401, + "learning_rate": 8.114068266696953e-05, + "loss": 0.0204, + "step": 32170 + }, + { + "loss_action": 0.021701790392398834, + "loss_total": 0.021701790392398834, + "step": 32170 + }, + { + "loss_action": 0.022186115384101868, + "loss_total": 0.022186115384101868, + "step": 32170 + }, + { + "loss_action": 0.01013768371194601, + "loss_total": 0.01013768371194601, + "step": 32170 + }, + { + "loss_action": 0.014971897937357426, + "loss_total": 0.014971897937357426, + "step": 32170 + }, + { + "loss_action": 0.009482252411544323, + "loss_total": 0.009482252411544323, + "step": 32170 + }, + { + "loss_action": 0.017826268449425697, + "loss_total": 0.017826268449425697, + "step": 32170 + }, + { + "grad_norm": 0.4815155565738678, + "learning_rate": 8.112774470908978e-05, + "loss": 0.0206, + "step": 32180 + }, + { + "loss_action": 0.01058801356703043, + "loss_total": 0.01058801356703043, + "step": 32180 + }, + { + "loss_action": 0.012652198784053326, + "loss_total": 0.012652198784053326, + "step": 32180 + }, + { + "loss_action": 0.013097456656396389, + "loss_total": 0.013097456656396389, + "step": 32180 + }, + { + "loss_action": 0.01497780904173851, + "loss_total": 0.01497780904173851, + "step": 32180 + }, + { + "loss_action": 0.030108658596873283, + "loss_total": 0.030108658596873283, + "step": 32180 + }, + { + "loss_action": 0.017131617292761803, + "loss_total": 0.017131617292761803, + "step": 32180 + }, + { + "grad_norm": 0.5990084409713745, + "learning_rate": 8.111480334712665e-05, + "loss": 0.0246, + "step": 32190 + }, + { + "loss_action": 0.011811766773462296, + "loss_total": 0.011811766773462296, + "step": 32190 + }, + { + "loss_action": 0.016640571877360344, + "loss_total": 0.016640571877360344, + "step": 32190 + }, + { + "loss_action": 0.014796345494687557, + "loss_total": 0.014796345494687557, + "step": 32190 + }, + { + "loss_action": 0.008938818238675594, + "loss_total": 0.008938818238675594, + "step": 32190 + }, + { + "loss_action": 0.02089553326368332, + "loss_total": 0.02089553326368332, + "step": 32190 + }, + { + "loss_action": 0.02093326672911644, + "loss_total": 0.02093326672911644, + "step": 32190 + }, + { + "grad_norm": 0.6650429964065552, + "learning_rate": 8.110185858249542e-05, + "loss": 0.0246, + "step": 32200 + }, + { + "loss_action": 0.01586659997701645, + "loss_total": 0.01586659997701645, + "step": 32200 + }, + { + "loss_action": 0.0610358752310276, + "loss_total": 0.0610358752310276, + "step": 32200 + }, + { + "loss_action": 0.025424087420105934, + "loss_total": 0.025424087420105934, + "step": 32200 + }, + { + "loss_action": 0.016160817816853523, + "loss_total": 0.016160817816853523, + "step": 32200 + }, + { + "loss_action": 0.00806388258934021, + "loss_total": 0.00806388258934021, + "step": 32200 + }, + { + "loss_action": 0.023425206542015076, + "loss_total": 0.023425206542015076, + "step": 32200 + }, + { + "grad_norm": 0.632236897945404, + "learning_rate": 8.108891041661168e-05, + "loss": 0.0233, + "step": 32210 + }, + { + "loss_action": 0.008582021109759808, + "loss_total": 0.008582021109759808, + "step": 32210 + }, + { + "loss_action": 0.012752749025821686, + "loss_total": 0.012752749025821686, + "step": 32210 + }, + { + "loss_action": 0.012468935921788216, + "loss_total": 0.012468935921788216, + "step": 32210 + }, + { + "loss_action": 0.04308001697063446, + "loss_total": 0.04308001697063446, + "step": 32210 + }, + { + "loss_action": 0.012532936409115791, + "loss_total": 0.012532936409115791, + "step": 32210 + }, + { + "loss_action": 0.01133232843130827, + "loss_total": 0.01133232843130827, + "step": 32210 + }, + { + "grad_norm": 0.440221905708313, + "learning_rate": 8.107595885089146e-05, + "loss": 0.0232, + "step": 32220 + }, + { + "loss_action": 0.008853842504322529, + "loss_total": 0.008853842504322529, + "step": 32220 + }, + { + "loss_action": 0.01865316741168499, + "loss_total": 0.01865316741168499, + "step": 32220 + }, + { + "loss_action": 0.007174926344305277, + "loss_total": 0.007174926344305277, + "step": 32220 + }, + { + "loss_action": 0.015467407181859016, + "loss_total": 0.015467407181859016, + "step": 32220 + }, + { + "loss_action": 0.02612776681780815, + "loss_total": 0.02612776681780815, + "step": 32220 + }, + { + "loss_action": 0.00962737575173378, + "loss_total": 0.00962737575173378, + "step": 32220 + }, + { + "grad_norm": 0.4164336621761322, + "learning_rate": 8.106300388675108e-05, + "loss": 0.0212, + "step": 32230 + }, + { + "loss_action": 0.021785655990242958, + "loss_total": 0.021785655990242958, + "step": 32230 + }, + { + "loss_action": 0.010766369290649891, + "loss_total": 0.010766369290649891, + "step": 32230 + }, + { + "loss_action": 0.010544941760599613, + "loss_total": 0.010544941760599613, + "step": 32230 + }, + { + "loss_action": 0.011790765449404716, + "loss_total": 0.011790765449404716, + "step": 32230 + }, + { + "loss_action": 0.017540602013468742, + "loss_total": 0.017540602013468742, + "step": 32230 + }, + { + "loss_action": 0.029848959296941757, + "loss_total": 0.029848959296941757, + "step": 32230 + }, + { + "grad_norm": 0.3419658839702606, + "learning_rate": 8.105004552560731e-05, + "loss": 0.0192, + "step": 32240 + }, + { + "loss_action": 0.012393701821565628, + "loss_total": 0.012393701821565628, + "step": 32240 + }, + { + "loss_action": 0.025753052905201912, + "loss_total": 0.025753052905201912, + "step": 32240 + }, + { + "loss_action": 0.013862431049346924, + "loss_total": 0.013862431049346924, + "step": 32240 + }, + { + "loss_action": 0.020929012447595596, + "loss_total": 0.020929012447595596, + "step": 32240 + }, + { + "loss_action": 0.015002992004156113, + "loss_total": 0.015002992004156113, + "step": 32240 + }, + { + "loss_action": 0.015998566523194313, + "loss_total": 0.015998566523194313, + "step": 32240 + }, + { + "grad_norm": 0.5982017517089844, + "learning_rate": 8.103708376887724e-05, + "loss": 0.0223, + "step": 32250 + }, + { + "loss_action": 0.028517678380012512, + "loss_total": 0.028517678380012512, + "step": 32250 + }, + { + "loss_action": 0.016480840742588043, + "loss_total": 0.016480840742588043, + "step": 32250 + }, + { + "loss_action": 0.040638167411088943, + "loss_total": 0.040638167411088943, + "step": 32250 + }, + { + "loss_action": 0.015833256766200066, + "loss_total": 0.015833256766200066, + "step": 32250 + }, + { + "loss_action": 0.019970810040831566, + "loss_total": 0.019970810040831566, + "step": 32250 + }, + { + "loss_action": 0.016262581571936607, + "loss_total": 0.016262581571936607, + "step": 32250 + }, + { + "grad_norm": 0.46507126092910767, + "learning_rate": 8.102411861797836e-05, + "loss": 0.0213, + "step": 32260 + }, + { + "loss_action": 0.007350570056587458, + "loss_total": 0.007350570056587458, + "step": 32260 + }, + { + "loss_action": 0.021367337554693222, + "loss_total": 0.021367337554693222, + "step": 32260 + }, + { + "loss_action": 0.019567565992474556, + "loss_total": 0.019567565992474556, + "step": 32260 + }, + { + "loss_action": 0.011380158364772797, + "loss_total": 0.011380158364772797, + "step": 32260 + }, + { + "loss_action": 0.014439101330935955, + "loss_total": 0.014439101330935955, + "step": 32260 + }, + { + "loss_action": 0.021582571789622307, + "loss_total": 0.021582571789622307, + "step": 32260 + }, + { + "grad_norm": 0.45987582206726074, + "learning_rate": 8.101115007432851e-05, + "loss": 0.0219, + "step": 32270 + }, + { + "loss_action": 0.015038872137665749, + "loss_total": 0.015038872137665749, + "step": 32270 + }, + { + "loss_action": 0.010396437719464302, + "loss_total": 0.010396437719464302, + "step": 32270 + }, + { + "loss_action": 0.022647062316536903, + "loss_total": 0.022647062316536903, + "step": 32270 + }, + { + "loss_action": 0.014290178194642067, + "loss_total": 0.014290178194642067, + "step": 32270 + }, + { + "loss_action": 0.01386269461363554, + "loss_total": 0.01386269461363554, + "step": 32270 + }, + { + "loss_action": 0.010536343790590763, + "loss_total": 0.010536343790590763, + "step": 32270 + }, + { + "grad_norm": 0.3414978086948395, + "learning_rate": 8.09981781393459e-05, + "loss": 0.0203, + "step": 32280 + }, + { + "loss_action": 0.015363194048404694, + "loss_total": 0.015363194048404694, + "step": 32280 + }, + { + "loss_action": 0.010830743238329887, + "loss_total": 0.010830743238329887, + "step": 32280 + }, + { + "loss_action": 0.018069250509142876, + "loss_total": 0.018069250509142876, + "step": 32280 + }, + { + "loss_action": 0.009425556287169456, + "loss_total": 0.009425556287169456, + "step": 32280 + }, + { + "loss_action": 0.030872346833348274, + "loss_total": 0.030872346833348274, + "step": 32280 + }, + { + "loss_action": 0.01908685266971588, + "loss_total": 0.01908685266971588, + "step": 32280 + }, + { + "grad_norm": 0.370555579662323, + "learning_rate": 8.098520281444915e-05, + "loss": 0.0214, + "step": 32290 + }, + { + "loss_action": 0.040743906050920486, + "loss_total": 0.040743906050920486, + "step": 32290 + }, + { + "loss_action": 0.006952035240828991, + "loss_total": 0.006952035240828991, + "step": 32290 + }, + { + "loss_action": 0.021843018010258675, + "loss_total": 0.021843018010258675, + "step": 32290 + }, + { + "loss_action": 0.026633866131305695, + "loss_total": 0.026633866131305695, + "step": 32290 + }, + { + "loss_action": 0.012232310138642788, + "loss_total": 0.012232310138642788, + "step": 32290 + }, + { + "loss_action": 0.01267245039343834, + "loss_total": 0.01267245039343834, + "step": 32290 + }, + { + "grad_norm": 0.5226508975028992, + "learning_rate": 8.09722241010572e-05, + "loss": 0.0219, + "step": 32300 + }, + { + "loss_action": 0.011392531916499138, + "loss_total": 0.011392531916499138, + "step": 32300 + }, + { + "loss_action": 0.013418972492218018, + "loss_total": 0.013418972492218018, + "step": 32300 + }, + { + "loss_action": 0.012848414480686188, + "loss_total": 0.012848414480686188, + "step": 32300 + }, + { + "loss_action": 0.02069251611828804, + "loss_total": 0.02069251611828804, + "step": 32300 + }, + { + "loss_action": 0.005621445365250111, + "loss_total": 0.005621445365250111, + "step": 32300 + }, + { + "loss_action": 0.010948077775537968, + "loss_total": 0.010948077775537968, + "step": 32300 + }, + { + "grad_norm": 0.3462539613246918, + "learning_rate": 8.095924200058939e-05, + "loss": 0.0208, + "step": 32310 + }, + { + "loss_action": 0.012316565960645676, + "loss_total": 0.012316565960645676, + "step": 32310 + }, + { + "loss_action": 0.02612084336578846, + "loss_total": 0.02612084336578846, + "step": 32310 + }, + { + "loss_action": 0.011670272797346115, + "loss_total": 0.011670272797346115, + "step": 32310 + }, + { + "loss_action": 0.016930939629673958, + "loss_total": 0.016930939629673958, + "step": 32310 + }, + { + "loss_action": 0.02028333954513073, + "loss_total": 0.02028333954513073, + "step": 32310 + }, + { + "loss_action": 0.014888579025864601, + "loss_total": 0.014888579025864601, + "step": 32310 + }, + { + "grad_norm": 0.5559861660003662, + "learning_rate": 8.094625651446541e-05, + "loss": 0.0214, + "step": 32320 + }, + { + "loss_action": 0.01909426786005497, + "loss_total": 0.01909426786005497, + "step": 32320 + }, + { + "loss_action": 0.013269521296024323, + "loss_total": 0.013269521296024323, + "step": 32320 + }, + { + "loss_action": 0.02135377936065197, + "loss_total": 0.02135377936065197, + "step": 32320 + }, + { + "loss_action": 0.008738044649362564, + "loss_total": 0.008738044649362564, + "step": 32320 + }, + { + "loss_action": 0.03425708785653114, + "loss_total": 0.03425708785653114, + "step": 32320 + }, + { + "loss_action": 0.03429311141371727, + "loss_total": 0.03429311141371727, + "step": 32320 + }, + { + "grad_norm": 0.49678629636764526, + "learning_rate": 8.093326764410536e-05, + "loss": 0.0216, + "step": 32330 + }, + { + "loss_action": 0.016714615747332573, + "loss_total": 0.016714615747332573, + "step": 32330 + }, + { + "loss_action": 0.03185645118355751, + "loss_total": 0.03185645118355751, + "step": 32330 + }, + { + "loss_action": 0.005905762780457735, + "loss_total": 0.005905762780457735, + "step": 32330 + }, + { + "loss_action": 0.027127359062433243, + "loss_total": 0.027127359062433243, + "step": 32330 + }, + { + "loss_action": 0.024657264351844788, + "loss_total": 0.024657264351844788, + "step": 32330 + }, + { + "loss_action": 0.021240638568997383, + "loss_total": 0.021240638568997383, + "step": 32330 + }, + { + "grad_norm": 0.5900918245315552, + "learning_rate": 8.092027539092966e-05, + "loss": 0.0214, + "step": 32340 + }, + { + "loss_action": 0.012482075951993465, + "loss_total": 0.012482075951993465, + "step": 32340 + }, + { + "loss_action": 0.01974591426551342, + "loss_total": 0.01974591426551342, + "step": 32340 + }, + { + "loss_action": 0.010788272134959698, + "loss_total": 0.010788272134959698, + "step": 32340 + }, + { + "loss_action": 0.025184325873851776, + "loss_total": 0.025184325873851776, + "step": 32340 + }, + { + "loss_action": 0.020972946658730507, + "loss_total": 0.020972946658730507, + "step": 32340 + }, + { + "loss_action": 0.009788923896849155, + "loss_total": 0.009788923896849155, + "step": 32340 + }, + { + "grad_norm": 0.37405675649642944, + "learning_rate": 8.090727975635913e-05, + "loss": 0.0244, + "step": 32350 + }, + { + "loss_action": 0.012394077144563198, + "loss_total": 0.012394077144563198, + "step": 32350 + }, + { + "loss_action": 0.009992054663598537, + "loss_total": 0.009992054663598537, + "step": 32350 + }, + { + "loss_action": 0.03123461827635765, + "loss_total": 0.03123461827635765, + "step": 32350 + }, + { + "loss_action": 0.020802641287446022, + "loss_total": 0.020802641287446022, + "step": 32350 + }, + { + "loss_action": 0.013924282044172287, + "loss_total": 0.013924282044172287, + "step": 32350 + }, + { + "loss_action": 0.020449617877602577, + "loss_total": 0.020449617877602577, + "step": 32350 + }, + { + "grad_norm": 0.3897393047809601, + "learning_rate": 8.089428074181497e-05, + "loss": 0.0211, + "step": 32360 + }, + { + "loss_action": 0.015104635618627071, + "loss_total": 0.015104635618627071, + "step": 32360 + }, + { + "loss_action": 0.01600300520658493, + "loss_total": 0.01600300520658493, + "step": 32360 + }, + { + "loss_action": 0.01755215786397457, + "loss_total": 0.01755215786397457, + "step": 32360 + }, + { + "loss_action": 0.02572682686150074, + "loss_total": 0.02572682686150074, + "step": 32360 + }, + { + "loss_action": 0.011619390919804573, + "loss_total": 0.011619390919804573, + "step": 32360 + }, + { + "loss_action": 0.01666361466050148, + "loss_total": 0.01666361466050148, + "step": 32360 + }, + { + "grad_norm": 0.5023888945579529, + "learning_rate": 8.088127834871871e-05, + "loss": 0.0255, + "step": 32370 + }, + { + "loss_action": 0.008753640577197075, + "loss_total": 0.008753640577197075, + "step": 32370 + }, + { + "loss_action": 0.0244546290487051, + "loss_total": 0.0244546290487051, + "step": 32370 + }, + { + "loss_action": 0.009993044659495354, + "loss_total": 0.009993044659495354, + "step": 32370 + }, + { + "loss_action": 0.00798061303794384, + "loss_total": 0.00798061303794384, + "step": 32370 + }, + { + "loss_action": 0.00812585186213255, + "loss_total": 0.00812585186213255, + "step": 32370 + }, + { + "loss_action": 0.09456576406955719, + "loss_total": 0.09456576406955719, + "step": 32370 + }, + { + "grad_norm": 0.41998741030693054, + "learning_rate": 8.086827257849226e-05, + "loss": 0.0245, + "step": 32380 + }, + { + "loss_action": 0.028184877708554268, + "loss_total": 0.028184877708554268, + "step": 32380 + }, + { + "loss_action": 0.013594936579465866, + "loss_total": 0.013594936579465866, + "step": 32380 + }, + { + "loss_action": 0.022149089723825455, + "loss_total": 0.022149089723825455, + "step": 32380 + }, + { + "loss_action": 0.0400962196290493, + "loss_total": 0.0400962196290493, + "step": 32380 + }, + { + "loss_action": 0.044574711471796036, + "loss_total": 0.044574711471796036, + "step": 32380 + }, + { + "loss_action": 0.0223552118986845, + "loss_total": 0.0223552118986845, + "step": 32380 + }, + { + "grad_norm": 0.35307446122169495, + "learning_rate": 8.085526343255795e-05, + "loss": 0.0195, + "step": 32390 + }, + { + "loss_action": 0.022991208359599113, + "loss_total": 0.022991208359599113, + "step": 32390 + }, + { + "loss_action": 0.014961566776037216, + "loss_total": 0.014961566776037216, + "step": 32390 + }, + { + "loss_action": 0.02363370917737484, + "loss_total": 0.02363370917737484, + "step": 32390 + }, + { + "loss_action": 0.017450956627726555, + "loss_total": 0.017450956627726555, + "step": 32390 + }, + { + "loss_action": 0.00795420166105032, + "loss_total": 0.00795420166105032, + "step": 32390 + }, + { + "loss_action": 0.01969514973461628, + "loss_total": 0.01969514973461628, + "step": 32390 + }, + { + "grad_norm": 0.4891454875469208, + "learning_rate": 8.084225091233842e-05, + "loss": 0.0233, + "step": 32400 + }, + { + "loss_action": 0.03629085794091225, + "loss_total": 0.03629085794091225, + "step": 32400 + }, + { + "loss_action": 0.018947076052427292, + "loss_total": 0.018947076052427292, + "step": 32400 + }, + { + "loss_action": 0.021815087646245956, + "loss_total": 0.021815087646245956, + "step": 32400 + }, + { + "loss_action": 0.024548575282096863, + "loss_total": 0.024548575282096863, + "step": 32400 + }, + { + "loss_action": 0.01829882524907589, + "loss_total": 0.01829882524907589, + "step": 32400 + }, + { + "loss_action": 0.015188384801149368, + "loss_total": 0.015188384801149368, + "step": 32400 + }, + { + "grad_norm": 0.4498501420021057, + "learning_rate": 8.082923501925668e-05, + "loss": 0.0192, + "step": 32410 + }, + { + "loss_action": 0.011437678709626198, + "loss_total": 0.011437678709626198, + "step": 32410 + }, + { + "loss_action": 0.011272097937762737, + "loss_total": 0.011272097937762737, + "step": 32410 + }, + { + "loss_action": 0.02190375328063965, + "loss_total": 0.02190375328063965, + "step": 32410 + }, + { + "loss_action": 0.014841086231172085, + "loss_total": 0.014841086231172085, + "step": 32410 + }, + { + "loss_action": 0.014808032661676407, + "loss_total": 0.014808032661676407, + "step": 32410 + }, + { + "loss_action": 0.020507141947746277, + "loss_total": 0.020507141947746277, + "step": 32410 + }, + { + "grad_norm": 0.5076345801353455, + "learning_rate": 8.081621575473617e-05, + "loss": 0.0233, + "step": 32420 + }, + { + "loss_action": 0.02001647651195526, + "loss_total": 0.02001647651195526, + "step": 32420 + }, + { + "loss_action": 0.015477083623409271, + "loss_total": 0.015477083623409271, + "step": 32420 + }, + { + "loss_action": 0.014870245940983295, + "loss_total": 0.014870245940983295, + "step": 32420 + }, + { + "loss_action": 0.01627223566174507, + "loss_total": 0.01627223566174507, + "step": 32420 + }, + { + "loss_action": 0.07258878648281097, + "loss_total": 0.07258878648281097, + "step": 32420 + }, + { + "loss_action": 0.01738927699625492, + "loss_total": 0.01738927699625492, + "step": 32420 + }, + { + "grad_norm": 0.4179394245147705, + "learning_rate": 8.080319312020064e-05, + "loss": 0.0228, + "step": 32430 + }, + { + "loss_action": 0.015797622501850128, + "loss_total": 0.015797622501850128, + "step": 32430 + }, + { + "loss_action": 0.01783331297338009, + "loss_total": 0.01783331297338009, + "step": 32430 + }, + { + "loss_action": 0.021439306437969208, + "loss_total": 0.021439306437969208, + "step": 32430 + }, + { + "loss_action": 0.013463572598993778, + "loss_total": 0.013463572598993778, + "step": 32430 + }, + { + "loss_action": 0.01647653803229332, + "loss_total": 0.01647653803229332, + "step": 32430 + }, + { + "loss_action": 0.014370918273925781, + "loss_total": 0.014370918273925781, + "step": 32430 + }, + { + "grad_norm": 0.4034596383571625, + "learning_rate": 8.079016711707421e-05, + "loss": 0.0232, + "step": 32440 + }, + { + "loss_action": 0.020367851480841637, + "loss_total": 0.020367851480841637, + "step": 32440 + }, + { + "loss_action": 0.050043705850839615, + "loss_total": 0.050043705850839615, + "step": 32440 + }, + { + "loss_action": 0.021840674802660942, + "loss_total": 0.021840674802660942, + "step": 32440 + }, + { + "loss_action": 0.013743724673986435, + "loss_total": 0.013743724673986435, + "step": 32440 + }, + { + "loss_action": 0.021755538880825043, + "loss_total": 0.021755538880825043, + "step": 32440 + }, + { + "loss_action": 0.013230007141828537, + "loss_total": 0.013230007141828537, + "step": 32440 + }, + { + "grad_norm": 0.4420836865901947, + "learning_rate": 8.077713774678139e-05, + "loss": 0.0208, + "step": 32450 + }, + { + "loss_action": 0.015525059774518013, + "loss_total": 0.015525059774518013, + "step": 32450 + }, + { + "loss_action": 0.03736743703484535, + "loss_total": 0.03736743703484535, + "step": 32450 + }, + { + "loss_action": 0.0231159757822752, + "loss_total": 0.0231159757822752, + "step": 32450 + }, + { + "loss_action": 0.010006286203861237, + "loss_total": 0.010006286203861237, + "step": 32450 + }, + { + "loss_action": 0.0193355530500412, + "loss_total": 0.0193355530500412, + "step": 32450 + }, + { + "loss_action": 0.11774544417858124, + "loss_total": 0.11774544417858124, + "step": 32450 + }, + { + "grad_norm": 0.39591020345687866, + "learning_rate": 8.076410501074707e-05, + "loss": 0.0253, + "step": 32460 + }, + { + "loss_action": 0.02644077129662037, + "loss_total": 0.02644077129662037, + "step": 32460 + }, + { + "loss_action": 0.014866258017718792, + "loss_total": 0.014866258017718792, + "step": 32460 + }, + { + "loss_action": 0.06418050080537796, + "loss_total": 0.06418050080537796, + "step": 32460 + }, + { + "loss_action": 0.019311407580971718, + "loss_total": 0.019311407580971718, + "step": 32460 + }, + { + "loss_action": 0.04936383292078972, + "loss_total": 0.04936383292078972, + "step": 32460 + }, + { + "loss_action": 0.013727270066738129, + "loss_total": 0.013727270066738129, + "step": 32460 + }, + { + "grad_norm": 0.6103273034095764, + "learning_rate": 8.075106891039647e-05, + "loss": 0.0229, + "step": 32470 + }, + { + "loss_action": 0.016142209991812706, + "loss_total": 0.016142209991812706, + "step": 32470 + }, + { + "loss_action": 0.022259429097175598, + "loss_total": 0.022259429097175598, + "step": 32470 + }, + { + "loss_action": 0.0294212494045496, + "loss_total": 0.0294212494045496, + "step": 32470 + }, + { + "loss_action": 0.013700651004910469, + "loss_total": 0.013700651004910469, + "step": 32470 + }, + { + "loss_action": 0.03649817034602165, + "loss_total": 0.03649817034602165, + "step": 32470 + }, + { + "loss_action": 0.02248223125934601, + "loss_total": 0.02248223125934601, + "step": 32470 + }, + { + "grad_norm": 0.42989107966423035, + "learning_rate": 8.073802944715523e-05, + "loss": 0.0231, + "step": 32480 + }, + { + "loss_action": 0.02323729172348976, + "loss_total": 0.02323729172348976, + "step": 32480 + }, + { + "loss_action": 0.010141633450984955, + "loss_total": 0.010141633450984955, + "step": 32480 + }, + { + "loss_action": 0.013299583457410336, + "loss_total": 0.013299583457410336, + "step": 32480 + }, + { + "loss_action": 0.023322461172938347, + "loss_total": 0.023322461172938347, + "step": 32480 + }, + { + "loss_action": 0.020241839811205864, + "loss_total": 0.020241839811205864, + "step": 32480 + }, + { + "loss_action": 0.01662013866007328, + "loss_total": 0.01662013866007328, + "step": 32480 + }, + { + "grad_norm": 0.3730718493461609, + "learning_rate": 8.072498662244929e-05, + "loss": 0.0193, + "step": 32490 + }, + { + "loss_action": 0.022804738953709602, + "loss_total": 0.022804738953709602, + "step": 32490 + }, + { + "loss_action": 0.00934125017374754, + "loss_total": 0.00934125017374754, + "step": 32490 + }, + { + "loss_action": 0.028621768578886986, + "loss_total": 0.028621768578886986, + "step": 32490 + }, + { + "loss_action": 0.006970766466110945, + "loss_total": 0.006970766466110945, + "step": 32490 + }, + { + "loss_action": 0.01133678201586008, + "loss_total": 0.01133678201586008, + "step": 32490 + }, + { + "loss_action": 0.022074878215789795, + "loss_total": 0.022074878215789795, + "step": 32490 + }, + { + "grad_norm": 0.39539843797683716, + "learning_rate": 8.0711940437705e-05, + "loss": 0.0171, + "step": 32500 + }, + { + "loss_action": 0.021838102489709854, + "loss_total": 0.021838102489709854, + "step": 32500 + }, + { + "loss_action": 0.01825365610420704, + "loss_total": 0.01825365610420704, + "step": 32500 + }, + { + "loss_action": 0.017145292833447456, + "loss_total": 0.017145292833447456, + "step": 32500 + }, + { + "loss_action": 0.013632911257445812, + "loss_total": 0.013632911257445812, + "step": 32500 + }, + { + "loss_action": 0.007282039616256952, + "loss_total": 0.007282039616256952, + "step": 32500 + }, + { + "loss_action": 0.07408273965120316, + "loss_total": 0.07408273965120316, + "step": 32500 + }, + { + "grad_norm": 0.3156173527240753, + "learning_rate": 8.06988908943491e-05, + "loss": 0.0194, + "step": 32510 + }, + { + "loss_action": 0.029014142230153084, + "loss_total": 0.029014142230153084, + "step": 32510 + }, + { + "loss_action": 0.013034146279096603, + "loss_total": 0.013034146279096603, + "step": 32510 + }, + { + "loss_action": 0.016142018139362335, + "loss_total": 0.016142018139362335, + "step": 32510 + }, + { + "loss_action": 0.007117368746548891, + "loss_total": 0.007117368746548891, + "step": 32510 + }, + { + "loss_action": 0.021168354898691177, + "loss_total": 0.021168354898691177, + "step": 32510 + }, + { + "loss_action": 0.018099000677466393, + "loss_total": 0.018099000677466393, + "step": 32510 + }, + { + "grad_norm": 0.3719291687011719, + "learning_rate": 8.068583799380863e-05, + "loss": 0.0262, + "step": 32520 + }, + { + "loss_action": 0.01234941091388464, + "loss_total": 0.01234941091388464, + "step": 32520 + }, + { + "loss_action": 0.011167002841830254, + "loss_total": 0.011167002841830254, + "step": 32520 + }, + { + "loss_action": 0.019799554720520973, + "loss_total": 0.019799554720520973, + "step": 32520 + }, + { + "loss_action": 0.010472549125552177, + "loss_total": 0.010472549125552177, + "step": 32520 + }, + { + "loss_action": 0.014802365563809872, + "loss_total": 0.014802365563809872, + "step": 32520 + }, + { + "loss_action": 0.017320645973086357, + "loss_total": 0.017320645973086357, + "step": 32520 + }, + { + "grad_norm": 0.418172687292099, + "learning_rate": 8.067278173751104e-05, + "loss": 0.0205, + "step": 32530 + }, + { + "loss_action": 0.016436975449323654, + "loss_total": 0.016436975449323654, + "step": 32530 + }, + { + "loss_action": 0.05567719414830208, + "loss_total": 0.05567719414830208, + "step": 32530 + }, + { + "loss_action": 0.00863793957978487, + "loss_total": 0.00863793957978487, + "step": 32530 + }, + { + "loss_action": 0.01900087296962738, + "loss_total": 0.01900087296962738, + "step": 32530 + }, + { + "loss_action": 0.0306701622903347, + "loss_total": 0.0306701622903347, + "step": 32530 + }, + { + "loss_action": 0.011186379007995129, + "loss_total": 0.011186379007995129, + "step": 32530 + }, + { + "grad_norm": 0.42970189452171326, + "learning_rate": 8.065972212688417e-05, + "loss": 0.0201, + "step": 32540 + }, + { + "loss_action": 0.019353698939085007, + "loss_total": 0.019353698939085007, + "step": 32540 + }, + { + "loss_action": 0.015708299353718758, + "loss_total": 0.015708299353718758, + "step": 32540 + }, + { + "loss_action": 0.027401745319366455, + "loss_total": 0.027401745319366455, + "step": 32540 + }, + { + "loss_action": 0.013445748947560787, + "loss_total": 0.013445748947560787, + "step": 32540 + }, + { + "loss_action": 0.022695498540997505, + "loss_total": 0.022695498540997505, + "step": 32540 + }, + { + "loss_action": 0.010827952064573765, + "loss_total": 0.010827952064573765, + "step": 32540 + }, + { + "grad_norm": 0.4258565306663513, + "learning_rate": 8.064665916335618e-05, + "loss": 0.0203, + "step": 32550 + }, + { + "loss_action": 0.014550458639860153, + "loss_total": 0.014550458639860153, + "step": 32550 + }, + { + "loss_action": 0.04734373465180397, + "loss_total": 0.04734373465180397, + "step": 32550 + }, + { + "loss_action": 0.01790495030581951, + "loss_total": 0.01790495030581951, + "step": 32550 + }, + { + "loss_action": 0.010620323941111565, + "loss_total": 0.010620323941111565, + "step": 32550 + }, + { + "loss_action": 0.03619653731584549, + "loss_total": 0.03619653731584549, + "step": 32550 + }, + { + "loss_action": 0.014087175950407982, + "loss_total": 0.014087175950407982, + "step": 32550 + }, + { + "grad_norm": 0.46907490491867065, + "learning_rate": 8.063359284835564e-05, + "loss": 0.0293, + "step": 32560 + }, + { + "loss_action": 0.02680857665836811, + "loss_total": 0.02680857665836811, + "step": 32560 + }, + { + "loss_action": 0.03051983378827572, + "loss_total": 0.03051983378827572, + "step": 32560 + }, + { + "loss_action": 0.009242293424904346, + "loss_total": 0.009242293424904346, + "step": 32560 + }, + { + "loss_action": 0.010630607604980469, + "loss_total": 0.010630607604980469, + "step": 32560 + }, + { + "loss_action": 0.021247508004307747, + "loss_total": 0.021247508004307747, + "step": 32560 + }, + { + "loss_action": 0.011592012830078602, + "loss_total": 0.011592012830078602, + "step": 32560 + }, + { + "grad_norm": 0.4352675676345825, + "learning_rate": 8.062052318331142e-05, + "loss": 0.0221, + "step": 32570 + }, + { + "loss_action": 0.012190518900752068, + "loss_total": 0.012190518900752068, + "step": 32570 + }, + { + "loss_action": 0.01291615329682827, + "loss_total": 0.01291615329682827, + "step": 32570 + }, + { + "loss_action": 0.009774365462362766, + "loss_total": 0.009774365462362766, + "step": 32570 + }, + { + "loss_action": 0.011569206602871418, + "loss_total": 0.011569206602871418, + "step": 32570 + }, + { + "loss_action": 0.007353561464697123, + "loss_total": 0.007353561464697123, + "step": 32570 + }, + { + "loss_action": 0.00879925861954689, + "loss_total": 0.00879925861954689, + "step": 32570 + }, + { + "grad_norm": 0.753765881061554, + "learning_rate": 8.060745016965283e-05, + "loss": 0.0184, + "step": 32580 + }, + { + "loss_action": 0.013699215836822987, + "loss_total": 0.013699215836822987, + "step": 32580 + }, + { + "loss_action": 0.01609884202480316, + "loss_total": 0.01609884202480316, + "step": 32580 + }, + { + "loss_action": 0.01754770427942276, + "loss_total": 0.01754770427942276, + "step": 32580 + }, + { + "loss_action": 0.015420484356582165, + "loss_total": 0.015420484356582165, + "step": 32580 + }, + { + "loss_action": 0.03087320365011692, + "loss_total": 0.03087320365011692, + "step": 32580 + }, + { + "loss_action": 0.015036777593195438, + "loss_total": 0.015036777593195438, + "step": 32580 + }, + { + "grad_norm": 0.3893870711326599, + "learning_rate": 8.059437380880952e-05, + "loss": 0.0204, + "step": 32590 + }, + { + "loss_action": 0.03873081132769585, + "loss_total": 0.03873081132769585, + "step": 32590 + }, + { + "loss_action": 0.023904642090201378, + "loss_total": 0.023904642090201378, + "step": 32590 + }, + { + "loss_action": 0.01404954306781292, + "loss_total": 0.01404954306781292, + "step": 32590 + }, + { + "loss_action": 0.009193511679768562, + "loss_total": 0.009193511679768562, + "step": 32590 + }, + { + "loss_action": 0.059423334896564484, + "loss_total": 0.059423334896564484, + "step": 32590 + }, + { + "loss_action": 0.014521113596856594, + "loss_total": 0.014521113596856594, + "step": 32590 + }, + { + "grad_norm": 0.3765064775943756, + "learning_rate": 8.058129410221146e-05, + "loss": 0.0237, + "step": 32600 + }, + { + "loss_action": 0.018072601407766342, + "loss_total": 0.018072601407766342, + "step": 32600 + }, + { + "loss_action": 0.013694288209080696, + "loss_total": 0.013694288209080696, + "step": 32600 + }, + { + "loss_action": 0.037648312747478485, + "loss_total": 0.037648312747478485, + "step": 32600 + }, + { + "loss_action": 0.039398614317178726, + "loss_total": 0.039398614317178726, + "step": 32600 + }, + { + "loss_action": 0.07553009688854218, + "loss_total": 0.07553009688854218, + "step": 32600 + }, + { + "loss_action": 0.021020742133259773, + "loss_total": 0.021020742133259773, + "step": 32600 + }, + { + "grad_norm": 0.40531665086746216, + "learning_rate": 8.056821105128908e-05, + "loss": 0.0239, + "step": 32610 + }, + { + "loss_action": 0.009777315892279148, + "loss_total": 0.009777315892279148, + "step": 32610 + }, + { + "loss_action": 0.02022268995642662, + "loss_total": 0.02022268995642662, + "step": 32610 + }, + { + "loss_action": 0.023919759318232536, + "loss_total": 0.023919759318232536, + "step": 32610 + }, + { + "loss_action": 0.017667969688773155, + "loss_total": 0.017667969688773155, + "step": 32610 + }, + { + "loss_action": 0.012895023450255394, + "loss_total": 0.012895023450255394, + "step": 32610 + }, + { + "loss_action": 0.013109587132930756, + "loss_total": 0.013109587132930756, + "step": 32610 + }, + { + "grad_norm": 0.5095683336257935, + "learning_rate": 8.05551246574731e-05, + "loss": 0.0233, + "step": 32620 + }, + { + "loss_action": 0.014185572043061256, + "loss_total": 0.014185572043061256, + "step": 32620 + }, + { + "loss_action": 0.06123771890997887, + "loss_total": 0.06123771890997887, + "step": 32620 + }, + { + "loss_action": 0.01332634873688221, + "loss_total": 0.01332634873688221, + "step": 32620 + }, + { + "loss_action": 0.04758153855800629, + "loss_total": 0.04758153855800629, + "step": 32620 + }, + { + "loss_action": 0.023568246513605118, + "loss_total": 0.023568246513605118, + "step": 32620 + }, + { + "loss_action": 0.010388552211225033, + "loss_total": 0.010388552211225033, + "step": 32620 + }, + { + "grad_norm": 0.4645789861679077, + "learning_rate": 8.05420349221946e-05, + "loss": 0.0234, + "step": 32630 + }, + { + "loss_action": 0.026467574760317802, + "loss_total": 0.026467574760317802, + "step": 32630 + }, + { + "loss_action": 0.014845896512269974, + "loss_total": 0.014845896512269974, + "step": 32630 + }, + { + "loss_action": 0.029433997347950935, + "loss_total": 0.029433997347950935, + "step": 32630 + }, + { + "loss_action": 0.04826715216040611, + "loss_total": 0.04826715216040611, + "step": 32630 + }, + { + "loss_action": 0.022605406120419502, + "loss_total": 0.022605406120419502, + "step": 32630 + }, + { + "loss_action": 0.018528245389461517, + "loss_total": 0.018528245389461517, + "step": 32630 + }, + { + "grad_norm": 0.5308380126953125, + "learning_rate": 8.05289418468851e-05, + "loss": 0.022, + "step": 32640 + }, + { + "loss_action": 0.015863310545682907, + "loss_total": 0.015863310545682907, + "step": 32640 + }, + { + "loss_action": 0.013208490796387196, + "loss_total": 0.013208490796387196, + "step": 32640 + }, + { + "loss_action": 0.007240102626383305, + "loss_total": 0.007240102626383305, + "step": 32640 + }, + { + "loss_action": 0.019147776067256927, + "loss_total": 0.019147776067256927, + "step": 32640 + }, + { + "loss_action": 0.023273564875125885, + "loss_total": 0.023273564875125885, + "step": 32640 + }, + { + "loss_action": 0.027671894058585167, + "loss_total": 0.027671894058585167, + "step": 32640 + }, + { + "grad_norm": 0.4678198993206024, + "learning_rate": 8.051584543297642e-05, + "loss": 0.0262, + "step": 32650 + }, + { + "loss_action": 0.013423039577901363, + "loss_total": 0.013423039577901363, + "step": 32650 + }, + { + "loss_action": 0.009467756375670433, + "loss_total": 0.009467756375670433, + "step": 32650 + }, + { + "loss_action": 0.01605265960097313, + "loss_total": 0.01605265960097313, + "step": 32650 + }, + { + "loss_action": 0.017367497086524963, + "loss_total": 0.017367497086524963, + "step": 32650 + }, + { + "loss_action": 0.017104078084230423, + "loss_total": 0.017104078084230423, + "step": 32650 + }, + { + "loss_action": 0.02274688147008419, + "loss_total": 0.02274688147008419, + "step": 32650 + }, + { + "grad_norm": 0.4604693651199341, + "learning_rate": 8.050274568190074e-05, + "loss": 0.0215, + "step": 32660 + }, + { + "loss_action": 0.01381915807723999, + "loss_total": 0.01381915807723999, + "step": 32660 + }, + { + "loss_action": 0.019389566034078598, + "loss_total": 0.019389566034078598, + "step": 32660 + }, + { + "loss_action": 0.011575652286410332, + "loss_total": 0.011575652286410332, + "step": 32660 + }, + { + "loss_action": 0.014840127900242805, + "loss_total": 0.014840127900242805, + "step": 32660 + }, + { + "loss_action": 0.018667805939912796, + "loss_total": 0.018667805939912796, + "step": 32660 + }, + { + "loss_action": 0.023351876065135002, + "loss_total": 0.023351876065135002, + "step": 32660 + }, + { + "grad_norm": 0.42461180686950684, + "learning_rate": 8.048964259509067e-05, + "loss": 0.0195, + "step": 32670 + }, + { + "loss_action": 0.01239548996090889, + "loss_total": 0.01239548996090889, + "step": 32670 + }, + { + "loss_action": 0.01171355415135622, + "loss_total": 0.01171355415135622, + "step": 32670 + }, + { + "loss_action": 0.014597996138036251, + "loss_total": 0.014597996138036251, + "step": 32670 + }, + { + "loss_action": 0.014666612260043621, + "loss_total": 0.014666612260043621, + "step": 32670 + }, + { + "loss_action": 0.02139461413025856, + "loss_total": 0.02139461413025856, + "step": 32670 + }, + { + "loss_action": 0.011777597479522228, + "loss_total": 0.011777597479522228, + "step": 32670 + }, + { + "grad_norm": 0.47360968589782715, + "learning_rate": 8.047653617397914e-05, + "loss": 0.0196, + "step": 32680 + }, + { + "loss_action": 0.014430983923375607, + "loss_total": 0.014430983923375607, + "step": 32680 + }, + { + "loss_action": 0.017214158549904823, + "loss_total": 0.017214158549904823, + "step": 32680 + }, + { + "loss_action": 0.019423989579081535, + "loss_total": 0.019423989579081535, + "step": 32680 + }, + { + "loss_action": 0.03191191703081131, + "loss_total": 0.03191191703081131, + "step": 32680 + }, + { + "loss_action": 0.017183078452944756, + "loss_total": 0.017183078452944756, + "step": 32680 + }, + { + "loss_action": 0.03786144778132439, + "loss_total": 0.03786144778132439, + "step": 32680 + }, + { + "grad_norm": 0.5046777725219727, + "learning_rate": 8.046342641999941e-05, + "loss": 0.0218, + "step": 32690 + }, + { + "loss_action": 0.013538678176701069, + "loss_total": 0.013538678176701069, + "step": 32690 + }, + { + "loss_action": 0.01662703976035118, + "loss_total": 0.01662703976035118, + "step": 32690 + }, + { + "loss_action": 0.010286696255207062, + "loss_total": 0.010286696255207062, + "step": 32690 + }, + { + "loss_action": 0.028216155245900154, + "loss_total": 0.028216155245900154, + "step": 32690 + }, + { + "loss_action": 0.05530930310487747, + "loss_total": 0.05530930310487747, + "step": 32690 + }, + { + "loss_action": 0.07452546805143356, + "loss_total": 0.07452546805143356, + "step": 32690 + }, + { + "grad_norm": 0.5924530625343323, + "learning_rate": 8.045031333458517e-05, + "loss": 0.024, + "step": 32700 + }, + { + "loss_action": 0.04311216250061989, + "loss_total": 0.04311216250061989, + "step": 32700 + }, + { + "loss_action": 0.02562178485095501, + "loss_total": 0.02562178485095501, + "step": 32700 + }, + { + "loss_action": 0.022769169881939888, + "loss_total": 0.022769169881939888, + "step": 32700 + }, + { + "loss_action": 0.033568862825632095, + "loss_total": 0.033568862825632095, + "step": 32700 + }, + { + "loss_action": 0.09107666462659836, + "loss_total": 0.09107666462659836, + "step": 32700 + }, + { + "loss_action": 0.014848731458187103, + "loss_total": 0.014848731458187103, + "step": 32700 + }, + { + "grad_norm": 0.47266003489494324, + "learning_rate": 8.043719691917047e-05, + "loss": 0.0254, + "step": 32710 + }, + { + "loss_action": 0.023410210385918617, + "loss_total": 0.023410210385918617, + "step": 32710 + }, + { + "loss_action": 0.010440669022500515, + "loss_total": 0.010440669022500515, + "step": 32710 + }, + { + "loss_action": 0.0121812978759408, + "loss_total": 0.0121812978759408, + "step": 32710 + }, + { + "loss_action": 0.04716106131672859, + "loss_total": 0.04716106131672859, + "step": 32710 + }, + { + "loss_action": 0.027759287506341934, + "loss_total": 0.027759287506341934, + "step": 32710 + }, + { + "loss_action": 0.014828480780124664, + "loss_total": 0.014828480780124664, + "step": 32710 + }, + { + "grad_norm": 0.5461713075637817, + "learning_rate": 8.042407717518966e-05, + "loss": 0.0262, + "step": 32720 + }, + { + "loss_action": 0.011254805140197277, + "loss_total": 0.011254805140197277, + "step": 32720 + }, + { + "loss_action": 0.0070636458694934845, + "loss_total": 0.0070636458694934845, + "step": 32720 + }, + { + "loss_action": 0.022170327603816986, + "loss_total": 0.022170327603816986, + "step": 32720 + }, + { + "loss_action": 0.057861894369125366, + "loss_total": 0.057861894369125366, + "step": 32720 + }, + { + "loss_action": 0.012720447964966297, + "loss_total": 0.012720447964966297, + "step": 32720 + }, + { + "loss_action": 0.019656158983707428, + "loss_total": 0.019656158983707428, + "step": 32720 + }, + { + "grad_norm": 0.3811277449131012, + "learning_rate": 8.041095410407751e-05, + "loss": 0.0239, + "step": 32730 + }, + { + "loss_action": 0.011670452542603016, + "loss_total": 0.011670452542603016, + "step": 32730 + }, + { + "loss_action": 0.024935903027653694, + "loss_total": 0.024935903027653694, + "step": 32730 + }, + { + "loss_action": 0.02692817710340023, + "loss_total": 0.02692817710340023, + "step": 32730 + }, + { + "loss_action": 0.06286567449569702, + "loss_total": 0.06286567449569702, + "step": 32730 + }, + { + "loss_action": 0.020418234169483185, + "loss_total": 0.020418234169483185, + "step": 32730 + }, + { + "loss_action": 0.08579882979393005, + "loss_total": 0.08579882979393005, + "step": 32730 + }, + { + "grad_norm": 0.37572649121284485, + "learning_rate": 8.039782770726913e-05, + "loss": 0.0252, + "step": 32740 + }, + { + "loss_action": 0.18900154531002045, + "loss_total": 0.18900154531002045, + "step": 32740 + }, + { + "loss_action": 0.04843723401427269, + "loss_total": 0.04843723401427269, + "step": 32740 + }, + { + "loss_action": 0.03651610389351845, + "loss_total": 0.03651610389351845, + "step": 32740 + }, + { + "loss_action": 0.01630927436053753, + "loss_total": 0.01630927436053753, + "step": 32740 + }, + { + "loss_action": 0.048389893025159836, + "loss_total": 0.048389893025159836, + "step": 32740 + }, + { + "loss_action": 0.064750075340271, + "loss_total": 0.064750075340271, + "step": 32740 + }, + { + "grad_norm": 0.46497872471809387, + "learning_rate": 8.038469798620004e-05, + "loss": 0.0293, + "step": 32750 + }, + { + "loss_action": 0.015918293967843056, + "loss_total": 0.015918293967843056, + "step": 32750 + }, + { + "loss_action": 0.029921019449830055, + "loss_total": 0.029921019449830055, + "step": 32750 + }, + { + "loss_action": 0.027604462578892708, + "loss_total": 0.027604462578892708, + "step": 32750 + }, + { + "loss_action": 0.021577874198555946, + "loss_total": 0.021577874198555946, + "step": 32750 + }, + { + "loss_action": 0.0169700775295496, + "loss_total": 0.0169700775295496, + "step": 32750 + }, + { + "loss_action": 0.015931542962789536, + "loss_total": 0.015931542962789536, + "step": 32750 + }, + { + "grad_norm": 0.38021165132522583, + "learning_rate": 8.037156494230604e-05, + "loss": 0.0209, + "step": 32760 + }, + { + "loss_action": 0.012659125961363316, + "loss_total": 0.012659125961363316, + "step": 32760 + }, + { + "loss_action": 0.013993976637721062, + "loss_total": 0.013993976637721062, + "step": 32760 + }, + { + "loss_action": 0.01838812045753002, + "loss_total": 0.01838812045753002, + "step": 32760 + }, + { + "loss_action": 0.035622626543045044, + "loss_total": 0.035622626543045044, + "step": 32760 + }, + { + "loss_action": 0.04552173614501953, + "loss_total": 0.04552173614501953, + "step": 32760 + }, + { + "loss_action": 0.012407415546476841, + "loss_total": 0.012407415546476841, + "step": 32760 + }, + { + "grad_norm": 0.46692153811454773, + "learning_rate": 8.035842857702338e-05, + "loss": 0.0255, + "step": 32770 + }, + { + "loss_action": 0.018400387838482857, + "loss_total": 0.018400387838482857, + "step": 32770 + }, + { + "loss_action": 0.015410156920552254, + "loss_total": 0.015410156920552254, + "step": 32770 + }, + { + "loss_action": 0.035026244819164276, + "loss_total": 0.035026244819164276, + "step": 32770 + }, + { + "loss_action": 0.015335236676037312, + "loss_total": 0.015335236676037312, + "step": 32770 + }, + { + "loss_action": 0.022627340629696846, + "loss_total": 0.022627340629696846, + "step": 32770 + }, + { + "loss_action": 0.021099476143717766, + "loss_total": 0.021099476143717766, + "step": 32770 + }, + { + "grad_norm": 0.3743740916252136, + "learning_rate": 8.03452888917886e-05, + "loss": 0.0237, + "step": 32780 + }, + { + "loss_action": 0.009122790768742561, + "loss_total": 0.009122790768742561, + "step": 32780 + }, + { + "loss_action": 0.018721871078014374, + "loss_total": 0.018721871078014374, + "step": 32780 + }, + { + "loss_action": 0.040991172194480896, + "loss_total": 0.040991172194480896, + "step": 32780 + }, + { + "loss_action": 0.02665129490196705, + "loss_total": 0.02665129490196705, + "step": 32780 + }, + { + "loss_action": 0.015785783529281616, + "loss_total": 0.015785783529281616, + "step": 32780 + }, + { + "loss_action": 0.015783028677105904, + "loss_total": 0.015783028677105904, + "step": 32780 + }, + { + "grad_norm": 0.5018590092658997, + "learning_rate": 8.033214588803866e-05, + "loss": 0.0269, + "step": 32790 + }, + { + "loss_action": 0.01996532641351223, + "loss_total": 0.01996532641351223, + "step": 32790 + }, + { + "loss_action": 0.02950149029493332, + "loss_total": 0.02950149029493332, + "step": 32790 + }, + { + "loss_action": 0.01350724883377552, + "loss_total": 0.01350724883377552, + "step": 32790 + }, + { + "loss_action": 0.06691830605268478, + "loss_total": 0.06691830605268478, + "step": 32790 + }, + { + "loss_action": 0.017094312235713005, + "loss_total": 0.017094312235713005, + "step": 32790 + }, + { + "loss_action": 0.04366280511021614, + "loss_total": 0.04366280511021614, + "step": 32790 + }, + { + "grad_norm": 0.41815048456192017, + "learning_rate": 8.031899956721083e-05, + "loss": 0.023, + "step": 32800 + }, + { + "loss_action": 0.1380952149629593, + "loss_total": 0.1380952149629593, + "step": 32800 + }, + { + "loss_action": 0.010328997857868671, + "loss_total": 0.010328997857868671, + "step": 32800 + }, + { + "loss_action": 0.013345479965209961, + "loss_total": 0.013345479965209961, + "step": 32800 + }, + { + "loss_action": 0.01181731652468443, + "loss_total": 0.01181731652468443, + "step": 32800 + }, + { + "loss_action": 0.05686390772461891, + "loss_total": 0.05686390772461891, + "step": 32800 + }, + { + "loss_action": 0.019099120050668716, + "loss_total": 0.019099120050668716, + "step": 32800 + }, + { + "grad_norm": 0.365739107131958, + "learning_rate": 8.030584993074282e-05, + "loss": 0.0236, + "step": 32810 + }, + { + "loss_action": 0.013468216173350811, + "loss_total": 0.013468216173350811, + "step": 32810 + }, + { + "loss_action": 0.02259586751461029, + "loss_total": 0.02259586751461029, + "step": 32810 + }, + { + "loss_action": 0.017079820856451988, + "loss_total": 0.017079820856451988, + "step": 32810 + }, + { + "loss_action": 0.01814507320523262, + "loss_total": 0.01814507320523262, + "step": 32810 + }, + { + "loss_action": 0.011577998287975788, + "loss_total": 0.011577998287975788, + "step": 32810 + }, + { + "loss_action": 0.0107351653277874, + "loss_total": 0.0107351653277874, + "step": 32810 + }, + { + "grad_norm": 0.4076305627822876, + "learning_rate": 8.02926969800726e-05, + "loss": 0.0203, + "step": 32820 + }, + { + "loss_action": 0.041390560567379, + "loss_total": 0.041390560567379, + "step": 32820 + }, + { + "loss_action": 0.01816367357969284, + "loss_total": 0.01816367357969284, + "step": 32820 + }, + { + "loss_action": 0.0464354045689106, + "loss_total": 0.0464354045689106, + "step": 32820 + }, + { + "loss_action": 0.019022725522518158, + "loss_total": 0.019022725522518158, + "step": 32820 + }, + { + "loss_action": 0.006133767310529947, + "loss_total": 0.006133767310529947, + "step": 32820 + }, + { + "loss_action": 0.010627121664583683, + "loss_total": 0.010627121664583683, + "step": 32820 + }, + { + "grad_norm": 0.48652034997940063, + "learning_rate": 8.027954071663859e-05, + "loss": 0.0241, + "step": 32830 + }, + { + "loss_action": 0.015151183120906353, + "loss_total": 0.015151183120906353, + "step": 32830 + }, + { + "loss_action": 0.027644479647278786, + "loss_total": 0.027644479647278786, + "step": 32830 + }, + { + "loss_action": 0.015483962371945381, + "loss_total": 0.015483962371945381, + "step": 32830 + }, + { + "loss_action": 0.008905269205570221, + "loss_total": 0.008905269205570221, + "step": 32830 + }, + { + "loss_action": 0.045686978846788406, + "loss_total": 0.045686978846788406, + "step": 32830 + }, + { + "loss_action": 0.01415844913572073, + "loss_total": 0.01415844913572073, + "step": 32830 + }, + { + "grad_norm": 0.3837290406227112, + "learning_rate": 8.026638114187954e-05, + "loss": 0.0202, + "step": 32840 + }, + { + "loss_action": 0.01822127401828766, + "loss_total": 0.01822127401828766, + "step": 32840 + }, + { + "loss_action": 0.025699567049741745, + "loss_total": 0.025699567049741745, + "step": 32840 + }, + { + "loss_action": 0.03362022340297699, + "loss_total": 0.03362022340297699, + "step": 32840 + }, + { + "loss_action": 0.021345702931284904, + "loss_total": 0.021345702931284904, + "step": 32840 + }, + { + "loss_action": 0.009723963215947151, + "loss_total": 0.009723963215947151, + "step": 32840 + }, + { + "loss_action": 0.02174973674118519, + "loss_total": 0.02174973674118519, + "step": 32840 + }, + { + "grad_norm": 0.517959713935852, + "learning_rate": 8.025321825723456e-05, + "loss": 0.0185, + "step": 32850 + }, + { + "loss_action": 0.021183690056204796, + "loss_total": 0.021183690056204796, + "step": 32850 + }, + { + "loss_action": 0.04881363362073898, + "loss_total": 0.04881363362073898, + "step": 32850 + }, + { + "loss_action": 0.012957226485013962, + "loss_total": 0.012957226485013962, + "step": 32850 + }, + { + "loss_action": 0.024470390751957893, + "loss_total": 0.024470390751957893, + "step": 32850 + }, + { + "loss_action": 0.016008593142032623, + "loss_total": 0.016008593142032623, + "step": 32850 + }, + { + "loss_action": 0.01189937349408865, + "loss_total": 0.01189937349408865, + "step": 32850 + }, + { + "grad_norm": 0.41824519634246826, + "learning_rate": 8.02400520641431e-05, + "loss": 0.02, + "step": 32860 + }, + { + "loss_action": 0.024032043293118477, + "loss_total": 0.024032043293118477, + "step": 32860 + }, + { + "loss_action": 0.014319062232971191, + "loss_total": 0.014319062232971191, + "step": 32860 + }, + { + "loss_action": 0.01778286322951317, + "loss_total": 0.01778286322951317, + "step": 32860 + }, + { + "loss_action": 0.017949296161532402, + "loss_total": 0.017949296161532402, + "step": 32860 + }, + { + "loss_action": 0.04333723336458206, + "loss_total": 0.04333723336458206, + "step": 32860 + }, + { + "loss_action": 0.038769107311964035, + "loss_total": 0.038769107311964035, + "step": 32860 + }, + { + "grad_norm": 0.39875611662864685, + "learning_rate": 8.022688256404501e-05, + "loss": 0.0214, + "step": 32870 + }, + { + "loss_action": 0.011477677151560783, + "loss_total": 0.011477677151560783, + "step": 32870 + }, + { + "loss_action": 0.01748240366578102, + "loss_total": 0.01748240366578102, + "step": 32870 + }, + { + "loss_action": 0.012587474659085274, + "loss_total": 0.012587474659085274, + "step": 32870 + }, + { + "loss_action": 0.06040098890662193, + "loss_total": 0.06040098890662193, + "step": 32870 + }, + { + "loss_action": 0.020850272849202156, + "loss_total": 0.020850272849202156, + "step": 32870 + }, + { + "loss_action": 0.028573760762810707, + "loss_total": 0.028573760762810707, + "step": 32870 + }, + { + "grad_norm": 0.5461198091506958, + "learning_rate": 8.02137097583805e-05, + "loss": 0.0186, + "step": 32880 + }, + { + "loss_action": 0.021057354286313057, + "loss_total": 0.021057354286313057, + "step": 32880 + }, + { + "loss_action": 0.029521465301513672, + "loss_total": 0.029521465301513672, + "step": 32880 + }, + { + "loss_action": 0.045415155589580536, + "loss_total": 0.045415155589580536, + "step": 32880 + }, + { + "loss_action": 0.020738447085022926, + "loss_total": 0.020738447085022926, + "step": 32880 + }, + { + "loss_action": 0.01877579465508461, + "loss_total": 0.01877579465508461, + "step": 32880 + }, + { + "loss_action": 0.0209122933447361, + "loss_total": 0.0209122933447361, + "step": 32880 + }, + { + "grad_norm": 0.514656662940979, + "learning_rate": 8.02005336485901e-05, + "loss": 0.0213, + "step": 32890 + }, + { + "loss_action": 0.032102491706609726, + "loss_total": 0.032102491706609726, + "step": 32890 + }, + { + "loss_action": 0.018889907747507095, + "loss_total": 0.018889907747507095, + "step": 32890 + }, + { + "loss_action": 0.00996509287506342, + "loss_total": 0.00996509287506342, + "step": 32890 + }, + { + "loss_action": 0.028918936848640442, + "loss_total": 0.028918936848640442, + "step": 32890 + }, + { + "loss_action": 0.012324120849370956, + "loss_total": 0.012324120849370956, + "step": 32890 + }, + { + "loss_action": 0.011229603551328182, + "loss_total": 0.011229603551328182, + "step": 32890 + }, + { + "grad_norm": 0.4389830529689789, + "learning_rate": 8.018735423611476e-05, + "loss": 0.0213, + "step": 32900 + }, + { + "loss_action": 0.015866367146372795, + "loss_total": 0.015866367146372795, + "step": 32900 + }, + { + "loss_action": 0.012997697107493877, + "loss_total": 0.012997697107493877, + "step": 32900 + }, + { + "loss_action": 0.021792765706777573, + "loss_total": 0.021792765706777573, + "step": 32900 + }, + { + "loss_action": 0.007153010927140713, + "loss_total": 0.007153010927140713, + "step": 32900 + }, + { + "loss_action": 0.03012673743069172, + "loss_total": 0.03012673743069172, + "step": 32900 + }, + { + "loss_action": 0.008602595888078213, + "loss_total": 0.008602595888078213, + "step": 32900 + }, + { + "grad_norm": 0.4499383866786957, + "learning_rate": 8.017417152239574e-05, + "loss": 0.0255, + "step": 32910 + }, + { + "loss_action": 0.008418889716267586, + "loss_total": 0.008418889716267586, + "step": 32910 + }, + { + "loss_action": 0.01396897528320551, + "loss_total": 0.01396897528320551, + "step": 32910 + }, + { + "loss_action": 0.012890261597931385, + "loss_total": 0.012890261597931385, + "step": 32910 + }, + { + "loss_action": 0.016900526359677315, + "loss_total": 0.016900526359677315, + "step": 32910 + }, + { + "loss_action": 0.011630506254732609, + "loss_total": 0.011630506254732609, + "step": 32910 + }, + { + "loss_action": 0.008963357657194138, + "loss_total": 0.008963357657194138, + "step": 32910 + }, + { + "grad_norm": 0.5329976081848145, + "learning_rate": 8.01609855088747e-05, + "loss": 0.0245, + "step": 32920 + }, + { + "loss_action": 0.10330265760421753, + "loss_total": 0.10330265760421753, + "step": 32920 + }, + { + "loss_action": 0.049967095255851746, + "loss_total": 0.049967095255851746, + "step": 32920 + }, + { + "loss_action": 0.027301231399178505, + "loss_total": 0.027301231399178505, + "step": 32920 + }, + { + "loss_action": 0.009580154903233051, + "loss_total": 0.009580154903233051, + "step": 32920 + }, + { + "loss_action": 0.01650257594883442, + "loss_total": 0.01650257594883442, + "step": 32920 + }, + { + "loss_action": 0.010767020285129547, + "loss_total": 0.010767020285129547, + "step": 32920 + }, + { + "grad_norm": 0.4120521545410156, + "learning_rate": 8.014779619699362e-05, + "loss": 0.0258, + "step": 32930 + }, + { + "loss_action": 0.02384716272354126, + "loss_total": 0.02384716272354126, + "step": 32930 + }, + { + "loss_action": 0.016741011291742325, + "loss_total": 0.016741011291742325, + "step": 32930 + }, + { + "loss_action": 0.021968677639961243, + "loss_total": 0.021968677639961243, + "step": 32930 + }, + { + "loss_action": 0.020155100151896477, + "loss_total": 0.020155100151896477, + "step": 32930 + }, + { + "loss_action": 0.0472123809158802, + "loss_total": 0.0472123809158802, + "step": 32930 + }, + { + "loss_action": 0.007173578720539808, + "loss_total": 0.007173578720539808, + "step": 32930 + }, + { + "grad_norm": 0.3233239948749542, + "learning_rate": 8.013460358819489e-05, + "loss": 0.0188, + "step": 32940 + }, + { + "loss_action": 0.01580098830163479, + "loss_total": 0.01580098830163479, + "step": 32940 + }, + { + "loss_action": 0.012838630937039852, + "loss_total": 0.012838630937039852, + "step": 32940 + }, + { + "loss_action": 0.04357480630278587, + "loss_total": 0.04357480630278587, + "step": 32940 + }, + { + "loss_action": 0.0097416453063488, + "loss_total": 0.0097416453063488, + "step": 32940 + }, + { + "loss_action": 0.018260560929775238, + "loss_total": 0.018260560929775238, + "step": 32940 + }, + { + "loss_action": 0.017255621030926704, + "loss_total": 0.017255621030926704, + "step": 32940 + }, + { + "grad_norm": 0.5524991750717163, + "learning_rate": 8.01214076839212e-05, + "loss": 0.0232, + "step": 32950 + }, + { + "loss_action": 0.00924125500023365, + "loss_total": 0.00924125500023365, + "step": 32950 + }, + { + "loss_action": 0.010537989437580109, + "loss_total": 0.010537989437580109, + "step": 32950 + }, + { + "loss_action": 0.009011358954012394, + "loss_total": 0.009011358954012394, + "step": 32950 + }, + { + "loss_action": 0.012608928605914116, + "loss_total": 0.012608928605914116, + "step": 32950 + }, + { + "loss_action": 0.06089441850781441, + "loss_total": 0.06089441850781441, + "step": 32950 + }, + { + "loss_action": 0.019650498405098915, + "loss_total": 0.019650498405098915, + "step": 32950 + }, + { + "grad_norm": 0.4150044322013855, + "learning_rate": 8.010820848561565e-05, + "loss": 0.0197, + "step": 32960 + }, + { + "loss_action": 0.013725169003009796, + "loss_total": 0.013725169003009796, + "step": 32960 + }, + { + "loss_action": 0.010685978457331657, + "loss_total": 0.010685978457331657, + "step": 32960 + }, + { + "loss_action": 0.02983918972313404, + "loss_total": 0.02983918972313404, + "step": 32960 + }, + { + "loss_action": 0.015670331194996834, + "loss_total": 0.015670331194996834, + "step": 32960 + }, + { + "loss_action": 0.011901997961103916, + "loss_total": 0.011901997961103916, + "step": 32960 + }, + { + "loss_action": 0.017529629170894623, + "loss_total": 0.017529629170894623, + "step": 32960 + }, + { + "grad_norm": 0.35906338691711426, + "learning_rate": 8.009500599472171e-05, + "loss": 0.0212, + "step": 32970 + }, + { + "loss_action": 0.011484216898679733, + "loss_total": 0.011484216898679733, + "step": 32970 + }, + { + "loss_action": 0.0185768511146307, + "loss_total": 0.0185768511146307, + "step": 32970 + }, + { + "loss_action": 0.016395317390561104, + "loss_total": 0.016395317390561104, + "step": 32970 + }, + { + "loss_action": 0.027499008923768997, + "loss_total": 0.027499008923768997, + "step": 32970 + }, + { + "loss_action": 0.009307623840868473, + "loss_total": 0.009307623840868473, + "step": 32970 + }, + { + "loss_action": 0.008235020563006401, + "loss_total": 0.008235020563006401, + "step": 32970 + }, + { + "grad_norm": 0.3921103775501251, + "learning_rate": 8.008180021268314e-05, + "loss": 0.0203, + "step": 32980 + }, + { + "loss_action": 0.011867829598486423, + "loss_total": 0.011867829598486423, + "step": 32980 + }, + { + "loss_action": 0.015064978040754795, + "loss_total": 0.015064978040754795, + "step": 32980 + }, + { + "loss_action": 0.010373822413384914, + "loss_total": 0.010373822413384914, + "step": 32980 + }, + { + "loss_action": 0.01660161279141903, + "loss_total": 0.01660161279141903, + "step": 32980 + }, + { + "loss_action": 0.02581549622118473, + "loss_total": 0.02581549622118473, + "step": 32980 + }, + { + "loss_action": 0.006409105844795704, + "loss_total": 0.006409105844795704, + "step": 32980 + }, + { + "grad_norm": 0.465688556432724, + "learning_rate": 8.006859114094414e-05, + "loss": 0.0171, + "step": 32990 + }, + { + "loss_action": 0.006909606512635946, + "loss_total": 0.006909606512635946, + "step": 32990 + }, + { + "loss_action": 0.01746537536382675, + "loss_total": 0.01746537536382675, + "step": 32990 + }, + { + "loss_action": 0.016575979068875313, + "loss_total": 0.016575979068875313, + "step": 32990 + }, + { + "loss_action": 0.00995946116745472, + "loss_total": 0.00995946116745472, + "step": 32990 + }, + { + "loss_action": 0.03974655643105507, + "loss_total": 0.03974655643105507, + "step": 32990 + }, + { + "loss_action": 0.026599152013659477, + "loss_total": 0.026599152013659477, + "step": 32990 + }, + { + "grad_norm": 0.4569709002971649, + "learning_rate": 8.005537878094921e-05, + "loss": 0.0209, + "step": 33000 + }, + { + "loss_action": 0.015954624861478806, + "loss_total": 0.015954624861478806, + "step": 33000 + }, + { + "loss_action": 0.011292445473372936, + "loss_total": 0.011292445473372936, + "step": 33000 + }, + { + "loss_action": 0.008012833073735237, + "loss_total": 0.008012833073735237, + "step": 33000 + }, + { + "loss_action": 0.012415782548487186, + "loss_total": 0.012415782548487186, + "step": 33000 + }, + { + "loss_action": 0.013980221003293991, + "loss_total": 0.013980221003293991, + "step": 33000 + }, + { + "loss_action": 0.013516126200556755, + "loss_total": 0.013516126200556755, + "step": 33000 + }, + { + "grad_norm": 0.39389586448669434, + "learning_rate": 8.004216313414323e-05, + "loss": 0.0173, + "step": 33010 + }, + { + "loss_action": 0.011556971818208694, + "loss_total": 0.011556971818208694, + "step": 33010 + }, + { + "loss_action": 0.01652451604604721, + "loss_total": 0.01652451604604721, + "step": 33010 + }, + { + "loss_action": 0.009841376915574074, + "loss_total": 0.009841376915574074, + "step": 33010 + }, + { + "loss_action": 0.016543570905923843, + "loss_total": 0.016543570905923843, + "step": 33010 + }, + { + "loss_action": 0.008610387332737446, + "loss_total": 0.008610387332737446, + "step": 33010 + }, + { + "loss_action": 0.009964104741811752, + "loss_total": 0.009964104741811752, + "step": 33010 + }, + { + "grad_norm": 0.3372628092765808, + "learning_rate": 8.002894420197149e-05, + "loss": 0.0171, + "step": 33020 + }, + { + "loss_action": 0.013488846831023693, + "loss_total": 0.013488846831023693, + "step": 33020 + }, + { + "loss_action": 0.01482444815337658, + "loss_total": 0.01482444815337658, + "step": 33020 + }, + { + "loss_action": 0.03831512853503227, + "loss_total": 0.03831512853503227, + "step": 33020 + }, + { + "loss_action": 0.012029117904603481, + "loss_total": 0.012029117904603481, + "step": 33020 + }, + { + "loss_action": 0.014419673010706902, + "loss_total": 0.014419673010706902, + "step": 33020 + }, + { + "loss_action": 0.0132133848965168, + "loss_total": 0.0132133848965168, + "step": 33020 + }, + { + "grad_norm": 0.48330336809158325, + "learning_rate": 8.001572198587954e-05, + "loss": 0.0178, + "step": 33030 + }, + { + "loss_action": 0.022559108212590218, + "loss_total": 0.022559108212590218, + "step": 33030 + }, + { + "loss_action": 0.006066528614610434, + "loss_total": 0.006066528614610434, + "step": 33030 + }, + { + "loss_action": 0.02142690308392048, + "loss_total": 0.02142690308392048, + "step": 33030 + }, + { + "loss_action": 0.015311473049223423, + "loss_total": 0.015311473049223423, + "step": 33030 + }, + { + "loss_action": 0.0413324348628521, + "loss_total": 0.0413324348628521, + "step": 33030 + }, + { + "loss_action": 0.012001259252429008, + "loss_total": 0.012001259252429008, + "step": 33030 + }, + { + "grad_norm": 0.3251492381095886, + "learning_rate": 8.000249648731338e-05, + "loss": 0.0198, + "step": 33040 + }, + { + "loss_action": 0.04017554968595505, + "loss_total": 0.04017554968595505, + "step": 33040 + }, + { + "loss_action": 0.016755161806941032, + "loss_total": 0.016755161806941032, + "step": 33040 + }, + { + "loss_action": 0.041190579533576965, + "loss_total": 0.041190579533576965, + "step": 33040 + }, + { + "loss_action": 0.01939338818192482, + "loss_total": 0.01939338818192482, + "step": 33040 + }, + { + "loss_action": 0.008585415780544281, + "loss_total": 0.008585415780544281, + "step": 33040 + }, + { + "loss_action": 0.038416482508182526, + "loss_total": 0.038416482508182526, + "step": 33040 + }, + { + "grad_norm": 0.3473239839076996, + "learning_rate": 7.998926770771928e-05, + "loss": 0.0205, + "step": 33050 + }, + { + "loss_action": 0.012799547053873539, + "loss_total": 0.012799547053873539, + "step": 33050 + }, + { + "loss_action": 0.020390281453728676, + "loss_total": 0.020390281453728676, + "step": 33050 + }, + { + "loss_action": 0.014768465422093868, + "loss_total": 0.014768465422093868, + "step": 33050 + }, + { + "loss_action": 0.011927234940230846, + "loss_total": 0.011927234940230846, + "step": 33050 + }, + { + "loss_action": 0.009454811923205853, + "loss_total": 0.009454811923205853, + "step": 33050 + }, + { + "loss_action": 0.012843847274780273, + "loss_total": 0.012843847274780273, + "step": 33050 + }, + { + "grad_norm": 0.5148746967315674, + "learning_rate": 7.997603564854397e-05, + "loss": 0.0198, + "step": 33060 + }, + { + "loss_action": 0.015110552310943604, + "loss_total": 0.015110552310943604, + "step": 33060 + }, + { + "loss_action": 0.008021407760679722, + "loss_total": 0.008021407760679722, + "step": 33060 + }, + { + "loss_action": 0.023574741557240486, + "loss_total": 0.023574741557240486, + "step": 33060 + }, + { + "loss_action": 0.01396129745990038, + "loss_total": 0.01396129745990038, + "step": 33060 + }, + { + "loss_action": 0.04821402207016945, + "loss_total": 0.04821402207016945, + "step": 33060 + }, + { + "loss_action": 0.017150547355413437, + "loss_total": 0.017150547355413437, + "step": 33060 + }, + { + "grad_norm": 0.3850628733634949, + "learning_rate": 7.996280031123448e-05, + "loss": 0.0188, + "step": 33070 + }, + { + "loss_action": 0.015501600690186024, + "loss_total": 0.015501600690186024, + "step": 33070 + }, + { + "loss_action": 0.009226297028362751, + "loss_total": 0.009226297028362751, + "step": 33070 + }, + { + "loss_action": 0.02163422480225563, + "loss_total": 0.02163422480225563, + "step": 33070 + }, + { + "loss_action": 0.017331697046756744, + "loss_total": 0.017331697046756744, + "step": 33070 + }, + { + "loss_action": 0.011194879189133644, + "loss_total": 0.011194879189133644, + "step": 33070 + }, + { + "loss_action": 0.005676941946148872, + "loss_total": 0.005676941946148872, + "step": 33070 + }, + { + "grad_norm": 0.303693026304245, + "learning_rate": 7.994956169723818e-05, + "loss": 0.0166, + "step": 33080 + }, + { + "loss_action": 0.009782631881535053, + "loss_total": 0.009782631881535053, + "step": 33080 + }, + { + "loss_action": 0.015963776037096977, + "loss_total": 0.015963776037096977, + "step": 33080 + }, + { + "loss_action": 0.008428418077528477, + "loss_total": 0.008428418077528477, + "step": 33080 + }, + { + "loss_action": 0.015091273933649063, + "loss_total": 0.015091273933649063, + "step": 33080 + }, + { + "loss_action": 0.005149697884917259, + "loss_total": 0.005149697884917259, + "step": 33080 + }, + { + "loss_action": 0.038916200399398804, + "loss_total": 0.038916200399398804, + "step": 33080 + }, + { + "grad_norm": 0.3354604244232178, + "learning_rate": 7.993631980800285e-05, + "loss": 0.0166, + "step": 33090 + }, + { + "loss_action": 0.008114499971270561, + "loss_total": 0.008114499971270561, + "step": 33090 + }, + { + "loss_action": 0.022124983370304108, + "loss_total": 0.022124983370304108, + "step": 33090 + }, + { + "loss_action": 0.015848152339458466, + "loss_total": 0.015848152339458466, + "step": 33090 + }, + { + "loss_action": 0.011779491789638996, + "loss_total": 0.011779491789638996, + "step": 33090 + }, + { + "loss_action": 0.012104758061468601, + "loss_total": 0.012104758061468601, + "step": 33090 + }, + { + "loss_action": 0.025997640565037727, + "loss_total": 0.025997640565037727, + "step": 33090 + }, + { + "grad_norm": 0.35359087586402893, + "learning_rate": 7.992307464497659e-05, + "loss": 0.0184, + "step": 33100 + }, + { + "loss_action": 0.08457314223051071, + "loss_total": 0.08457314223051071, + "step": 33100 + }, + { + "loss_action": 0.013096251524984837, + "loss_total": 0.013096251524984837, + "step": 33100 + }, + { + "loss_action": 0.02318810112774372, + "loss_total": 0.02318810112774372, + "step": 33100 + }, + { + "loss_action": 0.01905726082623005, + "loss_total": 0.01905726082623005, + "step": 33100 + }, + { + "loss_action": 0.0232281181961298, + "loss_total": 0.0232281181961298, + "step": 33100 + }, + { + "loss_action": 0.011442058719694614, + "loss_total": 0.011442058719694614, + "step": 33100 + }, + { + "grad_norm": 0.3669368326663971, + "learning_rate": 7.990982620960787e-05, + "loss": 0.019, + "step": 33110 + }, + { + "loss_action": 0.032136350870132446, + "loss_total": 0.032136350870132446, + "step": 33110 + }, + { + "loss_action": 0.01156721729785204, + "loss_total": 0.01156721729785204, + "step": 33110 + }, + { + "loss_action": 0.015780244022607803, + "loss_total": 0.015780244022607803, + "step": 33110 + }, + { + "loss_action": 0.016801072284579277, + "loss_total": 0.016801072284579277, + "step": 33110 + }, + { + "loss_action": 0.05550863593816757, + "loss_total": 0.05550863593816757, + "step": 33110 + }, + { + "loss_action": 0.13504035770893097, + "loss_total": 0.13504035770893097, + "step": 33110 + }, + { + "grad_norm": 0.48018911480903625, + "learning_rate": 7.989657450334554e-05, + "loss": 0.0232, + "step": 33120 + }, + { + "loss_action": 0.011891569010913372, + "loss_total": 0.011891569010913372, + "step": 33120 + }, + { + "loss_action": 0.024744682013988495, + "loss_total": 0.024744682013988495, + "step": 33120 + }, + { + "loss_action": 0.034444645047187805, + "loss_total": 0.034444645047187805, + "step": 33120 + }, + { + "loss_action": 0.012403556145727634, + "loss_total": 0.012403556145727634, + "step": 33120 + }, + { + "loss_action": 0.013503111898899078, + "loss_total": 0.013503111898899078, + "step": 33120 + }, + { + "loss_action": 0.01906152255833149, + "loss_total": 0.01906152255833149, + "step": 33120 + }, + { + "grad_norm": 1.1782227754592896, + "learning_rate": 7.988331952763877e-05, + "loss": 0.0267, + "step": 33130 + }, + { + "loss_action": 0.0387994609773159, + "loss_total": 0.0387994609773159, + "step": 33130 + }, + { + "loss_action": 0.01401702780276537, + "loss_total": 0.01401702780276537, + "step": 33130 + }, + { + "loss_action": 0.03090381622314453, + "loss_total": 0.03090381622314453, + "step": 33130 + }, + { + "loss_action": 0.013522475026547909, + "loss_total": 0.013522475026547909, + "step": 33130 + }, + { + "loss_action": 0.013108428567647934, + "loss_total": 0.013108428567647934, + "step": 33130 + }, + { + "loss_action": 0.019617488607764244, + "loss_total": 0.019617488607764244, + "step": 33130 + }, + { + "grad_norm": 0.3879976272583008, + "learning_rate": 7.987006128393709e-05, + "loss": 0.0251, + "step": 33140 + }, + { + "loss_action": 0.04858354851603508, + "loss_total": 0.04858354851603508, + "step": 33140 + }, + { + "loss_action": 0.08023352175951004, + "loss_total": 0.08023352175951004, + "step": 33140 + }, + { + "loss_action": 0.03452485054731369, + "loss_total": 0.03452485054731369, + "step": 33140 + }, + { + "loss_action": 0.013226364739239216, + "loss_total": 0.013226364739239216, + "step": 33140 + }, + { + "loss_action": 0.03671368956565857, + "loss_total": 0.03671368956565857, + "step": 33140 + }, + { + "loss_action": 0.037017885595560074, + "loss_total": 0.037017885595560074, + "step": 33140 + }, + { + "grad_norm": 0.44726765155792236, + "learning_rate": 7.985679977369043e-05, + "loss": 0.0264, + "step": 33150 + }, + { + "loss_action": 0.03246895968914032, + "loss_total": 0.03246895968914032, + "step": 33150 + }, + { + "loss_action": 0.03616439178586006, + "loss_total": 0.03616439178586006, + "step": 33150 + }, + { + "loss_action": 0.023410871624946594, + "loss_total": 0.023410871624946594, + "step": 33150 + }, + { + "loss_action": 0.016126461327075958, + "loss_total": 0.016126461327075958, + "step": 33150 + }, + { + "loss_action": 0.01672331802546978, + "loss_total": 0.01672331802546978, + "step": 33150 + }, + { + "loss_action": 0.024720115587115288, + "loss_total": 0.024720115587115288, + "step": 33150 + }, + { + "grad_norm": 0.4129347503185272, + "learning_rate": 7.984353499834902e-05, + "loss": 0.0248, + "step": 33160 + }, + { + "loss_action": 0.020274095237255096, + "loss_total": 0.020274095237255096, + "step": 33160 + }, + { + "loss_action": 0.0319841094315052, + "loss_total": 0.0319841094315052, + "step": 33160 + }, + { + "loss_action": 0.027232713997364044, + "loss_total": 0.027232713997364044, + "step": 33160 + }, + { + "loss_action": 0.020733026787638664, + "loss_total": 0.020733026787638664, + "step": 33160 + }, + { + "loss_action": 0.0230731088668108, + "loss_total": 0.0230731088668108, + "step": 33160 + }, + { + "loss_action": 0.013917587697505951, + "loss_total": 0.013917587697505951, + "step": 33160 + }, + { + "grad_norm": 0.5219833850860596, + "learning_rate": 7.983026695936351e-05, + "loss": 0.0263, + "step": 33170 + }, + { + "loss_action": 0.021168872714042664, + "loss_total": 0.021168872714042664, + "step": 33170 + }, + { + "loss_action": 0.011425650678575039, + "loss_total": 0.011425650678575039, + "step": 33170 + }, + { + "loss_action": 0.029276957735419273, + "loss_total": 0.029276957735419273, + "step": 33170 + }, + { + "loss_action": 0.02368318662047386, + "loss_total": 0.02368318662047386, + "step": 33170 + }, + { + "loss_action": 0.09056487679481506, + "loss_total": 0.09056487679481506, + "step": 33170 + }, + { + "loss_action": 0.023310111835598946, + "loss_total": 0.023310111835598946, + "step": 33170 + }, + { + "grad_norm": 0.49223339557647705, + "learning_rate": 7.981699565818486e-05, + "loss": 0.025, + "step": 33180 + }, + { + "loss_action": 0.027781954035162926, + "loss_total": 0.027781954035162926, + "step": 33180 + }, + { + "loss_action": 0.017443574965000153, + "loss_total": 0.017443574965000153, + "step": 33180 + }, + { + "loss_action": 0.02004322223365307, + "loss_total": 0.02004322223365307, + "step": 33180 + }, + { + "loss_action": 0.02403714507818222, + "loss_total": 0.02403714507818222, + "step": 33180 + }, + { + "loss_action": 0.08345545828342438, + "loss_total": 0.08345545828342438, + "step": 33180 + }, + { + "loss_action": 0.0161296296864748, + "loss_total": 0.0161296296864748, + "step": 33180 + }, + { + "grad_norm": 0.3716554641723633, + "learning_rate": 7.980372109626437e-05, + "loss": 0.0235, + "step": 33190 + }, + { + "loss_action": 0.01759445294737816, + "loss_total": 0.01759445294737816, + "step": 33190 + }, + { + "loss_action": 0.017420010641217232, + "loss_total": 0.017420010641217232, + "step": 33190 + }, + { + "loss_action": 0.02016247622668743, + "loss_total": 0.02016247622668743, + "step": 33190 + }, + { + "loss_action": 0.02093353122472763, + "loss_total": 0.02093353122472763, + "step": 33190 + }, + { + "loss_action": 0.02412320300936699, + "loss_total": 0.02412320300936699, + "step": 33190 + }, + { + "loss_action": 0.02224086970090866, + "loss_total": 0.02224086970090866, + "step": 33190 + }, + { + "grad_norm": 0.42544636130332947, + "learning_rate": 7.979044327505375e-05, + "loss": 0.0216, + "step": 33200 + }, + { + "loss_action": 0.013900022022426128, + "loss_total": 0.013900022022426128, + "step": 33200 + }, + { + "loss_action": 0.018753988668322563, + "loss_total": 0.018753988668322563, + "step": 33200 + }, + { + "loss_action": 0.017811128869652748, + "loss_total": 0.017811128869652748, + "step": 33200 + }, + { + "loss_action": 0.01892017014324665, + "loss_total": 0.01892017014324665, + "step": 33200 + }, + { + "loss_action": 0.03555698320269585, + "loss_total": 0.03555698320269585, + "step": 33200 + }, + { + "loss_action": 0.015750175341963768, + "loss_total": 0.015750175341963768, + "step": 33200 + }, + { + "grad_norm": 0.3500564992427826, + "learning_rate": 7.977716219600506e-05, + "loss": 0.0204, + "step": 33210 + }, + { + "loss_action": 0.007549081463366747, + "loss_total": 0.007549081463366747, + "step": 33210 + }, + { + "loss_action": 0.011451411992311478, + "loss_total": 0.011451411992311478, + "step": 33210 + }, + { + "loss_action": 0.008628356270492077, + "loss_total": 0.008628356270492077, + "step": 33210 + }, + { + "loss_action": 0.013229417614638805, + "loss_total": 0.013229417614638805, + "step": 33210 + }, + { + "loss_action": 0.02148529700934887, + "loss_total": 0.02148529700934887, + "step": 33210 + }, + { + "loss_action": 0.017808370292186737, + "loss_total": 0.017808370292186737, + "step": 33210 + }, + { + "grad_norm": 0.38419538736343384, + "learning_rate": 7.97638778605707e-05, + "loss": 0.0185, + "step": 33220 + }, + { + "loss_action": 0.00815389584749937, + "loss_total": 0.00815389584749937, + "step": 33220 + }, + { + "loss_action": 0.01779627799987793, + "loss_total": 0.01779627799987793, + "step": 33220 + }, + { + "loss_action": 0.015677832067012787, + "loss_total": 0.015677832067012787, + "step": 33220 + }, + { + "loss_action": 0.011948668397963047, + "loss_total": 0.011948668397963047, + "step": 33220 + }, + { + "loss_action": 0.01090653520077467, + "loss_total": 0.01090653520077467, + "step": 33220 + }, + { + "loss_action": 0.0221145898103714, + "loss_total": 0.0221145898103714, + "step": 33220 + }, + { + "grad_norm": 0.4520847201347351, + "learning_rate": 7.975059027020338e-05, + "loss": 0.0203, + "step": 33230 + }, + { + "loss_action": 0.01588958315551281, + "loss_total": 0.01588958315551281, + "step": 33230 + }, + { + "loss_action": 0.01720411889255047, + "loss_total": 0.01720411889255047, + "step": 33230 + }, + { + "loss_action": 0.014984751120209694, + "loss_total": 0.014984751120209694, + "step": 33230 + }, + { + "loss_action": 0.023244107142090797, + "loss_total": 0.023244107142090797, + "step": 33230 + }, + { + "loss_action": 0.017422746866941452, + "loss_total": 0.017422746866941452, + "step": 33230 + }, + { + "loss_action": 0.009263979271054268, + "loss_total": 0.009263979271054268, + "step": 33230 + }, + { + "grad_norm": 0.46808308362960815, + "learning_rate": 7.973729942635623e-05, + "loss": 0.02, + "step": 33240 + }, + { + "loss_action": 0.23672926425933838, + "loss_total": 0.23672926425933838, + "step": 33240 + }, + { + "loss_action": 0.013897876255214214, + "loss_total": 0.013897876255214214, + "step": 33240 + }, + { + "loss_action": 0.014690264128148556, + "loss_total": 0.014690264128148556, + "step": 33240 + }, + { + "loss_action": 0.021108759567141533, + "loss_total": 0.021108759567141533, + "step": 33240 + }, + { + "loss_action": 0.016139812767505646, + "loss_total": 0.016139812767505646, + "step": 33240 + }, + { + "loss_action": 0.019986340776085854, + "loss_total": 0.019986340776085854, + "step": 33240 + }, + { + "grad_norm": 0.45667144656181335, + "learning_rate": 7.972400533048273e-05, + "loss": 0.0229, + "step": 33250 + }, + { + "loss_action": 0.02673572488129139, + "loss_total": 0.02673572488129139, + "step": 33250 + }, + { + "loss_action": 0.012166931293904781, + "loss_total": 0.012166931293904781, + "step": 33250 + }, + { + "loss_action": 0.013001503422856331, + "loss_total": 0.013001503422856331, + "step": 33250 + }, + { + "loss_action": 0.03011167421936989, + "loss_total": 0.03011167421936989, + "step": 33250 + }, + { + "loss_action": 0.020169921219348907, + "loss_total": 0.020169921219348907, + "step": 33250 + }, + { + "loss_action": 0.07662084698677063, + "loss_total": 0.07662084698677063, + "step": 33250 + }, + { + "grad_norm": 0.49672114849090576, + "learning_rate": 7.97107079840367e-05, + "loss": 0.0198, + "step": 33260 + }, + { + "loss_action": 0.016871405765414238, + "loss_total": 0.016871405765414238, + "step": 33260 + }, + { + "loss_action": 0.027131734415888786, + "loss_total": 0.027131734415888786, + "step": 33260 + }, + { + "loss_action": 0.020818229764699936, + "loss_total": 0.020818229764699936, + "step": 33260 + }, + { + "loss_action": 0.012588447891175747, + "loss_total": 0.012588447891175747, + "step": 33260 + }, + { + "loss_action": 0.1302885264158249, + "loss_total": 0.1302885264158249, + "step": 33260 + }, + { + "loss_action": 0.011277143843472004, + "loss_total": 0.011277143843472004, + "step": 33260 + }, + { + "grad_norm": 0.40984049439430237, + "learning_rate": 7.969740738847231e-05, + "loss": 0.0218, + "step": 33270 + }, + { + "loss_action": 0.016895346343517303, + "loss_total": 0.016895346343517303, + "step": 33270 + }, + { + "loss_action": 0.019646234810352325, + "loss_total": 0.019646234810352325, + "step": 33270 + }, + { + "loss_action": 0.017977843061089516, + "loss_total": 0.017977843061089516, + "step": 33270 + }, + { + "loss_action": 0.019660810008645058, + "loss_total": 0.019660810008645058, + "step": 33270 + }, + { + "loss_action": 0.0369250550866127, + "loss_total": 0.0369250550866127, + "step": 33270 + }, + { + "loss_action": 0.019053302705287933, + "loss_total": 0.019053302705287933, + "step": 33270 + }, + { + "grad_norm": 0.41110333800315857, + "learning_rate": 7.968410354524411e-05, + "loss": 0.0186, + "step": 33280 + }, + { + "loss_action": 0.03269936144351959, + "loss_total": 0.03269936144351959, + "step": 33280 + }, + { + "loss_action": 0.013837377540767193, + "loss_total": 0.013837377540767193, + "step": 33280 + }, + { + "loss_action": 0.014559651724994183, + "loss_total": 0.014559651724994183, + "step": 33280 + }, + { + "loss_action": 0.06533432751893997, + "loss_total": 0.06533432751893997, + "step": 33280 + }, + { + "loss_action": 0.011684300377964973, + "loss_total": 0.011684300377964973, + "step": 33280 + }, + { + "loss_action": 0.08749818801879883, + "loss_total": 0.08749818801879883, + "step": 33280 + }, + { + "grad_norm": 0.46440282464027405, + "learning_rate": 7.967079645580697e-05, + "loss": 0.0311, + "step": 33290 + }, + { + "loss_action": 0.19807551801204681, + "loss_total": 0.19807551801204681, + "step": 33290 + }, + { + "loss_action": 0.048972561955451965, + "loss_total": 0.048972561955451965, + "step": 33290 + }, + { + "loss_action": 0.014661450870335102, + "loss_total": 0.014661450870335102, + "step": 33290 + }, + { + "loss_action": 0.018532657995820045, + "loss_total": 0.018532657995820045, + "step": 33290 + }, + { + "loss_action": 0.060408107936382294, + "loss_total": 0.060408107936382294, + "step": 33290 + }, + { + "loss_action": 0.028315667062997818, + "loss_total": 0.028315667062997818, + "step": 33290 + }, + { + "grad_norm": 0.3867982029914856, + "learning_rate": 7.965748612161612e-05, + "loss": 0.0265, + "step": 33300 + }, + { + "loss_action": 0.02483036182820797, + "loss_total": 0.02483036182820797, + "step": 33300 + }, + { + "loss_action": 0.015841498970985413, + "loss_total": 0.015841498970985413, + "step": 33300 + }, + { + "loss_action": 0.009767704643309116, + "loss_total": 0.009767704643309116, + "step": 33300 + }, + { + "loss_action": 0.03752591088414192, + "loss_total": 0.03752591088414192, + "step": 33300 + }, + { + "loss_action": 0.020853960886597633, + "loss_total": 0.020853960886597633, + "step": 33300 + }, + { + "loss_action": 0.03686897084116936, + "loss_total": 0.03686897084116936, + "step": 33300 + }, + { + "grad_norm": 0.4517346918582916, + "learning_rate": 7.96441725441272e-05, + "loss": 0.0189, + "step": 33310 + }, + { + "loss_action": 0.029753005132079124, + "loss_total": 0.029753005132079124, + "step": 33310 + }, + { + "loss_action": 0.012031841091811657, + "loss_total": 0.012031841091811657, + "step": 33310 + }, + { + "loss_action": 0.009438824839890003, + "loss_total": 0.009438824839890003, + "step": 33310 + }, + { + "loss_action": 0.016342787072062492, + "loss_total": 0.016342787072062492, + "step": 33310 + }, + { + "loss_action": 0.03622850775718689, + "loss_total": 0.03622850775718689, + "step": 33310 + }, + { + "loss_action": 0.009262089617550373, + "loss_total": 0.009262089617550373, + "step": 33310 + }, + { + "grad_norm": 0.6285170316696167, + "learning_rate": 7.963085572479614e-05, + "loss": 0.0194, + "step": 33320 + }, + { + "loss_action": 0.018750376999378204, + "loss_total": 0.018750376999378204, + "step": 33320 + }, + { + "loss_action": 0.011460619047284126, + "loss_total": 0.011460619047284126, + "step": 33320 + }, + { + "loss_action": 0.030968384817242622, + "loss_total": 0.030968384817242622, + "step": 33320 + }, + { + "loss_action": 0.03904315456748009, + "loss_total": 0.03904315456748009, + "step": 33320 + }, + { + "loss_action": 0.01731657050549984, + "loss_total": 0.01731657050549984, + "step": 33320 + }, + { + "loss_action": 0.03700912743806839, + "loss_total": 0.03700912743806839, + "step": 33320 + }, + { + "grad_norm": 0.36344000697135925, + "learning_rate": 7.961753566507924e-05, + "loss": 0.0211, + "step": 33330 + }, + { + "loss_action": 0.022599084302783012, + "loss_total": 0.022599084302783012, + "step": 33330 + }, + { + "loss_action": 0.007351493462920189, + "loss_total": 0.007351493462920189, + "step": 33330 + }, + { + "loss_action": 0.013279934413731098, + "loss_total": 0.013279934413731098, + "step": 33330 + }, + { + "loss_action": 0.08656459301710129, + "loss_total": 0.08656459301710129, + "step": 33330 + }, + { + "loss_action": 0.010214602574706078, + "loss_total": 0.010214602574706078, + "step": 33330 + }, + { + "loss_action": 0.018228983506560326, + "loss_total": 0.018228983506560326, + "step": 33330 + }, + { + "grad_norm": 0.44551798701286316, + "learning_rate": 7.960421236643316e-05, + "loss": 0.0291, + "step": 33340 + }, + { + "loss_action": 0.01617758348584175, + "loss_total": 0.01617758348584175, + "step": 33340 + }, + { + "loss_action": 0.006703522522002459, + "loss_total": 0.006703522522002459, + "step": 33340 + }, + { + "loss_action": 0.009325111284852028, + "loss_total": 0.009325111284852028, + "step": 33340 + }, + { + "loss_action": 0.01818924956023693, + "loss_total": 0.01818924956023693, + "step": 33340 + }, + { + "loss_action": 0.018673468381166458, + "loss_total": 0.018673468381166458, + "step": 33340 + }, + { + "loss_action": 0.02105840854346752, + "loss_total": 0.02105840854346752, + "step": 33340 + }, + { + "grad_norm": 0.6160288453102112, + "learning_rate": 7.959088583031496e-05, + "loss": 0.0203, + "step": 33350 + }, + { + "loss_action": 0.031219150871038437, + "loss_total": 0.031219150871038437, + "step": 33350 + }, + { + "loss_action": 0.025857089087367058, + "loss_total": 0.025857089087367058, + "step": 33350 + }, + { + "loss_action": 0.02046145685017109, + "loss_total": 0.02046145685017109, + "step": 33350 + }, + { + "loss_action": 0.01343273464590311, + "loss_total": 0.01343273464590311, + "step": 33350 + }, + { + "loss_action": 0.014173918403685093, + "loss_total": 0.014173918403685093, + "step": 33350 + }, + { + "loss_action": 0.018992124125361443, + "loss_total": 0.018992124125361443, + "step": 33350 + }, + { + "grad_norm": 0.3553257882595062, + "learning_rate": 7.957755605818194e-05, + "loss": 0.02, + "step": 33360 + }, + { + "loss_action": 0.02297358587384224, + "loss_total": 0.02297358587384224, + "step": 33360 + }, + { + "loss_action": 0.03179896995425224, + "loss_total": 0.03179896995425224, + "step": 33360 + }, + { + "loss_action": 0.017060352489352226, + "loss_total": 0.017060352489352226, + "step": 33360 + }, + { + "loss_action": 0.01952352188527584, + "loss_total": 0.01952352188527584, + "step": 33360 + }, + { + "loss_action": 0.10807178914546967, + "loss_total": 0.10807178914546967, + "step": 33360 + }, + { + "loss_action": 0.03118159994482994, + "loss_total": 0.03118159994482994, + "step": 33360 + }, + { + "grad_norm": 0.3589809238910675, + "learning_rate": 7.956422305149185e-05, + "loss": 0.0222, + "step": 33370 + }, + { + "loss_action": 0.00933525338768959, + "loss_total": 0.00933525338768959, + "step": 33370 + }, + { + "loss_action": 0.019011447206139565, + "loss_total": 0.019011447206139565, + "step": 33370 + }, + { + "loss_action": 0.027879314497113228, + "loss_total": 0.027879314497113228, + "step": 33370 + }, + { + "loss_action": 0.021443860605359077, + "loss_total": 0.021443860605359077, + "step": 33370 + }, + { + "loss_action": 0.010025324299931526, + "loss_total": 0.010025324299931526, + "step": 33370 + }, + { + "loss_action": 0.03183898702263832, + "loss_total": 0.03183898702263832, + "step": 33370 + }, + { + "grad_norm": 0.3465420603752136, + "learning_rate": 7.95508868117028e-05, + "loss": 0.0227, + "step": 33380 + }, + { + "loss_action": 0.018081609159708023, + "loss_total": 0.018081609159708023, + "step": 33380 + }, + { + "loss_action": 0.016511831432580948, + "loss_total": 0.016511831432580948, + "step": 33380 + }, + { + "loss_action": 0.03489471226930618, + "loss_total": 0.03489471226930618, + "step": 33380 + }, + { + "loss_action": 0.014161518774926662, + "loss_total": 0.014161518774926662, + "step": 33380 + }, + { + "loss_action": 0.014134887605905533, + "loss_total": 0.014134887605905533, + "step": 33380 + }, + { + "loss_action": 0.03239140659570694, + "loss_total": 0.03239140659570694, + "step": 33380 + }, + { + "grad_norm": 0.33999690413475037, + "learning_rate": 7.953754734027318e-05, + "loss": 0.0186, + "step": 33390 + }, + { + "loss_action": 0.01440693810582161, + "loss_total": 0.01440693810582161, + "step": 33390 + }, + { + "loss_action": 0.02439108118414879, + "loss_total": 0.02439108118414879, + "step": 33390 + }, + { + "loss_action": 0.012424689717590809, + "loss_total": 0.012424689717590809, + "step": 33390 + }, + { + "loss_action": 0.013947471044957638, + "loss_total": 0.013947471044957638, + "step": 33390 + }, + { + "loss_action": 0.012767576612532139, + "loss_total": 0.012767576612532139, + "step": 33390 + }, + { + "loss_action": 0.027073953300714493, + "loss_total": 0.027073953300714493, + "step": 33390 + }, + { + "grad_norm": 0.3409465551376343, + "learning_rate": 7.952420463866182e-05, + "loss": 0.0191, + "step": 33400 + }, + { + "loss_action": 0.02921081893146038, + "loss_total": 0.02921081893146038, + "step": 33400 + }, + { + "loss_action": 0.013428752310574055, + "loss_total": 0.013428752310574055, + "step": 33400 + }, + { + "loss_action": 0.015163267962634563, + "loss_total": 0.015163267962634563, + "step": 33400 + }, + { + "loss_action": 0.011991240084171295, + "loss_total": 0.011991240084171295, + "step": 33400 + }, + { + "loss_action": 0.02912914752960205, + "loss_total": 0.02912914752960205, + "step": 33400 + }, + { + "loss_action": 0.012265539728105068, + "loss_total": 0.012265539728105068, + "step": 33400 + }, + { + "grad_norm": 0.46523380279541016, + "learning_rate": 7.951085870832782e-05, + "loss": 0.0214, + "step": 33410 + }, + { + "loss_action": 0.030245356261730194, + "loss_total": 0.030245356261730194, + "step": 33410 + }, + { + "loss_action": 0.1661800742149353, + "loss_total": 0.1661800742149353, + "step": 33410 + }, + { + "loss_action": 0.02511165291070938, + "loss_total": 0.02511165291070938, + "step": 33410 + }, + { + "loss_action": 0.02533714659512043, + "loss_total": 0.02533714659512043, + "step": 33410 + }, + { + "loss_action": 0.020782453939318657, + "loss_total": 0.020782453939318657, + "step": 33410 + }, + { + "loss_action": 0.017864111810922623, + "loss_total": 0.017864111810922623, + "step": 33410 + }, + { + "grad_norm": 0.5068184733390808, + "learning_rate": 7.949750955073067e-05, + "loss": 0.0235, + "step": 33420 + }, + { + "loss_action": 0.06310416013002396, + "loss_total": 0.06310416013002396, + "step": 33420 + }, + { + "loss_action": 0.020152678713202477, + "loss_total": 0.020152678713202477, + "step": 33420 + }, + { + "loss_action": 0.017238739877939224, + "loss_total": 0.017238739877939224, + "step": 33420 + }, + { + "loss_action": 0.022876227274537086, + "loss_total": 0.022876227274537086, + "step": 33420 + }, + { + "loss_action": 0.013305037282407284, + "loss_total": 0.013305037282407284, + "step": 33420 + }, + { + "loss_action": 0.03045044094324112, + "loss_total": 0.03045044094324112, + "step": 33420 + }, + { + "grad_norm": 0.3613077998161316, + "learning_rate": 7.948415716733022e-05, + "loss": 0.0206, + "step": 33430 + }, + { + "loss_action": 0.021802805364131927, + "loss_total": 0.021802805364131927, + "step": 33430 + }, + { + "loss_action": 0.022282838821411133, + "loss_total": 0.022282838821411133, + "step": 33430 + }, + { + "loss_action": 0.023193001747131348, + "loss_total": 0.023193001747131348, + "step": 33430 + }, + { + "loss_action": 0.015514479950070381, + "loss_total": 0.015514479950070381, + "step": 33430 + }, + { + "loss_action": 0.012095182202756405, + "loss_total": 0.012095182202756405, + "step": 33430 + }, + { + "loss_action": 0.02527724578976631, + "loss_total": 0.02527724578976631, + "step": 33430 + }, + { + "grad_norm": 0.39227256178855896, + "learning_rate": 7.947080155958669e-05, + "loss": 0.0211, + "step": 33440 + }, + { + "loss_action": 0.016224011778831482, + "loss_total": 0.016224011778831482, + "step": 33440 + }, + { + "loss_action": 0.02897263504564762, + "loss_total": 0.02897263504564762, + "step": 33440 + }, + { + "loss_action": 0.029439568519592285, + "loss_total": 0.029439568519592285, + "step": 33440 + }, + { + "loss_action": 0.015286044217646122, + "loss_total": 0.015286044217646122, + "step": 33440 + }, + { + "loss_action": 0.07934495061635971, + "loss_total": 0.07934495061635971, + "step": 33440 + }, + { + "loss_action": 0.01704198680818081, + "loss_total": 0.01704198680818081, + "step": 33440 + }, + { + "grad_norm": 0.323270320892334, + "learning_rate": 7.94574427289606e-05, + "loss": 0.02, + "step": 33450 + }, + { + "loss_action": 0.012060452252626419, + "loss_total": 0.012060452252626419, + "step": 33450 + }, + { + "loss_action": 0.01005204301327467, + "loss_total": 0.01005204301327467, + "step": 33450 + }, + { + "loss_action": 0.016317084431648254, + "loss_total": 0.016317084431648254, + "step": 33450 + }, + { + "loss_action": 0.035763952881097794, + "loss_total": 0.035763952881097794, + "step": 33450 + }, + { + "loss_action": 0.009563041850924492, + "loss_total": 0.009563041850924492, + "step": 33450 + }, + { + "loss_action": 0.06541431695222855, + "loss_total": 0.06541431695222855, + "step": 33450 + }, + { + "grad_norm": 0.37562212347984314, + "learning_rate": 7.944408067691284e-05, + "loss": 0.0221, + "step": 33460 + }, + { + "loss_action": 0.02859339490532875, + "loss_total": 0.02859339490532875, + "step": 33460 + }, + { + "loss_action": 0.01621556468307972, + "loss_total": 0.01621556468307972, + "step": 33460 + }, + { + "loss_action": 0.007193519733846188, + "loss_total": 0.007193519733846188, + "step": 33460 + }, + { + "loss_action": 0.009716472588479519, + "loss_total": 0.009716472588479519, + "step": 33460 + }, + { + "loss_action": 0.021665621548891068, + "loss_total": 0.021665621548891068, + "step": 33460 + }, + { + "loss_action": 0.03599970042705536, + "loss_total": 0.03599970042705536, + "step": 33460 + }, + { + "grad_norm": 0.4395521879196167, + "learning_rate": 7.943071540490473e-05, + "loss": 0.0232, + "step": 33470 + }, + { + "loss_action": 0.0272492915391922, + "loss_total": 0.0272492915391922, + "step": 33470 + }, + { + "loss_action": 0.01325108390301466, + "loss_total": 0.01325108390301466, + "step": 33470 + }, + { + "loss_action": 0.030923785641789436, + "loss_total": 0.030923785641789436, + "step": 33470 + }, + { + "loss_action": 0.02775099128484726, + "loss_total": 0.02775099128484726, + "step": 33470 + }, + { + "loss_action": 0.03162737190723419, + "loss_total": 0.03162737190723419, + "step": 33470 + }, + { + "loss_action": 0.008129998110234737, + "loss_total": 0.008129998110234737, + "step": 33470 + }, + { + "grad_norm": 0.46616584062576294, + "learning_rate": 7.94173469143978e-05, + "loss": 0.0286, + "step": 33480 + }, + { + "loss_action": 0.06705749034881592, + "loss_total": 0.06705749034881592, + "step": 33480 + }, + { + "loss_action": 0.030284393578767776, + "loss_total": 0.030284393578767776, + "step": 33480 + }, + { + "loss_action": 0.015893366187810898, + "loss_total": 0.015893366187810898, + "step": 33480 + }, + { + "loss_action": 0.11538704484701157, + "loss_total": 0.11538704484701157, + "step": 33480 + }, + { + "loss_action": 0.057842690497636795, + "loss_total": 0.057842690497636795, + "step": 33480 + }, + { + "loss_action": 0.018423831090331078, + "loss_total": 0.018423831090331078, + "step": 33480 + }, + { + "grad_norm": 0.43894830346107483, + "learning_rate": 7.940397520685406e-05, + "loss": 0.0262, + "step": 33490 + }, + { + "loss_action": 0.017695685848593712, + "loss_total": 0.017695685848593712, + "step": 33490 + }, + { + "loss_action": 0.011475896462798119, + "loss_total": 0.011475896462798119, + "step": 33490 + }, + { + "loss_action": 0.021989263594150543, + "loss_total": 0.021989263594150543, + "step": 33490 + }, + { + "loss_action": 0.018204282969236374, + "loss_total": 0.018204282969236374, + "step": 33490 + }, + { + "loss_action": 0.03063107840716839, + "loss_total": 0.03063107840716839, + "step": 33490 + }, + { + "loss_action": 0.02480234205722809, + "loss_total": 0.02480234205722809, + "step": 33490 + }, + { + "grad_norm": 0.3803710639476776, + "learning_rate": 7.939060028373577e-05, + "loss": 0.0216, + "step": 33500 + }, + { + "loss_action": 0.01241352129727602, + "loss_total": 0.01241352129727602, + "step": 33500 + }, + { + "loss_action": 0.020660389214754105, + "loss_total": 0.020660389214754105, + "step": 33500 + }, + { + "loss_action": 0.017883243039250374, + "loss_total": 0.017883243039250374, + "step": 33500 + }, + { + "loss_action": 0.011912449263036251, + "loss_total": 0.011912449263036251, + "step": 33500 + }, + { + "loss_action": 0.009174764156341553, + "loss_total": 0.009174764156341553, + "step": 33500 + }, + { + "loss_action": 0.0199373010545969, + "loss_total": 0.0199373010545969, + "step": 33500 + }, + { + "grad_norm": 0.3780119717121124, + "learning_rate": 7.937722214650565e-05, + "loss": 0.0228, + "step": 33510 + }, + { + "loss_action": 0.021646467968821526, + "loss_total": 0.021646467968821526, + "step": 33510 + }, + { + "loss_action": 0.026232777163386345, + "loss_total": 0.026232777163386345, + "step": 33510 + }, + { + "loss_action": 0.01744927279651165, + "loss_total": 0.01744927279651165, + "step": 33510 + }, + { + "loss_action": 0.014014501124620438, + "loss_total": 0.014014501124620438, + "step": 33510 + }, + { + "loss_action": 0.025217214599251747, + "loss_total": 0.025217214599251747, + "step": 33510 + }, + { + "loss_action": 0.011625309474766254, + "loss_total": 0.011625309474766254, + "step": 33510 + }, + { + "grad_norm": 0.497437059879303, + "learning_rate": 7.936384079662666e-05, + "loss": 0.0215, + "step": 33520 + }, + { + "loss_action": 0.018493792042136192, + "loss_total": 0.018493792042136192, + "step": 33520 + }, + { + "loss_action": 0.01757916994392872, + "loss_total": 0.01757916994392872, + "step": 33520 + }, + { + "loss_action": 0.022143254056572914, + "loss_total": 0.022143254056572914, + "step": 33520 + }, + { + "loss_action": 0.017537549138069153, + "loss_total": 0.017537549138069153, + "step": 33520 + }, + { + "loss_action": 0.00789466593414545, + "loss_total": 0.00789466593414545, + "step": 33520 + }, + { + "loss_action": 0.013824347406625748, + "loss_total": 0.013824347406625748, + "step": 33520 + }, + { + "grad_norm": 0.46542516350746155, + "learning_rate": 7.93504562355622e-05, + "loss": 0.0234, + "step": 33530 + }, + { + "loss_action": 0.012490975670516491, + "loss_total": 0.012490975670516491, + "step": 33530 + }, + { + "loss_action": 0.02999911457300186, + "loss_total": 0.02999911457300186, + "step": 33530 + }, + { + "loss_action": 0.09321018308401108, + "loss_total": 0.09321018308401108, + "step": 33530 + }, + { + "loss_action": 0.017198380082845688, + "loss_total": 0.017198380082845688, + "step": 33530 + }, + { + "loss_action": 0.014690600335597992, + "loss_total": 0.014690600335597992, + "step": 33530 + }, + { + "loss_action": 0.02014942653477192, + "loss_total": 0.02014942653477192, + "step": 33530 + }, + { + "grad_norm": 0.3559321165084839, + "learning_rate": 7.933706846477599e-05, + "loss": 0.0193, + "step": 33540 + }, + { + "loss_action": 0.05586254969239235, + "loss_total": 0.05586254969239235, + "step": 33540 + }, + { + "loss_action": 0.01985909789800644, + "loss_total": 0.01985909789800644, + "step": 33540 + }, + { + "loss_action": 0.012784660793840885, + "loss_total": 0.012784660793840885, + "step": 33540 + }, + { + "loss_action": 0.009153931401669979, + "loss_total": 0.009153931401669979, + "step": 33540 + }, + { + "loss_action": 0.253465473651886, + "loss_total": 0.253465473651886, + "step": 33540 + }, + { + "loss_action": 0.011742408387362957, + "loss_total": 0.011742408387362957, + "step": 33540 + }, + { + "grad_norm": 0.48194923996925354, + "learning_rate": 7.932367748573206e-05, + "loss": 0.024, + "step": 33550 + }, + { + "loss_action": 0.006575665902346373, + "loss_total": 0.006575665902346373, + "step": 33550 + }, + { + "loss_action": 0.024119814857840538, + "loss_total": 0.024119814857840538, + "step": 33550 + }, + { + "loss_action": 0.02194756641983986, + "loss_total": 0.02194756641983986, + "step": 33550 + }, + { + "loss_action": 0.007150713820010424, + "loss_total": 0.007150713820010424, + "step": 33550 + }, + { + "loss_action": 0.020307831466197968, + "loss_total": 0.020307831466197968, + "step": 33550 + }, + { + "loss_action": 0.008304555900394917, + "loss_total": 0.008304555900394917, + "step": 33550 + }, + { + "grad_norm": 0.416054368019104, + "learning_rate": 7.931028329989485e-05, + "loss": 0.0184, + "step": 33560 + }, + { + "loss_action": 0.00677613215520978, + "loss_total": 0.00677613215520978, + "step": 33560 + }, + { + "loss_action": 0.012832965701818466, + "loss_total": 0.012832965701818466, + "step": 33560 + }, + { + "loss_action": 0.01782783679664135, + "loss_total": 0.01782783679664135, + "step": 33560 + }, + { + "loss_action": 0.015026865527033806, + "loss_total": 0.015026865527033806, + "step": 33560 + }, + { + "loss_action": 0.020003603771328926, + "loss_total": 0.020003603771328926, + "step": 33560 + }, + { + "loss_action": 0.015604241751134396, + "loss_total": 0.015604241751134396, + "step": 33560 + }, + { + "grad_norm": 0.4075669050216675, + "learning_rate": 7.929688590872913e-05, + "loss": 0.017, + "step": 33570 + }, + { + "loss_action": 0.02705375663936138, + "loss_total": 0.02705375663936138, + "step": 33570 + }, + { + "loss_action": 0.05219833925366402, + "loss_total": 0.05219833925366402, + "step": 33570 + }, + { + "loss_action": 0.005778555292636156, + "loss_total": 0.005778555292636156, + "step": 33570 + }, + { + "loss_action": 0.015329436399042606, + "loss_total": 0.015329436399042606, + "step": 33570 + }, + { + "loss_action": 0.00855716597288847, + "loss_total": 0.00855716597288847, + "step": 33570 + }, + { + "loss_action": 0.013700014911592007, + "loss_total": 0.013700014911592007, + "step": 33570 + }, + { + "grad_norm": 0.2977365255355835, + "learning_rate": 7.928348531370003e-05, + "loss": 0.0166, + "step": 33580 + }, + { + "loss_action": 0.022746218368411064, + "loss_total": 0.022746218368411064, + "step": 33580 + }, + { + "loss_action": 0.01536114327609539, + "loss_total": 0.01536114327609539, + "step": 33580 + }, + { + "loss_action": 0.018304817378520966, + "loss_total": 0.018304817378520966, + "step": 33580 + }, + { + "loss_action": 0.01193681824952364, + "loss_total": 0.01193681824952364, + "step": 33580 + }, + { + "loss_action": 0.021887073293328285, + "loss_total": 0.021887073293328285, + "step": 33580 + }, + { + "loss_action": 0.015100627206265926, + "loss_total": 0.015100627206265926, + "step": 33580 + }, + { + "grad_norm": 0.41392767429351807, + "learning_rate": 7.927008151627297e-05, + "loss": 0.0191, + "step": 33590 + }, + { + "loss_action": 0.018847977742552757, + "loss_total": 0.018847977742552757, + "step": 33590 + }, + { + "loss_action": 0.021649286150932312, + "loss_total": 0.021649286150932312, + "step": 33590 + }, + { + "loss_action": 0.026715846732258797, + "loss_total": 0.026715846732258797, + "step": 33590 + }, + { + "loss_action": 0.007332853507250547, + "loss_total": 0.007332853507250547, + "step": 33590 + }, + { + "loss_action": 0.039921585470438004, + "loss_total": 0.039921585470438004, + "step": 33590 + }, + { + "loss_action": 0.013965200632810593, + "loss_total": 0.013965200632810593, + "step": 33590 + }, + { + "grad_norm": 0.41567400097846985, + "learning_rate": 7.925667451791383e-05, + "loss": 0.0196, + "step": 33600 + }, + { + "loss_action": 0.02053249254822731, + "loss_total": 0.02053249254822731, + "step": 33600 + }, + { + "loss_action": 0.019722890108823776, + "loss_total": 0.019722890108823776, + "step": 33600 + }, + { + "loss_action": 0.01566368155181408, + "loss_total": 0.01566368155181408, + "step": 33600 + }, + { + "loss_action": 0.011340763419866562, + "loss_total": 0.011340763419866562, + "step": 33600 + }, + { + "loss_action": 0.0432213693857193, + "loss_total": 0.0432213693857193, + "step": 33600 + }, + { + "loss_action": 0.011733142659068108, + "loss_total": 0.011733142659068108, + "step": 33600 + }, + { + "grad_norm": 0.34013062715530396, + "learning_rate": 7.924326432008874e-05, + "loss": 0.0188, + "step": 33610 + }, + { + "loss_action": 0.013833815231919289, + "loss_total": 0.013833815231919289, + "step": 33610 + }, + { + "loss_action": 0.026385383680462837, + "loss_total": 0.026385383680462837, + "step": 33610 + }, + { + "loss_action": 0.024640129879117012, + "loss_total": 0.024640129879117012, + "step": 33610 + }, + { + "loss_action": 0.03321361169219017, + "loss_total": 0.03321361169219017, + "step": 33610 + }, + { + "loss_action": 0.012181408703327179, + "loss_total": 0.012181408703327179, + "step": 33610 + }, + { + "loss_action": 0.011182921938598156, + "loss_total": 0.011182921938598156, + "step": 33610 + }, + { + "grad_norm": 0.39986652135849, + "learning_rate": 7.922985092426422e-05, + "loss": 0.0168, + "step": 33620 + }, + { + "loss_action": 0.012160008773207664, + "loss_total": 0.012160008773207664, + "step": 33620 + }, + { + "loss_action": 0.01489181537181139, + "loss_total": 0.01489181537181139, + "step": 33620 + }, + { + "loss_action": 0.02290586195886135, + "loss_total": 0.02290586195886135, + "step": 33620 + }, + { + "loss_action": 0.018608151003718376, + "loss_total": 0.018608151003718376, + "step": 33620 + }, + { + "loss_action": 0.013799810782074928, + "loss_total": 0.013799810782074928, + "step": 33620 + }, + { + "loss_action": 0.05386001244187355, + "loss_total": 0.05386001244187355, + "step": 33620 + }, + { + "grad_norm": 0.432738333940506, + "learning_rate": 7.921643433190717e-05, + "loss": 0.021, + "step": 33630 + }, + { + "loss_action": 0.02371246926486492, + "loss_total": 0.02371246926486492, + "step": 33630 + }, + { + "loss_action": 0.018914485350251198, + "loss_total": 0.018914485350251198, + "step": 33630 + }, + { + "loss_action": 0.00672435387969017, + "loss_total": 0.00672435387969017, + "step": 33630 + }, + { + "loss_action": 0.023282870650291443, + "loss_total": 0.023282870650291443, + "step": 33630 + }, + { + "loss_action": 0.010432112962007523, + "loss_total": 0.010432112962007523, + "step": 33630 + }, + { + "loss_action": 0.025436418130993843, + "loss_total": 0.025436418130993843, + "step": 33630 + }, + { + "grad_norm": 0.415350079536438, + "learning_rate": 7.920301454448478e-05, + "loss": 0.0194, + "step": 33640 + }, + { + "loss_action": 0.02048194780945778, + "loss_total": 0.02048194780945778, + "step": 33640 + }, + { + "loss_action": 0.020207298919558525, + "loss_total": 0.020207298919558525, + "step": 33640 + }, + { + "loss_action": 0.020632730796933174, + "loss_total": 0.020632730796933174, + "step": 33640 + }, + { + "loss_action": 0.011373581364750862, + "loss_total": 0.011373581364750862, + "step": 33640 + }, + { + "loss_action": 0.018406890332698822, + "loss_total": 0.018406890332698822, + "step": 33640 + }, + { + "loss_action": 0.035460177809000015, + "loss_total": 0.035460177809000015, + "step": 33640 + }, + { + "grad_norm": 0.31965214014053345, + "learning_rate": 7.918959156346461e-05, + "loss": 0.0185, + "step": 33650 + }, + { + "loss_action": 0.02357311174273491, + "loss_total": 0.02357311174273491, + "step": 33650 + }, + { + "loss_action": 0.008678914047777653, + "loss_total": 0.008678914047777653, + "step": 33650 + }, + { + "loss_action": 0.018585683777928352, + "loss_total": 0.018585683777928352, + "step": 33650 + }, + { + "loss_action": 0.013925903476774693, + "loss_total": 0.013925903476774693, + "step": 33650 + }, + { + "loss_action": 0.011908662505447865, + "loss_total": 0.011908662505447865, + "step": 33650 + }, + { + "loss_action": 0.012649946846067905, + "loss_total": 0.012649946846067905, + "step": 33650 + }, + { + "grad_norm": 0.366207093000412, + "learning_rate": 7.91761653903146e-05, + "loss": 0.0229, + "step": 33660 + }, + { + "loss_action": 0.010984123684465885, + "loss_total": 0.010984123684465885, + "step": 33660 + }, + { + "loss_action": 0.022684501484036446, + "loss_total": 0.022684501484036446, + "step": 33660 + }, + { + "loss_action": 0.023639634251594543, + "loss_total": 0.023639634251594543, + "step": 33660 + }, + { + "loss_action": 0.02613377943634987, + "loss_total": 0.02613377943634987, + "step": 33660 + }, + { + "loss_action": 0.019193852320313454, + "loss_total": 0.019193852320313454, + "step": 33660 + }, + { + "loss_action": 0.028531476855278015, + "loss_total": 0.028531476855278015, + "step": 33660 + }, + { + "grad_norm": 0.4442692995071411, + "learning_rate": 7.916273602650302e-05, + "loss": 0.0207, + "step": 33670 + }, + { + "loss_action": 0.0585661344230175, + "loss_total": 0.0585661344230175, + "step": 33670 + }, + { + "loss_action": 0.013332557864487171, + "loss_total": 0.013332557864487171, + "step": 33670 + }, + { + "loss_action": 0.01462159026414156, + "loss_total": 0.01462159026414156, + "step": 33670 + }, + { + "loss_action": 0.01118561066687107, + "loss_total": 0.01118561066687107, + "step": 33670 + }, + { + "loss_action": 0.008260056376457214, + "loss_total": 0.008260056376457214, + "step": 33670 + }, + { + "loss_action": 0.02292855642735958, + "loss_total": 0.02292855642735958, + "step": 33670 + }, + { + "grad_norm": 0.349821537733078, + "learning_rate": 7.914930347349847e-05, + "loss": 0.0209, + "step": 33680 + }, + { + "loss_action": 0.011683488264679909, + "loss_total": 0.011683488264679909, + "step": 33680 + }, + { + "loss_action": 0.021381845697760582, + "loss_total": 0.021381845697760582, + "step": 33680 + }, + { + "loss_action": 0.015515949577093124, + "loss_total": 0.015515949577093124, + "step": 33680 + }, + { + "loss_action": 0.04322083666920662, + "loss_total": 0.04322083666920662, + "step": 33680 + }, + { + "loss_action": 0.07633328437805176, + "loss_total": 0.07633328437805176, + "step": 33680 + }, + { + "loss_action": 0.045834142714738846, + "loss_total": 0.045834142714738846, + "step": 33680 + }, + { + "grad_norm": 0.5323680639266968, + "learning_rate": 7.913586773276992e-05, + "loss": 0.0252, + "step": 33690 + }, + { + "loss_action": 0.028256939724087715, + "loss_total": 0.028256939724087715, + "step": 33690 + }, + { + "loss_action": 0.022129252552986145, + "loss_total": 0.022129252552986145, + "step": 33690 + }, + { + "loss_action": 0.05426868796348572, + "loss_total": 0.05426868796348572, + "step": 33690 + }, + { + "loss_action": 0.026279175654053688, + "loss_total": 0.026279175654053688, + "step": 33690 + }, + { + "loss_action": 0.013802985660731792, + "loss_total": 0.013802985660731792, + "step": 33690 + }, + { + "loss_action": 0.01439666748046875, + "loss_total": 0.01439666748046875, + "step": 33690 + }, + { + "grad_norm": 0.46438443660736084, + "learning_rate": 7.912242880578667e-05, + "loss": 0.0272, + "step": 33700 + }, + { + "loss_action": 0.017370792105793953, + "loss_total": 0.017370792105793953, + "step": 33700 + }, + { + "loss_action": 0.012221850454807281, + "loss_total": 0.012221850454807281, + "step": 33700 + }, + { + "loss_action": 0.016087017953395844, + "loss_total": 0.016087017953395844, + "step": 33700 + }, + { + "loss_action": 0.015707647427916527, + "loss_total": 0.015707647427916527, + "step": 33700 + }, + { + "loss_action": 0.017098603770136833, + "loss_total": 0.017098603770136833, + "step": 33700 + }, + { + "loss_action": 0.019697753712534904, + "loss_total": 0.019697753712534904, + "step": 33700 + }, + { + "grad_norm": 0.40164491534233093, + "learning_rate": 7.910898669401839e-05, + "loss": 0.0207, + "step": 33710 + }, + { + "loss_action": 0.010367168113589287, + "loss_total": 0.010367168113589287, + "step": 33710 + }, + { + "loss_action": 0.01596366986632347, + "loss_total": 0.01596366986632347, + "step": 33710 + }, + { + "loss_action": 0.010531670413911343, + "loss_total": 0.010531670413911343, + "step": 33710 + }, + { + "loss_action": 0.016845036298036575, + "loss_total": 0.016845036298036575, + "step": 33710 + }, + { + "loss_action": 0.03991597518324852, + "loss_total": 0.03991597518324852, + "step": 33710 + }, + { + "loss_action": 0.009761362336575985, + "loss_total": 0.009761362336575985, + "step": 33710 + }, + { + "grad_norm": 0.3955172300338745, + "learning_rate": 7.909554139893511e-05, + "loss": 0.0209, + "step": 33720 + }, + { + "loss_action": 0.02344723977148533, + "loss_total": 0.02344723977148533, + "step": 33720 + }, + { + "loss_action": 0.010919440537691116, + "loss_total": 0.010919440537691116, + "step": 33720 + }, + { + "loss_action": 0.02022952027618885, + "loss_total": 0.02022952027618885, + "step": 33720 + }, + { + "loss_action": 0.01593155786395073, + "loss_total": 0.01593155786395073, + "step": 33720 + }, + { + "loss_action": 0.013194320723414421, + "loss_total": 0.013194320723414421, + "step": 33720 + }, + { + "loss_action": 0.2036890685558319, + "loss_total": 0.2036890685558319, + "step": 33720 + }, + { + "grad_norm": 0.44774046540260315, + "learning_rate": 7.908209292200715e-05, + "loss": 0.0219, + "step": 33730 + }, + { + "loss_action": 0.016640372574329376, + "loss_total": 0.016640372574329376, + "step": 33730 + }, + { + "loss_action": 0.01215527206659317, + "loss_total": 0.01215527206659317, + "step": 33730 + }, + { + "loss_action": 0.041636064648628235, + "loss_total": 0.041636064648628235, + "step": 33730 + }, + { + "loss_action": 0.0071622878313064575, + "loss_total": 0.0071622878313064575, + "step": 33730 + }, + { + "loss_action": 0.012781483121216297, + "loss_total": 0.012781483121216297, + "step": 33730 + }, + { + "loss_action": 0.01532462053000927, + "loss_total": 0.01532462053000927, + "step": 33730 + }, + { + "grad_norm": 0.45275887846946716, + "learning_rate": 7.906864126470523e-05, + "loss": 0.0218, + "step": 33740 + }, + { + "loss_action": 0.010045566596090794, + "loss_total": 0.010045566596090794, + "step": 33740 + }, + { + "loss_action": 0.011278950609266758, + "loss_total": 0.011278950609266758, + "step": 33740 + }, + { + "loss_action": 0.010335193946957588, + "loss_total": 0.010335193946957588, + "step": 33740 + }, + { + "loss_action": 0.013165171258151531, + "loss_total": 0.013165171258151531, + "step": 33740 + }, + { + "loss_action": 0.011497948318719864, + "loss_total": 0.011497948318719864, + "step": 33740 + }, + { + "loss_action": 0.013444129377603531, + "loss_total": 0.013444129377603531, + "step": 33740 + }, + { + "grad_norm": 0.4283260703086853, + "learning_rate": 7.905518642850041e-05, + "loss": 0.0189, + "step": 33750 + }, + { + "loss_action": 0.21810287237167358, + "loss_total": 0.21810287237167358, + "step": 33750 + }, + { + "loss_action": 0.02292955294251442, + "loss_total": 0.02292955294251442, + "step": 33750 + }, + { + "loss_action": 0.019147232174873352, + "loss_total": 0.019147232174873352, + "step": 33750 + }, + { + "loss_action": 0.01323777250945568, + "loss_total": 0.01323777250945568, + "step": 33750 + }, + { + "loss_action": 0.016753800213336945, + "loss_total": 0.016753800213336945, + "step": 33750 + }, + { + "loss_action": 0.03911563381552696, + "loss_total": 0.03911563381552696, + "step": 33750 + }, + { + "grad_norm": 0.36784932017326355, + "learning_rate": 7.904172841486409e-05, + "loss": 0.0253, + "step": 33760 + }, + { + "loss_action": 0.016007937490940094, + "loss_total": 0.016007937490940094, + "step": 33760 + }, + { + "loss_action": 0.02507895976305008, + "loss_total": 0.02507895976305008, + "step": 33760 + }, + { + "loss_action": 0.02018410712480545, + "loss_total": 0.02018410712480545, + "step": 33760 + }, + { + "loss_action": 0.023749880492687225, + "loss_total": 0.023749880492687225, + "step": 33760 + }, + { + "loss_action": 0.022047797217965126, + "loss_total": 0.022047797217965126, + "step": 33760 + }, + { + "loss_action": 0.015965372323989868, + "loss_total": 0.015965372323989868, + "step": 33760 + }, + { + "grad_norm": 0.4142845869064331, + "learning_rate": 7.902826722526801e-05, + "loss": 0.0241, + "step": 33770 + }, + { + "loss_action": 0.01761866733431816, + "loss_total": 0.01761866733431816, + "step": 33770 + }, + { + "loss_action": 0.017962628975510597, + "loss_total": 0.017962628975510597, + "step": 33770 + }, + { + "loss_action": 0.011648663319647312, + "loss_total": 0.011648663319647312, + "step": 33770 + }, + { + "loss_action": 0.016555391252040863, + "loss_total": 0.016555391252040863, + "step": 33770 + }, + { + "loss_action": 0.012530889362096786, + "loss_total": 0.012530889362096786, + "step": 33770 + }, + { + "loss_action": 0.015167823992669582, + "loss_total": 0.015167823992669582, + "step": 33770 + }, + { + "grad_norm": 0.42778658866882324, + "learning_rate": 7.901480286118427e-05, + "loss": 0.0184, + "step": 33780 + }, + { + "loss_action": 0.013793394900858402, + "loss_total": 0.013793394900858402, + "step": 33780 + }, + { + "loss_action": 0.04992673918604851, + "loss_total": 0.04992673918604851, + "step": 33780 + }, + { + "loss_action": 0.009298419579863548, + "loss_total": 0.009298419579863548, + "step": 33780 + }, + { + "loss_action": 0.011750982142984867, + "loss_total": 0.011750982142984867, + "step": 33780 + }, + { + "loss_action": 0.008164197206497192, + "loss_total": 0.008164197206497192, + "step": 33780 + }, + { + "loss_action": 0.014584922231733799, + "loss_total": 0.014584922231733799, + "step": 33780 + }, + { + "grad_norm": 0.35837772488594055, + "learning_rate": 7.900133532408531e-05, + "loss": 0.0203, + "step": 33790 + }, + { + "loss_action": 0.02219540625810623, + "loss_total": 0.02219540625810623, + "step": 33790 + }, + { + "loss_action": 0.02632724866271019, + "loss_total": 0.02632724866271019, + "step": 33790 + }, + { + "loss_action": 0.021127711981534958, + "loss_total": 0.021127711981534958, + "step": 33790 + }, + { + "loss_action": 0.0066130575723946095, + "loss_total": 0.0066130575723946095, + "step": 33790 + }, + { + "loss_action": 0.014865970239043236, + "loss_total": 0.014865970239043236, + "step": 33790 + }, + { + "loss_action": 0.05774032697081566, + "loss_total": 0.05774032697081566, + "step": 33790 + }, + { + "grad_norm": 0.37466853857040405, + "learning_rate": 7.898786461544395e-05, + "loss": 0.0218, + "step": 33800 + }, + { + "loss_action": 0.017713865265250206, + "loss_total": 0.017713865265250206, + "step": 33800 + }, + { + "loss_action": 0.016038034111261368, + "loss_total": 0.016038034111261368, + "step": 33800 + }, + { + "loss_action": 0.018866930156946182, + "loss_total": 0.018866930156946182, + "step": 33800 + }, + { + "loss_action": 0.016234612092375755, + "loss_total": 0.016234612092375755, + "step": 33800 + }, + { + "loss_action": 0.031116530299186707, + "loss_total": 0.031116530299186707, + "step": 33800 + }, + { + "loss_action": 0.013850207440555096, + "loss_total": 0.013850207440555096, + "step": 33800 + }, + { + "grad_norm": 0.43374958634376526, + "learning_rate": 7.897439073673325e-05, + "loss": 0.0185, + "step": 33810 + }, + { + "loss_action": 0.015138927847146988, + "loss_total": 0.015138927847146988, + "step": 33810 + }, + { + "loss_action": 0.02698204293847084, + "loss_total": 0.02698204293847084, + "step": 33810 + }, + { + "loss_action": 0.012224636971950531, + "loss_total": 0.012224636971950531, + "step": 33810 + }, + { + "loss_action": 0.013610503636300564, + "loss_total": 0.013610503636300564, + "step": 33810 + }, + { + "loss_action": 0.02267199568450451, + "loss_total": 0.02267199568450451, + "step": 33810 + }, + { + "loss_action": 0.04424525052309036, + "loss_total": 0.04424525052309036, + "step": 33810 + }, + { + "grad_norm": 0.3564510643482208, + "learning_rate": 7.896091368942677e-05, + "loss": 0.0216, + "step": 33820 + }, + { + "loss_action": 0.01866919919848442, + "loss_total": 0.01866919919848442, + "step": 33820 + }, + { + "loss_action": 0.07142653316259384, + "loss_total": 0.07142653316259384, + "step": 33820 + }, + { + "loss_action": 0.022720500826835632, + "loss_total": 0.022720500826835632, + "step": 33820 + }, + { + "loss_action": 0.02083250693976879, + "loss_total": 0.02083250693976879, + "step": 33820 + }, + { + "loss_action": 0.009667138569056988, + "loss_total": 0.009667138569056988, + "step": 33820 + }, + { + "loss_action": 0.05397353321313858, + "loss_total": 0.05397353321313858, + "step": 33820 + }, + { + "grad_norm": 0.4184574782848358, + "learning_rate": 7.894743347499832e-05, + "loss": 0.0249, + "step": 33830 + }, + { + "loss_action": 0.00981992483139038, + "loss_total": 0.00981992483139038, + "step": 33830 + }, + { + "loss_action": 0.022928085178136826, + "loss_total": 0.022928085178136826, + "step": 33830 + }, + { + "loss_action": 0.0060479287058115005, + "loss_total": 0.0060479287058115005, + "step": 33830 + }, + { + "loss_action": 0.010035766288638115, + "loss_total": 0.010035766288638115, + "step": 33830 + }, + { + "loss_action": 0.03139512613415718, + "loss_total": 0.03139512613415718, + "step": 33830 + }, + { + "loss_action": 0.0226992629468441, + "loss_total": 0.0226992629468441, + "step": 33830 + }, + { + "grad_norm": 0.580724835395813, + "learning_rate": 7.893395009492203e-05, + "loss": 0.023, + "step": 33840 + }, + { + "loss_action": 0.019541596993803978, + "loss_total": 0.019541596993803978, + "step": 33840 + }, + { + "loss_action": 0.011148463934659958, + "loss_total": 0.011148463934659958, + "step": 33840 + }, + { + "loss_action": 0.020773520693182945, + "loss_total": 0.020773520693182945, + "step": 33840 + }, + { + "loss_action": 0.02984875626862049, + "loss_total": 0.02984875626862049, + "step": 33840 + }, + { + "loss_action": 0.038593076169490814, + "loss_total": 0.038593076169490814, + "step": 33840 + }, + { + "loss_action": 0.10737384110689163, + "loss_total": 0.10737384110689163, + "step": 33840 + }, + { + "grad_norm": 0.4224999248981476, + "learning_rate": 7.892046355067248e-05, + "loss": 0.0213, + "step": 33850 + }, + { + "loss_action": 0.018919821828603745, + "loss_total": 0.018919821828603745, + "step": 33850 + }, + { + "loss_action": 0.010551147162914276, + "loss_total": 0.010551147162914276, + "step": 33850 + }, + { + "loss_action": 0.008633430115878582, + "loss_total": 0.008633430115878582, + "step": 33850 + }, + { + "loss_action": 0.015883568674325943, + "loss_total": 0.015883568674325943, + "step": 33850 + }, + { + "loss_action": 0.01973613165318966, + "loss_total": 0.01973613165318966, + "step": 33850 + }, + { + "loss_action": 0.016756737604737282, + "loss_total": 0.016756737604737282, + "step": 33850 + }, + { + "grad_norm": 0.41369664669036865, + "learning_rate": 7.890697384372451e-05, + "loss": 0.0178, + "step": 33860 + }, + { + "loss_action": 0.012000251561403275, + "loss_total": 0.012000251561403275, + "step": 33860 + }, + { + "loss_action": 0.017815066501498222, + "loss_total": 0.017815066501498222, + "step": 33860 + }, + { + "loss_action": 0.025265470147132874, + "loss_total": 0.025265470147132874, + "step": 33860 + }, + { + "loss_action": 0.009948957711458206, + "loss_total": 0.009948957711458206, + "step": 33860 + }, + { + "loss_action": 0.024743441492319107, + "loss_total": 0.024743441492319107, + "step": 33860 + }, + { + "loss_action": 0.02901947684586048, + "loss_total": 0.02901947684586048, + "step": 33860 + }, + { + "grad_norm": 0.380802184343338, + "learning_rate": 7.889348097555336e-05, + "loss": 0.0175, + "step": 33870 + }, + { + "loss_action": 0.008738831616938114, + "loss_total": 0.008738831616938114, + "step": 33870 + }, + { + "loss_action": 0.01504311989992857, + "loss_total": 0.01504311989992857, + "step": 33870 + }, + { + "loss_action": 0.012593958526849747, + "loss_total": 0.012593958526849747, + "step": 33870 + }, + { + "loss_action": 0.01383836381137371, + "loss_total": 0.01383836381137371, + "step": 33870 + }, + { + "loss_action": 0.011869706213474274, + "loss_total": 0.011869706213474274, + "step": 33870 + }, + { + "loss_action": 0.03994634002447128, + "loss_total": 0.03994634002447128, + "step": 33870 + }, + { + "grad_norm": 0.42330124974250793, + "learning_rate": 7.887998494763455e-05, + "loss": 0.0187, + "step": 33880 + }, + { + "loss_action": 0.020967576652765274, + "loss_total": 0.020967576652765274, + "step": 33880 + }, + { + "loss_action": 0.02130316011607647, + "loss_total": 0.02130316011607647, + "step": 33880 + }, + { + "loss_action": 0.010450951755046844, + "loss_total": 0.010450951755046844, + "step": 33880 + }, + { + "loss_action": 0.016524242237210274, + "loss_total": 0.016524242237210274, + "step": 33880 + }, + { + "loss_action": 0.009154800325632095, + "loss_total": 0.009154800325632095, + "step": 33880 + }, + { + "loss_action": 0.00876534078270197, + "loss_total": 0.00876534078270197, + "step": 33880 + }, + { + "grad_norm": 0.4444783329963684, + "learning_rate": 7.886648576144404e-05, + "loss": 0.02, + "step": 33890 + }, + { + "loss_action": 0.05531883239746094, + "loss_total": 0.05531883239746094, + "step": 33890 + }, + { + "loss_action": 0.02028103731572628, + "loss_total": 0.02028103731572628, + "step": 33890 + }, + { + "loss_action": 0.013815895654261112, + "loss_total": 0.013815895654261112, + "step": 33890 + }, + { + "loss_action": 0.009455583058297634, + "loss_total": 0.009455583058297634, + "step": 33890 + }, + { + "loss_action": 0.010366951115429401, + "loss_total": 0.010366951115429401, + "step": 33890 + }, + { + "loss_action": 0.0225702915340662, + "loss_total": 0.0225702915340662, + "step": 33890 + }, + { + "grad_norm": 0.4015675187110901, + "learning_rate": 7.885298341845802e-05, + "loss": 0.0202, + "step": 33900 + }, + { + "loss_action": 0.013019676320254803, + "loss_total": 0.013019676320254803, + "step": 33900 + }, + { + "loss_action": 0.010881348513066769, + "loss_total": 0.010881348513066769, + "step": 33900 + }, + { + "loss_action": 0.01776491105556488, + "loss_total": 0.01776491105556488, + "step": 33900 + }, + { + "loss_action": 0.017732776701450348, + "loss_total": 0.017732776701450348, + "step": 33900 + }, + { + "loss_action": 0.03233155980706215, + "loss_total": 0.03233155980706215, + "step": 33900 + }, + { + "loss_action": 0.013253827579319477, + "loss_total": 0.013253827579319477, + "step": 33900 + }, + { + "grad_norm": 0.3249390423297882, + "learning_rate": 7.883947792015311e-05, + "loss": 0.0187, + "step": 33910 + }, + { + "loss_action": 0.0195025522261858, + "loss_total": 0.0195025522261858, + "step": 33910 + }, + { + "loss_action": 0.03564339131116867, + "loss_total": 0.03564339131116867, + "step": 33910 + }, + { + "loss_action": 0.026112083345651627, + "loss_total": 0.026112083345651627, + "step": 33910 + }, + { + "loss_action": 0.01258846279233694, + "loss_total": 0.01258846279233694, + "step": 33910 + }, + { + "loss_action": 0.032637789845466614, + "loss_total": 0.032637789845466614, + "step": 33910 + }, + { + "loss_action": 0.0232554841786623, + "loss_total": 0.0232554841786623, + "step": 33910 + }, + { + "grad_norm": 0.3477206528186798, + "learning_rate": 7.882596926800628e-05, + "loss": 0.0225, + "step": 33920 + }, + { + "loss_action": 0.037838079035282135, + "loss_total": 0.037838079035282135, + "step": 33920 + }, + { + "loss_action": 0.01889384165406227, + "loss_total": 0.01889384165406227, + "step": 33920 + }, + { + "loss_action": 0.011186636053025723, + "loss_total": 0.011186636053025723, + "step": 33920 + }, + { + "loss_action": 0.011691206134855747, + "loss_total": 0.011691206134855747, + "step": 33920 + }, + { + "loss_action": 0.03608547896146774, + "loss_total": 0.03608547896146774, + "step": 33920 + }, + { + "loss_action": 0.017224619165062904, + "loss_total": 0.017224619165062904, + "step": 33920 + }, + { + "grad_norm": 0.3714512884616852, + "learning_rate": 7.881245746349477e-05, + "loss": 0.0212, + "step": 33930 + }, + { + "loss_action": 0.006667875684797764, + "loss_total": 0.006667875684797764, + "step": 33930 + }, + { + "loss_action": 0.020225079730153084, + "loss_total": 0.020225079730153084, + "step": 33930 + }, + { + "loss_action": 0.015282625332474709, + "loss_total": 0.015282625332474709, + "step": 33930 + }, + { + "loss_action": 0.01513183955103159, + "loss_total": 0.01513183955103159, + "step": 33930 + }, + { + "loss_action": 0.011609237641096115, + "loss_total": 0.011609237641096115, + "step": 33930 + }, + { + "loss_action": 0.013118039816617966, + "loss_total": 0.013118039816617966, + "step": 33930 + }, + { + "grad_norm": 0.422157347202301, + "learning_rate": 7.879894250809623e-05, + "loss": 0.0217, + "step": 33940 + }, + { + "loss_action": 0.012046446092426777, + "loss_total": 0.012046446092426777, + "step": 33940 + }, + { + "loss_action": 0.01699133589863777, + "loss_total": 0.01699133589863777, + "step": 33940 + }, + { + "loss_action": 0.11119208484888077, + "loss_total": 0.11119208484888077, + "step": 33940 + }, + { + "loss_action": 0.010301693342626095, + "loss_total": 0.010301693342626095, + "step": 33940 + }, + { + "loss_action": 0.006987602449953556, + "loss_total": 0.006987602449953556, + "step": 33940 + }, + { + "loss_action": 0.010862203314900398, + "loss_total": 0.010862203314900398, + "step": 33940 + }, + { + "grad_norm": 0.4542505741119385, + "learning_rate": 7.878542440328865e-05, + "loss": 0.0188, + "step": 33950 + }, + { + "loss_action": 0.03457370027899742, + "loss_total": 0.03457370027899742, + "step": 33950 + }, + { + "loss_action": 0.010140753351151943, + "loss_total": 0.010140753351151943, + "step": 33950 + }, + { + "loss_action": 0.0170061644166708, + "loss_total": 0.0170061644166708, + "step": 33950 + }, + { + "loss_action": 0.01307135820388794, + "loss_total": 0.01307135820388794, + "step": 33950 + }, + { + "loss_action": 0.02337881363928318, + "loss_total": 0.02337881363928318, + "step": 33950 + }, + { + "loss_action": 0.02080403082072735, + "loss_total": 0.02080403082072735, + "step": 33950 + }, + { + "grad_norm": 0.4353499412536621, + "learning_rate": 7.877190315055031e-05, + "loss": 0.0206, + "step": 33960 + }, + { + "loss_action": 0.03523372858762741, + "loss_total": 0.03523372858762741, + "step": 33960 + }, + { + "loss_action": 0.005177170969545841, + "loss_total": 0.005177170969545841, + "step": 33960 + }, + { + "loss_action": 0.028989950194954872, + "loss_total": 0.028989950194954872, + "step": 33960 + }, + { + "loss_action": 0.01352118980139494, + "loss_total": 0.01352118980139494, + "step": 33960 + }, + { + "loss_action": 0.012939908541738987, + "loss_total": 0.012939908541738987, + "step": 33960 + }, + { + "loss_action": 0.02626841887831688, + "loss_total": 0.02626841887831688, + "step": 33960 + }, + { + "grad_norm": 0.3945794105529785, + "learning_rate": 7.875837875135991e-05, + "loss": 0.0199, + "step": 33970 + }, + { + "loss_action": 0.016542430967092514, + "loss_total": 0.016542430967092514, + "step": 33970 + }, + { + "loss_action": 0.013316457159817219, + "loss_total": 0.013316457159817219, + "step": 33970 + }, + { + "loss_action": 0.011977083049714565, + "loss_total": 0.011977083049714565, + "step": 33970 + }, + { + "loss_action": 0.028812572360038757, + "loss_total": 0.028812572360038757, + "step": 33970 + }, + { + "loss_action": 0.008127219043672085, + "loss_total": 0.008127219043672085, + "step": 33970 + }, + { + "loss_action": 0.012550543062388897, + "loss_total": 0.012550543062388897, + "step": 33970 + }, + { + "grad_norm": 0.47503483295440674, + "learning_rate": 7.874485120719646e-05, + "loss": 0.0211, + "step": 33980 + }, + { + "loss_action": 0.015046153217554092, + "loss_total": 0.015046153217554092, + "step": 33980 + }, + { + "loss_action": 0.027106905356049538, + "loss_total": 0.027106905356049538, + "step": 33980 + }, + { + "loss_action": 0.025835547596216202, + "loss_total": 0.025835547596216202, + "step": 33980 + }, + { + "loss_action": 0.014643717557191849, + "loss_total": 0.014643717557191849, + "step": 33980 + }, + { + "loss_action": 0.010908625088632107, + "loss_total": 0.010908625088632107, + "step": 33980 + }, + { + "loss_action": 0.011373928748071194, + "loss_total": 0.011373928748071194, + "step": 33980 + }, + { + "grad_norm": 0.37839171290397644, + "learning_rate": 7.873132051953928e-05, + "loss": 0.022, + "step": 33990 + }, + { + "loss_action": 0.014777415432035923, + "loss_total": 0.014777415432035923, + "step": 33990 + }, + { + "loss_action": 0.012330596335232258, + "loss_total": 0.012330596335232258, + "step": 33990 + }, + { + "loss_action": 0.015280402265489101, + "loss_total": 0.015280402265489101, + "step": 33990 + }, + { + "loss_action": 0.02512424997985363, + "loss_total": 0.02512424997985363, + "step": 33990 + }, + { + "loss_action": 0.0723494216799736, + "loss_total": 0.0723494216799736, + "step": 33990 + }, + { + "loss_action": 0.05512738227844238, + "loss_total": 0.05512738227844238, + "step": 33990 + }, + { + "grad_norm": 0.5366078615188599, + "learning_rate": 7.87177866898681e-05, + "loss": 0.0274, + "step": 34000 + }, + { + "loss_action": 0.010803312994539738, + "loss_total": 0.010803312994539738, + "step": 34000 + }, + { + "loss_action": 0.06656372547149658, + "loss_total": 0.06656372547149658, + "step": 34000 + }, + { + "loss_action": 0.016947198659181595, + "loss_total": 0.016947198659181595, + "step": 34000 + }, + { + "loss_action": 0.044626541435718536, + "loss_total": 0.044626541435718536, + "step": 34000 + }, + { + "loss_action": 0.2088664025068283, + "loss_total": 0.2088664025068283, + "step": 34000 + }, + { + "loss_action": 0.01388199906796217, + "loss_total": 0.01388199906796217, + "step": 34000 + }, + { + "grad_norm": 0.4025518298149109, + "learning_rate": 7.870424971966294e-05, + "loss": 0.0283, + "step": 34010 + }, + { + "loss_action": 0.023144662380218506, + "loss_total": 0.023144662380218506, + "step": 34010 + }, + { + "loss_action": 0.03894876688718796, + "loss_total": 0.03894876688718796, + "step": 34010 + }, + { + "loss_action": 0.011477633379399776, + "loss_total": 0.011477633379399776, + "step": 34010 + }, + { + "loss_action": 0.008592738769948483, + "loss_total": 0.008592738769948483, + "step": 34010 + }, + { + "loss_action": 0.02138897217810154, + "loss_total": 0.02138897217810154, + "step": 34010 + }, + { + "loss_action": 0.04049248993396759, + "loss_total": 0.04049248993396759, + "step": 34010 + }, + { + "grad_norm": 0.3809382915496826, + "learning_rate": 7.869070961040419e-05, + "loss": 0.0235, + "step": 34020 + }, + { + "loss_action": 0.020255280658602715, + "loss_total": 0.020255280658602715, + "step": 34020 + }, + { + "loss_action": 0.02231040969491005, + "loss_total": 0.02231040969491005, + "step": 34020 + }, + { + "loss_action": 0.024411730468273163, + "loss_total": 0.024411730468273163, + "step": 34020 + }, + { + "loss_action": 0.03425733745098114, + "loss_total": 0.03425733745098114, + "step": 34020 + }, + { + "loss_action": 0.013037145137786865, + "loss_total": 0.013037145137786865, + "step": 34020 + }, + { + "loss_action": 0.019941193982958794, + "loss_total": 0.019941193982958794, + "step": 34020 + }, + { + "grad_norm": 0.44276782870292664, + "learning_rate": 7.867716636357257e-05, + "loss": 0.0217, + "step": 34030 + }, + { + "loss_action": 0.01268914993852377, + "loss_total": 0.01268914993852377, + "step": 34030 + }, + { + "loss_action": 0.009963043965399265, + "loss_total": 0.009963043965399265, + "step": 34030 + }, + { + "loss_action": 0.014931224286556244, + "loss_total": 0.014931224286556244, + "step": 34030 + }, + { + "loss_action": 0.014035123400390148, + "loss_total": 0.014035123400390148, + "step": 34030 + }, + { + "loss_action": 0.07390641421079636, + "loss_total": 0.07390641421079636, + "step": 34030 + }, + { + "loss_action": 0.007444541435688734, + "loss_total": 0.007444541435688734, + "step": 34030 + }, + { + "grad_norm": 0.46141162514686584, + "learning_rate": 7.866361998064915e-05, + "loss": 0.0232, + "step": 34040 + }, + { + "loss_action": 0.02659734897315502, + "loss_total": 0.02659734897315502, + "step": 34040 + }, + { + "loss_action": 0.037863485515117645, + "loss_total": 0.037863485515117645, + "step": 34040 + }, + { + "loss_action": 0.01241448987275362, + "loss_total": 0.01241448987275362, + "step": 34040 + }, + { + "loss_action": 0.019151894375681877, + "loss_total": 0.019151894375681877, + "step": 34040 + }, + { + "loss_action": 0.046311140060424805, + "loss_total": 0.046311140060424805, + "step": 34040 + }, + { + "loss_action": 0.010919667780399323, + "loss_total": 0.010919667780399323, + "step": 34040 + }, + { + "grad_norm": 0.4694208800792694, + "learning_rate": 7.865007046311534e-05, + "loss": 0.0236, + "step": 34050 + }, + { + "loss_action": 0.014522272162139416, + "loss_total": 0.014522272162139416, + "step": 34050 + }, + { + "loss_action": 0.06744097173213959, + "loss_total": 0.06744097173213959, + "step": 34050 + }, + { + "loss_action": 0.012154871597886086, + "loss_total": 0.012154871597886086, + "step": 34050 + }, + { + "loss_action": 0.03531791269779205, + "loss_total": 0.03531791269779205, + "step": 34050 + }, + { + "loss_action": 0.01131129264831543, + "loss_total": 0.01131129264831543, + "step": 34050 + }, + { + "loss_action": 0.05830264464020729, + "loss_total": 0.05830264464020729, + "step": 34050 + }, + { + "grad_norm": 0.5438856482505798, + "learning_rate": 7.86365178124529e-05, + "loss": 0.0237, + "step": 34060 + }, + { + "loss_action": 0.021558590233325958, + "loss_total": 0.021558590233325958, + "step": 34060 + }, + { + "loss_action": 0.02042415551841259, + "loss_total": 0.02042415551841259, + "step": 34060 + }, + { + "loss_action": 0.013679074123501778, + "loss_total": 0.013679074123501778, + "step": 34060 + }, + { + "loss_action": 0.014932730235159397, + "loss_total": 0.014932730235159397, + "step": 34060 + }, + { + "loss_action": 0.01807083748281002, + "loss_total": 0.01807083748281002, + "step": 34060 + }, + { + "loss_action": 0.05815165862441063, + "loss_total": 0.05815165862441063, + "step": 34060 + }, + { + "grad_norm": 0.41075819730758667, + "learning_rate": 7.862296203014394e-05, + "loss": 0.0214, + "step": 34070 + }, + { + "loss_action": 0.02907373197376728, + "loss_total": 0.02907373197376728, + "step": 34070 + }, + { + "loss_action": 0.01846987009048462, + "loss_total": 0.01846987009048462, + "step": 34070 + }, + { + "loss_action": 0.014441853389143944, + "loss_total": 0.014441853389143944, + "step": 34070 + }, + { + "loss_action": 0.026368893682956696, + "loss_total": 0.026368893682956696, + "step": 34070 + }, + { + "loss_action": 0.025633854791522026, + "loss_total": 0.025633854791522026, + "step": 34070 + }, + { + "loss_action": 0.03600504994392395, + "loss_total": 0.03600504994392395, + "step": 34070 + }, + { + "grad_norm": 0.44180595874786377, + "learning_rate": 7.860940311767088e-05, + "loss": 0.0233, + "step": 34080 + }, + { + "loss_action": 0.014915053732693195, + "loss_total": 0.014915053732693195, + "step": 34080 + }, + { + "loss_action": 0.030674202367663383, + "loss_total": 0.030674202367663383, + "step": 34080 + }, + { + "loss_action": 0.018305255100131035, + "loss_total": 0.018305255100131035, + "step": 34080 + }, + { + "loss_action": 0.014233606867492199, + "loss_total": 0.014233606867492199, + "step": 34080 + }, + { + "loss_action": 0.026088083162903786, + "loss_total": 0.026088083162903786, + "step": 34080 + }, + { + "loss_action": 0.04817664250731468, + "loss_total": 0.04817664250731468, + "step": 34080 + }, + { + "grad_norm": 0.5186970829963684, + "learning_rate": 7.85958410765165e-05, + "loss": 0.0239, + "step": 34090 + }, + { + "loss_action": 0.022399786859750748, + "loss_total": 0.022399786859750748, + "step": 34090 + }, + { + "loss_action": 0.023229749873280525, + "loss_total": 0.023229749873280525, + "step": 34090 + }, + { + "loss_action": 0.012132653035223484, + "loss_total": 0.012132653035223484, + "step": 34090 + }, + { + "loss_action": 0.010911311954259872, + "loss_total": 0.010911311954259872, + "step": 34090 + }, + { + "loss_action": 0.02755127102136612, + "loss_total": 0.02755127102136612, + "step": 34090 + }, + { + "loss_action": 0.01672520488500595, + "loss_total": 0.01672520488500595, + "step": 34090 + }, + { + "grad_norm": 0.38193461298942566, + "learning_rate": 7.858227590816394e-05, + "loss": 0.0216, + "step": 34100 + }, + { + "loss_action": 0.015848426148295403, + "loss_total": 0.015848426148295403, + "step": 34100 + }, + { + "loss_action": 0.01652594469487667, + "loss_total": 0.01652594469487667, + "step": 34100 + }, + { + "loss_action": 0.03461964800953865, + "loss_total": 0.03461964800953865, + "step": 34100 + }, + { + "loss_action": 0.013055392540991306, + "loss_total": 0.013055392540991306, + "step": 34100 + }, + { + "loss_action": 0.030589189380407333, + "loss_total": 0.030589189380407333, + "step": 34100 + }, + { + "loss_action": 0.016596108675003052, + "loss_total": 0.016596108675003052, + "step": 34100 + }, + { + "grad_norm": 0.4225417375564575, + "learning_rate": 7.856870761409664e-05, + "loss": 0.0207, + "step": 34110 + }, + { + "loss_action": 0.01709453947842121, + "loss_total": 0.01709453947842121, + "step": 34110 + }, + { + "loss_action": 0.010687152855098248, + "loss_total": 0.010687152855098248, + "step": 34110 + }, + { + "loss_action": 0.014768216758966446, + "loss_total": 0.014768216758966446, + "step": 34110 + }, + { + "loss_action": 0.014574754983186722, + "loss_total": 0.014574754983186722, + "step": 34110 + }, + { + "loss_action": 0.014578927308321, + "loss_total": 0.014578927308321, + "step": 34110 + }, + { + "loss_action": 0.010674030520021915, + "loss_total": 0.010674030520021915, + "step": 34110 + }, + { + "grad_norm": 0.3963868021965027, + "learning_rate": 7.855513619579846e-05, + "loss": 0.0274, + "step": 34120 + }, + { + "loss_action": 0.012315136380493641, + "loss_total": 0.012315136380493641, + "step": 34120 + }, + { + "loss_action": 0.011992527171969414, + "loss_total": 0.011992527171969414, + "step": 34120 + }, + { + "loss_action": 0.041673287749290466, + "loss_total": 0.041673287749290466, + "step": 34120 + }, + { + "loss_action": 0.02323145605623722, + "loss_total": 0.02323145605623722, + "step": 34120 + }, + { + "loss_action": 0.029315313324332237, + "loss_total": 0.029315313324332237, + "step": 34120 + }, + { + "loss_action": 0.04729234799742699, + "loss_total": 0.04729234799742699, + "step": 34120 + }, + { + "grad_norm": 0.3877594470977783, + "learning_rate": 7.85415616547535e-05, + "loss": 0.0198, + "step": 34130 + }, + { + "loss_action": 0.020438177511096, + "loss_total": 0.020438177511096, + "step": 34130 + }, + { + "loss_action": 0.011078820563852787, + "loss_total": 0.011078820563852787, + "step": 34130 + }, + { + "loss_action": 0.025776730850338936, + "loss_total": 0.025776730850338936, + "step": 34130 + }, + { + "loss_action": 0.0659031942486763, + "loss_total": 0.0659031942486763, + "step": 34130 + }, + { + "loss_action": 0.016562512144446373, + "loss_total": 0.016562512144446373, + "step": 34130 + }, + { + "loss_action": 0.01041724905371666, + "loss_total": 0.01041724905371666, + "step": 34130 + }, + { + "grad_norm": 0.38146865367889404, + "learning_rate": 7.852798399244627e-05, + "loss": 0.0232, + "step": 34140 + }, + { + "loss_action": 0.022691810503602028, + "loss_total": 0.022691810503602028, + "step": 34140 + }, + { + "loss_action": 0.012361986562609673, + "loss_total": 0.012361986562609673, + "step": 34140 + }, + { + "loss_action": 0.008778955787420273, + "loss_total": 0.008778955787420273, + "step": 34140 + }, + { + "loss_action": 0.020128237083554268, + "loss_total": 0.020128237083554268, + "step": 34140 + }, + { + "loss_action": 0.01557046640664339, + "loss_total": 0.01557046640664339, + "step": 34140 + }, + { + "loss_action": 0.008511357940733433, + "loss_total": 0.008511357940733433, + "step": 34140 + }, + { + "grad_norm": 0.4842788279056549, + "learning_rate": 7.851440321036161e-05, + "loss": 0.0183, + "step": 34150 + }, + { + "loss_action": 0.04305100068449974, + "loss_total": 0.04305100068449974, + "step": 34150 + }, + { + "loss_action": 0.029346786439418793, + "loss_total": 0.029346786439418793, + "step": 34150 + }, + { + "loss_action": 0.020702185109257698, + "loss_total": 0.020702185109257698, + "step": 34150 + }, + { + "loss_action": 0.008875234052538872, + "loss_total": 0.008875234052538872, + "step": 34150 + }, + { + "loss_action": 0.010973199270665646, + "loss_total": 0.010973199270665646, + "step": 34150 + }, + { + "loss_action": 0.016806775704026222, + "loss_total": 0.016806775704026222, + "step": 34150 + }, + { + "grad_norm": 0.42989471554756165, + "learning_rate": 7.850081930998468e-05, + "loss": 0.0198, + "step": 34160 + }, + { + "loss_action": 0.017015788704156876, + "loss_total": 0.017015788704156876, + "step": 34160 + }, + { + "loss_action": 0.016385303810238838, + "loss_total": 0.016385303810238838, + "step": 34160 + }, + { + "loss_action": 0.0198514424264431, + "loss_total": 0.0198514424264431, + "step": 34160 + }, + { + "loss_action": 0.01809706911444664, + "loss_total": 0.01809706911444664, + "step": 34160 + }, + { + "loss_action": 0.027156518772244453, + "loss_total": 0.027156518772244453, + "step": 34160 + }, + { + "loss_action": 0.026762565597891808, + "loss_total": 0.026762565597891808, + "step": 34160 + }, + { + "grad_norm": 0.3793826103210449, + "learning_rate": 7.8487232292801e-05, + "loss": 0.0217, + "step": 34170 + }, + { + "loss_action": 0.031195368617773056, + "loss_total": 0.031195368617773056, + "step": 34170 + }, + { + "loss_action": 0.052243445068597794, + "loss_total": 0.052243445068597794, + "step": 34170 + }, + { + "loss_action": 0.008655198849737644, + "loss_total": 0.008655198849737644, + "step": 34170 + }, + { + "loss_action": 0.02264079637825489, + "loss_total": 0.02264079637825489, + "step": 34170 + }, + { + "loss_action": 0.010593628510832787, + "loss_total": 0.010593628510832787, + "step": 34170 + }, + { + "loss_action": 0.014268754050135612, + "loss_total": 0.014268754050135612, + "step": 34170 + }, + { + "grad_norm": 0.31091436743736267, + "learning_rate": 7.847364216029642e-05, + "loss": 0.0241, + "step": 34180 + }, + { + "loss_action": 0.013196450658142567, + "loss_total": 0.013196450658142567, + "step": 34180 + }, + { + "loss_action": 0.017283957451581955, + "loss_total": 0.017283957451581955, + "step": 34180 + }, + { + "loss_action": 0.02508638985455036, + "loss_total": 0.02508638985455036, + "step": 34180 + }, + { + "loss_action": 0.0161444004625082, + "loss_total": 0.0161444004625082, + "step": 34180 + }, + { + "loss_action": 0.009907380677759647, + "loss_total": 0.009907380677759647, + "step": 34180 + }, + { + "loss_action": 0.009856288321316242, + "loss_total": 0.009856288321316242, + "step": 34180 + }, + { + "grad_norm": 0.3680240511894226, + "learning_rate": 7.846004891395716e-05, + "loss": 0.0156, + "step": 34190 + }, + { + "loss_action": 0.01785987615585327, + "loss_total": 0.01785987615585327, + "step": 34190 + }, + { + "loss_action": 0.010528548620641232, + "loss_total": 0.010528548620641232, + "step": 34190 + }, + { + "loss_action": 0.019621560350060463, + "loss_total": 0.019621560350060463, + "step": 34190 + }, + { + "loss_action": 0.029341138899326324, + "loss_total": 0.029341138899326324, + "step": 34190 + }, + { + "loss_action": 0.017461327835917473, + "loss_total": 0.017461327835917473, + "step": 34190 + }, + { + "loss_action": 0.02149766869843006, + "loss_total": 0.02149766869843006, + "step": 34190 + }, + { + "grad_norm": 0.3546774685382843, + "learning_rate": 7.844645255526972e-05, + "loss": 0.0258, + "step": 34200 + }, + { + "loss_action": 0.023710176348686218, + "loss_total": 0.023710176348686218, + "step": 34200 + }, + { + "loss_action": 0.006937223952263594, + "loss_total": 0.006937223952263594, + "step": 34200 + }, + { + "loss_action": 0.011798854917287827, + "loss_total": 0.011798854917287827, + "step": 34200 + }, + { + "loss_action": 0.053741853684186935, + "loss_total": 0.053741853684186935, + "step": 34200 + }, + { + "loss_action": 0.008557409979403019, + "loss_total": 0.008557409979403019, + "step": 34200 + }, + { + "loss_action": 0.007832695730030537, + "loss_total": 0.007832695730030537, + "step": 34200 + }, + { + "grad_norm": 0.390330046415329, + "learning_rate": 7.843285308572101e-05, + "loss": 0.0188, + "step": 34210 + }, + { + "loss_action": 0.01889899931848049, + "loss_total": 0.01889899931848049, + "step": 34210 + }, + { + "loss_action": 0.02090136893093586, + "loss_total": 0.02090136893093586, + "step": 34210 + }, + { + "loss_action": 0.19660846889019012, + "loss_total": 0.19660846889019012, + "step": 34210 + }, + { + "loss_action": 0.008127125911414623, + "loss_total": 0.008127125911414623, + "step": 34210 + }, + { + "loss_action": 0.026451777666807175, + "loss_total": 0.026451777666807175, + "step": 34210 + }, + { + "loss_action": 0.06254580616950989, + "loss_total": 0.06254580616950989, + "step": 34210 + }, + { + "grad_norm": 0.4789479672908783, + "learning_rate": 7.841925050679823e-05, + "loss": 0.024, + "step": 34220 + }, + { + "loss_action": 0.011415093205869198, + "loss_total": 0.011415093205869198, + "step": 34220 + }, + { + "loss_action": 0.023408403620123863, + "loss_total": 0.023408403620123863, + "step": 34220 + }, + { + "loss_action": 0.021155573427677155, + "loss_total": 0.021155573427677155, + "step": 34220 + }, + { + "loss_action": 0.006807100493460894, + "loss_total": 0.006807100493460894, + "step": 34220 + }, + { + "loss_action": 0.03694519028067589, + "loss_total": 0.03694519028067589, + "step": 34220 + }, + { + "loss_action": 0.030196264386177063, + "loss_total": 0.030196264386177063, + "step": 34220 + }, + { + "grad_norm": 0.3445827066898346, + "learning_rate": 7.840564481998895e-05, + "loss": 0.02, + "step": 34230 + }, + { + "loss_action": 0.01833118125796318, + "loss_total": 0.01833118125796318, + "step": 34230 + }, + { + "loss_action": 0.015204553492367268, + "loss_total": 0.015204553492367268, + "step": 34230 + }, + { + "loss_action": 0.00949136819690466, + "loss_total": 0.00949136819690466, + "step": 34230 + }, + { + "loss_action": 0.012885702773928642, + "loss_total": 0.012885702773928642, + "step": 34230 + }, + { + "loss_action": 0.020040789619088173, + "loss_total": 0.020040789619088173, + "step": 34230 + }, + { + "loss_action": 0.01076766662299633, + "loss_total": 0.01076766662299633, + "step": 34230 + }, + { + "grad_norm": 0.42417073249816895, + "learning_rate": 7.839203602678105e-05, + "loss": 0.021, + "step": 34240 + }, + { + "loss_action": 0.017749033868312836, + "loss_total": 0.017749033868312836, + "step": 34240 + }, + { + "loss_action": 0.013461093418300152, + "loss_total": 0.013461093418300152, + "step": 34240 + }, + { + "loss_action": 0.008357234299182892, + "loss_total": 0.008357234299182892, + "step": 34240 + }, + { + "loss_action": 0.029307886958122253, + "loss_total": 0.029307886958122253, + "step": 34240 + }, + { + "loss_action": 0.009993643499910831, + "loss_total": 0.009993643499910831, + "step": 34240 + }, + { + "loss_action": 0.01802591234445572, + "loss_total": 0.01802591234445572, + "step": 34240 + }, + { + "grad_norm": 0.46008893847465515, + "learning_rate": 7.837842412866279e-05, + "loss": 0.0222, + "step": 34250 + }, + { + "loss_action": 0.010843830183148384, + "loss_total": 0.010843830183148384, + "step": 34250 + }, + { + "loss_action": 0.024492962285876274, + "loss_total": 0.024492962285876274, + "step": 34250 + }, + { + "loss_action": 0.019669609144330025, + "loss_total": 0.019669609144330025, + "step": 34250 + }, + { + "loss_action": 0.01058532390743494, + "loss_total": 0.01058532390743494, + "step": 34250 + }, + { + "loss_action": 0.007811596151441336, + "loss_total": 0.007811596151441336, + "step": 34250 + }, + { + "loss_action": 0.04214809089899063, + "loss_total": 0.04214809089899063, + "step": 34250 + }, + { + "grad_norm": 0.3556831181049347, + "learning_rate": 7.836480912712272e-05, + "loss": 0.0198, + "step": 34260 + }, + { + "loss_action": 0.011384964920580387, + "loss_total": 0.011384964920580387, + "step": 34260 + }, + { + "loss_action": 0.010687414556741714, + "loss_total": 0.010687414556741714, + "step": 34260 + }, + { + "loss_action": 0.016413113102316856, + "loss_total": 0.016413113102316856, + "step": 34260 + }, + { + "loss_action": 0.017369939014315605, + "loss_total": 0.017369939014315605, + "step": 34260 + }, + { + "loss_action": 0.153346985578537, + "loss_total": 0.153346985578537, + "step": 34260 + }, + { + "loss_action": 0.012226032093167305, + "loss_total": 0.012226032093167305, + "step": 34260 + }, + { + "grad_norm": 0.4071879982948303, + "learning_rate": 7.835119102364976e-05, + "loss": 0.0239, + "step": 34270 + }, + { + "loss_action": 0.012504271231591702, + "loss_total": 0.012504271231591702, + "step": 34270 + }, + { + "loss_action": 0.01085700560361147, + "loss_total": 0.01085700560361147, + "step": 34270 + }, + { + "loss_action": 0.018589938059449196, + "loss_total": 0.018589938059449196, + "step": 34270 + }, + { + "loss_action": 0.007161990273743868, + "loss_total": 0.007161990273743868, + "step": 34270 + }, + { + "loss_action": 0.021088965237140656, + "loss_total": 0.021088965237140656, + "step": 34270 + }, + { + "loss_action": 0.01167879905551672, + "loss_total": 0.01167879905551672, + "step": 34270 + }, + { + "grad_norm": 0.3646695613861084, + "learning_rate": 7.83375698197332e-05, + "loss": 0.0195, + "step": 34280 + }, + { + "loss_action": 0.02179122343659401, + "loss_total": 0.02179122343659401, + "step": 34280 + }, + { + "loss_action": 0.018047261983156204, + "loss_total": 0.018047261983156204, + "step": 34280 + }, + { + "loss_action": 0.014212838374078274, + "loss_total": 0.014212838374078274, + "step": 34280 + }, + { + "loss_action": 0.010303513146936893, + "loss_total": 0.010303513146936893, + "step": 34280 + }, + { + "loss_action": 0.01389337982982397, + "loss_total": 0.01389337982982397, + "step": 34280 + }, + { + "loss_action": 0.016608798876404762, + "loss_total": 0.016608798876404762, + "step": 34280 + }, + { + "grad_norm": 0.413408100605011, + "learning_rate": 7.83239455168626e-05, + "loss": 0.0244, + "step": 34290 + }, + { + "loss_action": 0.013699869625270367, + "loss_total": 0.013699869625270367, + "step": 34290 + }, + { + "loss_action": 0.021919377148151398, + "loss_total": 0.021919377148151398, + "step": 34290 + }, + { + "loss_action": 0.020100891590118408, + "loss_total": 0.020100891590118408, + "step": 34290 + }, + { + "loss_action": 0.02579319477081299, + "loss_total": 0.02579319477081299, + "step": 34290 + }, + { + "loss_action": 0.020005688071250916, + "loss_total": 0.020005688071250916, + "step": 34290 + }, + { + "loss_action": 0.022125594317913055, + "loss_total": 0.022125594317913055, + "step": 34290 + }, + { + "grad_norm": 0.40064236521720886, + "learning_rate": 7.83103181165279e-05, + "loss": 0.0241, + "step": 34300 + }, + { + "loss_action": 0.01573149673640728, + "loss_total": 0.01573149673640728, + "step": 34300 + }, + { + "loss_action": 0.012778723612427711, + "loss_total": 0.012778723612427711, + "step": 34300 + }, + { + "loss_action": 0.014432985335588455, + "loss_total": 0.014432985335588455, + "step": 34300 + }, + { + "loss_action": 0.009916234761476517, + "loss_total": 0.009916234761476517, + "step": 34300 + }, + { + "loss_action": 0.014620059169828892, + "loss_total": 0.014620059169828892, + "step": 34300 + }, + { + "loss_action": 0.025864839553833008, + "loss_total": 0.025864839553833008, + "step": 34300 + }, + { + "grad_norm": 0.4853338897228241, + "learning_rate": 7.829668762021937e-05, + "loss": 0.0289, + "step": 34310 + }, + { + "loss_action": 0.013230663724243641, + "loss_total": 0.013230663724243641, + "step": 34310 + }, + { + "loss_action": 0.0208533126860857, + "loss_total": 0.0208533126860857, + "step": 34310 + }, + { + "loss_action": 0.056114561855793, + "loss_total": 0.056114561855793, + "step": 34310 + }, + { + "loss_action": 0.01687653735280037, + "loss_total": 0.01687653735280037, + "step": 34310 + }, + { + "loss_action": 0.021355828270316124, + "loss_total": 0.021355828270316124, + "step": 34310 + }, + { + "loss_action": 0.08912001550197601, + "loss_total": 0.08912001550197601, + "step": 34310 + }, + { + "grad_norm": 0.4698466658592224, + "learning_rate": 7.828305402942764e-05, + "loss": 0.0217, + "step": 34320 + }, + { + "loss_action": 0.024584690108895302, + "loss_total": 0.024584690108895302, + "step": 34320 + }, + { + "loss_action": 0.02527560107409954, + "loss_total": 0.02527560107409954, + "step": 34320 + }, + { + "loss_action": 0.017190149053931236, + "loss_total": 0.017190149053931236, + "step": 34320 + }, + { + "loss_action": 0.01935422234237194, + "loss_total": 0.01935422234237194, + "step": 34320 + }, + { + "loss_action": 0.02575083263218403, + "loss_total": 0.02575083263218403, + "step": 34320 + }, + { + "loss_action": 0.015988918021321297, + "loss_total": 0.015988918021321297, + "step": 34320 + }, + { + "grad_norm": 0.4809814393520355, + "learning_rate": 7.826941734564363e-05, + "loss": 0.0221, + "step": 34330 + }, + { + "loss_action": 0.01144973561167717, + "loss_total": 0.01144973561167717, + "step": 34330 + }, + { + "loss_action": 0.02665867656469345, + "loss_total": 0.02665867656469345, + "step": 34330 + }, + { + "loss_action": 0.014332465827465057, + "loss_total": 0.014332465827465057, + "step": 34330 + }, + { + "loss_action": 0.014133409596979618, + "loss_total": 0.014133409596979618, + "step": 34330 + }, + { + "loss_action": 0.035788584500551224, + "loss_total": 0.035788584500551224, + "step": 34330 + }, + { + "loss_action": 0.020509889349341393, + "loss_total": 0.020509889349341393, + "step": 34330 + }, + { + "grad_norm": 0.44580742716789246, + "learning_rate": 7.825577757035865e-05, + "loss": 0.0239, + "step": 34340 + }, + { + "loss_action": 0.009908135049045086, + "loss_total": 0.009908135049045086, + "step": 34340 + }, + { + "loss_action": 0.020023534074425697, + "loss_total": 0.020023534074425697, + "step": 34340 + }, + { + "loss_action": 0.029218502342700958, + "loss_total": 0.029218502342700958, + "step": 34340 + }, + { + "loss_action": 0.01205631997436285, + "loss_total": 0.01205631997436285, + "step": 34340 + }, + { + "loss_action": 0.01288902573287487, + "loss_total": 0.01288902573287487, + "step": 34340 + }, + { + "loss_action": 0.0355398990213871, + "loss_total": 0.0355398990213871, + "step": 34340 + }, + { + "grad_norm": 0.38468560576438904, + "learning_rate": 7.824213470506431e-05, + "loss": 0.0257, + "step": 34350 + }, + { + "loss_action": 0.018902119249105453, + "loss_total": 0.018902119249105453, + "step": 34350 + }, + { + "loss_action": 0.013139871880412102, + "loss_total": 0.013139871880412102, + "step": 34350 + }, + { + "loss_action": 0.023264314979314804, + "loss_total": 0.023264314979314804, + "step": 34350 + }, + { + "loss_action": 0.022439150139689445, + "loss_total": 0.022439150139689445, + "step": 34350 + }, + { + "loss_action": 0.017316458746790886, + "loss_total": 0.017316458746790886, + "step": 34350 + }, + { + "loss_action": 0.009586199186742306, + "loss_total": 0.009586199186742306, + "step": 34350 + }, + { + "grad_norm": 0.37792500853538513, + "learning_rate": 7.822848875125257e-05, + "loss": 0.0214, + "step": 34360 + }, + { + "loss_action": 0.006607251241803169, + "loss_total": 0.006607251241803169, + "step": 34360 + }, + { + "loss_action": 0.021661126986145973, + "loss_total": 0.021661126986145973, + "step": 34360 + }, + { + "loss_action": 0.01771758310496807, + "loss_total": 0.01771758310496807, + "step": 34360 + }, + { + "loss_action": 0.028057420626282692, + "loss_total": 0.028057420626282692, + "step": 34360 + }, + { + "loss_action": 0.02220066823065281, + "loss_total": 0.02220066823065281, + "step": 34360 + }, + { + "loss_action": 0.030253620818257332, + "loss_total": 0.030253620818257332, + "step": 34360 + }, + { + "grad_norm": 0.47639673948287964, + "learning_rate": 7.821483971041576e-05, + "loss": 0.0263, + "step": 34370 + }, + { + "loss_action": 0.015551893971860409, + "loss_total": 0.015551893971860409, + "step": 34370 + }, + { + "loss_action": 0.015492679551243782, + "loss_total": 0.015492679551243782, + "step": 34370 + }, + { + "loss_action": 0.02358410507440567, + "loss_total": 0.02358410507440567, + "step": 34370 + }, + { + "loss_action": 0.0074467845261096954, + "loss_total": 0.0074467845261096954, + "step": 34370 + }, + { + "loss_action": 0.05170801654458046, + "loss_total": 0.05170801654458046, + "step": 34370 + }, + { + "loss_action": 0.025462763383984566, + "loss_total": 0.025462763383984566, + "step": 34370 + }, + { + "grad_norm": 0.4908442795276642, + "learning_rate": 7.820118758404649e-05, + "loss": 0.0258, + "step": 34380 + }, + { + "loss_action": 0.012172160670161247, + "loss_total": 0.012172160670161247, + "step": 34380 + }, + { + "loss_action": 0.029868409037590027, + "loss_total": 0.029868409037590027, + "step": 34380 + }, + { + "loss_action": 0.01712913066148758, + "loss_total": 0.01712913066148758, + "step": 34380 + }, + { + "loss_action": 0.02749469503760338, + "loss_total": 0.02749469503760338, + "step": 34380 + }, + { + "loss_action": 0.024937864392995834, + "loss_total": 0.024937864392995834, + "step": 34380 + }, + { + "loss_action": 0.03284880518913269, + "loss_total": 0.03284880518913269, + "step": 34380 + }, + { + "grad_norm": 0.5625945925712585, + "learning_rate": 7.818753237363776e-05, + "loss": 0.0216, + "step": 34390 + }, + { + "loss_action": 0.05983559414744377, + "loss_total": 0.05983559414744377, + "step": 34390 + }, + { + "loss_action": 0.020990334451198578, + "loss_total": 0.020990334451198578, + "step": 34390 + }, + { + "loss_action": 0.031118199229240417, + "loss_total": 0.031118199229240417, + "step": 34390 + }, + { + "loss_action": 0.03467702493071556, + "loss_total": 0.03467702493071556, + "step": 34390 + }, + { + "loss_action": 0.01608925871551037, + "loss_total": 0.01608925871551037, + "step": 34390 + }, + { + "loss_action": 0.029819026589393616, + "loss_total": 0.029819026589393616, + "step": 34390 + }, + { + "grad_norm": 0.42310819029808044, + "learning_rate": 7.817387408068286e-05, + "loss": 0.0224, + "step": 34400 + }, + { + "loss_action": 0.01691388711333275, + "loss_total": 0.01691388711333275, + "step": 34400 + }, + { + "loss_action": 0.023981604725122452, + "loss_total": 0.023981604725122452, + "step": 34400 + }, + { + "loss_action": 0.017582150176167488, + "loss_total": 0.017582150176167488, + "step": 34400 + }, + { + "loss_action": 0.014788753353059292, + "loss_total": 0.014788753353059292, + "step": 34400 + }, + { + "loss_action": 0.02108461782336235, + "loss_total": 0.02108461782336235, + "step": 34400 + }, + { + "loss_action": 0.030000634491443634, + "loss_total": 0.030000634491443634, + "step": 34400 + }, + { + "grad_norm": 0.7274433970451355, + "learning_rate": 7.816021270667544e-05, + "loss": 0.0235, + "step": 34410 + }, + { + "loss_action": 0.019072294235229492, + "loss_total": 0.019072294235229492, + "step": 34410 + }, + { + "loss_action": 0.028741292655467987, + "loss_total": 0.028741292655467987, + "step": 34410 + }, + { + "loss_action": 0.012666715309023857, + "loss_total": 0.012666715309023857, + "step": 34410 + }, + { + "loss_action": 0.030347486957907677, + "loss_total": 0.030347486957907677, + "step": 34410 + }, + { + "loss_action": 0.011150825768709183, + "loss_total": 0.011150825768709183, + "step": 34410 + }, + { + "loss_action": 0.026273973286151886, + "loss_total": 0.026273973286151886, + "step": 34410 + }, + { + "grad_norm": 0.48294928669929504, + "learning_rate": 7.81465482531095e-05, + "loss": 0.0209, + "step": 34420 + }, + { + "loss_action": 0.017880218103528023, + "loss_total": 0.017880218103528023, + "step": 34420 + }, + { + "loss_action": 0.024353036656975746, + "loss_total": 0.024353036656975746, + "step": 34420 + }, + { + "loss_action": 0.015714479610323906, + "loss_total": 0.015714479610323906, + "step": 34420 + }, + { + "loss_action": 0.020411204546689987, + "loss_total": 0.020411204546689987, + "step": 34420 + }, + { + "loss_action": 0.007223720196634531, + "loss_total": 0.007223720196634531, + "step": 34420 + }, + { + "loss_action": 0.016993148252367973, + "loss_total": 0.016993148252367973, + "step": 34420 + }, + { + "grad_norm": 0.4356934428215027, + "learning_rate": 7.813288072147938e-05, + "loss": 0.0216, + "step": 34430 + }, + { + "loss_action": 0.012257963418960571, + "loss_total": 0.012257963418960571, + "step": 34430 + }, + { + "loss_action": 0.016780858859419823, + "loss_total": 0.016780858859419823, + "step": 34430 + }, + { + "loss_action": 0.027768047526478767, + "loss_total": 0.027768047526478767, + "step": 34430 + }, + { + "loss_action": 0.013141168281435966, + "loss_total": 0.013141168281435966, + "step": 34430 + }, + { + "loss_action": 0.030446674674749374, + "loss_total": 0.030446674674749374, + "step": 34430 + }, + { + "loss_action": 0.01255131233483553, + "loss_total": 0.01255131233483553, + "step": 34430 + }, + { + "grad_norm": 0.4445880353450775, + "learning_rate": 7.811921011327972e-05, + "loss": 0.0251, + "step": 34440 + }, + { + "loss_action": 0.060808245092630386, + "loss_total": 0.060808245092630386, + "step": 34440 + }, + { + "loss_action": 0.017657479271292686, + "loss_total": 0.017657479271292686, + "step": 34440 + }, + { + "loss_action": 0.03486016392707825, + "loss_total": 0.03486016392707825, + "step": 34440 + }, + { + "loss_action": 0.02989020012319088, + "loss_total": 0.02989020012319088, + "step": 34440 + }, + { + "loss_action": 0.017963066697120667, + "loss_total": 0.017963066697120667, + "step": 34440 + }, + { + "loss_action": 0.016310276463627815, + "loss_total": 0.016310276463627815, + "step": 34440 + }, + { + "grad_norm": 0.4386345148086548, + "learning_rate": 7.810553643000549e-05, + "loss": 0.0257, + "step": 34450 + }, + { + "loss_action": 0.014580498449504375, + "loss_total": 0.014580498449504375, + "step": 34450 + }, + { + "loss_action": 0.011354130692780018, + "loss_total": 0.011354130692780018, + "step": 34450 + }, + { + "loss_action": 0.009472217410802841, + "loss_total": 0.009472217410802841, + "step": 34450 + }, + { + "loss_action": 0.021318502724170685, + "loss_total": 0.021318502724170685, + "step": 34450 + }, + { + "loss_action": 0.022214019671082497, + "loss_total": 0.022214019671082497, + "step": 34450 + }, + { + "loss_action": 0.01550638023763895, + "loss_total": 0.01550638023763895, + "step": 34450 + }, + { + "grad_norm": 0.5291231870651245, + "learning_rate": 7.809185967315206e-05, + "loss": 0.028, + "step": 34460 + }, + { + "loss_action": 0.011309031397104263, + "loss_total": 0.011309031397104263, + "step": 34460 + }, + { + "loss_action": 0.015509845688939095, + "loss_total": 0.015509845688939095, + "step": 34460 + }, + { + "loss_action": 0.015718460083007812, + "loss_total": 0.015718460083007812, + "step": 34460 + }, + { + "loss_action": 0.013312929309904575, + "loss_total": 0.013312929309904575, + "step": 34460 + }, + { + "loss_action": 0.01809028722345829, + "loss_total": 0.01809028722345829, + "step": 34460 + }, + { + "loss_action": 0.017118850722908974, + "loss_total": 0.017118850722908974, + "step": 34460 + }, + { + "grad_norm": 0.40380826592445374, + "learning_rate": 7.80781798442151e-05, + "loss": 0.0228, + "step": 34470 + }, + { + "loss_action": 0.012696593999862671, + "loss_total": 0.012696593999862671, + "step": 34470 + }, + { + "loss_action": 0.013213934376835823, + "loss_total": 0.013213934376835823, + "step": 34470 + }, + { + "loss_action": 0.0837056040763855, + "loss_total": 0.0837056040763855, + "step": 34470 + }, + { + "loss_action": 0.011884708888828754, + "loss_total": 0.011884708888828754, + "step": 34470 + }, + { + "loss_action": 0.022175537422299385, + "loss_total": 0.022175537422299385, + "step": 34470 + }, + { + "loss_action": 0.01694801077246666, + "loss_total": 0.01694801077246666, + "step": 34470 + }, + { + "grad_norm": 0.572869598865509, + "learning_rate": 7.806449694469061e-05, + "loss": 0.0279, + "step": 34480 + }, + { + "loss_action": 0.01720861904323101, + "loss_total": 0.01720861904323101, + "step": 34480 + }, + { + "loss_action": 0.023585190996527672, + "loss_total": 0.023585190996527672, + "step": 34480 + }, + { + "loss_action": 0.008808504790067673, + "loss_total": 0.008808504790067673, + "step": 34480 + }, + { + "loss_action": 0.021433202549815178, + "loss_total": 0.021433202549815178, + "step": 34480 + }, + { + "loss_action": 0.016585106030106544, + "loss_total": 0.016585106030106544, + "step": 34480 + }, + { + "loss_action": 0.012604665011167526, + "loss_total": 0.012604665011167526, + "step": 34480 + }, + { + "grad_norm": 0.5652157068252563, + "learning_rate": 7.805081097607492e-05, + "loss": 0.0225, + "step": 34490 + }, + { + "loss_action": 0.024373579770326614, + "loss_total": 0.024373579770326614, + "step": 34490 + }, + { + "loss_action": 0.014572232030332088, + "loss_total": 0.014572232030332088, + "step": 34490 + }, + { + "loss_action": 0.006362356711179018, + "loss_total": 0.006362356711179018, + "step": 34490 + }, + { + "loss_action": 0.01757536269724369, + "loss_total": 0.01757536269724369, + "step": 34490 + }, + { + "loss_action": 0.01945531740784645, + "loss_total": 0.01945531740784645, + "step": 34490 + }, + { + "loss_action": 0.0896984413266182, + "loss_total": 0.0896984413266182, + "step": 34490 + }, + { + "grad_norm": 0.47718679904937744, + "learning_rate": 7.803712193986474e-05, + "loss": 0.0237, + "step": 34500 + }, + { + "loss_action": 0.00844422634691, + "loss_total": 0.00844422634691, + "step": 34500 + }, + { + "loss_action": 0.12393318116664886, + "loss_total": 0.12393318116664886, + "step": 34500 + }, + { + "loss_action": 0.03758544102311134, + "loss_total": 0.03758544102311134, + "step": 34500 + }, + { + "loss_action": 0.017929885536432266, + "loss_total": 0.017929885536432266, + "step": 34500 + }, + { + "loss_action": 0.014581438153982162, + "loss_total": 0.014581438153982162, + "step": 34500 + }, + { + "loss_action": 0.020442910492420197, + "loss_total": 0.020442910492420197, + "step": 34500 + }, + { + "grad_norm": 0.38290417194366455, + "learning_rate": 7.802342983755702e-05, + "loss": 0.0242, + "step": 34510 + }, + { + "loss_action": 0.01303791906684637, + "loss_total": 0.01303791906684637, + "step": 34510 + }, + { + "loss_action": 0.06979509443044662, + "loss_total": 0.06979509443044662, + "step": 34510 + }, + { + "loss_action": 0.024537673220038414, + "loss_total": 0.024537673220038414, + "step": 34510 + }, + { + "loss_action": 0.03453737124800682, + "loss_total": 0.03453737124800682, + "step": 34510 + }, + { + "loss_action": 0.02322247438132763, + "loss_total": 0.02322247438132763, + "step": 34510 + }, + { + "loss_action": 0.02837134338915348, + "loss_total": 0.02837134338915348, + "step": 34510 + }, + { + "grad_norm": 0.5034915208816528, + "learning_rate": 7.800973467064918e-05, + "loss": 0.0227, + "step": 34520 + }, + { + "loss_action": 0.027502043172717094, + "loss_total": 0.027502043172717094, + "step": 34520 + }, + { + "loss_action": 0.10576239228248596, + "loss_total": 0.10576239228248596, + "step": 34520 + }, + { + "loss_action": 0.014586682431399822, + "loss_total": 0.014586682431399822, + "step": 34520 + }, + { + "loss_action": 0.02816547267138958, + "loss_total": 0.02816547267138958, + "step": 34520 + }, + { + "loss_action": 0.04423120990395546, + "loss_total": 0.04423120990395546, + "step": 34520 + }, + { + "loss_action": 0.03747895732522011, + "loss_total": 0.03747895732522011, + "step": 34520 + }, + { + "grad_norm": 0.3773866295814514, + "learning_rate": 7.799603644063884e-05, + "loss": 0.0272, + "step": 34530 + }, + { + "loss_action": 0.012310664169490337, + "loss_total": 0.012310664169490337, + "step": 34530 + }, + { + "loss_action": 0.029397504404187202, + "loss_total": 0.029397504404187202, + "step": 34530 + }, + { + "loss_action": 0.008937395177781582, + "loss_total": 0.008937395177781582, + "step": 34530 + }, + { + "loss_action": 0.022314313799142838, + "loss_total": 0.022314313799142838, + "step": 34530 + }, + { + "loss_action": 0.00899710226804018, + "loss_total": 0.00899710226804018, + "step": 34530 + }, + { + "loss_action": 0.019521895796060562, + "loss_total": 0.019521895796060562, + "step": 34530 + }, + { + "grad_norm": 0.4248330593109131, + "learning_rate": 7.798233514902405e-05, + "loss": 0.0217, + "step": 34540 + }, + { + "loss_action": 0.15499871969223022, + "loss_total": 0.15499871969223022, + "step": 34540 + }, + { + "loss_action": 0.023813871666789055, + "loss_total": 0.023813871666789055, + "step": 34540 + }, + { + "loss_action": 0.13409563899040222, + "loss_total": 0.13409563899040222, + "step": 34540 + }, + { + "loss_action": 0.05576235428452492, + "loss_total": 0.05576235428452492, + "step": 34540 + }, + { + "loss_action": 0.056777361780405045, + "loss_total": 0.056777361780405045, + "step": 34540 + }, + { + "loss_action": 0.0386868417263031, + "loss_total": 0.0386868417263031, + "step": 34540 + }, + { + "grad_norm": 0.5191004872322083, + "learning_rate": 7.796863079730318e-05, + "loss": 0.0309, + "step": 34550 + }, + { + "loss_action": 0.017092369496822357, + "loss_total": 0.017092369496822357, + "step": 34550 + }, + { + "loss_action": 0.02291007526218891, + "loss_total": 0.02291007526218891, + "step": 34550 + }, + { + "loss_action": 0.018637528643012047, + "loss_total": 0.018637528643012047, + "step": 34550 + }, + { + "loss_action": 0.04148039594292641, + "loss_total": 0.04148039594292641, + "step": 34550 + }, + { + "loss_action": 0.010703528299927711, + "loss_total": 0.010703528299927711, + "step": 34550 + }, + { + "loss_action": 0.01645961031317711, + "loss_total": 0.01645961031317711, + "step": 34550 + }, + { + "grad_norm": 0.48839178681373596, + "learning_rate": 7.795492338697488e-05, + "loss": 0.0241, + "step": 34560 + }, + { + "loss_action": 0.021314028650522232, + "loss_total": 0.021314028650522232, + "step": 34560 + }, + { + "loss_action": 0.046206001192331314, + "loss_total": 0.046206001192331314, + "step": 34560 + }, + { + "loss_action": 0.008018942549824715, + "loss_total": 0.008018942549824715, + "step": 34560 + }, + { + "loss_action": 0.02958291955292225, + "loss_total": 0.02958291955292225, + "step": 34560 + }, + { + "loss_action": 0.02698265202343464, + "loss_total": 0.02698265202343464, + "step": 34560 + }, + { + "loss_action": 0.039819613099098206, + "loss_total": 0.039819613099098206, + "step": 34560 + }, + { + "grad_norm": 0.3907287120819092, + "learning_rate": 7.794121291953819e-05, + "loss": 0.0237, + "step": 34570 + }, + { + "loss_action": 0.01627424918115139, + "loss_total": 0.01627424918115139, + "step": 34570 + }, + { + "loss_action": 0.014728204347193241, + "loss_total": 0.014728204347193241, + "step": 34570 + }, + { + "loss_action": 0.019915055483579636, + "loss_total": 0.019915055483579636, + "step": 34570 + }, + { + "loss_action": 0.017192527651786804, + "loss_total": 0.017192527651786804, + "step": 34570 + }, + { + "loss_action": 0.011442192830145359, + "loss_total": 0.011442192830145359, + "step": 34570 + }, + { + "loss_action": 0.034009065479040146, + "loss_total": 0.034009065479040146, + "step": 34570 + }, + { + "grad_norm": 0.4192613959312439, + "learning_rate": 7.792749939649246e-05, + "loss": 0.024, + "step": 34580 + }, + { + "loss_action": 0.021850919350981712, + "loss_total": 0.021850919350981712, + "step": 34580 + }, + { + "loss_action": 0.01827147975564003, + "loss_total": 0.01827147975564003, + "step": 34580 + }, + { + "loss_action": 0.045792289078235626, + "loss_total": 0.045792289078235626, + "step": 34580 + }, + { + "loss_action": 0.02504851669073105, + "loss_total": 0.02504851669073105, + "step": 34580 + }, + { + "loss_action": 0.024707578122615814, + "loss_total": 0.024707578122615814, + "step": 34580 + }, + { + "loss_action": 0.034743890166282654, + "loss_total": 0.034743890166282654, + "step": 34580 + }, + { + "grad_norm": 0.3986318111419678, + "learning_rate": 7.79137828193374e-05, + "loss": 0.0269, + "step": 34590 + }, + { + "loss_action": 0.016738977283239365, + "loss_total": 0.016738977283239365, + "step": 34590 + }, + { + "loss_action": 0.017903311178088188, + "loss_total": 0.017903311178088188, + "step": 34590 + }, + { + "loss_action": 0.01066373661160469, + "loss_total": 0.01066373661160469, + "step": 34590 + }, + { + "loss_action": 0.015170671045780182, + "loss_total": 0.015170671045780182, + "step": 34590 + }, + { + "loss_action": 0.029800573363900185, + "loss_total": 0.029800573363900185, + "step": 34590 + }, + { + "loss_action": 0.04150265082716942, + "loss_total": 0.04150265082716942, + "step": 34590 + }, + { + "grad_norm": 0.46428099274635315, + "learning_rate": 7.790006318957301e-05, + "loss": 0.0235, + "step": 34600 + }, + { + "loss_action": 0.03805389255285263, + "loss_total": 0.03805389255285263, + "step": 34600 + }, + { + "loss_action": 0.038331225514411926, + "loss_total": 0.038331225514411926, + "step": 34600 + }, + { + "loss_action": 0.02175915613770485, + "loss_total": 0.02175915613770485, + "step": 34600 + }, + { + "loss_action": 0.013976512476801872, + "loss_total": 0.013976512476801872, + "step": 34600 + }, + { + "loss_action": 0.013178588822484016, + "loss_total": 0.013178588822484016, + "step": 34600 + }, + { + "loss_action": 0.030103487893939018, + "loss_total": 0.030103487893939018, + "step": 34600 + }, + { + "grad_norm": 0.49539878964424133, + "learning_rate": 7.788634050869965e-05, + "loss": 0.0217, + "step": 34610 + }, + { + "loss_action": 0.010547463782131672, + "loss_total": 0.010547463782131672, + "step": 34610 + }, + { + "loss_action": 0.03306501731276512, + "loss_total": 0.03306501731276512, + "step": 34610 + }, + { + "loss_action": 0.01303100399672985, + "loss_total": 0.01303100399672985, + "step": 34610 + }, + { + "loss_action": 0.008974675089120865, + "loss_total": 0.008974675089120865, + "step": 34610 + }, + { + "loss_action": 0.02070438489317894, + "loss_total": 0.02070438489317894, + "step": 34610 + }, + { + "loss_action": 0.010785200633108616, + "loss_total": 0.010785200633108616, + "step": 34610 + }, + { + "grad_norm": 0.4458710253238678, + "learning_rate": 7.787261477821803e-05, + "loss": 0.0229, + "step": 34620 + }, + { + "loss_action": 0.016664529219269753, + "loss_total": 0.016664529219269753, + "step": 34620 + }, + { + "loss_action": 0.036906320601701736, + "loss_total": 0.036906320601701736, + "step": 34620 + }, + { + "loss_action": 0.014848594553768635, + "loss_total": 0.014848594553768635, + "step": 34620 + }, + { + "loss_action": 0.015328314155340195, + "loss_total": 0.015328314155340195, + "step": 34620 + }, + { + "loss_action": 0.026361314579844475, + "loss_total": 0.026361314579844475, + "step": 34620 + }, + { + "loss_action": 0.014815970323979855, + "loss_total": 0.014815970323979855, + "step": 34620 + }, + { + "grad_norm": 0.35323208570480347, + "learning_rate": 7.785888599962916e-05, + "loss": 0.0255, + "step": 34630 + }, + { + "loss_action": 0.02011069469153881, + "loss_total": 0.02011069469153881, + "step": 34630 + }, + { + "loss_action": 0.0290360227227211, + "loss_total": 0.0290360227227211, + "step": 34630 + }, + { + "loss_action": 0.016971541568636894, + "loss_total": 0.016971541568636894, + "step": 34630 + }, + { + "loss_action": 0.02303800731897354, + "loss_total": 0.02303800731897354, + "step": 34630 + }, + { + "loss_action": 0.033731427043676376, + "loss_total": 0.033731427043676376, + "step": 34630 + }, + { + "loss_action": 0.011294348165392876, + "loss_total": 0.011294348165392876, + "step": 34630 + }, + { + "grad_norm": 0.4087919592857361, + "learning_rate": 7.784515417443439e-05, + "loss": 0.0203, + "step": 34640 + }, + { + "loss_action": 0.014503116719424725, + "loss_total": 0.014503116719424725, + "step": 34640 + }, + { + "loss_action": 0.01814282312989235, + "loss_total": 0.01814282312989235, + "step": 34640 + }, + { + "loss_action": 0.013321947306394577, + "loss_total": 0.013321947306394577, + "step": 34640 + }, + { + "loss_action": 0.018505128100514412, + "loss_total": 0.018505128100514412, + "step": 34640 + }, + { + "loss_action": 0.013550851494073868, + "loss_total": 0.013550851494073868, + "step": 34640 + }, + { + "loss_action": 0.017987309023737907, + "loss_total": 0.017987309023737907, + "step": 34640 + }, + { + "grad_norm": 0.49052694439888, + "learning_rate": 7.783141930413545e-05, + "loss": 0.0279, + "step": 34650 + }, + { + "loss_action": 0.017262699082493782, + "loss_total": 0.017262699082493782, + "step": 34650 + }, + { + "loss_action": 0.05674411356449127, + "loss_total": 0.05674411356449127, + "step": 34650 + }, + { + "loss_action": 0.01422837469726801, + "loss_total": 0.01422837469726801, + "step": 34650 + }, + { + "loss_action": 0.03746998310089111, + "loss_total": 0.03746998310089111, + "step": 34650 + }, + { + "loss_action": 0.028495587408542633, + "loss_total": 0.028495587408542633, + "step": 34650 + }, + { + "loss_action": 0.0715174749493599, + "loss_total": 0.0715174749493599, + "step": 34650 + }, + { + "grad_norm": 0.4447818100452423, + "learning_rate": 7.78176813902343e-05, + "loss": 0.0239, + "step": 34660 + }, + { + "loss_action": 0.01359234843403101, + "loss_total": 0.01359234843403101, + "step": 34660 + }, + { + "loss_action": 0.025228967890143394, + "loss_total": 0.025228967890143394, + "step": 34660 + }, + { + "loss_action": 0.03218807652592659, + "loss_total": 0.03218807652592659, + "step": 34660 + }, + { + "loss_action": 0.012845293618738651, + "loss_total": 0.012845293618738651, + "step": 34660 + }, + { + "loss_action": 0.019350755959749222, + "loss_total": 0.019350755959749222, + "step": 34660 + }, + { + "loss_action": 0.019702034071087837, + "loss_total": 0.019702034071087837, + "step": 34660 + }, + { + "grad_norm": 0.42848289012908936, + "learning_rate": 7.780394043423336e-05, + "loss": 0.0243, + "step": 34670 + }, + { + "loss_action": 0.014133085496723652, + "loss_total": 0.014133085496723652, + "step": 34670 + }, + { + "loss_action": 0.015719030052423477, + "loss_total": 0.015719030052423477, + "step": 34670 + }, + { + "loss_action": 0.014869851060211658, + "loss_total": 0.014869851060211658, + "step": 34670 + }, + { + "loss_action": 0.01997571811079979, + "loss_total": 0.01997571811079979, + "step": 34670 + }, + { + "loss_action": 0.02250438928604126, + "loss_total": 0.02250438928604126, + "step": 34670 + }, + { + "loss_action": 0.025550242513418198, + "loss_total": 0.025550242513418198, + "step": 34670 + }, + { + "grad_norm": 0.33687758445739746, + "learning_rate": 7.77901964376353e-05, + "loss": 0.0226, + "step": 34680 + }, + { + "loss_action": 0.012389911338686943, + "loss_total": 0.012389911338686943, + "step": 34680 + }, + { + "loss_action": 0.013249672017991543, + "loss_total": 0.013249672017991543, + "step": 34680 + }, + { + "loss_action": 0.014471052214503288, + "loss_total": 0.014471052214503288, + "step": 34680 + }, + { + "loss_action": 0.021673385053873062, + "loss_total": 0.021673385053873062, + "step": 34680 + }, + { + "loss_action": 0.038055259734392166, + "loss_total": 0.038055259734392166, + "step": 34680 + }, + { + "loss_action": 0.018895914778113365, + "loss_total": 0.018895914778113365, + "step": 34680 + }, + { + "grad_norm": 0.36664578318595886, + "learning_rate": 7.777644940194316e-05, + "loss": 0.0214, + "step": 34690 + }, + { + "loss_action": 0.03269385173916817, + "loss_total": 0.03269385173916817, + "step": 34690 + }, + { + "loss_action": 0.016689931973814964, + "loss_total": 0.016689931973814964, + "step": 34690 + }, + { + "loss_action": 0.02586265094578266, + "loss_total": 0.02586265094578266, + "step": 34690 + }, + { + "loss_action": 0.017550842836499214, + "loss_total": 0.017550842836499214, + "step": 34690 + }, + { + "loss_action": 0.016972802579402924, + "loss_total": 0.016972802579402924, + "step": 34690 + }, + { + "loss_action": 0.013073806650936604, + "loss_total": 0.013073806650936604, + "step": 34690 + }, + { + "grad_norm": 0.4247346520423889, + "learning_rate": 7.776269932866023e-05, + "loss": 0.0242, + "step": 34700 + }, + { + "loss_action": 0.12736013531684875, + "loss_total": 0.12736013531684875, + "step": 34700 + }, + { + "loss_action": 0.02103029191493988, + "loss_total": 0.02103029191493988, + "step": 34700 + }, + { + "loss_action": 0.01525214221328497, + "loss_total": 0.01525214221328497, + "step": 34700 + }, + { + "loss_action": 0.012609230354428291, + "loss_total": 0.012609230354428291, + "step": 34700 + }, + { + "loss_action": 0.017172591760754585, + "loss_total": 0.017172591760754585, + "step": 34700 + }, + { + "loss_action": 0.02060311660170555, + "loss_total": 0.02060311660170555, + "step": 34700 + }, + { + "grad_norm": 0.3739669919013977, + "learning_rate": 7.774894621929026e-05, + "loss": 0.021, + "step": 34710 + }, + { + "loss_action": 0.006411632522940636, + "loss_total": 0.006411632522940636, + "step": 34710 + }, + { + "loss_action": 0.013356126844882965, + "loss_total": 0.013356126844882965, + "step": 34710 + }, + { + "loss_action": 0.010721396654844284, + "loss_total": 0.010721396654844284, + "step": 34710 + }, + { + "loss_action": 0.021497396752238274, + "loss_total": 0.021497396752238274, + "step": 34710 + }, + { + "loss_action": 0.01238358486443758, + "loss_total": 0.01238358486443758, + "step": 34710 + }, + { + "loss_action": 0.015218858607113361, + "loss_total": 0.015218858607113361, + "step": 34710 + }, + { + "grad_norm": 0.32123804092407227, + "learning_rate": 7.773519007533725e-05, + "loss": 0.0184, + "step": 34720 + }, + { + "loss_action": 0.014439495280385017, + "loss_total": 0.014439495280385017, + "step": 34720 + }, + { + "loss_action": 0.015657445415854454, + "loss_total": 0.015657445415854454, + "step": 34720 + }, + { + "loss_action": 0.02054736390709877, + "loss_total": 0.02054736390709877, + "step": 34720 + }, + { + "loss_action": 0.017409922555088997, + "loss_total": 0.017409922555088997, + "step": 34720 + }, + { + "loss_action": 0.011140024289488792, + "loss_total": 0.011140024289488792, + "step": 34720 + }, + { + "loss_action": 0.0132252536714077, + "loss_total": 0.0132252536714077, + "step": 34720 + }, + { + "grad_norm": 0.4503471851348877, + "learning_rate": 7.772143089830556e-05, + "loss": 0.0179, + "step": 34730 + }, + { + "loss_action": 0.008980769664049149, + "loss_total": 0.008980769664049149, + "step": 34730 + }, + { + "loss_action": 0.011386792175471783, + "loss_total": 0.011386792175471783, + "step": 34730 + }, + { + "loss_action": 0.020654471591114998, + "loss_total": 0.020654471591114998, + "step": 34730 + }, + { + "loss_action": 0.007396549917757511, + "loss_total": 0.007396549917757511, + "step": 34730 + }, + { + "loss_action": 0.021060911938548088, + "loss_total": 0.021060911938548088, + "step": 34730 + }, + { + "loss_action": 0.017933044582605362, + "loss_total": 0.017933044582605362, + "step": 34730 + }, + { + "grad_norm": 0.35061511397361755, + "learning_rate": 7.770766868969985e-05, + "loss": 0.0165, + "step": 34740 + }, + { + "loss_action": 0.01334870234131813, + "loss_total": 0.01334870234131813, + "step": 34740 + }, + { + "loss_action": 0.021759986877441406, + "loss_total": 0.021759986877441406, + "step": 34740 + }, + { + "loss_action": 0.01532758492976427, + "loss_total": 0.01532758492976427, + "step": 34740 + }, + { + "loss_action": 0.02804681286215782, + "loss_total": 0.02804681286215782, + "step": 34740 + }, + { + "loss_action": 0.015484355390071869, + "loss_total": 0.015484355390071869, + "step": 34740 + }, + { + "loss_action": 0.01616807095706463, + "loss_total": 0.01616807095706463, + "step": 34740 + }, + { + "grad_norm": 0.42378053069114685, + "learning_rate": 7.769390345102518e-05, + "loss": 0.0227, + "step": 34750 + }, + { + "loss_action": 0.016821453347802162, + "loss_total": 0.016821453347802162, + "step": 34750 + }, + { + "loss_action": 0.021039139479398727, + "loss_total": 0.021039139479398727, + "step": 34750 + }, + { + "loss_action": 0.012732774950563908, + "loss_total": 0.012732774950563908, + "step": 34750 + }, + { + "loss_action": 0.010956241749227047, + "loss_total": 0.010956241749227047, + "step": 34750 + }, + { + "loss_action": 0.027980457991361618, + "loss_total": 0.027980457991361618, + "step": 34750 + }, + { + "loss_action": 0.031411368399858475, + "loss_total": 0.031411368399858475, + "step": 34750 + }, + { + "grad_norm": 0.3694341778755188, + "learning_rate": 7.768013518378683e-05, + "loss": 0.0172, + "step": 34760 + }, + { + "loss_action": 0.008633247576653957, + "loss_total": 0.008633247576653957, + "step": 34760 + }, + { + "loss_action": 0.01556745171546936, + "loss_total": 0.01556745171546936, + "step": 34760 + }, + { + "loss_action": 0.010955369099974632, + "loss_total": 0.010955369099974632, + "step": 34760 + }, + { + "loss_action": 0.011023210361599922, + "loss_total": 0.011023210361599922, + "step": 34760 + }, + { + "loss_action": 0.012475184164941311, + "loss_total": 0.012475184164941311, + "step": 34760 + }, + { + "loss_action": 0.03724931925535202, + "loss_total": 0.03724931925535202, + "step": 34760 + }, + { + "grad_norm": 0.471320778131485, + "learning_rate": 7.766636388949053e-05, + "loss": 0.0242, + "step": 34770 + }, + { + "loss_action": 0.008434152230620384, + "loss_total": 0.008434152230620384, + "step": 34770 + }, + { + "loss_action": 0.012214118614792824, + "loss_total": 0.012214118614792824, + "step": 34770 + }, + { + "loss_action": 0.019876524806022644, + "loss_total": 0.019876524806022644, + "step": 34770 + }, + { + "loss_action": 0.03295163810253143, + "loss_total": 0.03295163810253143, + "step": 34770 + }, + { + "loss_action": 0.011263610795140266, + "loss_total": 0.011263610795140266, + "step": 34770 + }, + { + "loss_action": 0.039560716599226, + "loss_total": 0.039560716599226, + "step": 34770 + }, + { + "grad_norm": 0.5824622511863708, + "learning_rate": 7.765258956964229e-05, + "loss": 0.0197, + "step": 34780 + }, + { + "loss_action": 0.015331977047026157, + "loss_total": 0.015331977047026157, + "step": 34780 + }, + { + "loss_action": 0.01868894323706627, + "loss_total": 0.01868894323706627, + "step": 34780 + }, + { + "loss_action": 0.01658632606267929, + "loss_total": 0.01658632606267929, + "step": 34780 + }, + { + "loss_action": 0.01098927017301321, + "loss_total": 0.01098927017301321, + "step": 34780 + }, + { + "loss_action": 0.016767291352152824, + "loss_total": 0.016767291352152824, + "step": 34780 + }, + { + "loss_action": 0.018036825582385063, + "loss_total": 0.018036825582385063, + "step": 34780 + }, + { + "grad_norm": 0.4609396755695343, + "learning_rate": 7.76388122257484e-05, + "loss": 0.0226, + "step": 34790 + }, + { + "loss_action": 0.01504743192344904, + "loss_total": 0.01504743192344904, + "step": 34790 + }, + { + "loss_action": 0.020845528692007065, + "loss_total": 0.020845528692007065, + "step": 34790 + }, + { + "loss_action": 0.06223021447658539, + "loss_total": 0.06223021447658539, + "step": 34790 + }, + { + "loss_action": 0.04245329275727272, + "loss_total": 0.04245329275727272, + "step": 34790 + }, + { + "loss_action": 0.0363943986594677, + "loss_total": 0.0363943986594677, + "step": 34790 + }, + { + "loss_action": 0.015636516734957695, + "loss_total": 0.015636516734957695, + "step": 34790 + }, + { + "grad_norm": 0.39846375584602356, + "learning_rate": 7.762503185931558e-05, + "loss": 0.0282, + "step": 34800 + }, + { + "loss_action": 0.02050783485174179, + "loss_total": 0.02050783485174179, + "step": 34800 + }, + { + "loss_action": 0.021791037172079086, + "loss_total": 0.021791037172079086, + "step": 34800 + }, + { + "loss_action": 0.017151471227407455, + "loss_total": 0.017151471227407455, + "step": 34800 + }, + { + "loss_action": 0.019882163032889366, + "loss_total": 0.019882163032889366, + "step": 34800 + }, + { + "loss_action": 0.015626180917024612, + "loss_total": 0.015626180917024612, + "step": 34800 + }, + { + "loss_action": 0.00887853279709816, + "loss_total": 0.00887853279709816, + "step": 34800 + }, + { + "grad_norm": 0.3740214705467224, + "learning_rate": 7.76112484718508e-05, + "loss": 0.0223, + "step": 34810 + }, + { + "loss_action": 0.0219657551497221, + "loss_total": 0.0219657551497221, + "step": 34810 + }, + { + "loss_action": 0.012609051540493965, + "loss_total": 0.012609051540493965, + "step": 34810 + }, + { + "loss_action": 0.01372920349240303, + "loss_total": 0.01372920349240303, + "step": 34810 + }, + { + "loss_action": 0.017851682379841805, + "loss_total": 0.017851682379841805, + "step": 34810 + }, + { + "loss_action": 0.012493683025240898, + "loss_total": 0.012493683025240898, + "step": 34810 + }, + { + "loss_action": 0.024355724453926086, + "loss_total": 0.024355724453926086, + "step": 34810 + }, + { + "grad_norm": 0.4066607356071472, + "learning_rate": 7.75974620648614e-05, + "loss": 0.0246, + "step": 34820 + }, + { + "loss_action": 0.009066957980394363, + "loss_total": 0.009066957980394363, + "step": 34820 + }, + { + "loss_action": 0.013053975999355316, + "loss_total": 0.013053975999355316, + "step": 34820 + }, + { + "loss_action": 0.014111374504864216, + "loss_total": 0.014111374504864216, + "step": 34820 + }, + { + "loss_action": 0.01711716502904892, + "loss_total": 0.01711716502904892, + "step": 34820 + }, + { + "loss_action": 0.01546637061983347, + "loss_total": 0.01546637061983347, + "step": 34820 + }, + { + "loss_action": 0.014457859098911285, + "loss_total": 0.014457859098911285, + "step": 34820 + }, + { + "grad_norm": 0.47613784670829773, + "learning_rate": 7.758367263985503e-05, + "loss": 0.0234, + "step": 34830 + }, + { + "loss_action": 0.011046572588384151, + "loss_total": 0.011046572588384151, + "step": 34830 + }, + { + "loss_action": 0.018702149391174316, + "loss_total": 0.018702149391174316, + "step": 34830 + }, + { + "loss_action": 0.0386221706867218, + "loss_total": 0.0386221706867218, + "step": 34830 + }, + { + "loss_action": 0.011683897115290165, + "loss_total": 0.011683897115290165, + "step": 34830 + }, + { + "loss_action": 0.061219096183776855, + "loss_total": 0.061219096183776855, + "step": 34830 + }, + { + "loss_action": 0.024830041453242302, + "loss_total": 0.024830041453242302, + "step": 34830 + }, + { + "grad_norm": 0.3448781967163086, + "learning_rate": 7.75698801983397e-05, + "loss": 0.0221, + "step": 34840 + }, + { + "loss_action": 0.011595822870731354, + "loss_total": 0.011595822870731354, + "step": 34840 + }, + { + "loss_action": 0.010532105341553688, + "loss_total": 0.010532105341553688, + "step": 34840 + }, + { + "loss_action": 0.06937292963266373, + "loss_total": 0.06937292963266373, + "step": 34840 + }, + { + "loss_action": 0.012168184854090214, + "loss_total": 0.012168184854090214, + "step": 34840 + }, + { + "loss_action": 0.012544943951070309, + "loss_total": 0.012544943951070309, + "step": 34840 + }, + { + "loss_action": 0.016048094257712364, + "loss_total": 0.016048094257712364, + "step": 34840 + }, + { + "grad_norm": 0.5938368439674377, + "learning_rate": 7.755608474182372e-05, + "loss": 0.0214, + "step": 34850 + }, + { + "loss_action": 0.015240669250488281, + "loss_total": 0.015240669250488281, + "step": 34850 + }, + { + "loss_action": 0.038704439997673035, + "loss_total": 0.038704439997673035, + "step": 34850 + }, + { + "loss_action": 0.018861370161175728, + "loss_total": 0.018861370161175728, + "step": 34850 + }, + { + "loss_action": 0.016415635123848915, + "loss_total": 0.016415635123848915, + "step": 34850 + }, + { + "loss_action": 0.013437443412840366, + "loss_total": 0.013437443412840366, + "step": 34850 + }, + { + "loss_action": 0.01550832949578762, + "loss_total": 0.01550832949578762, + "step": 34850 + }, + { + "grad_norm": 0.5675468444824219, + "learning_rate": 7.754228627181574e-05, + "loss": 0.0234, + "step": 34860 + }, + { + "loss_action": 0.044193871319293976, + "loss_total": 0.044193871319293976, + "step": 34860 + }, + { + "loss_action": 0.012868629768490791, + "loss_total": 0.012868629768490791, + "step": 34860 + }, + { + "loss_action": 0.021582523360848427, + "loss_total": 0.021582523360848427, + "step": 34860 + }, + { + "loss_action": 0.010978742502629757, + "loss_total": 0.010978742502629757, + "step": 34860 + }, + { + "loss_action": 0.018655363470315933, + "loss_total": 0.018655363470315933, + "step": 34860 + }, + { + "loss_action": 0.022616315633058548, + "loss_total": 0.022616315633058548, + "step": 34860 + }, + { + "grad_norm": 0.3932800590991974, + "learning_rate": 7.752848478982476e-05, + "loss": 0.022, + "step": 34870 + }, + { + "loss_action": 0.04141297936439514, + "loss_total": 0.04141297936439514, + "step": 34870 + }, + { + "loss_action": 0.052734747529029846, + "loss_total": 0.052734747529029846, + "step": 34870 + }, + { + "loss_action": 0.011710691265761852, + "loss_total": 0.011710691265761852, + "step": 34870 + }, + { + "loss_action": 0.053958460688591, + "loss_total": 0.053958460688591, + "step": 34870 + }, + { + "loss_action": 0.02500964142382145, + "loss_total": 0.02500964142382145, + "step": 34870 + }, + { + "loss_action": 0.03221745043992996, + "loss_total": 0.03221745043992996, + "step": 34870 + }, + { + "grad_norm": 0.34524911642074585, + "learning_rate": 7.751468029736006e-05, + "loss": 0.0211, + "step": 34880 + }, + { + "loss_action": 0.02957141399383545, + "loss_total": 0.02957141399383545, + "step": 34880 + }, + { + "loss_action": 0.06784512102603912, + "loss_total": 0.06784512102603912, + "step": 34880 + }, + { + "loss_action": 0.017225559800863266, + "loss_total": 0.017225559800863266, + "step": 34880 + }, + { + "loss_action": 0.029361464083194733, + "loss_total": 0.029361464083194733, + "step": 34880 + }, + { + "loss_action": 0.02264491096138954, + "loss_total": 0.02264491096138954, + "step": 34880 + }, + { + "loss_action": 0.011720512062311172, + "loss_total": 0.011720512062311172, + "step": 34880 + }, + { + "grad_norm": 0.43521150946617126, + "learning_rate": 7.750087279593129e-05, + "loss": 0.0229, + "step": 34890 + }, + { + "loss_action": 0.11082030832767487, + "loss_total": 0.11082030832767487, + "step": 34890 + }, + { + "loss_action": 0.016153749078512192, + "loss_total": 0.016153749078512192, + "step": 34890 + }, + { + "loss_action": 0.01056032907217741, + "loss_total": 0.01056032907217741, + "step": 34890 + }, + { + "loss_action": 0.019648415967822075, + "loss_total": 0.019648415967822075, + "step": 34890 + }, + { + "loss_action": 0.01326014194637537, + "loss_total": 0.01326014194637537, + "step": 34890 + }, + { + "loss_action": 0.01516709290444851, + "loss_total": 0.01516709290444851, + "step": 34890 + }, + { + "grad_norm": 0.4149584472179413, + "learning_rate": 7.748706228704843e-05, + "loss": 0.0251, + "step": 34900 + }, + { + "loss_action": 0.014668188989162445, + "loss_total": 0.014668188989162445, + "step": 34900 + }, + { + "loss_action": 0.012311983853578568, + "loss_total": 0.012311983853578568, + "step": 34900 + }, + { + "loss_action": 0.026931237429380417, + "loss_total": 0.026931237429380417, + "step": 34900 + }, + { + "loss_action": 0.019465195015072823, + "loss_total": 0.019465195015072823, + "step": 34900 + }, + { + "loss_action": 0.011630497872829437, + "loss_total": 0.011630497872829437, + "step": 34900 + }, + { + "loss_action": 0.0086893942207098, + "loss_total": 0.0086893942207098, + "step": 34900 + }, + { + "grad_norm": 0.6079871654510498, + "learning_rate": 7.747324877222176e-05, + "loss": 0.0189, + "step": 34910 + }, + { + "loss_action": 0.018069041892886162, + "loss_total": 0.018069041892886162, + "step": 34910 + }, + { + "loss_action": 0.016839461401104927, + "loss_total": 0.016839461401104927, + "step": 34910 + }, + { + "loss_action": 0.022671231999993324, + "loss_total": 0.022671231999993324, + "step": 34910 + }, + { + "loss_action": 0.013897502794861794, + "loss_total": 0.013897502794861794, + "step": 34910 + }, + { + "loss_action": 0.0239565446972847, + "loss_total": 0.0239565446972847, + "step": 34910 + }, + { + "loss_action": 0.018938317894935608, + "loss_total": 0.018938317894935608, + "step": 34910 + }, + { + "grad_norm": 0.5492115616798401, + "learning_rate": 7.745943225296188e-05, + "loss": 0.0236, + "step": 34920 + }, + { + "loss_action": 0.018164951354265213, + "loss_total": 0.018164951354265213, + "step": 34920 + }, + { + "loss_action": 0.011890623718500137, + "loss_total": 0.011890623718500137, + "step": 34920 + }, + { + "loss_action": 0.024368347600102425, + "loss_total": 0.024368347600102425, + "step": 34920 + }, + { + "loss_action": 0.01600843481719494, + "loss_total": 0.01600843481719494, + "step": 34920 + }, + { + "loss_action": 0.0139550706371665, + "loss_total": 0.0139550706371665, + "step": 34920 + }, + { + "loss_action": 0.04255766421556473, + "loss_total": 0.04255766421556473, + "step": 34920 + }, + { + "grad_norm": 0.37474489212036133, + "learning_rate": 7.744561273077981e-05, + "loss": 0.0223, + "step": 34930 + }, + { + "loss_action": 0.03645977005362511, + "loss_total": 0.03645977005362511, + "step": 34930 + }, + { + "loss_action": 0.017490210011601448, + "loss_total": 0.017490210011601448, + "step": 34930 + }, + { + "loss_action": 0.010022219270467758, + "loss_total": 0.010022219270467758, + "step": 34930 + }, + { + "loss_action": 0.01393439993262291, + "loss_total": 0.01393439993262291, + "step": 34930 + }, + { + "loss_action": 0.04392986744642258, + "loss_total": 0.04392986744642258, + "step": 34930 + }, + { + "loss_action": 0.024556847289204597, + "loss_total": 0.024556847289204597, + "step": 34930 + }, + { + "grad_norm": 0.41824138164520264, + "learning_rate": 7.743179020718678e-05, + "loss": 0.0212, + "step": 34940 + }, + { + "loss_action": 0.01334538497030735, + "loss_total": 0.01334538497030735, + "step": 34940 + }, + { + "loss_action": 0.018400095403194427, + "loss_total": 0.018400095403194427, + "step": 34940 + }, + { + "loss_action": 0.04915625974535942, + "loss_total": 0.04915625974535942, + "step": 34940 + }, + { + "loss_action": 0.007074510678648949, + "loss_total": 0.007074510678648949, + "step": 34940 + }, + { + "loss_action": 0.005534883122891188, + "loss_total": 0.005534883122891188, + "step": 34940 + }, + { + "loss_action": 0.016408666968345642, + "loss_total": 0.016408666968345642, + "step": 34940 + }, + { + "grad_norm": 0.5679733753204346, + "learning_rate": 7.741796468369443e-05, + "loss": 0.0225, + "step": 34950 + }, + { + "loss_action": 0.013771760277450085, + "loss_total": 0.013771760277450085, + "step": 34950 + }, + { + "loss_action": 0.014937817119061947, + "loss_total": 0.014937817119061947, + "step": 34950 + }, + { + "loss_action": 0.01836949959397316, + "loss_total": 0.01836949959397316, + "step": 34950 + }, + { + "loss_action": 0.022228945046663284, + "loss_total": 0.022228945046663284, + "step": 34950 + }, + { + "loss_action": 0.008854410611093044, + "loss_total": 0.008854410611093044, + "step": 34950 + }, + { + "loss_action": 0.018835345283150673, + "loss_total": 0.018835345283150673, + "step": 34950 + }, + { + "grad_norm": 0.5226471424102783, + "learning_rate": 7.740413616181466e-05, + "loss": 0.0193, + "step": 34960 + }, + { + "loss_action": 0.020055942237377167, + "loss_total": 0.020055942237377167, + "step": 34960 + }, + { + "loss_action": 0.015194444917142391, + "loss_total": 0.015194444917142391, + "step": 34960 + }, + { + "loss_action": 0.022200921550393105, + "loss_total": 0.022200921550393105, + "step": 34960 + }, + { + "loss_action": 0.024787919595837593, + "loss_total": 0.024787919595837593, + "step": 34960 + }, + { + "loss_action": 0.021482305601239204, + "loss_total": 0.021482305601239204, + "step": 34960 + }, + { + "loss_action": 0.015118195675313473, + "loss_total": 0.015118195675313473, + "step": 34960 + }, + { + "grad_norm": 0.3148781359195709, + "learning_rate": 7.739030464305978e-05, + "loss": 0.0225, + "step": 34970 + }, + { + "loss_action": 0.016184907406568527, + "loss_total": 0.016184907406568527, + "step": 34970 + }, + { + "loss_action": 0.007742393761873245, + "loss_total": 0.007742393761873245, + "step": 34970 + }, + { + "loss_action": 0.012712949886918068, + "loss_total": 0.012712949886918068, + "step": 34970 + }, + { + "loss_action": 0.019151141867041588, + "loss_total": 0.019151141867041588, + "step": 34970 + }, + { + "loss_action": 0.015185507014393806, + "loss_total": 0.015185507014393806, + "step": 34970 + }, + { + "loss_action": 0.018167778849601746, + "loss_total": 0.018167778849601746, + "step": 34970 + }, + { + "grad_norm": 0.4125657081604004, + "learning_rate": 7.737647012894235e-05, + "loss": 0.0178, + "step": 34980 + }, + { + "loss_action": 0.012920490466058254, + "loss_total": 0.012920490466058254, + "step": 34980 + }, + { + "loss_action": 0.02022470161318779, + "loss_total": 0.02022470161318779, + "step": 34980 + }, + { + "loss_action": 0.009437443688511848, + "loss_total": 0.009437443688511848, + "step": 34980 + }, + { + "loss_action": 0.011363428086042404, + "loss_total": 0.011363428086042404, + "step": 34980 + }, + { + "loss_action": 0.011396591551601887, + "loss_total": 0.011396591551601887, + "step": 34980 + }, + { + "loss_action": 0.012048798613250256, + "loss_total": 0.012048798613250256, + "step": 34980 + }, + { + "grad_norm": 0.33407291769981384, + "learning_rate": 7.736263262097532e-05, + "loss": 0.0226, + "step": 34990 + }, + { + "loss_action": 0.06276188790798187, + "loss_total": 0.06276188790798187, + "step": 34990 + }, + { + "loss_action": 0.010111512616276741, + "loss_total": 0.010111512616276741, + "step": 34990 + }, + { + "loss_action": 0.04337124526500702, + "loss_total": 0.04337124526500702, + "step": 34990 + }, + { + "loss_action": 0.012594555504620075, + "loss_total": 0.012594555504620075, + "step": 34990 + }, + { + "loss_action": 0.02186690829694271, + "loss_total": 0.02186690829694271, + "step": 34990 + }, + { + "loss_action": 0.03207794576883316, + "loss_total": 0.03207794576883316, + "step": 34990 + }, + { + "grad_norm": 0.40164828300476074, + "learning_rate": 7.734879212067192e-05, + "loss": 0.0254, + "step": 35000 + }, + { + "loss_action": 0.010059054009616375, + "loss_total": 0.010059054009616375, + "step": 35000 + }, + { + "loss_action": 0.01751779206097126, + "loss_total": 0.01751779206097126, + "step": 35000 + }, + { + "loss_action": 0.01543896272778511, + "loss_total": 0.01543896272778511, + "step": 35000 + }, + { + "loss_action": 0.015091621316969395, + "loss_total": 0.015091621316969395, + "step": 35000 + }, + { + "loss_action": 0.009723632596433163, + "loss_total": 0.009723632596433163, + "step": 35000 + }, + { + "loss_action": 0.04536047205328941, + "loss_total": 0.04536047205328941, + "step": 35000 + }, + { + "grad_norm": 0.45395350456237793, + "learning_rate": 7.733494862954573e-05, + "loss": 0.0232, + "step": 35010 + }, + { + "loss_action": 0.012134704738855362, + "loss_total": 0.012134704738855362, + "step": 35010 + }, + { + "loss_action": 0.029561568051576614, + "loss_total": 0.029561568051576614, + "step": 35010 + }, + { + "loss_action": 0.017057906836271286, + "loss_total": 0.017057906836271286, + "step": 35010 + }, + { + "loss_action": 0.0178223866969347, + "loss_total": 0.0178223866969347, + "step": 35010 + }, + { + "loss_action": 0.04148836061358452, + "loss_total": 0.04148836061358452, + "step": 35010 + }, + { + "loss_action": 0.009174023754894733, + "loss_total": 0.009174023754894733, + "step": 35010 + }, + { + "grad_norm": 0.37866178154945374, + "learning_rate": 7.732110214911066e-05, + "loss": 0.0225, + "step": 35020 + }, + { + "loss_action": 0.010737357661128044, + "loss_total": 0.010737357661128044, + "step": 35020 + }, + { + "loss_action": 0.04642298072576523, + "loss_total": 0.04642298072576523, + "step": 35020 + }, + { + "loss_action": 0.02694336511194706, + "loss_total": 0.02694336511194706, + "step": 35020 + }, + { + "loss_action": 0.011021002195775509, + "loss_total": 0.011021002195775509, + "step": 35020 + }, + { + "loss_action": 0.021039681509137154, + "loss_total": 0.021039681509137154, + "step": 35020 + }, + { + "loss_action": 0.007541068829596043, + "loss_total": 0.007541068829596043, + "step": 35020 + }, + { + "grad_norm": 0.4004534184932709, + "learning_rate": 7.730725268088094e-05, + "loss": 0.0191, + "step": 35030 + }, + { + "loss_action": 0.01576046645641327, + "loss_total": 0.01576046645641327, + "step": 35030 + }, + { + "loss_action": 0.026204533874988556, + "loss_total": 0.026204533874988556, + "step": 35030 + }, + { + "loss_action": 0.01718294806778431, + "loss_total": 0.01718294806778431, + "step": 35030 + }, + { + "loss_action": 0.024372560903429985, + "loss_total": 0.024372560903429985, + "step": 35030 + }, + { + "loss_action": 0.028973884880542755, + "loss_total": 0.028973884880542755, + "step": 35030 + }, + { + "loss_action": 0.015196619555354118, + "loss_total": 0.015196619555354118, + "step": 35030 + }, + { + "grad_norm": 0.27109259366989136, + "learning_rate": 7.729340022637112e-05, + "loss": 0.0204, + "step": 35040 + }, + { + "loss_action": 0.02296074666082859, + "loss_total": 0.02296074666082859, + "step": 35040 + }, + { + "loss_action": 0.011448744684457779, + "loss_total": 0.011448744684457779, + "step": 35040 + }, + { + "loss_action": 0.01188603788614273, + "loss_total": 0.01188603788614273, + "step": 35040 + }, + { + "loss_action": 0.019958091899752617, + "loss_total": 0.019958091899752617, + "step": 35040 + }, + { + "loss_action": 0.016039911657571793, + "loss_total": 0.016039911657571793, + "step": 35040 + }, + { + "loss_action": 0.008770241402089596, + "loss_total": 0.008770241402089596, + "step": 35040 + }, + { + "grad_norm": 0.4298745095729828, + "learning_rate": 7.727954478709607e-05, + "loss": 0.0216, + "step": 35050 + }, + { + "loss_action": 0.017456525936722755, + "loss_total": 0.017456525936722755, + "step": 35050 + }, + { + "loss_action": 0.011849425733089447, + "loss_total": 0.011849425733089447, + "step": 35050 + }, + { + "loss_action": 0.014522712677717209, + "loss_total": 0.014522712677717209, + "step": 35050 + }, + { + "loss_action": 0.013892135582864285, + "loss_total": 0.013892135582864285, + "step": 35050 + }, + { + "loss_action": 0.029768086969852448, + "loss_total": 0.029768086969852448, + "step": 35050 + }, + { + "loss_action": 0.02093864418566227, + "loss_total": 0.02093864418566227, + "step": 35050 + }, + { + "grad_norm": 0.3754332363605499, + "learning_rate": 7.726568636457103e-05, + "loss": 0.0196, + "step": 35060 + }, + { + "loss_action": 0.022967198863625526, + "loss_total": 0.022967198863625526, + "step": 35060 + }, + { + "loss_action": 0.005879491567611694, + "loss_total": 0.005879491567611694, + "step": 35060 + }, + { + "loss_action": 0.0201143529266119, + "loss_total": 0.0201143529266119, + "step": 35060 + }, + { + "loss_action": 0.025813212618231773, + "loss_total": 0.025813212618231773, + "step": 35060 + }, + { + "loss_action": 0.021789737045764923, + "loss_total": 0.021789737045764923, + "step": 35060 + }, + { + "loss_action": 0.007253316231071949, + "loss_total": 0.007253316231071949, + "step": 35060 + }, + { + "grad_norm": 0.41881120204925537, + "learning_rate": 7.725182496031153e-05, + "loss": 0.0177, + "step": 35070 + }, + { + "loss_action": 0.02071484550833702, + "loss_total": 0.02071484550833702, + "step": 35070 + }, + { + "loss_action": 0.01944662816822529, + "loss_total": 0.01944662816822529, + "step": 35070 + }, + { + "loss_action": 0.006928956136107445, + "loss_total": 0.006928956136107445, + "step": 35070 + }, + { + "loss_action": 0.023114964365959167, + "loss_total": 0.023114964365959167, + "step": 35070 + }, + { + "loss_action": 0.008277284912765026, + "loss_total": 0.008277284912765026, + "step": 35070 + }, + { + "loss_action": 0.036783281713724136, + "loss_total": 0.036783281713724136, + "step": 35070 + }, + { + "grad_norm": 0.4263646900653839, + "learning_rate": 7.723796057583341e-05, + "loss": 0.0212, + "step": 35080 + }, + { + "loss_action": 0.020152971148490906, + "loss_total": 0.020152971148490906, + "step": 35080 + }, + { + "loss_action": 0.030253591015934944, + "loss_total": 0.030253591015934944, + "step": 35080 + }, + { + "loss_action": 0.017922036349773407, + "loss_total": 0.017922036349773407, + "step": 35080 + }, + { + "loss_action": 0.016301605850458145, + "loss_total": 0.016301605850458145, + "step": 35080 + }, + { + "loss_action": 0.01803901605308056, + "loss_total": 0.01803901605308056, + "step": 35080 + }, + { + "loss_action": 0.04902033507823944, + "loss_total": 0.04902033507823944, + "step": 35080 + }, + { + "grad_norm": 0.39623552560806274, + "learning_rate": 7.722409321265287e-05, + "loss": 0.0217, + "step": 35090 + }, + { + "loss_action": 0.15454073250293732, + "loss_total": 0.15454073250293732, + "step": 35090 + }, + { + "loss_action": 0.014844155870378017, + "loss_total": 0.014844155870378017, + "step": 35090 + }, + { + "loss_action": 0.017940033227205276, + "loss_total": 0.017940033227205276, + "step": 35090 + }, + { + "loss_action": 0.024504194036126137, + "loss_total": 0.024504194036126137, + "step": 35090 + }, + { + "loss_action": 0.016778312623500824, + "loss_total": 0.016778312623500824, + "step": 35090 + }, + { + "loss_action": 0.013056326657533646, + "loss_total": 0.013056326657533646, + "step": 35090 + }, + { + "grad_norm": 0.44779011607170105, + "learning_rate": 7.721022287228645e-05, + "loss": 0.0241, + "step": 35100 + }, + { + "loss_action": 0.0247033704072237, + "loss_total": 0.0247033704072237, + "step": 35100 + }, + { + "loss_action": 0.045830149203538895, + "loss_total": 0.045830149203538895, + "step": 35100 + }, + { + "loss_action": 0.014089724980294704, + "loss_total": 0.014089724980294704, + "step": 35100 + }, + { + "loss_action": 0.04231933131814003, + "loss_total": 0.04231933131814003, + "step": 35100 + }, + { + "loss_action": 0.011878721415996552, + "loss_total": 0.011878721415996552, + "step": 35100 + }, + { + "loss_action": 0.011290269903838634, + "loss_total": 0.011290269903838634, + "step": 35100 + }, + { + "grad_norm": 0.4546482264995575, + "learning_rate": 7.719634955625094e-05, + "loss": 0.0259, + "step": 35110 + }, + { + "loss_action": 0.011610697954893112, + "loss_total": 0.011610697954893112, + "step": 35110 + }, + { + "loss_action": 0.04269655421376228, + "loss_total": 0.04269655421376228, + "step": 35110 + }, + { + "loss_action": 0.032103970646858215, + "loss_total": 0.032103970646858215, + "step": 35110 + }, + { + "loss_action": 0.027279360219836235, + "loss_total": 0.027279360219836235, + "step": 35110 + }, + { + "loss_action": 0.013944010250270367, + "loss_total": 0.013944010250270367, + "step": 35110 + }, + { + "loss_action": 0.012506948783993721, + "loss_total": 0.012506948783993721, + "step": 35110 + }, + { + "grad_norm": 0.4430307149887085, + "learning_rate": 7.718247326606355e-05, + "loss": 0.0198, + "step": 35120 + }, + { + "loss_action": 0.08530929684638977, + "loss_total": 0.08530929684638977, + "step": 35120 + }, + { + "loss_action": 0.03527042269706726, + "loss_total": 0.03527042269706726, + "step": 35120 + }, + { + "loss_action": 0.028020139783620834, + "loss_total": 0.028020139783620834, + "step": 35120 + }, + { + "loss_action": 0.03289545327425003, + "loss_total": 0.03289545327425003, + "step": 35120 + }, + { + "loss_action": 0.013172037899494171, + "loss_total": 0.013172037899494171, + "step": 35120 + }, + { + "loss_action": 0.027912991121411324, + "loss_total": 0.027912991121411324, + "step": 35120 + }, + { + "grad_norm": 0.5652757883071899, + "learning_rate": 7.716859400324175e-05, + "loss": 0.024, + "step": 35130 + }, + { + "loss_action": 0.009890291839838028, + "loss_total": 0.009890291839838028, + "step": 35130 + }, + { + "loss_action": 0.016923557966947556, + "loss_total": 0.016923557966947556, + "step": 35130 + }, + { + "loss_action": 0.02118077501654625, + "loss_total": 0.02118077501654625, + "step": 35130 + }, + { + "loss_action": 0.021630167961120605, + "loss_total": 0.021630167961120605, + "step": 35130 + }, + { + "loss_action": 0.021186765283346176, + "loss_total": 0.021186765283346176, + "step": 35130 + }, + { + "loss_action": 0.01245065126568079, + "loss_total": 0.01245065126568079, + "step": 35130 + }, + { + "grad_norm": 0.4628787338733673, + "learning_rate": 7.715471176930335e-05, + "loss": 0.0219, + "step": 35140 + }, + { + "loss_action": 0.031644247472286224, + "loss_total": 0.031644247472286224, + "step": 35140 + }, + { + "loss_action": 0.02032213658094406, + "loss_total": 0.02032213658094406, + "step": 35140 + }, + { + "loss_action": 0.014483379200100899, + "loss_total": 0.014483379200100899, + "step": 35140 + }, + { + "loss_action": 0.023883478716015816, + "loss_total": 0.023883478716015816, + "step": 35140 + }, + { + "loss_action": 0.04753190651535988, + "loss_total": 0.04753190651535988, + "step": 35140 + }, + { + "loss_action": 0.02095581777393818, + "loss_total": 0.02095581777393818, + "step": 35140 + }, + { + "grad_norm": 0.4796169400215149, + "learning_rate": 7.714082656576651e-05, + "loss": 0.0201, + "step": 35150 + }, + { + "loss_action": 0.02288023941218853, + "loss_total": 0.02288023941218853, + "step": 35150 + }, + { + "loss_action": 0.019604990258812904, + "loss_total": 0.019604990258812904, + "step": 35150 + }, + { + "loss_action": 0.021209144964814186, + "loss_total": 0.021209144964814186, + "step": 35150 + }, + { + "loss_action": 0.020449912175536156, + "loss_total": 0.020449912175536156, + "step": 35150 + }, + { + "loss_action": 0.04760280251502991, + "loss_total": 0.04760280251502991, + "step": 35150 + }, + { + "loss_action": 0.012127518653869629, + "loss_total": 0.012127518653869629, + "step": 35150 + }, + { + "grad_norm": 0.3291497230529785, + "learning_rate": 7.712693839414968e-05, + "loss": 0.021, + "step": 35160 + }, + { + "loss_action": 0.09840521216392517, + "loss_total": 0.09840521216392517, + "step": 35160 + }, + { + "loss_action": 0.01228761300444603, + "loss_total": 0.01228761300444603, + "step": 35160 + }, + { + "loss_action": 0.012762283906340599, + "loss_total": 0.012762283906340599, + "step": 35160 + }, + { + "loss_action": 0.11304580420255661, + "loss_total": 0.11304580420255661, + "step": 35160 + }, + { + "loss_action": 0.012711642310023308, + "loss_total": 0.012711642310023308, + "step": 35160 + }, + { + "loss_action": 0.013250564225018024, + "loss_total": 0.013250564225018024, + "step": 35160 + }, + { + "grad_norm": 0.420637845993042, + "learning_rate": 7.711304725597164e-05, + "loss": 0.0224, + "step": 35170 + }, + { + "loss_action": 0.03606191650032997, + "loss_total": 0.03606191650032997, + "step": 35170 + }, + { + "loss_action": 0.015574946068227291, + "loss_total": 0.015574946068227291, + "step": 35170 + }, + { + "loss_action": 0.01862877421081066, + "loss_total": 0.01862877421081066, + "step": 35170 + }, + { + "loss_action": 0.03898661956191063, + "loss_total": 0.03898661956191063, + "step": 35170 + }, + { + "loss_action": 0.02186516299843788, + "loss_total": 0.02186516299843788, + "step": 35170 + }, + { + "loss_action": 0.03400035202503204, + "loss_total": 0.03400035202503204, + "step": 35170 + }, + { + "grad_norm": 0.28932952880859375, + "learning_rate": 7.709915315275151e-05, + "loss": 0.021, + "step": 35180 + }, + { + "loss_action": 0.014352235943078995, + "loss_total": 0.014352235943078995, + "step": 35180 + }, + { + "loss_action": 0.02951054275035858, + "loss_total": 0.02951054275035858, + "step": 35180 + }, + { + "loss_action": 0.01170678623020649, + "loss_total": 0.01170678623020649, + "step": 35180 + }, + { + "loss_action": 0.011843263171613216, + "loss_total": 0.011843263171613216, + "step": 35180 + }, + { + "loss_action": 0.018231233581900597, + "loss_total": 0.018231233581900597, + "step": 35180 + }, + { + "loss_action": 0.01815962605178356, + "loss_total": 0.01815962605178356, + "step": 35180 + }, + { + "grad_norm": 0.3819677531719208, + "learning_rate": 7.708525608600876e-05, + "loss": 0.0186, + "step": 35190 + }, + { + "loss_action": 0.01485517993569374, + "loss_total": 0.01485517993569374, + "step": 35190 + }, + { + "loss_action": 0.034870684146881104, + "loss_total": 0.034870684146881104, + "step": 35190 + }, + { + "loss_action": 0.013659023679792881, + "loss_total": 0.013659023679792881, + "step": 35190 + }, + { + "loss_action": 0.017094092443585396, + "loss_total": 0.017094092443585396, + "step": 35190 + }, + { + "loss_action": 0.008339734748005867, + "loss_total": 0.008339734748005867, + "step": 35190 + }, + { + "loss_action": 0.018208369612693787, + "loss_total": 0.018208369612693787, + "step": 35190 + }, + { + "grad_norm": 0.36258769035339355, + "learning_rate": 7.707135605726311e-05, + "loss": 0.0186, + "step": 35200 + }, + { + "loss_action": 0.017130659893155098, + "loss_total": 0.017130659893155098, + "step": 35200 + }, + { + "loss_action": 0.018269900232553482, + "loss_total": 0.018269900232553482, + "step": 35200 + }, + { + "loss_action": 0.009387874975800514, + "loss_total": 0.009387874975800514, + "step": 35200 + }, + { + "loss_action": 0.01208596769720316, + "loss_total": 0.01208596769720316, + "step": 35200 + }, + { + "loss_action": 0.018542876467108727, + "loss_total": 0.018542876467108727, + "step": 35200 + }, + { + "loss_action": 0.01542725134640932, + "loss_total": 0.01542725134640932, + "step": 35200 + }, + { + "grad_norm": 0.508861243724823, + "learning_rate": 7.705745306803466e-05, + "loss": 0.0207, + "step": 35210 + }, + { + "loss_action": 0.01810167357325554, + "loss_total": 0.01810167357325554, + "step": 35210 + }, + { + "loss_action": 0.013107173144817352, + "loss_total": 0.013107173144817352, + "step": 35210 + }, + { + "loss_action": 0.037406083196401596, + "loss_total": 0.037406083196401596, + "step": 35210 + }, + { + "loss_action": 0.026564152911305428, + "loss_total": 0.026564152911305428, + "step": 35210 + }, + { + "loss_action": 0.012530975975096226, + "loss_total": 0.012530975975096226, + "step": 35210 + }, + { + "loss_action": 0.011073977686464787, + "loss_total": 0.011073977686464787, + "step": 35210 + }, + { + "grad_norm": 0.38341277837753296, + "learning_rate": 7.704354711984383e-05, + "loss": 0.0201, + "step": 35220 + }, + { + "loss_action": 0.009738367982208729, + "loss_total": 0.009738367982208729, + "step": 35220 + }, + { + "loss_action": 0.011827296577394009, + "loss_total": 0.011827296577394009, + "step": 35220 + }, + { + "loss_action": 0.011803324334323406, + "loss_total": 0.011803324334323406, + "step": 35220 + }, + { + "loss_action": 0.02135503478348255, + "loss_total": 0.02135503478348255, + "step": 35220 + }, + { + "loss_action": 0.06567831337451935, + "loss_total": 0.06567831337451935, + "step": 35220 + }, + { + "loss_action": 0.02127019874751568, + "loss_total": 0.02127019874751568, + "step": 35220 + }, + { + "grad_norm": 0.431459903717041, + "learning_rate": 7.702963821421133e-05, + "loss": 0.0181, + "step": 35230 + }, + { + "loss_action": 0.0245834831148386, + "loss_total": 0.0245834831148386, + "step": 35230 + }, + { + "loss_action": 0.030236518010497093, + "loss_total": 0.030236518010497093, + "step": 35230 + }, + { + "loss_action": 0.02769573964178562, + "loss_total": 0.02769573964178562, + "step": 35230 + }, + { + "loss_action": 0.024606166407465935, + "loss_total": 0.024606166407465935, + "step": 35230 + }, + { + "loss_action": 0.014875251799821854, + "loss_total": 0.014875251799821854, + "step": 35230 + }, + { + "loss_action": 0.011324374005198479, + "loss_total": 0.011324374005198479, + "step": 35230 + }, + { + "grad_norm": 0.3640930652618408, + "learning_rate": 7.701572635265826e-05, + "loss": 0.0189, + "step": 35240 + }, + { + "loss_action": 0.012497372925281525, + "loss_total": 0.012497372925281525, + "step": 35240 + }, + { + "loss_action": 0.022648779675364494, + "loss_total": 0.022648779675364494, + "step": 35240 + }, + { + "loss_action": 0.029048386961221695, + "loss_total": 0.029048386961221695, + "step": 35240 + }, + { + "loss_action": 0.012669174931943417, + "loss_total": 0.012669174931943417, + "step": 35240 + }, + { + "loss_action": 0.012778203003108501, + "loss_total": 0.012778203003108501, + "step": 35240 + }, + { + "loss_action": 0.04212493076920509, + "loss_total": 0.04212493076920509, + "step": 35240 + }, + { + "grad_norm": 0.49792104959487915, + "learning_rate": 7.700181153670596e-05, + "loss": 0.0192, + "step": 35250 + }, + { + "loss_action": 0.023307742550969124, + "loss_total": 0.023307742550969124, + "step": 35250 + }, + { + "loss_action": 0.017787180840969086, + "loss_total": 0.017787180840969086, + "step": 35250 + }, + { + "loss_action": 0.012979011051356792, + "loss_total": 0.012979011051356792, + "step": 35250 + }, + { + "loss_action": 0.009410957805812359, + "loss_total": 0.009410957805812359, + "step": 35250 + }, + { + "loss_action": 0.022019732743501663, + "loss_total": 0.022019732743501663, + "step": 35250 + }, + { + "loss_action": 0.0409771166741848, + "loss_total": 0.0409771166741848, + "step": 35250 + }, + { + "grad_norm": 0.43919339776039124, + "learning_rate": 7.698789376787616e-05, + "loss": 0.0254, + "step": 35260 + }, + { + "loss_action": 0.024235013872385025, + "loss_total": 0.024235013872385025, + "step": 35260 + }, + { + "loss_action": 0.014795497991144657, + "loss_total": 0.014795497991144657, + "step": 35260 + }, + { + "loss_action": 0.011234521865844727, + "loss_total": 0.011234521865844727, + "step": 35260 + }, + { + "loss_action": 0.015153275802731514, + "loss_total": 0.015153275802731514, + "step": 35260 + }, + { + "loss_action": 0.011147056706249714, + "loss_total": 0.011147056706249714, + "step": 35260 + }, + { + "loss_action": 0.014693629927933216, + "loss_total": 0.014693629927933216, + "step": 35260 + }, + { + "grad_norm": 0.5768278241157532, + "learning_rate": 7.697397304769085e-05, + "loss": 0.0244, + "step": 35270 + }, + { + "loss_action": 0.012340163812041283, + "loss_total": 0.012340163812041283, + "step": 35270 + }, + { + "loss_action": 0.013979654759168625, + "loss_total": 0.013979654759168625, + "step": 35270 + }, + { + "loss_action": 0.016558298841118813, + "loss_total": 0.016558298841118813, + "step": 35270 + }, + { + "loss_action": 0.03131333366036415, + "loss_total": 0.03131333366036415, + "step": 35270 + }, + { + "loss_action": 0.012479543685913086, + "loss_total": 0.012479543685913086, + "step": 35270 + }, + { + "loss_action": 0.022547610104084015, + "loss_total": 0.022547610104084015, + "step": 35270 + }, + { + "grad_norm": 0.45258286595344543, + "learning_rate": 7.696004937767241e-05, + "loss": 0.0238, + "step": 35280 + }, + { + "loss_action": 0.008682084269821644, + "loss_total": 0.008682084269821644, + "step": 35280 + }, + { + "loss_action": 0.00791591964662075, + "loss_total": 0.00791591964662075, + "step": 35280 + }, + { + "loss_action": 0.01487439963966608, + "loss_total": 0.01487439963966608, + "step": 35280 + }, + { + "loss_action": 0.012361572124063969, + "loss_total": 0.012361572124063969, + "step": 35280 + }, + { + "loss_action": 0.008269274607300758, + "loss_total": 0.008269274607300758, + "step": 35280 + }, + { + "loss_action": 0.008326760493218899, + "loss_total": 0.008326760493218899, + "step": 35280 + }, + { + "grad_norm": 0.3298777639865875, + "learning_rate": 7.694612275934352e-05, + "loss": 0.017, + "step": 35290 + }, + { + "loss_action": 0.012543386779725552, + "loss_total": 0.012543386779725552, + "step": 35290 + }, + { + "loss_action": 0.027871988713741302, + "loss_total": 0.027871988713741302, + "step": 35290 + }, + { + "loss_action": 0.014346347190439701, + "loss_total": 0.014346347190439701, + "step": 35290 + }, + { + "loss_action": 0.017927533015608788, + "loss_total": 0.017927533015608788, + "step": 35290 + }, + { + "loss_action": 0.021076297387480736, + "loss_total": 0.021076297387480736, + "step": 35290 + }, + { + "loss_action": 0.025412118062376976, + "loss_total": 0.025412118062376976, + "step": 35290 + }, + { + "grad_norm": 0.4201901853084564, + "learning_rate": 7.693219319422714e-05, + "loss": 0.0221, + "step": 35300 + }, + { + "loss_action": 0.00960935465991497, + "loss_total": 0.00960935465991497, + "step": 35300 + }, + { + "loss_action": 0.035586901009082794, + "loss_total": 0.035586901009082794, + "step": 35300 + }, + { + "loss_action": 0.01350661925971508, + "loss_total": 0.01350661925971508, + "step": 35300 + }, + { + "loss_action": 0.018772635608911514, + "loss_total": 0.018772635608911514, + "step": 35300 + }, + { + "loss_action": 0.015244854614138603, + "loss_total": 0.015244854614138603, + "step": 35300 + }, + { + "loss_action": 0.00749456649646163, + "loss_total": 0.00749456649646163, + "step": 35300 + }, + { + "grad_norm": 0.4675454795360565, + "learning_rate": 7.69182606838466e-05, + "loss": 0.0196, + "step": 35310 + }, + { + "loss_action": 0.009401480667293072, + "loss_total": 0.009401480667293072, + "step": 35310 + }, + { + "loss_action": 0.018306855112314224, + "loss_total": 0.018306855112314224, + "step": 35310 + }, + { + "loss_action": 0.025399470701813698, + "loss_total": 0.025399470701813698, + "step": 35310 + }, + { + "loss_action": 0.008268685080111027, + "loss_total": 0.008268685080111027, + "step": 35310 + }, + { + "loss_action": 0.014778130687773228, + "loss_total": 0.014778130687773228, + "step": 35310 + }, + { + "loss_action": 0.025365853682160378, + "loss_total": 0.025365853682160378, + "step": 35310 + }, + { + "grad_norm": 0.40557289123535156, + "learning_rate": 7.690432522972558e-05, + "loss": 0.0181, + "step": 35320 + }, + { + "loss_action": 0.009775287471711636, + "loss_total": 0.009775287471711636, + "step": 35320 + }, + { + "loss_action": 0.016371799632906914, + "loss_total": 0.016371799632906914, + "step": 35320 + }, + { + "loss_action": 0.030527343973517418, + "loss_total": 0.030527343973517418, + "step": 35320 + }, + { + "loss_action": 0.022292980924248695, + "loss_total": 0.022292980924248695, + "step": 35320 + }, + { + "loss_action": 0.015221035107970238, + "loss_total": 0.015221035107970238, + "step": 35320 + }, + { + "loss_action": 0.015204250812530518, + "loss_total": 0.015204250812530518, + "step": 35320 + }, + { + "grad_norm": 0.43143177032470703, + "learning_rate": 7.689038683338796e-05, + "loss": 0.0226, + "step": 35330 + }, + { + "loss_action": 0.028280839323997498, + "loss_total": 0.028280839323997498, + "step": 35330 + }, + { + "loss_action": 0.011023382656276226, + "loss_total": 0.011023382656276226, + "step": 35330 + }, + { + "loss_action": 0.017058130353689194, + "loss_total": 0.017058130353689194, + "step": 35330 + }, + { + "loss_action": 0.009032980538904667, + "loss_total": 0.009032980538904667, + "step": 35330 + }, + { + "loss_action": 0.009312750771641731, + "loss_total": 0.009312750771641731, + "step": 35330 + }, + { + "loss_action": 0.022408582270145416, + "loss_total": 0.022408582270145416, + "step": 35330 + }, + { + "grad_norm": 0.40672409534454346, + "learning_rate": 7.687644549635808e-05, + "loss": 0.018, + "step": 35340 + }, + { + "loss_action": 0.01733819581568241, + "loss_total": 0.01733819581568241, + "step": 35340 + }, + { + "loss_action": 0.01062815636396408, + "loss_total": 0.01062815636396408, + "step": 35340 + }, + { + "loss_action": 0.015177715569734573, + "loss_total": 0.015177715569734573, + "step": 35340 + }, + { + "loss_action": 0.04762561246752739, + "loss_total": 0.04762561246752739, + "step": 35340 + }, + { + "loss_action": 0.12029442936182022, + "loss_total": 0.12029442936182022, + "step": 35340 + }, + { + "loss_action": 0.030868036672472954, + "loss_total": 0.030868036672472954, + "step": 35340 + }, + { + "grad_norm": 0.4737476110458374, + "learning_rate": 7.686250122016053e-05, + "loss": 0.0226, + "step": 35350 + }, + { + "loss_action": 0.02626362070441246, + "loss_total": 0.02626362070441246, + "step": 35350 + }, + { + "loss_action": 0.014690808020532131, + "loss_total": 0.014690808020532131, + "step": 35350 + }, + { + "loss_action": 0.02238607406616211, + "loss_total": 0.02238607406616211, + "step": 35350 + }, + { + "loss_action": 0.03039645217359066, + "loss_total": 0.03039645217359066, + "step": 35350 + }, + { + "loss_action": 0.035751909017562866, + "loss_total": 0.035751909017562866, + "step": 35350 + }, + { + "loss_action": 0.03785855695605278, + "loss_total": 0.03785855695605278, + "step": 35350 + }, + { + "grad_norm": 0.3343598544597626, + "learning_rate": 7.684855400632022e-05, + "loss": 0.023, + "step": 35360 + }, + { + "loss_action": 0.014480875805020332, + "loss_total": 0.014480875805020332, + "step": 35360 + }, + { + "loss_action": 0.01466063316911459, + "loss_total": 0.01466063316911459, + "step": 35360 + }, + { + "loss_action": 0.00734711904078722, + "loss_total": 0.00734711904078722, + "step": 35360 + }, + { + "loss_action": 0.06715833395719528, + "loss_total": 0.06715833395719528, + "step": 35360 + }, + { + "loss_action": 0.014268272556364536, + "loss_total": 0.014268272556364536, + "step": 35360 + }, + { + "loss_action": 0.009455961175262928, + "loss_total": 0.009455961175262928, + "step": 35360 + }, + { + "grad_norm": 0.3663092255592346, + "learning_rate": 7.683460385636243e-05, + "loss": 0.0201, + "step": 35370 + }, + { + "loss_action": 0.02399195171892643, + "loss_total": 0.02399195171892643, + "step": 35370 + }, + { + "loss_action": 0.013135595247149467, + "loss_total": 0.013135595247149467, + "step": 35370 + }, + { + "loss_action": 0.019583234563469887, + "loss_total": 0.019583234563469887, + "step": 35370 + }, + { + "loss_action": 0.01619129069149494, + "loss_total": 0.01619129069149494, + "step": 35370 + }, + { + "loss_action": 0.010862247087061405, + "loss_total": 0.010862247087061405, + "step": 35370 + }, + { + "loss_action": 0.01725401170551777, + "loss_total": 0.01725401170551777, + "step": 35370 + }, + { + "grad_norm": 0.46247878670692444, + "learning_rate": 7.68206507718127e-05, + "loss": 0.0229, + "step": 35380 + }, + { + "loss_action": 0.03219566121697426, + "loss_total": 0.03219566121697426, + "step": 35380 + }, + { + "loss_action": 0.011731434613466263, + "loss_total": 0.011731434613466263, + "step": 35380 + }, + { + "loss_action": 0.011283351108431816, + "loss_total": 0.011283351108431816, + "step": 35380 + }, + { + "loss_action": 0.016948089003562927, + "loss_total": 0.016948089003562927, + "step": 35380 + }, + { + "loss_action": 0.04352739825844765, + "loss_total": 0.04352739825844765, + "step": 35380 + }, + { + "loss_action": 0.024631276726722717, + "loss_total": 0.024631276726722717, + "step": 35380 + }, + { + "grad_norm": 0.31836938858032227, + "learning_rate": 7.680669475419693e-05, + "loss": 0.0195, + "step": 35390 + }, + { + "loss_action": 0.017444202676415443, + "loss_total": 0.017444202676415443, + "step": 35390 + }, + { + "loss_action": 0.012623947113752365, + "loss_total": 0.012623947113752365, + "step": 35390 + }, + { + "loss_action": 0.02190917544066906, + "loss_total": 0.02190917544066906, + "step": 35390 + }, + { + "loss_action": 0.017690682783722878, + "loss_total": 0.017690682783722878, + "step": 35390 + }, + { + "loss_action": 0.010801313444972038, + "loss_total": 0.010801313444972038, + "step": 35390 + }, + { + "loss_action": 0.023426739498972893, + "loss_total": 0.023426739498972893, + "step": 35390 + }, + { + "grad_norm": 0.49127882719039917, + "learning_rate": 7.679273580504132e-05, + "loss": 0.0229, + "step": 35400 + }, + { + "loss_action": 0.014520091004669666, + "loss_total": 0.014520091004669666, + "step": 35400 + }, + { + "loss_action": 0.016179485246539116, + "loss_total": 0.016179485246539116, + "step": 35400 + }, + { + "loss_action": 0.04101145640015602, + "loss_total": 0.04101145640015602, + "step": 35400 + }, + { + "loss_action": 0.01525635365396738, + "loss_total": 0.01525635365396738, + "step": 35400 + }, + { + "loss_action": 0.015451164916157722, + "loss_total": 0.015451164916157722, + "step": 35400 + }, + { + "loss_action": 0.029985299333930016, + "loss_total": 0.029985299333930016, + "step": 35400 + }, + { + "grad_norm": 0.4188556969165802, + "learning_rate": 7.67787739258724e-05, + "loss": 0.0199, + "step": 35410 + }, + { + "loss_action": 0.009656424634158611, + "loss_total": 0.009656424634158611, + "step": 35410 + }, + { + "loss_action": 0.018091104924678802, + "loss_total": 0.018091104924678802, + "step": 35410 + }, + { + "loss_action": 0.02603280171751976, + "loss_total": 0.02603280171751976, + "step": 35410 + }, + { + "loss_action": 0.01530957780778408, + "loss_total": 0.01530957780778408, + "step": 35410 + }, + { + "loss_action": 0.020022878423333168, + "loss_total": 0.020022878423333168, + "step": 35410 + }, + { + "loss_action": 0.006860885303467512, + "loss_total": 0.006860885303467512, + "step": 35410 + }, + { + "grad_norm": 0.46289682388305664, + "learning_rate": 7.676480911821705e-05, + "loss": 0.0229, + "step": 35420 + }, + { + "loss_action": 0.016010915860533714, + "loss_total": 0.016010915860533714, + "step": 35420 + }, + { + "loss_action": 0.014790481887757778, + "loss_total": 0.014790481887757778, + "step": 35420 + }, + { + "loss_action": 0.010701864957809448, + "loss_total": 0.010701864957809448, + "step": 35420 + }, + { + "loss_action": 0.014273105189204216, + "loss_total": 0.014273105189204216, + "step": 35420 + }, + { + "loss_action": 0.013603788800537586, + "loss_total": 0.013603788800537586, + "step": 35420 + }, + { + "loss_action": 0.0172257237136364, + "loss_total": 0.0172257237136364, + "step": 35420 + }, + { + "grad_norm": 0.3552328050136566, + "learning_rate": 7.675084138360238e-05, + "loss": 0.0218, + "step": 35430 + }, + { + "loss_action": 0.014765899628400803, + "loss_total": 0.014765899628400803, + "step": 35430 + }, + { + "loss_action": 0.017627717927098274, + "loss_total": 0.017627717927098274, + "step": 35430 + }, + { + "loss_action": 0.009156536310911179, + "loss_total": 0.009156536310911179, + "step": 35430 + }, + { + "loss_action": 0.052705079317092896, + "loss_total": 0.052705079317092896, + "step": 35430 + }, + { + "loss_action": 0.03458968177437782, + "loss_total": 0.03458968177437782, + "step": 35430 + }, + { + "loss_action": 0.012120915576815605, + "loss_total": 0.012120915576815605, + "step": 35430 + }, + { + "grad_norm": 0.5454155802726746, + "learning_rate": 7.673687072355592e-05, + "loss": 0.0238, + "step": 35440 + }, + { + "loss_action": 0.010316802188754082, + "loss_total": 0.010316802188754082, + "step": 35440 + }, + { + "loss_action": 0.03704153746366501, + "loss_total": 0.03704153746366501, + "step": 35440 + }, + { + "loss_action": 0.013087025843560696, + "loss_total": 0.013087025843560696, + "step": 35440 + }, + { + "loss_action": 0.012993783690035343, + "loss_total": 0.012993783690035343, + "step": 35440 + }, + { + "loss_action": 0.01680522784590721, + "loss_total": 0.01680522784590721, + "step": 35440 + }, + { + "loss_action": 0.015040311962366104, + "loss_total": 0.015040311962366104, + "step": 35440 + }, + { + "grad_norm": 0.36451730132102966, + "learning_rate": 7.67228971396055e-05, + "loss": 0.0219, + "step": 35450 + }, + { + "loss_action": 0.00830426812171936, + "loss_total": 0.00830426812171936, + "step": 35450 + }, + { + "loss_action": 0.010530824773013592, + "loss_total": 0.010530824773013592, + "step": 35450 + }, + { + "loss_action": 0.017831850796937943, + "loss_total": 0.017831850796937943, + "step": 35450 + }, + { + "loss_action": 0.019205603748559952, + "loss_total": 0.019205603748559952, + "step": 35450 + }, + { + "loss_action": 0.0304001085460186, + "loss_total": 0.0304001085460186, + "step": 35450 + }, + { + "loss_action": 0.035847362130880356, + "loss_total": 0.035847362130880356, + "step": 35450 + }, + { + "grad_norm": 0.3339380919933319, + "learning_rate": 7.670892063327922e-05, + "loss": 0.0204, + "step": 35460 + }, + { + "loss_action": 0.00922876875847578, + "loss_total": 0.00922876875847578, + "step": 35460 + }, + { + "loss_action": 0.02206414006650448, + "loss_total": 0.02206414006650448, + "step": 35460 + }, + { + "loss_action": 0.04343724995851517, + "loss_total": 0.04343724995851517, + "step": 35460 + }, + { + "loss_action": 0.02110879123210907, + "loss_total": 0.02110879123210907, + "step": 35460 + }, + { + "loss_action": 0.01104595698416233, + "loss_total": 0.01104595698416233, + "step": 35460 + }, + { + "loss_action": 0.024045869708061218, + "loss_total": 0.024045869708061218, + "step": 35460 + }, + { + "grad_norm": 0.452208548784256, + "learning_rate": 7.669494120610552e-05, + "loss": 0.025, + "step": 35470 + }, + { + "loss_action": 0.02186054363846779, + "loss_total": 0.02186054363846779, + "step": 35470 + }, + { + "loss_action": 0.009637588635087013, + "loss_total": 0.009637588635087013, + "step": 35470 + }, + { + "loss_action": 0.04048074781894684, + "loss_total": 0.04048074781894684, + "step": 35470 + }, + { + "loss_action": 0.032602064311504364, + "loss_total": 0.032602064311504364, + "step": 35470 + }, + { + "loss_action": 0.023861411958932877, + "loss_total": 0.023861411958932877, + "step": 35470 + }, + { + "loss_action": 0.018940282985568047, + "loss_total": 0.018940282985568047, + "step": 35470 + }, + { + "grad_norm": 0.4069809317588806, + "learning_rate": 7.66809588596132e-05, + "loss": 0.0193, + "step": 35480 + }, + { + "loss_action": 0.022885242477059364, + "loss_total": 0.022885242477059364, + "step": 35480 + }, + { + "loss_action": 0.01661829650402069, + "loss_total": 0.01661829650402069, + "step": 35480 + }, + { + "loss_action": 0.019527103751897812, + "loss_total": 0.019527103751897812, + "step": 35480 + }, + { + "loss_action": 0.008842915296554565, + "loss_total": 0.008842915296554565, + "step": 35480 + }, + { + "loss_action": 0.031029053032398224, + "loss_total": 0.031029053032398224, + "step": 35480 + }, + { + "loss_action": 0.03764890879392624, + "loss_total": 0.03764890879392624, + "step": 35480 + }, + { + "grad_norm": 0.4152763783931732, + "learning_rate": 7.666697359533132e-05, + "loss": 0.0221, + "step": 35490 + }, + { + "loss_action": 0.020874859765172005, + "loss_total": 0.020874859765172005, + "step": 35490 + }, + { + "loss_action": 0.020240657031536102, + "loss_total": 0.020240657031536102, + "step": 35490 + }, + { + "loss_action": 0.012769065797328949, + "loss_total": 0.012769065797328949, + "step": 35490 + }, + { + "loss_action": 0.014327263459563255, + "loss_total": 0.014327263459563255, + "step": 35490 + }, + { + "loss_action": 0.03593293949961662, + "loss_total": 0.03593293949961662, + "step": 35490 + }, + { + "loss_action": 0.06072748079895973, + "loss_total": 0.06072748079895973, + "step": 35490 + }, + { + "grad_norm": 0.35947805643081665, + "learning_rate": 7.665298541478932e-05, + "loss": 0.0193, + "step": 35500 + }, + { + "loss_action": 0.02694167010486126, + "loss_total": 0.02694167010486126, + "step": 35500 + }, + { + "loss_action": 0.012981027364730835, + "loss_total": 0.012981027364730835, + "step": 35500 + }, + { + "loss_action": 0.015789099037647247, + "loss_total": 0.015789099037647247, + "step": 35500 + }, + { + "loss_action": 0.010660010389983654, + "loss_total": 0.010660010389983654, + "step": 35500 + }, + { + "loss_action": 0.031506896018981934, + "loss_total": 0.031506896018981934, + "step": 35500 + }, + { + "loss_action": 0.007387840189039707, + "loss_total": 0.007387840189039707, + "step": 35500 + }, + { + "grad_norm": 0.41351407766342163, + "learning_rate": 7.66389943195169e-05, + "loss": 0.0236, + "step": 35510 + }, + { + "loss_action": 0.009706812910735607, + "loss_total": 0.009706812910735607, + "step": 35510 + }, + { + "loss_action": 0.016568848863244057, + "loss_total": 0.016568848863244057, + "step": 35510 + }, + { + "loss_action": 0.024406906217336655, + "loss_total": 0.024406906217336655, + "step": 35510 + }, + { + "loss_action": 0.01775469444692135, + "loss_total": 0.01775469444692135, + "step": 35510 + }, + { + "loss_action": 0.025595983490347862, + "loss_total": 0.025595983490347862, + "step": 35510 + }, + { + "loss_action": 0.011709166690707207, + "loss_total": 0.011709166690707207, + "step": 35510 + }, + { + "grad_norm": 0.44853517413139343, + "learning_rate": 7.66250003110441e-05, + "loss": 0.0269, + "step": 35520 + }, + { + "loss_action": 0.024112233892083168, + "loss_total": 0.024112233892083168, + "step": 35520 + }, + { + "loss_action": 0.00856008566915989, + "loss_total": 0.00856008566915989, + "step": 35520 + }, + { + "loss_action": 0.02320859208703041, + "loss_total": 0.02320859208703041, + "step": 35520 + }, + { + "loss_action": 0.013828800991177559, + "loss_total": 0.013828800991177559, + "step": 35520 + }, + { + "loss_action": 0.02302905172109604, + "loss_total": 0.02302905172109604, + "step": 35520 + }, + { + "loss_action": 0.015988580882549286, + "loss_total": 0.015988580882549286, + "step": 35520 + }, + { + "grad_norm": 0.48531103134155273, + "learning_rate": 7.66110033909013e-05, + "loss": 0.0256, + "step": 35530 + }, + { + "loss_action": 0.03550953418016434, + "loss_total": 0.03550953418016434, + "step": 35530 + }, + { + "loss_action": 0.030725231394171715, + "loss_total": 0.030725231394171715, + "step": 35530 + }, + { + "loss_action": 0.01497431006282568, + "loss_total": 0.01497431006282568, + "step": 35530 + }, + { + "loss_action": 0.034249428659677505, + "loss_total": 0.034249428659677505, + "step": 35530 + }, + { + "loss_action": 0.014173714444041252, + "loss_total": 0.014173714444041252, + "step": 35530 + }, + { + "loss_action": 0.010605491697788239, + "loss_total": 0.010605491697788239, + "step": 35530 + }, + { + "grad_norm": 0.525852620601654, + "learning_rate": 7.659700356061918e-05, + "loss": 0.0215, + "step": 35540 + }, + { + "loss_action": 0.026339091360569, + "loss_total": 0.026339091360569, + "step": 35540 + }, + { + "loss_action": 0.009367887862026691, + "loss_total": 0.009367887862026691, + "step": 35540 + }, + { + "loss_action": 0.01965121179819107, + "loss_total": 0.01965121179819107, + "step": 35540 + }, + { + "loss_action": 0.021932167932391167, + "loss_total": 0.021932167932391167, + "step": 35540 + }, + { + "loss_action": 0.022183895111083984, + "loss_total": 0.022183895111083984, + "step": 35540 + }, + { + "loss_action": 0.0835082158446312, + "loss_total": 0.0835082158446312, + "step": 35540 + }, + { + "grad_norm": 0.38672786951065063, + "learning_rate": 7.658300082172875e-05, + "loss": 0.0256, + "step": 35550 + }, + { + "loss_action": 0.014464318752288818, + "loss_total": 0.014464318752288818, + "step": 35550 + }, + { + "loss_action": 0.022311899811029434, + "loss_total": 0.022311899811029434, + "step": 35550 + }, + { + "loss_action": 0.07489970326423645, + "loss_total": 0.07489970326423645, + "step": 35550 + }, + { + "loss_action": 0.01329563744366169, + "loss_total": 0.01329563744366169, + "step": 35550 + }, + { + "loss_action": 0.01032174937427044, + "loss_total": 0.01032174937427044, + "step": 35550 + }, + { + "loss_action": 0.044253285974264145, + "loss_total": 0.044253285974264145, + "step": 35550 + }, + { + "grad_norm": 0.41234225034713745, + "learning_rate": 7.65689951757613e-05, + "loss": 0.0259, + "step": 35560 + }, + { + "loss_action": 0.028238240629434586, + "loss_total": 0.028238240629434586, + "step": 35560 + }, + { + "loss_action": 0.017186010256409645, + "loss_total": 0.017186010256409645, + "step": 35560 + }, + { + "loss_action": 0.020167171955108643, + "loss_total": 0.020167171955108643, + "step": 35560 + }, + { + "loss_action": 0.03600839152932167, + "loss_total": 0.03600839152932167, + "step": 35560 + }, + { + "loss_action": 0.017748665064573288, + "loss_total": 0.017748665064573288, + "step": 35560 + }, + { + "loss_action": 0.022187158465385437, + "loss_total": 0.022187158465385437, + "step": 35560 + }, + { + "grad_norm": 0.46094372868537903, + "learning_rate": 7.655498662424849e-05, + "loss": 0.0227, + "step": 35570 + }, + { + "loss_action": 0.0211076308041811, + "loss_total": 0.0211076308041811, + "step": 35570 + }, + { + "loss_action": 0.010697166435420513, + "loss_total": 0.010697166435420513, + "step": 35570 + }, + { + "loss_action": 0.01506833266466856, + "loss_total": 0.01506833266466856, + "step": 35570 + }, + { + "loss_action": 0.022217702120542526, + "loss_total": 0.022217702120542526, + "step": 35570 + }, + { + "loss_action": 0.012264393270015717, + "loss_total": 0.012264393270015717, + "step": 35570 + }, + { + "loss_action": 0.013055814430117607, + "loss_total": 0.013055814430117607, + "step": 35570 + }, + { + "grad_norm": 0.32232174277305603, + "learning_rate": 7.654097516872227e-05, + "loss": 0.0264, + "step": 35580 + }, + { + "loss_action": 0.015396501868963242, + "loss_total": 0.015396501868963242, + "step": 35580 + }, + { + "loss_action": 0.026820555329322815, + "loss_total": 0.026820555329322815, + "step": 35580 + }, + { + "loss_action": 0.024055352434515953, + "loss_total": 0.024055352434515953, + "step": 35580 + }, + { + "loss_action": 0.008762248791754246, + "loss_total": 0.008762248791754246, + "step": 35580 + }, + { + "loss_action": 0.01192412618547678, + "loss_total": 0.01192412618547678, + "step": 35580 + }, + { + "loss_action": 0.015213841572403908, + "loss_total": 0.015213841572403908, + "step": 35580 + }, + { + "grad_norm": 0.4000013768672943, + "learning_rate": 7.65269608107149e-05, + "loss": 0.0191, + "step": 35590 + }, + { + "loss_action": 0.021085403859615326, + "loss_total": 0.021085403859615326, + "step": 35590 + }, + { + "loss_action": 0.014394720084965229, + "loss_total": 0.014394720084965229, + "step": 35590 + }, + { + "loss_action": 0.030154528096318245, + "loss_total": 0.030154528096318245, + "step": 35590 + }, + { + "loss_action": 0.012058068066835403, + "loss_total": 0.012058068066835403, + "step": 35590 + }, + { + "loss_action": 0.013698317110538483, + "loss_total": 0.013698317110538483, + "step": 35590 + }, + { + "loss_action": 0.01352071575820446, + "loss_total": 0.01352071575820446, + "step": 35590 + }, + { + "grad_norm": 0.4598654508590698, + "learning_rate": 7.6512943551759e-05, + "loss": 0.0228, + "step": 35600 + }, + { + "loss_action": 0.03242962434887886, + "loss_total": 0.03242962434887886, + "step": 35600 + }, + { + "loss_action": 0.009678687900304794, + "loss_total": 0.009678687900304794, + "step": 35600 + }, + { + "loss_action": 0.01788802072405815, + "loss_total": 0.01788802072405815, + "step": 35600 + }, + { + "loss_action": 0.03204672783613205, + "loss_total": 0.03204672783613205, + "step": 35600 + }, + { + "loss_action": 0.011224978603422642, + "loss_total": 0.011224978603422642, + "step": 35600 + }, + { + "loss_action": 0.013250444084405899, + "loss_total": 0.013250444084405899, + "step": 35600 + }, + { + "grad_norm": 0.4341808259487152, + "learning_rate": 7.649892339338743e-05, + "loss": 0.0221, + "step": 35610 + }, + { + "loss_action": 0.024378284811973572, + "loss_total": 0.024378284811973572, + "step": 35610 + }, + { + "loss_action": 0.012355463579297066, + "loss_total": 0.012355463579297066, + "step": 35610 + }, + { + "loss_action": 0.04217401519417763, + "loss_total": 0.04217401519417763, + "step": 35610 + }, + { + "loss_action": 0.023035971447825432, + "loss_total": 0.023035971447825432, + "step": 35610 + }, + { + "loss_action": 0.007987449876964092, + "loss_total": 0.007987449876964092, + "step": 35610 + }, + { + "loss_action": 0.032195936888456345, + "loss_total": 0.032195936888456345, + "step": 35610 + }, + { + "grad_norm": 0.4257880449295044, + "learning_rate": 7.648490033713344e-05, + "loss": 0.0229, + "step": 35620 + }, + { + "loss_action": 0.031979627907276154, + "loss_total": 0.031979627907276154, + "step": 35620 + }, + { + "loss_action": 0.01804864965379238, + "loss_total": 0.01804864965379238, + "step": 35620 + }, + { + "loss_action": 0.0171508826315403, + "loss_total": 0.0171508826315403, + "step": 35620 + }, + { + "loss_action": 0.015005153603851795, + "loss_total": 0.015005153603851795, + "step": 35620 + }, + { + "loss_action": 0.024291332811117172, + "loss_total": 0.024291332811117172, + "step": 35620 + }, + { + "loss_action": 0.015710575506091118, + "loss_total": 0.015710575506091118, + "step": 35620 + }, + { + "grad_norm": 0.4361492693424225, + "learning_rate": 7.647087438453058e-05, + "loss": 0.0322, + "step": 35630 + }, + { + "loss_action": 0.014150927774608135, + "loss_total": 0.014150927774608135, + "step": 35630 + }, + { + "loss_action": 0.009627957828342915, + "loss_total": 0.009627957828342915, + "step": 35630 + }, + { + "loss_action": 0.015797987580299377, + "loss_total": 0.015797987580299377, + "step": 35630 + }, + { + "loss_action": 0.013196863234043121, + "loss_total": 0.013196863234043121, + "step": 35630 + }, + { + "loss_action": 0.015379085205495358, + "loss_total": 0.015379085205495358, + "step": 35630 + }, + { + "loss_action": 0.031872883439064026, + "loss_total": 0.031872883439064026, + "step": 35630 + }, + { + "grad_norm": 0.4956410825252533, + "learning_rate": 7.64568455371127e-05, + "loss": 0.0234, + "step": 35640 + }, + { + "loss_action": 0.012803997844457626, + "loss_total": 0.012803997844457626, + "step": 35640 + }, + { + "loss_action": 0.02202516980469227, + "loss_total": 0.02202516980469227, + "step": 35640 + }, + { + "loss_action": 0.020584186539053917, + "loss_total": 0.020584186539053917, + "step": 35640 + }, + { + "loss_action": 0.029735198244452477, + "loss_total": 0.029735198244452477, + "step": 35640 + }, + { + "loss_action": 0.021977035328745842, + "loss_total": 0.021977035328745842, + "step": 35640 + }, + { + "loss_action": 0.021045777946710587, + "loss_total": 0.021045777946710587, + "step": 35640 + }, + { + "grad_norm": 0.4932651221752167, + "learning_rate": 7.644281379641396e-05, + "loss": 0.0221, + "step": 35650 + }, + { + "loss_action": 0.03575509041547775, + "loss_total": 0.03575509041547775, + "step": 35650 + }, + { + "loss_action": 0.014613758772611618, + "loss_total": 0.014613758772611618, + "step": 35650 + }, + { + "loss_action": 0.03235447779297829, + "loss_total": 0.03235447779297829, + "step": 35650 + }, + { + "loss_action": 0.01317576039582491, + "loss_total": 0.01317576039582491, + "step": 35650 + }, + { + "loss_action": 0.023650934919714928, + "loss_total": 0.023650934919714928, + "step": 35650 + }, + { + "loss_action": 0.01671293005347252, + "loss_total": 0.01671293005347252, + "step": 35650 + }, + { + "grad_norm": 0.40358301997184753, + "learning_rate": 7.642877916396887e-05, + "loss": 0.021, + "step": 35660 + }, + { + "loss_action": 0.013410943560302258, + "loss_total": 0.013410943560302258, + "step": 35660 + }, + { + "loss_action": 0.018545648083090782, + "loss_total": 0.018545648083090782, + "step": 35660 + }, + { + "loss_action": 0.014752968214452267, + "loss_total": 0.014752968214452267, + "step": 35660 + }, + { + "loss_action": 0.019419508054852486, + "loss_total": 0.019419508054852486, + "step": 35660 + }, + { + "loss_action": 0.0232230257242918, + "loss_total": 0.0232230257242918, + "step": 35660 + }, + { + "loss_action": 0.05730191990733147, + "loss_total": 0.05730191990733147, + "step": 35660 + }, + { + "grad_norm": 0.7746694087982178, + "learning_rate": 7.641474164131221e-05, + "loss": 0.0287, + "step": 35670 + }, + { + "loss_action": 0.02301768958568573, + "loss_total": 0.02301768958568573, + "step": 35670 + }, + { + "loss_action": 0.03290542587637901, + "loss_total": 0.03290542587637901, + "step": 35670 + }, + { + "loss_action": 0.21976929903030396, + "loss_total": 0.21976929903030396, + "step": 35670 + }, + { + "loss_action": 0.031386103481054306, + "loss_total": 0.031386103481054306, + "step": 35670 + }, + { + "loss_action": 0.022102201357483864, + "loss_total": 0.022102201357483864, + "step": 35670 + }, + { + "loss_action": 0.05776897072792053, + "loss_total": 0.05776897072792053, + "step": 35670 + }, + { + "grad_norm": 0.7199432849884033, + "learning_rate": 7.640070122997913e-05, + "loss": 0.0344, + "step": 35680 + }, + { + "loss_action": 0.031793560832738876, + "loss_total": 0.031793560832738876, + "step": 35680 + }, + { + "loss_action": 0.025285901501774788, + "loss_total": 0.025285901501774788, + "step": 35680 + }, + { + "loss_action": 0.03547072410583496, + "loss_total": 0.03547072410583496, + "step": 35680 + }, + { + "loss_action": 0.025399846956133842, + "loss_total": 0.025399846956133842, + "step": 35680 + }, + { + "loss_action": 0.041939400136470795, + "loss_total": 0.041939400136470795, + "step": 35680 + }, + { + "loss_action": 0.01674409955739975, + "loss_total": 0.01674409955739975, + "step": 35680 + }, + { + "grad_norm": 0.8170625567436218, + "learning_rate": 7.638665793150505e-05, + "loss": 0.0349, + "step": 35690 + }, + { + "loss_action": 0.013430065475404263, + "loss_total": 0.013430065475404263, + "step": 35690 + }, + { + "loss_action": 0.05628393217921257, + "loss_total": 0.05628393217921257, + "step": 35690 + }, + { + "loss_action": 0.05921100825071335, + "loss_total": 0.05921100825071335, + "step": 35690 + }, + { + "loss_action": 0.04376202076673508, + "loss_total": 0.04376202076673508, + "step": 35690 + }, + { + "loss_action": 0.019588947296142578, + "loss_total": 0.019588947296142578, + "step": 35690 + }, + { + "loss_action": 0.025298060849308968, + "loss_total": 0.025298060849308968, + "step": 35690 + }, + { + "grad_norm": 0.463885635137558, + "learning_rate": 7.637261174742574e-05, + "loss": 0.0238, + "step": 35700 + }, + { + "loss_action": 0.010761452838778496, + "loss_total": 0.010761452838778496, + "step": 35700 + }, + { + "loss_action": 0.008208026178181171, + "loss_total": 0.008208026178181171, + "step": 35700 + }, + { + "loss_action": 0.01154245249927044, + "loss_total": 0.01154245249927044, + "step": 35700 + }, + { + "loss_action": 0.02218017913401127, + "loss_total": 0.02218017913401127, + "step": 35700 + }, + { + "loss_action": 0.01673893630504608, + "loss_total": 0.01673893630504608, + "step": 35700 + }, + { + "loss_action": 0.010615595616400242, + "loss_total": 0.010615595616400242, + "step": 35700 + }, + { + "grad_norm": 0.558418869972229, + "learning_rate": 7.635856267927725e-05, + "loss": 0.0317, + "step": 35710 + }, + { + "loss_action": 0.056048616766929626, + "loss_total": 0.056048616766929626, + "step": 35710 + }, + { + "loss_action": 0.022849246859550476, + "loss_total": 0.022849246859550476, + "step": 35710 + }, + { + "loss_action": 0.01500149816274643, + "loss_total": 0.01500149816274643, + "step": 35710 + }, + { + "loss_action": 0.01859474927186966, + "loss_total": 0.01859474927186966, + "step": 35710 + }, + { + "loss_action": 0.027387669309973717, + "loss_total": 0.027387669309973717, + "step": 35710 + }, + { + "loss_action": 0.05329577252268791, + "loss_total": 0.05329577252268791, + "step": 35710 + }, + { + "grad_norm": 0.5387690663337708, + "learning_rate": 7.634451072859597e-05, + "loss": 0.0274, + "step": 35720 + }, + { + "loss_action": 0.024395449087023735, + "loss_total": 0.024395449087023735, + "step": 35720 + }, + { + "loss_action": 0.024281907826662064, + "loss_total": 0.024281907826662064, + "step": 35720 + }, + { + "loss_action": 0.019195176661014557, + "loss_total": 0.019195176661014557, + "step": 35720 + }, + { + "loss_action": 0.014850622043013573, + "loss_total": 0.014850622043013573, + "step": 35720 + }, + { + "loss_action": 0.013978532515466213, + "loss_total": 0.013978532515466213, + "step": 35720 + }, + { + "loss_action": 0.011822057887911797, + "loss_total": 0.011822057887911797, + "step": 35720 + }, + { + "grad_norm": 0.5062988996505737, + "learning_rate": 7.633045589691863e-05, + "loss": 0.0291, + "step": 35730 + }, + { + "loss_action": 0.02203124389052391, + "loss_total": 0.02203124389052391, + "step": 35730 + }, + { + "loss_action": 0.018664320930838585, + "loss_total": 0.018664320930838585, + "step": 35730 + }, + { + "loss_action": 0.04641556739807129, + "loss_total": 0.04641556739807129, + "step": 35730 + }, + { + "loss_action": 0.01719038560986519, + "loss_total": 0.01719038560986519, + "step": 35730 + }, + { + "loss_action": 0.01886916346848011, + "loss_total": 0.01886916346848011, + "step": 35730 + }, + { + "loss_action": 0.01471424289047718, + "loss_total": 0.01471424289047718, + "step": 35730 + }, + { + "grad_norm": 0.4303070306777954, + "learning_rate": 7.63163981857822e-05, + "loss": 0.0296, + "step": 35740 + }, + { + "loss_action": 0.0223978403955698, + "loss_total": 0.0223978403955698, + "step": 35740 + }, + { + "loss_action": 0.029561594128608704, + "loss_total": 0.029561594128608704, + "step": 35740 + }, + { + "loss_action": 0.01606101728975773, + "loss_total": 0.01606101728975773, + "step": 35740 + }, + { + "loss_action": 0.01129766646772623, + "loss_total": 0.01129766646772623, + "step": 35740 + }, + { + "loss_action": 0.02206290140748024, + "loss_total": 0.02206290140748024, + "step": 35740 + }, + { + "loss_action": 0.01195439137518406, + "loss_total": 0.01195439137518406, + "step": 35740 + }, + { + "grad_norm": 0.4833843410015106, + "learning_rate": 7.630233759672403e-05, + "loss": 0.0249, + "step": 35750 + }, + { + "loss_action": 0.016045818105340004, + "loss_total": 0.016045818105340004, + "step": 35750 + }, + { + "loss_action": 0.020848996937274933, + "loss_total": 0.020848996937274933, + "step": 35750 + }, + { + "loss_action": 0.030508147552609444, + "loss_total": 0.030508147552609444, + "step": 35750 + }, + { + "loss_action": 0.017972202971577644, + "loss_total": 0.017972202971577644, + "step": 35750 + }, + { + "loss_action": 0.014041614718735218, + "loss_total": 0.014041614718735218, + "step": 35750 + }, + { + "loss_action": 0.04456362873315811, + "loss_total": 0.04456362873315811, + "step": 35750 + }, + { + "grad_norm": 0.6123810410499573, + "learning_rate": 7.628827413128177e-05, + "loss": 0.0309, + "step": 35760 + }, + { + "loss_action": 0.031533122062683105, + "loss_total": 0.031533122062683105, + "step": 35760 + }, + { + "loss_action": 0.014854449778795242, + "loss_total": 0.014854449778795242, + "step": 35760 + }, + { + "loss_action": 0.010328125208616257, + "loss_total": 0.010328125208616257, + "step": 35760 + }, + { + "loss_action": 0.03807967156171799, + "loss_total": 0.03807967156171799, + "step": 35760 + }, + { + "loss_action": 0.030942391604185104, + "loss_total": 0.030942391604185104, + "step": 35760 + }, + { + "loss_action": 0.0606948584318161, + "loss_total": 0.0606948584318161, + "step": 35760 + }, + { + "grad_norm": 0.5405210852622986, + "learning_rate": 7.627420779099338e-05, + "loss": 0.031, + "step": 35770 + }, + { + "loss_action": 0.017093507573008537, + "loss_total": 0.017093507573008537, + "step": 35770 + }, + { + "loss_action": 0.11725383251905441, + "loss_total": 0.11725383251905441, + "step": 35770 + }, + { + "loss_action": 0.017621930688619614, + "loss_total": 0.017621930688619614, + "step": 35770 + }, + { + "loss_action": 0.07992968708276749, + "loss_total": 0.07992968708276749, + "step": 35770 + }, + { + "loss_action": 0.03165299445390701, + "loss_total": 0.03165299445390701, + "step": 35770 + }, + { + "loss_action": 0.030438710004091263, + "loss_total": 0.030438710004091263, + "step": 35770 + }, + { + "grad_norm": 0.6380019783973694, + "learning_rate": 7.626013857739711e-05, + "loss": 0.034, + "step": 35780 + }, + { + "loss_action": 0.02571379952132702, + "loss_total": 0.02571379952132702, + "step": 35780 + }, + { + "loss_action": 0.04718878120183945, + "loss_total": 0.04718878120183945, + "step": 35780 + }, + { + "loss_action": 0.030213363468647003, + "loss_total": 0.030213363468647003, + "step": 35780 + }, + { + "loss_action": 0.020306874066591263, + "loss_total": 0.020306874066591263, + "step": 35780 + }, + { + "loss_action": 0.017684228718280792, + "loss_total": 0.017684228718280792, + "step": 35780 + }, + { + "loss_action": 0.06607071310281754, + "loss_total": 0.06607071310281754, + "step": 35780 + }, + { + "grad_norm": 0.5877971053123474, + "learning_rate": 7.624606649203158e-05, + "loss": 0.029, + "step": 35790 + }, + { + "loss_action": 0.028571562841534615, + "loss_total": 0.028571562841534615, + "step": 35790 + }, + { + "loss_action": 0.02304847724735737, + "loss_total": 0.02304847724735737, + "step": 35790 + }, + { + "loss_action": 0.029467634856700897, + "loss_total": 0.029467634856700897, + "step": 35790 + }, + { + "loss_action": 0.012414426542818546, + "loss_total": 0.012414426542818546, + "step": 35790 + }, + { + "loss_action": 0.04865434020757675, + "loss_total": 0.04865434020757675, + "step": 35790 + }, + { + "loss_action": 0.027433576062321663, + "loss_total": 0.027433576062321663, + "step": 35790 + }, + { + "grad_norm": 0.520961344242096, + "learning_rate": 7.623199153643569e-05, + "loss": 0.0287, + "step": 35800 + }, + { + "loss_action": 0.06722810119390488, + "loss_total": 0.06722810119390488, + "step": 35800 + }, + { + "loss_action": 0.022551512345671654, + "loss_total": 0.022551512345671654, + "step": 35800 + }, + { + "loss_action": 0.01969190500676632, + "loss_total": 0.01969190500676632, + "step": 35800 + }, + { + "loss_action": 0.016908224672079086, + "loss_total": 0.016908224672079086, + "step": 35800 + }, + { + "loss_action": 0.017385827377438545, + "loss_total": 0.017385827377438545, + "step": 35800 + }, + { + "loss_action": 0.028225969523191452, + "loss_total": 0.028225969523191452, + "step": 35800 + }, + { + "grad_norm": 0.4154921770095825, + "learning_rate": 7.621791371214863e-05, + "loss": 0.0291, + "step": 35810 + }, + { + "loss_action": 0.02154960297048092, + "loss_total": 0.02154960297048092, + "step": 35810 + }, + { + "loss_action": 0.020000526681542397, + "loss_total": 0.020000526681542397, + "step": 35810 + }, + { + "loss_action": 0.016086455434560776, + "loss_total": 0.016086455434560776, + "step": 35810 + }, + { + "loss_action": 0.012625115923583508, + "loss_total": 0.012625115923583508, + "step": 35810 + }, + { + "loss_action": 0.024962913244962692, + "loss_total": 0.024962913244962692, + "step": 35810 + }, + { + "loss_action": 0.010260610841214657, + "loss_total": 0.010260610841214657, + "step": 35810 + }, + { + "grad_norm": 0.43615058064460754, + "learning_rate": 7.620383302070995e-05, + "loss": 0.0292, + "step": 35820 + }, + { + "loss_action": 0.09111145883798599, + "loss_total": 0.09111145883798599, + "step": 35820 + }, + { + "loss_action": 0.02548653818666935, + "loss_total": 0.02548653818666935, + "step": 35820 + }, + { + "loss_action": 0.014034739695489407, + "loss_total": 0.014034739695489407, + "step": 35820 + }, + { + "loss_action": 0.010839605703949928, + "loss_total": 0.010839605703949928, + "step": 35820 + }, + { + "loss_action": 0.021048452705144882, + "loss_total": 0.021048452705144882, + "step": 35820 + }, + { + "loss_action": 0.011999565176665783, + "loss_total": 0.011999565176665783, + "step": 35820 + }, + { + "grad_norm": 0.42971640825271606, + "learning_rate": 7.61897494636595e-05, + "loss": 0.0243, + "step": 35830 + }, + { + "loss_action": 0.025072989985346794, + "loss_total": 0.025072989985346794, + "step": 35830 + }, + { + "loss_action": 0.10370180010795593, + "loss_total": 0.10370180010795593, + "step": 35830 + }, + { + "loss_action": 0.02230221964418888, + "loss_total": 0.02230221964418888, + "step": 35830 + }, + { + "loss_action": 0.04335308074951172, + "loss_total": 0.04335308074951172, + "step": 35830 + }, + { + "loss_action": 0.011986613273620605, + "loss_total": 0.011986613273620605, + "step": 35830 + }, + { + "loss_action": 0.015282233245670795, + "loss_total": 0.015282233245670795, + "step": 35830 + }, + { + "grad_norm": 0.3686869442462921, + "learning_rate": 7.617566304253739e-05, + "loss": 0.026, + "step": 35840 + }, + { + "loss_action": 0.01792486011981964, + "loss_total": 0.01792486011981964, + "step": 35840 + }, + { + "loss_action": 0.014915410429239273, + "loss_total": 0.014915410429239273, + "step": 35840 + }, + { + "loss_action": 0.014286228455603123, + "loss_total": 0.014286228455603123, + "step": 35840 + }, + { + "loss_action": 0.013589589856564999, + "loss_total": 0.013589589856564999, + "step": 35840 + }, + { + "loss_action": 0.017083143815398216, + "loss_total": 0.017083143815398216, + "step": 35840 + }, + { + "loss_action": 0.010249770246446133, + "loss_total": 0.010249770246446133, + "step": 35840 + }, + { + "grad_norm": 0.4306930899620056, + "learning_rate": 7.616157375888416e-05, + "loss": 0.0212, + "step": 35850 + }, + { + "loss_action": 0.014780391938984394, + "loss_total": 0.014780391938984394, + "step": 35850 + }, + { + "loss_action": 0.08486877381801605, + "loss_total": 0.08486877381801605, + "step": 35850 + }, + { + "loss_action": 0.015574566088616848, + "loss_total": 0.015574566088616848, + "step": 35850 + }, + { + "loss_action": 0.010884227231144905, + "loss_total": 0.010884227231144905, + "step": 35850 + }, + { + "loss_action": 0.009078516624867916, + "loss_total": 0.009078516624867916, + "step": 35850 + }, + { + "loss_action": 0.011267125606536865, + "loss_total": 0.011267125606536865, + "step": 35850 + }, + { + "grad_norm": 0.40601637959480286, + "learning_rate": 7.614748161424053e-05, + "loss": 0.0226, + "step": 35860 + }, + { + "loss_action": 0.011077392846345901, + "loss_total": 0.011077392846345901, + "step": 35860 + }, + { + "loss_action": 0.0302838534116745, + "loss_total": 0.0302838534116745, + "step": 35860 + }, + { + "loss_action": 0.042540740221738815, + "loss_total": 0.042540740221738815, + "step": 35860 + }, + { + "loss_action": 0.009783672168850899, + "loss_total": 0.009783672168850899, + "step": 35860 + }, + { + "loss_action": 0.07283152639865875, + "loss_total": 0.07283152639865875, + "step": 35860 + }, + { + "loss_action": 0.018209382891654968, + "loss_total": 0.018209382891654968, + "step": 35860 + }, + { + "grad_norm": 0.4914674162864685, + "learning_rate": 7.613338661014763e-05, + "loss": 0.0248, + "step": 35870 + }, + { + "loss_action": 0.018241818994283676, + "loss_total": 0.018241818994283676, + "step": 35870 + }, + { + "loss_action": 0.016880307346582413, + "loss_total": 0.016880307346582413, + "step": 35870 + }, + { + "loss_action": 0.05366038531064987, + "loss_total": 0.05366038531064987, + "step": 35870 + }, + { + "loss_action": 0.033201057463884354, + "loss_total": 0.033201057463884354, + "step": 35870 + }, + { + "loss_action": 0.012887023389339447, + "loss_total": 0.012887023389339447, + "step": 35870 + }, + { + "loss_action": 0.015741555020213127, + "loss_total": 0.015741555020213127, + "step": 35870 + }, + { + "grad_norm": 0.39505136013031006, + "learning_rate": 7.611928874814686e-05, + "loss": 0.0222, + "step": 35880 + }, + { + "loss_action": 0.020478306338191032, + "loss_total": 0.020478306338191032, + "step": 35880 + }, + { + "loss_action": 0.03285699710249901, + "loss_total": 0.03285699710249901, + "step": 35880 + }, + { + "loss_action": 0.012886160053312778, + "loss_total": 0.012886160053312778, + "step": 35880 + }, + { + "loss_action": 0.008341126143932343, + "loss_total": 0.008341126143932343, + "step": 35880 + }, + { + "loss_action": 0.034959033131599426, + "loss_total": 0.034959033131599426, + "step": 35880 + }, + { + "loss_action": 0.018944289535284042, + "loss_total": 0.018944289535284042, + "step": 35880 + }, + { + "grad_norm": 0.42042604088783264, + "learning_rate": 7.610518802977996e-05, + "loss": 0.0213, + "step": 35890 + }, + { + "loss_action": 0.018735231831669807, + "loss_total": 0.018735231831669807, + "step": 35890 + }, + { + "loss_action": 0.0245499387383461, + "loss_total": 0.0245499387383461, + "step": 35890 + }, + { + "loss_action": 0.010247554630041122, + "loss_total": 0.010247554630041122, + "step": 35890 + }, + { + "loss_action": 0.018700363114476204, + "loss_total": 0.018700363114476204, + "step": 35890 + }, + { + "loss_action": 0.016515694558620453, + "loss_total": 0.016515694558620453, + "step": 35890 + }, + { + "loss_action": 0.015708046033978462, + "loss_total": 0.015708046033978462, + "step": 35890 + }, + { + "grad_norm": 0.37553247809410095, + "learning_rate": 7.609108445658893e-05, + "loss": 0.0171, + "step": 35900 + }, + { + "loss_action": 0.014860433526337147, + "loss_total": 0.014860433526337147, + "step": 35900 + }, + { + "loss_action": 0.020000876858830452, + "loss_total": 0.020000876858830452, + "step": 35900 + }, + { + "loss_action": 0.01006299164146185, + "loss_total": 0.01006299164146185, + "step": 35900 + }, + { + "loss_action": 0.02605092152953148, + "loss_total": 0.02605092152953148, + "step": 35900 + }, + { + "loss_action": 0.008119387552142143, + "loss_total": 0.008119387552142143, + "step": 35900 + }, + { + "loss_action": 0.012869910337030888, + "loss_total": 0.012869910337030888, + "step": 35900 + }, + { + "grad_norm": 0.5545461773872375, + "learning_rate": 7.607697803011612e-05, + "loss": 0.0206, + "step": 35910 + }, + { + "loss_action": 0.009431250393390656, + "loss_total": 0.009431250393390656, + "step": 35910 + }, + { + "loss_action": 0.013027828186750412, + "loss_total": 0.013027828186750412, + "step": 35910 + }, + { + "loss_action": 0.01936180517077446, + "loss_total": 0.01936180517077446, + "step": 35910 + }, + { + "loss_action": 0.00877120066434145, + "loss_total": 0.00877120066434145, + "step": 35910 + }, + { + "loss_action": 0.01703847199678421, + "loss_total": 0.01703847199678421, + "step": 35910 + }, + { + "loss_action": 0.027070505544543266, + "loss_total": 0.027070505544543266, + "step": 35910 + }, + { + "grad_norm": 0.42262008786201477, + "learning_rate": 7.606286875190421e-05, + "loss": 0.026, + "step": 35920 + }, + { + "loss_action": 0.03296813741326332, + "loss_total": 0.03296813741326332, + "step": 35920 + }, + { + "loss_action": 0.018905961886048317, + "loss_total": 0.018905961886048317, + "step": 35920 + }, + { + "loss_action": 0.009568067267537117, + "loss_total": 0.009568067267537117, + "step": 35920 + }, + { + "loss_action": 0.02851571887731552, + "loss_total": 0.02851571887731552, + "step": 35920 + }, + { + "loss_action": 0.012035880237817764, + "loss_total": 0.012035880237817764, + "step": 35920 + }, + { + "loss_action": 0.02467772178351879, + "loss_total": 0.02467772178351879, + "step": 35920 + }, + { + "grad_norm": 0.5277080535888672, + "learning_rate": 7.604875662349617e-05, + "loss": 0.0319, + "step": 35930 + }, + { + "loss_action": 0.016255900263786316, + "loss_total": 0.016255900263786316, + "step": 35930 + }, + { + "loss_action": 0.011915361508727074, + "loss_total": 0.011915361508727074, + "step": 35930 + }, + { + "loss_action": 0.02210644632577896, + "loss_total": 0.02210644632577896, + "step": 35930 + }, + { + "loss_action": 0.04011204466223717, + "loss_total": 0.04011204466223717, + "step": 35930 + }, + { + "loss_action": 0.014465106651186943, + "loss_total": 0.014465106651186943, + "step": 35930 + }, + { + "loss_action": 0.03261353448033333, + "loss_total": 0.03261353448033333, + "step": 35930 + }, + { + "grad_norm": 0.40233373641967773, + "learning_rate": 7.603464164643525e-05, + "loss": 0.0217, + "step": 35940 + }, + { + "loss_action": 0.016084574162960052, + "loss_total": 0.016084574162960052, + "step": 35940 + }, + { + "loss_action": 0.03146204724907875, + "loss_total": 0.03146204724907875, + "step": 35940 + }, + { + "loss_action": 0.02100543864071369, + "loss_total": 0.02100543864071369, + "step": 35940 + }, + { + "loss_action": 0.01225318107753992, + "loss_total": 0.01225318107753992, + "step": 35940 + }, + { + "loss_action": 0.006975581869482994, + "loss_total": 0.006975581869482994, + "step": 35940 + }, + { + "loss_action": 0.00969982985407114, + "loss_total": 0.00969982985407114, + "step": 35940 + }, + { + "grad_norm": 0.5558158755302429, + "learning_rate": 7.602052382226507e-05, + "loss": 0.0239, + "step": 35950 + }, + { + "loss_action": 0.02127804607152939, + "loss_total": 0.02127804607152939, + "step": 35950 + }, + { + "loss_action": 0.021521206945180893, + "loss_total": 0.021521206945180893, + "step": 35950 + }, + { + "loss_action": 0.025377260521054268, + "loss_total": 0.025377260521054268, + "step": 35950 + }, + { + "loss_action": 0.020223475992679596, + "loss_total": 0.020223475992679596, + "step": 35950 + }, + { + "loss_action": 0.01554996520280838, + "loss_total": 0.01554996520280838, + "step": 35950 + }, + { + "loss_action": 0.01271554734557867, + "loss_total": 0.01271554734557867, + "step": 35950 + }, + { + "grad_norm": 0.3687877357006073, + "learning_rate": 7.600640315252954e-05, + "loss": 0.0188, + "step": 35960 + }, + { + "loss_action": 0.010254054330289364, + "loss_total": 0.010254054330289364, + "step": 35960 + }, + { + "loss_action": 0.021705150604248047, + "loss_total": 0.021705150604248047, + "step": 35960 + }, + { + "loss_action": 0.025254834443330765, + "loss_total": 0.025254834443330765, + "step": 35960 + }, + { + "loss_action": 0.028759002685546875, + "loss_total": 0.028759002685546875, + "step": 35960 + }, + { + "loss_action": 0.0221147108823061, + "loss_total": 0.0221147108823061, + "step": 35960 + }, + { + "loss_action": 0.03460186347365379, + "loss_total": 0.03460186347365379, + "step": 35960 + }, + { + "grad_norm": 0.4850482642650604, + "learning_rate": 7.599227963877284e-05, + "loss": 0.0217, + "step": 35970 + }, + { + "loss_action": 0.015035073272883892, + "loss_total": 0.015035073272883892, + "step": 35970 + }, + { + "loss_action": 0.014609135687351227, + "loss_total": 0.014609135687351227, + "step": 35970 + }, + { + "loss_action": 0.019801197573542595, + "loss_total": 0.019801197573542595, + "step": 35970 + }, + { + "loss_action": 0.03428713604807854, + "loss_total": 0.03428713604807854, + "step": 35970 + }, + { + "loss_action": 0.011986076831817627, + "loss_total": 0.011986076831817627, + "step": 35970 + }, + { + "loss_action": 0.011882387101650238, + "loss_total": 0.011882387101650238, + "step": 35970 + }, + { + "grad_norm": 0.3583275377750397, + "learning_rate": 7.597815328253954e-05, + "loss": 0.0243, + "step": 35980 + }, + { + "loss_action": 0.0072953226044774055, + "loss_total": 0.0072953226044774055, + "step": 35980 + }, + { + "loss_action": 0.02069731615483761, + "loss_total": 0.02069731615483761, + "step": 35980 + }, + { + "loss_action": 0.007573816925287247, + "loss_total": 0.007573816925287247, + "step": 35980 + }, + { + "loss_action": 0.025476600974798203, + "loss_total": 0.025476600974798203, + "step": 35980 + }, + { + "loss_action": 0.01772012561559677, + "loss_total": 0.01772012561559677, + "step": 35980 + }, + { + "loss_action": 0.03193611651659012, + "loss_total": 0.03193611651659012, + "step": 35980 + }, + { + "grad_norm": 0.5531144738197327, + "learning_rate": 7.596402408537443e-05, + "loss": 0.0218, + "step": 35990 + }, + { + "loss_action": 0.023142753168940544, + "loss_total": 0.023142753168940544, + "step": 35990 + }, + { + "loss_action": 0.013233154080808163, + "loss_total": 0.013233154080808163, + "step": 35990 + }, + { + "loss_action": 0.020436270162463188, + "loss_total": 0.020436270162463188, + "step": 35990 + }, + { + "loss_action": 0.054579958319664, + "loss_total": 0.054579958319664, + "step": 35990 + }, + { + "loss_action": 0.013886658474802971, + "loss_total": 0.013886658474802971, + "step": 35990 + }, + { + "loss_action": 0.01792069710791111, + "loss_total": 0.01792069710791111, + "step": 35990 + }, + { + "grad_norm": 0.6599650979042053, + "learning_rate": 7.59498920488227e-05, + "loss": 0.0246, + "step": 36000 + }, + { + "loss_action": 0.02210358716547489, + "loss_total": 0.02210358716547489, + "step": 36000 + }, + { + "loss_action": 0.00994036067277193, + "loss_total": 0.00994036067277193, + "step": 36000 + }, + { + "loss_action": 0.1785135567188263, + "loss_total": 0.1785135567188263, + "step": 36000 + }, + { + "loss_action": 0.016723642125725746, + "loss_total": 0.016723642125725746, + "step": 36000 + }, + { + "loss_action": 0.014595204964280128, + "loss_total": 0.014595204964280128, + "step": 36000 + }, + { + "loss_action": 0.015031356364488602, + "loss_total": 0.015031356364488602, + "step": 36000 + }, + { + "grad_norm": 0.3897611200809479, + "learning_rate": 7.593575717442979e-05, + "loss": 0.0241, + "step": 36010 + }, + { + "loss_action": 0.061991963535547256, + "loss_total": 0.061991963535547256, + "step": 36010 + }, + { + "loss_action": 0.017817385494709015, + "loss_total": 0.017817385494709015, + "step": 36010 + }, + { + "loss_action": 0.01232293713837862, + "loss_total": 0.01232293713837862, + "step": 36010 + }, + { + "loss_action": 0.008391959592700005, + "loss_total": 0.008391959592700005, + "step": 36010 + }, + { + "loss_action": 0.025165751576423645, + "loss_total": 0.025165751576423645, + "step": 36010 + }, + { + "loss_action": 0.019147083163261414, + "loss_total": 0.019147083163261414, + "step": 36010 + }, + { + "grad_norm": 0.48289114236831665, + "learning_rate": 7.592161946374147e-05, + "loss": 0.0244, + "step": 36020 + }, + { + "loss_action": 0.02256735973060131, + "loss_total": 0.02256735973060131, + "step": 36020 + }, + { + "loss_action": 0.043668270111083984, + "loss_total": 0.043668270111083984, + "step": 36020 + }, + { + "loss_action": 0.0360117107629776, + "loss_total": 0.0360117107629776, + "step": 36020 + }, + { + "loss_action": 0.010194833390414715, + "loss_total": 0.010194833390414715, + "step": 36020 + }, + { + "loss_action": 0.01315327174961567, + "loss_total": 0.01315327174961567, + "step": 36020 + }, + { + "loss_action": 0.01397649198770523, + "loss_total": 0.01397649198770523, + "step": 36020 + }, + { + "grad_norm": 0.4128207564353943, + "learning_rate": 7.590747891830381e-05, + "loss": 0.0233, + "step": 36030 + }, + { + "loss_action": 0.013341889716684818, + "loss_total": 0.013341889716684818, + "step": 36030 + }, + { + "loss_action": 0.014299550093710423, + "loss_total": 0.014299550093710423, + "step": 36030 + }, + { + "loss_action": 0.01855282485485077, + "loss_total": 0.01855282485485077, + "step": 36030 + }, + { + "loss_action": 0.02824169583618641, + "loss_total": 0.02824169583618641, + "step": 36030 + }, + { + "loss_action": 0.012503131292760372, + "loss_total": 0.012503131292760372, + "step": 36030 + }, + { + "loss_action": 0.024613961577415466, + "loss_total": 0.024613961577415466, + "step": 36030 + }, + { + "grad_norm": 0.45958665013313293, + "learning_rate": 7.58933355396632e-05, + "loss": 0.0208, + "step": 36040 + }, + { + "loss_action": 0.027674706652760506, + "loss_total": 0.027674706652760506, + "step": 36040 + }, + { + "loss_action": 0.022837838158011436, + "loss_total": 0.022837838158011436, + "step": 36040 + }, + { + "loss_action": 0.047806862741708755, + "loss_total": 0.047806862741708755, + "step": 36040 + }, + { + "loss_action": 0.03239021450281143, + "loss_total": 0.03239021450281143, + "step": 36040 + }, + { + "loss_action": 0.01528413500636816, + "loss_total": 0.01528413500636816, + "step": 36040 + }, + { + "loss_action": 0.014732211828231812, + "loss_total": 0.014732211828231812, + "step": 36040 + }, + { + "grad_norm": 0.47239792346954346, + "learning_rate": 7.587918932936636e-05, + "loss": 0.0187, + "step": 36050 + }, + { + "loss_action": 0.014389757998287678, + "loss_total": 0.014389757998287678, + "step": 36050 + }, + { + "loss_action": 0.011760651133954525, + "loss_total": 0.011760651133954525, + "step": 36050 + }, + { + "loss_action": 0.055317871272563934, + "loss_total": 0.055317871272563934, + "step": 36050 + }, + { + "loss_action": 0.04305775836110115, + "loss_total": 0.04305775836110115, + "step": 36050 + }, + { + "loss_action": 0.01170344464480877, + "loss_total": 0.01170344464480877, + "step": 36050 + }, + { + "loss_action": 0.007032859604805708, + "loss_total": 0.007032859604805708, + "step": 36050 + }, + { + "grad_norm": 0.3551318645477295, + "learning_rate": 7.586504028896028e-05, + "loss": 0.023, + "step": 36060 + }, + { + "loss_action": 0.01011174451559782, + "loss_total": 0.01011174451559782, + "step": 36060 + }, + { + "loss_action": 0.009777547791600227, + "loss_total": 0.009777547791600227, + "step": 36060 + }, + { + "loss_action": 0.02279476821422577, + "loss_total": 0.02279476821422577, + "step": 36060 + }, + { + "loss_action": 0.009043076075613499, + "loss_total": 0.009043076075613499, + "step": 36060 + }, + { + "loss_action": 0.011582025326788425, + "loss_total": 0.011582025326788425, + "step": 36060 + }, + { + "loss_action": 0.02889392524957657, + "loss_total": 0.02889392524957657, + "step": 36060 + }, + { + "grad_norm": 0.38999417424201965, + "learning_rate": 7.585088841999228e-05, + "loss": 0.0212, + "step": 36070 + }, + { + "loss_action": 0.009310106746852398, + "loss_total": 0.009310106746852398, + "step": 36070 + }, + { + "loss_action": 0.021941231563687325, + "loss_total": 0.021941231563687325, + "step": 36070 + }, + { + "loss_action": 0.017010550945997238, + "loss_total": 0.017010550945997238, + "step": 36070 + }, + { + "loss_action": 0.012291601859033108, + "loss_total": 0.012291601859033108, + "step": 36070 + }, + { + "loss_action": 0.017083145678043365, + "loss_total": 0.017083145678043365, + "step": 36070 + }, + { + "loss_action": 0.02305646799504757, + "loss_total": 0.02305646799504757, + "step": 36070 + }, + { + "grad_norm": 0.3839944899082184, + "learning_rate": 7.583673372400999e-05, + "loss": 0.0189, + "step": 36080 + }, + { + "loss_action": 0.015891194343566895, + "loss_total": 0.015891194343566895, + "step": 36080 + }, + { + "loss_action": 0.028377974405884743, + "loss_total": 0.028377974405884743, + "step": 36080 + }, + { + "loss_action": 0.02899402193725109, + "loss_total": 0.02899402193725109, + "step": 36080 + }, + { + "loss_action": 0.011143648996949196, + "loss_total": 0.011143648996949196, + "step": 36080 + }, + { + "loss_action": 0.010458605363965034, + "loss_total": 0.010458605363965034, + "step": 36080 + }, + { + "loss_action": 0.012472524307668209, + "loss_total": 0.012472524307668209, + "step": 36080 + }, + { + "grad_norm": 0.399564653635025, + "learning_rate": 7.582257620256134e-05, + "loss": 0.0205, + "step": 36090 + }, + { + "loss_action": 0.0607655793428421, + "loss_total": 0.0607655793428421, + "step": 36090 + }, + { + "loss_action": 0.009576092474162579, + "loss_total": 0.009576092474162579, + "step": 36090 + }, + { + "loss_action": 0.023462560027837753, + "loss_total": 0.023462560027837753, + "step": 36090 + }, + { + "loss_action": 0.01888374425470829, + "loss_total": 0.01888374425470829, + "step": 36090 + }, + { + "loss_action": 0.00796534214168787, + "loss_total": 0.00796534214168787, + "step": 36090 + }, + { + "loss_action": 0.014175774529576302, + "loss_total": 0.014175774529576302, + "step": 36090 + }, + { + "grad_norm": 0.32476815581321716, + "learning_rate": 7.580841585719458e-05, + "loss": 0.0216, + "step": 36100 + }, + { + "loss_action": 0.013787247240543365, + "loss_total": 0.013787247240543365, + "step": 36100 + }, + { + "loss_action": 0.010123698972165585, + "loss_total": 0.010123698972165585, + "step": 36100 + }, + { + "loss_action": 0.03217320889234543, + "loss_total": 0.03217320889234543, + "step": 36100 + }, + { + "loss_action": 0.010411000810563564, + "loss_total": 0.010411000810563564, + "step": 36100 + }, + { + "loss_action": 0.01313608419150114, + "loss_total": 0.01313608419150114, + "step": 36100 + }, + { + "loss_action": 0.03086736984550953, + "loss_total": 0.03086736984550953, + "step": 36100 + }, + { + "grad_norm": 0.35107704997062683, + "learning_rate": 7.579425268945825e-05, + "loss": 0.021, + "step": 36110 + }, + { + "loss_action": 0.015438181348145008, + "loss_total": 0.015438181348145008, + "step": 36110 + }, + { + "loss_action": 0.028506049886345863, + "loss_total": 0.028506049886345863, + "step": 36110 + }, + { + "loss_action": 0.008400933817029, + "loss_total": 0.008400933817029, + "step": 36110 + }, + { + "loss_action": 0.008499343879520893, + "loss_total": 0.008499343879520893, + "step": 36110 + }, + { + "loss_action": 0.01009432878345251, + "loss_total": 0.01009432878345251, + "step": 36110 + }, + { + "loss_action": 0.01708618551492691, + "loss_total": 0.01708618551492691, + "step": 36110 + }, + { + "grad_norm": 0.3435504138469696, + "learning_rate": 7.578008670090127e-05, + "loss": 0.024, + "step": 36120 + }, + { + "loss_action": 0.012384935282170773, + "loss_total": 0.012384935282170773, + "step": 36120 + }, + { + "loss_action": 0.019601894542574883, + "loss_total": 0.019601894542574883, + "step": 36120 + }, + { + "loss_action": 0.009575645439326763, + "loss_total": 0.009575645439326763, + "step": 36120 + }, + { + "loss_action": 0.019242189824581146, + "loss_total": 0.019242189824581146, + "step": 36120 + }, + { + "loss_action": 0.023607386276125908, + "loss_total": 0.023607386276125908, + "step": 36120 + }, + { + "loss_action": 0.01343876589089632, + "loss_total": 0.01343876589089632, + "step": 36120 + }, + { + "grad_norm": 0.505702555179596, + "learning_rate": 7.576591789307272e-05, + "loss": 0.0254, + "step": 36130 + }, + { + "loss_action": 0.013787276111543179, + "loss_total": 0.013787276111543179, + "step": 36130 + }, + { + "loss_action": 0.04086984694004059, + "loss_total": 0.04086984694004059, + "step": 36130 + }, + { + "loss_action": 0.016105642542243004, + "loss_total": 0.016105642542243004, + "step": 36130 + }, + { + "loss_action": 0.009615733288228512, + "loss_total": 0.009615733288228512, + "step": 36130 + }, + { + "loss_action": 0.010335699655115604, + "loss_total": 0.010335699655115604, + "step": 36130 + }, + { + "loss_action": 0.0075201732106506824, + "loss_total": 0.0075201732106506824, + "step": 36130 + }, + { + "grad_norm": 0.40712565183639526, + "learning_rate": 7.575174626752216e-05, + "loss": 0.0224, + "step": 36140 + }, + { + "loss_action": 0.07331155240535736, + "loss_total": 0.07331155240535736, + "step": 36140 + }, + { + "loss_action": 0.03583482280373573, + "loss_total": 0.03583482280373573, + "step": 36140 + }, + { + "loss_action": 0.012659997679293156, + "loss_total": 0.012659997679293156, + "step": 36140 + }, + { + "loss_action": 0.014546211808919907, + "loss_total": 0.014546211808919907, + "step": 36140 + }, + { + "loss_action": 0.00804103072732687, + "loss_total": 0.00804103072732687, + "step": 36140 + }, + { + "loss_action": 0.014079495333135128, + "loss_total": 0.014079495333135128, + "step": 36140 + }, + { + "grad_norm": 0.47080737352371216, + "learning_rate": 7.573757182579934e-05, + "loss": 0.02, + "step": 36150 + }, + { + "loss_action": 0.01007751189172268, + "loss_total": 0.01007751189172268, + "step": 36150 + }, + { + "loss_action": 0.019565880298614502, + "loss_total": 0.019565880298614502, + "step": 36150 + }, + { + "loss_action": 0.012923306785523891, + "loss_total": 0.012923306785523891, + "step": 36150 + }, + { + "loss_action": 0.01161282230168581, + "loss_total": 0.01161282230168581, + "step": 36150 + }, + { + "loss_action": 0.00833043921738863, + "loss_total": 0.00833043921738863, + "step": 36150 + }, + { + "loss_action": 0.013562588952481747, + "loss_total": 0.013562588952481747, + "step": 36150 + }, + { + "grad_norm": 0.41165366768836975, + "learning_rate": 7.572339456945435e-05, + "loss": 0.0182, + "step": 36160 + }, + { + "loss_action": 0.01415450219064951, + "loss_total": 0.01415450219064951, + "step": 36160 + }, + { + "loss_action": 0.01610579527914524, + "loss_total": 0.01610579527914524, + "step": 36160 + }, + { + "loss_action": 0.03181916102766991, + "loss_total": 0.03181916102766991, + "step": 36160 + }, + { + "loss_action": 0.015624480322003365, + "loss_total": 0.015624480322003365, + "step": 36160 + }, + { + "loss_action": 0.03143203631043434, + "loss_total": 0.03143203631043434, + "step": 36160 + }, + { + "loss_action": 0.025313202291727066, + "loss_total": 0.025313202291727066, + "step": 36160 + }, + { + "grad_norm": 0.4815573990345001, + "learning_rate": 7.570921450003762e-05, + "loss": 0.0226, + "step": 36170 + }, + { + "loss_action": 0.03242899850010872, + "loss_total": 0.03242899850010872, + "step": 36170 + }, + { + "loss_action": 0.013921746052801609, + "loss_total": 0.013921746052801609, + "step": 36170 + }, + { + "loss_action": 0.01798764057457447, + "loss_total": 0.01798764057457447, + "step": 36170 + }, + { + "loss_action": 0.014724431559443474, + "loss_total": 0.014724431559443474, + "step": 36170 + }, + { + "loss_action": 0.10598654299974442, + "loss_total": 0.10598654299974442, + "step": 36170 + }, + { + "loss_action": 0.021370388567447662, + "loss_total": 0.021370388567447662, + "step": 36170 + }, + { + "grad_norm": 0.40363848209381104, + "learning_rate": 7.569503161909983e-05, + "loss": 0.0221, + "step": 36180 + }, + { + "loss_action": 0.013295412063598633, + "loss_total": 0.013295412063598633, + "step": 36180 + }, + { + "loss_action": 0.019441386684775352, + "loss_total": 0.019441386684775352, + "step": 36180 + }, + { + "loss_action": 0.011958724819123745, + "loss_total": 0.011958724819123745, + "step": 36180 + }, + { + "loss_action": 0.018623871728777885, + "loss_total": 0.018623871728777885, + "step": 36180 + }, + { + "loss_action": 0.01860850676894188, + "loss_total": 0.01860850676894188, + "step": 36180 + }, + { + "loss_action": 0.012782828882336617, + "loss_total": 0.012782828882336617, + "step": 36180 + }, + { + "grad_norm": 0.3340575397014618, + "learning_rate": 7.568084592819202e-05, + "loss": 0.0197, + "step": 36190 + }, + { + "loss_action": 0.01155675109475851, + "loss_total": 0.01155675109475851, + "step": 36190 + }, + { + "loss_action": 0.017402373254299164, + "loss_total": 0.017402373254299164, + "step": 36190 + }, + { + "loss_action": 0.015790699049830437, + "loss_total": 0.015790699049830437, + "step": 36190 + }, + { + "loss_action": 0.03392266854643822, + "loss_total": 0.03392266854643822, + "step": 36190 + }, + { + "loss_action": 0.009986133314669132, + "loss_total": 0.009986133314669132, + "step": 36190 + }, + { + "loss_action": 0.028105173259973526, + "loss_total": 0.028105173259973526, + "step": 36190 + }, + { + "grad_norm": 0.3782161772251129, + "learning_rate": 7.566665742886551e-05, + "loss": 0.026, + "step": 36200 + }, + { + "loss_action": 0.030124319717288017, + "loss_total": 0.030124319717288017, + "step": 36200 + }, + { + "loss_action": 0.028645571321249008, + "loss_total": 0.028645571321249008, + "step": 36200 + }, + { + "loss_action": 0.017178036272525787, + "loss_total": 0.017178036272525787, + "step": 36200 + }, + { + "loss_action": 0.025801287963986397, + "loss_total": 0.025801287963986397, + "step": 36200 + }, + { + "loss_action": 0.02354508824646473, + "loss_total": 0.02354508824646473, + "step": 36200 + }, + { + "loss_action": 0.07992159575223923, + "loss_total": 0.07992159575223923, + "step": 36200 + }, + { + "grad_norm": 0.4282850921154022, + "learning_rate": 7.565246612267194e-05, + "loss": 0.0216, + "step": 36210 + }, + { + "loss_action": 0.011530820280313492, + "loss_total": 0.011530820280313492, + "step": 36210 + }, + { + "loss_action": 0.013775933533906937, + "loss_total": 0.013775933533906937, + "step": 36210 + }, + { + "loss_action": 0.025180840864777565, + "loss_total": 0.025180840864777565, + "step": 36210 + }, + { + "loss_action": 0.0336901992559433, + "loss_total": 0.0336901992559433, + "step": 36210 + }, + { + "loss_action": 0.008724085986614227, + "loss_total": 0.008724085986614227, + "step": 36210 + }, + { + "loss_action": 0.030215779319405556, + "loss_total": 0.030215779319405556, + "step": 36210 + }, + { + "grad_norm": 0.3983573615550995, + "learning_rate": 7.563827201116325e-05, + "loss": 0.0186, + "step": 36220 + }, + { + "loss_action": 0.018248969689011574, + "loss_total": 0.018248969689011574, + "step": 36220 + }, + { + "loss_action": 0.01538492925465107, + "loss_total": 0.01538492925465107, + "step": 36220 + }, + { + "loss_action": 0.013468933291733265, + "loss_total": 0.013468933291733265, + "step": 36220 + }, + { + "loss_action": 0.008372094482183456, + "loss_total": 0.008372094482183456, + "step": 36220 + }, + { + "loss_action": 0.043397221714258194, + "loss_total": 0.043397221714258194, + "step": 36220 + }, + { + "loss_action": 0.011841628700494766, + "loss_total": 0.011841628700494766, + "step": 36220 + }, + { + "grad_norm": 0.3888325095176697, + "learning_rate": 7.562407509589164e-05, + "loss": 0.0218, + "step": 36230 + }, + { + "loss_action": 0.014626472257077694, + "loss_total": 0.014626472257077694, + "step": 36230 + }, + { + "loss_action": 0.053166866302490234, + "loss_total": 0.053166866302490234, + "step": 36230 + }, + { + "loss_action": 0.008982577361166477, + "loss_total": 0.008982577361166477, + "step": 36230 + }, + { + "loss_action": 0.010065163485705853, + "loss_total": 0.010065163485705853, + "step": 36230 + }, + { + "loss_action": 0.015913886949419975, + "loss_total": 0.015913886949419975, + "step": 36230 + }, + { + "loss_action": 0.01096197310835123, + "loss_total": 0.01096197310835123, + "step": 36230 + }, + { + "grad_norm": 0.3652767241001129, + "learning_rate": 7.560987537840973e-05, + "loss": 0.0239, + "step": 36240 + }, + { + "loss_action": 0.02083800546824932, + "loss_total": 0.02083800546824932, + "step": 36240 + }, + { + "loss_action": 0.01616225391626358, + "loss_total": 0.01616225391626358, + "step": 36240 + }, + { + "loss_action": 0.030706970021128654, + "loss_total": 0.030706970021128654, + "step": 36240 + }, + { + "loss_action": 0.02305370755493641, + "loss_total": 0.02305370755493641, + "step": 36240 + }, + { + "loss_action": 0.015710219740867615, + "loss_total": 0.015710219740867615, + "step": 36240 + }, + { + "loss_action": 0.06264608353376389, + "loss_total": 0.06264608353376389, + "step": 36240 + }, + { + "grad_norm": 0.41071566939353943, + "learning_rate": 7.559567286027036e-05, + "loss": 0.0231, + "step": 36250 + }, + { + "loss_action": 0.00884332600980997, + "loss_total": 0.00884332600980997, + "step": 36250 + }, + { + "loss_action": 0.016179386526346207, + "loss_total": 0.016179386526346207, + "step": 36250 + }, + { + "loss_action": 0.012966606765985489, + "loss_total": 0.012966606765985489, + "step": 36250 + }, + { + "loss_action": 0.033871378749608994, + "loss_total": 0.033871378749608994, + "step": 36250 + }, + { + "loss_action": 0.010627210140228271, + "loss_total": 0.010627210140228271, + "step": 36250 + }, + { + "loss_action": 0.009252718649804592, + "loss_total": 0.009252718649804592, + "step": 36250 + }, + { + "grad_norm": 0.43828341364860535, + "learning_rate": 7.558146754302668e-05, + "loss": 0.0191, + "step": 36260 + }, + { + "loss_action": 0.02485259808599949, + "loss_total": 0.02485259808599949, + "step": 36260 + }, + { + "loss_action": 0.012587310746312141, + "loss_total": 0.012587310746312141, + "step": 36260 + }, + { + "loss_action": 0.014643912203609943, + "loss_total": 0.014643912203609943, + "step": 36260 + }, + { + "loss_action": 0.009624105878174305, + "loss_total": 0.009624105878174305, + "step": 36260 + }, + { + "loss_action": 0.010016774758696556, + "loss_total": 0.010016774758696556, + "step": 36260 + }, + { + "loss_action": 0.011041339486837387, + "loss_total": 0.011041339486837387, + "step": 36260 + }, + { + "grad_norm": 0.34387123584747314, + "learning_rate": 7.556725942823217e-05, + "loss": 0.0178, + "step": 36270 + }, + { + "loss_action": 0.013931863941252232, + "loss_total": 0.013931863941252232, + "step": 36270 + }, + { + "loss_action": 0.024893106892704964, + "loss_total": 0.024893106892704964, + "step": 36270 + }, + { + "loss_action": 0.01719733141362667, + "loss_total": 0.01719733141362667, + "step": 36270 + }, + { + "loss_action": 0.017155883833765984, + "loss_total": 0.017155883833765984, + "step": 36270 + }, + { + "loss_action": 0.016955647617578506, + "loss_total": 0.016955647617578506, + "step": 36270 + }, + { + "loss_action": 0.014206458814442158, + "loss_total": 0.014206458814442158, + "step": 36270 + }, + { + "grad_norm": 0.30181369185447693, + "learning_rate": 7.555304851744061e-05, + "loss": 0.0201, + "step": 36280 + }, + { + "loss_action": 0.018223915249109268, + "loss_total": 0.018223915249109268, + "step": 36280 + }, + { + "loss_action": 0.012841973453760147, + "loss_total": 0.012841973453760147, + "step": 36280 + }, + { + "loss_action": 0.017646027728915215, + "loss_total": 0.017646027728915215, + "step": 36280 + }, + { + "loss_action": 0.021717777475714684, + "loss_total": 0.021717777475714684, + "step": 36280 + }, + { + "loss_action": 0.02340126782655716, + "loss_total": 0.02340126782655716, + "step": 36280 + }, + { + "loss_action": 0.011148304678499699, + "loss_total": 0.011148304678499699, + "step": 36280 + }, + { + "grad_norm": 0.41307345032691956, + "learning_rate": 7.553883481220608e-05, + "loss": 0.0186, + "step": 36290 + }, + { + "loss_action": 0.018472572788596153, + "loss_total": 0.018472572788596153, + "step": 36290 + }, + { + "loss_action": 0.02358301728963852, + "loss_total": 0.02358301728963852, + "step": 36290 + }, + { + "loss_action": 0.01667901687324047, + "loss_total": 0.01667901687324047, + "step": 36290 + }, + { + "loss_action": 0.013638646341860294, + "loss_total": 0.013638646341860294, + "step": 36290 + }, + { + "loss_action": 0.010604114271700382, + "loss_total": 0.010604114271700382, + "step": 36290 + }, + { + "loss_action": 0.02045297808945179, + "loss_total": 0.02045297808945179, + "step": 36290 + }, + { + "grad_norm": 0.42283084988594055, + "learning_rate": 7.552461831408298e-05, + "loss": 0.0188, + "step": 36300 + }, + { + "loss_action": 0.018072044476866722, + "loss_total": 0.018072044476866722, + "step": 36300 + }, + { + "loss_action": 0.016987111419439316, + "loss_total": 0.016987111419439316, + "step": 36300 + }, + { + "loss_action": 0.01856999471783638, + "loss_total": 0.01856999471783638, + "step": 36300 + }, + { + "loss_action": 0.014285855926573277, + "loss_total": 0.014285855926573277, + "step": 36300 + }, + { + "loss_action": 0.012562056072056293, + "loss_total": 0.012562056072056293, + "step": 36300 + }, + { + "loss_action": 0.02462742291390896, + "loss_total": 0.02462742291390896, + "step": 36300 + }, + { + "grad_norm": 0.3279403746128082, + "learning_rate": 7.551039902462599e-05, + "loss": 0.0205, + "step": 36310 + }, + { + "loss_action": 0.042462412267923355, + "loss_total": 0.042462412267923355, + "step": 36310 + }, + { + "loss_action": 0.012293837033212185, + "loss_total": 0.012293837033212185, + "step": 36310 + }, + { + "loss_action": 0.014843877404928207, + "loss_total": 0.014843877404928207, + "step": 36310 + }, + { + "loss_action": 0.020987970754504204, + "loss_total": 0.020987970754504204, + "step": 36310 + }, + { + "loss_action": 0.023169711232185364, + "loss_total": 0.023169711232185364, + "step": 36310 + }, + { + "loss_action": 0.03665415942668915, + "loss_total": 0.03665415942668915, + "step": 36310 + }, + { + "grad_norm": 0.525212824344635, + "learning_rate": 7.549617694539011e-05, + "loss": 0.0204, + "step": 36320 + }, + { + "loss_action": 0.020995425060391426, + "loss_total": 0.020995425060391426, + "step": 36320 + }, + { + "loss_action": 0.014127815142273903, + "loss_total": 0.014127815142273903, + "step": 36320 + }, + { + "loss_action": 0.036297135055065155, + "loss_total": 0.036297135055065155, + "step": 36320 + }, + { + "loss_action": 0.07586973905563354, + "loss_total": 0.07586973905563354, + "step": 36320 + }, + { + "loss_action": 0.013915587216615677, + "loss_total": 0.013915587216615677, + "step": 36320 + }, + { + "loss_action": 0.02350410632789135, + "loss_total": 0.02350410632789135, + "step": 36320 + }, + { + "grad_norm": 0.34374135732650757, + "learning_rate": 7.548195207793066e-05, + "loss": 0.0224, + "step": 36330 + }, + { + "loss_action": 0.00789235346019268, + "loss_total": 0.00789235346019268, + "step": 36330 + }, + { + "loss_action": 0.02109004557132721, + "loss_total": 0.02109004557132721, + "step": 36330 + }, + { + "loss_action": 0.030422372743487358, + "loss_total": 0.030422372743487358, + "step": 36330 + }, + { + "loss_action": 0.01034447643905878, + "loss_total": 0.01034447643905878, + "step": 36330 + }, + { + "loss_action": 0.02407420612871647, + "loss_total": 0.02407420612871647, + "step": 36330 + }, + { + "loss_action": 0.012124024331569672, + "loss_total": 0.012124024331569672, + "step": 36330 + }, + { + "grad_norm": 0.40710005164146423, + "learning_rate": 7.546772442380323e-05, + "loss": 0.021, + "step": 36340 + }, + { + "loss_action": 0.05060608312487602, + "loss_total": 0.05060608312487602, + "step": 36340 + }, + { + "loss_action": 0.021603945642709732, + "loss_total": 0.021603945642709732, + "step": 36340 + }, + { + "loss_action": 0.010069905780255795, + "loss_total": 0.010069905780255795, + "step": 36340 + }, + { + "loss_action": 0.02865465171635151, + "loss_total": 0.02865465171635151, + "step": 36340 + }, + { + "loss_action": 0.01806684397161007, + "loss_total": 0.01806684397161007, + "step": 36340 + }, + { + "loss_action": 0.017827823758125305, + "loss_total": 0.017827823758125305, + "step": 36340 + }, + { + "grad_norm": 0.44843247532844543, + "learning_rate": 7.545349398456376e-05, + "loss": 0.0204, + "step": 36350 + }, + { + "loss_action": 0.01247953251004219, + "loss_total": 0.01247953251004219, + "step": 36350 + }, + { + "loss_action": 0.016618845984339714, + "loss_total": 0.016618845984339714, + "step": 36350 + }, + { + "loss_action": 0.012729344889521599, + "loss_total": 0.012729344889521599, + "step": 36350 + }, + { + "loss_action": 0.015346754342317581, + "loss_total": 0.015346754342317581, + "step": 36350 + }, + { + "loss_action": 0.02443939819931984, + "loss_total": 0.02443939819931984, + "step": 36350 + }, + { + "loss_action": 0.012947813607752323, + "loss_total": 0.012947813607752323, + "step": 36350 + }, + { + "grad_norm": 0.37654396891593933, + "learning_rate": 7.543926076176845e-05, + "loss": 0.0193, + "step": 36360 + }, + { + "loss_action": 0.021403836086392403, + "loss_total": 0.021403836086392403, + "step": 36360 + }, + { + "loss_action": 0.03625071421265602, + "loss_total": 0.03625071421265602, + "step": 36360 + }, + { + "loss_action": 0.02609042264521122, + "loss_total": 0.02609042264521122, + "step": 36360 + }, + { + "loss_action": 0.00969693437218666, + "loss_total": 0.00969693437218666, + "step": 36360 + }, + { + "loss_action": 0.03520214557647705, + "loss_total": 0.03520214557647705, + "step": 36360 + }, + { + "loss_action": 0.03393344208598137, + "loss_total": 0.03393344208598137, + "step": 36360 + }, + { + "grad_norm": 0.414413183927536, + "learning_rate": 7.542502475697385e-05, + "loss": 0.0195, + "step": 36370 + }, + { + "loss_action": 0.01668146252632141, + "loss_total": 0.01668146252632141, + "step": 36370 + }, + { + "loss_action": 0.030451690778136253, + "loss_total": 0.030451690778136253, + "step": 36370 + }, + { + "loss_action": 0.017274800688028336, + "loss_total": 0.017274800688028336, + "step": 36370 + }, + { + "loss_action": 0.009915784932672977, + "loss_total": 0.009915784932672977, + "step": 36370 + }, + { + "loss_action": 0.08819504827260971, + "loss_total": 0.08819504827260971, + "step": 36370 + }, + { + "loss_action": 0.08054918050765991, + "loss_total": 0.08054918050765991, + "step": 36370 + }, + { + "grad_norm": 0.6392470598220825, + "learning_rate": 7.541078597173675e-05, + "loss": 0.0237, + "step": 36380 + }, + { + "loss_action": 0.012388277798891068, + "loss_total": 0.012388277798891068, + "step": 36380 + }, + { + "loss_action": 0.03421229496598244, + "loss_total": 0.03421229496598244, + "step": 36380 + }, + { + "loss_action": 0.03173919394612312, + "loss_total": 0.03173919394612312, + "step": 36380 + }, + { + "loss_action": 0.026136402040719986, + "loss_total": 0.026136402040719986, + "step": 36380 + }, + { + "loss_action": 0.025658370926976204, + "loss_total": 0.025658370926976204, + "step": 36380 + }, + { + "loss_action": 0.02326592244207859, + "loss_total": 0.02326592244207859, + "step": 36380 + }, + { + "grad_norm": 0.3968268930912018, + "learning_rate": 7.539654440761431e-05, + "loss": 0.0232, + "step": 36390 + }, + { + "loss_action": 0.012406588532030582, + "loss_total": 0.012406588532030582, + "step": 36390 + }, + { + "loss_action": 0.02354128286242485, + "loss_total": 0.02354128286242485, + "step": 36390 + }, + { + "loss_action": 0.007066537160426378, + "loss_total": 0.007066537160426378, + "step": 36390 + }, + { + "loss_action": 0.02159133180975914, + "loss_total": 0.02159133180975914, + "step": 36390 + }, + { + "loss_action": 0.02351873368024826, + "loss_total": 0.02351873368024826, + "step": 36390 + }, + { + "loss_action": 0.038896866142749786, + "loss_total": 0.038896866142749786, + "step": 36390 + }, + { + "grad_norm": 0.4669758379459381, + "learning_rate": 7.538230006616395e-05, + "loss": 0.0248, + "step": 36400 + }, + { + "loss_action": 0.026009006425738335, + "loss_total": 0.026009006425738335, + "step": 36400 + }, + { + "loss_action": 0.01254892349243164, + "loss_total": 0.01254892349243164, + "step": 36400 + }, + { + "loss_action": 0.015755670145154, + "loss_total": 0.015755670145154, + "step": 36400 + }, + { + "loss_action": 0.01295559760183096, + "loss_total": 0.01295559760183096, + "step": 36400 + }, + { + "loss_action": 0.016634728759527206, + "loss_total": 0.016634728759527206, + "step": 36400 + }, + { + "loss_action": 0.015211562626063824, + "loss_total": 0.015211562626063824, + "step": 36400 + }, + { + "grad_norm": 0.44560983777046204, + "learning_rate": 7.536805294894342e-05, + "loss": 0.0193, + "step": 36410 + }, + { + "loss_action": 0.01903367042541504, + "loss_total": 0.01903367042541504, + "step": 36410 + }, + { + "loss_action": 0.014699272811412811, + "loss_total": 0.014699272811412811, + "step": 36410 + }, + { + "loss_action": 0.01826835423707962, + "loss_total": 0.01826835423707962, + "step": 36410 + }, + { + "loss_action": 0.01011826004832983, + "loss_total": 0.01011826004832983, + "step": 36410 + }, + { + "loss_action": 0.126058891415596, + "loss_total": 0.126058891415596, + "step": 36410 + }, + { + "loss_action": 0.0227309949696064, + "loss_total": 0.0227309949696064, + "step": 36410 + }, + { + "grad_norm": 0.4106639325618744, + "learning_rate": 7.535380305751076e-05, + "loss": 0.0199, + "step": 36420 + }, + { + "loss_action": 0.009904561564326286, + "loss_total": 0.009904561564326286, + "step": 36420 + }, + { + "loss_action": 0.031101401895284653, + "loss_total": 0.031101401895284653, + "step": 36420 + }, + { + "loss_action": 0.02557152323424816, + "loss_total": 0.02557152323424816, + "step": 36420 + }, + { + "loss_action": 0.017143115401268005, + "loss_total": 0.017143115401268005, + "step": 36420 + }, + { + "loss_action": 0.023568177595734596, + "loss_total": 0.023568177595734596, + "step": 36420 + }, + { + "loss_action": 0.011016692966222763, + "loss_total": 0.011016692966222763, + "step": 36420 + }, + { + "grad_norm": 0.4329007565975189, + "learning_rate": 7.533955039342431e-05, + "loss": 0.0216, + "step": 36430 + }, + { + "loss_action": 0.012232482433319092, + "loss_total": 0.012232482433319092, + "step": 36430 + }, + { + "loss_action": 0.01649111695587635, + "loss_total": 0.01649111695587635, + "step": 36430 + }, + { + "loss_action": 0.02571914903819561, + "loss_total": 0.02571914903819561, + "step": 36430 + }, + { + "loss_action": 0.032709863036870956, + "loss_total": 0.032709863036870956, + "step": 36430 + }, + { + "loss_action": 0.011026538908481598, + "loss_total": 0.011026538908481598, + "step": 36430 + }, + { + "loss_action": 0.043033257126808167, + "loss_total": 0.043033257126808167, + "step": 36430 + }, + { + "grad_norm": 0.3200686275959015, + "learning_rate": 7.532529495824274e-05, + "loss": 0.0198, + "step": 36440 + }, + { + "loss_action": 0.011035817675292492, + "loss_total": 0.011035817675292492, + "step": 36440 + }, + { + "loss_action": 0.007628791965544224, + "loss_total": 0.007628791965544224, + "step": 36440 + }, + { + "loss_action": 0.011361487209796906, + "loss_total": 0.011361487209796906, + "step": 36440 + }, + { + "loss_action": 0.02864260971546173, + "loss_total": 0.02864260971546173, + "step": 36440 + }, + { + "loss_action": 0.014128047972917557, + "loss_total": 0.014128047972917557, + "step": 36440 + }, + { + "loss_action": 0.049588944762945175, + "loss_total": 0.049588944762945175, + "step": 36440 + }, + { + "grad_norm": 0.38960903882980347, + "learning_rate": 7.531103675352497e-05, + "loss": 0.0197, + "step": 36450 + }, + { + "loss_action": 0.0069053201004862785, + "loss_total": 0.0069053201004862785, + "step": 36450 + }, + { + "loss_action": 0.021119067445397377, + "loss_total": 0.021119067445397377, + "step": 36450 + }, + { + "loss_action": 0.0448760986328125, + "loss_total": 0.0448760986328125, + "step": 36450 + }, + { + "loss_action": 0.019229840487241745, + "loss_total": 0.019229840487241745, + "step": 36450 + }, + { + "loss_action": 0.008765175007283688, + "loss_total": 0.008765175007283688, + "step": 36450 + }, + { + "loss_action": 0.02491794340312481, + "loss_total": 0.02491794340312481, + "step": 36450 + }, + { + "grad_norm": 0.43267887830734253, + "learning_rate": 7.529677578083029e-05, + "loss": 0.0227, + "step": 36460 + }, + { + "loss_action": 0.012448973022401333, + "loss_total": 0.012448973022401333, + "step": 36460 + }, + { + "loss_action": 0.013707407750189304, + "loss_total": 0.013707407750189304, + "step": 36460 + }, + { + "loss_action": 0.022251522168517113, + "loss_total": 0.022251522168517113, + "step": 36460 + }, + { + "loss_action": 0.008570478297770023, + "loss_total": 0.008570478297770023, + "step": 36460 + }, + { + "loss_action": 0.038411084562540054, + "loss_total": 0.038411084562540054, + "step": 36460 + }, + { + "loss_action": 0.0498385950922966, + "loss_total": 0.0498385950922966, + "step": 36460 + }, + { + "grad_norm": 0.47373393177986145, + "learning_rate": 7.528251204171823e-05, + "loss": 0.0207, + "step": 36470 + }, + { + "loss_action": 0.017707111313939095, + "loss_total": 0.017707111313939095, + "step": 36470 + }, + { + "loss_action": 0.11358942091464996, + "loss_total": 0.11358942091464996, + "step": 36470 + }, + { + "loss_action": 0.009853983297944069, + "loss_total": 0.009853983297944069, + "step": 36470 + }, + { + "loss_action": 0.011469370685517788, + "loss_total": 0.011469370685517788, + "step": 36470 + }, + { + "loss_action": 0.011315473355352879, + "loss_total": 0.011315473355352879, + "step": 36470 + }, + { + "loss_action": 0.03173837438225746, + "loss_total": 0.03173837438225746, + "step": 36470 + }, + { + "grad_norm": 0.4267766773700714, + "learning_rate": 7.526824553774867e-05, + "loss": 0.0209, + "step": 36480 + }, + { + "loss_action": 0.010112716816365719, + "loss_total": 0.010112716816365719, + "step": 36480 + }, + { + "loss_action": 0.023982830345630646, + "loss_total": 0.023982830345630646, + "step": 36480 + }, + { + "loss_action": 0.040874771773815155, + "loss_total": 0.040874771773815155, + "step": 36480 + }, + { + "loss_action": 0.014880025759339333, + "loss_total": 0.014880025759339333, + "step": 36480 + }, + { + "loss_action": 0.010599689558148384, + "loss_total": 0.010599689558148384, + "step": 36480 + }, + { + "loss_action": 0.02675245702266693, + "loss_total": 0.02675245702266693, + "step": 36480 + }, + { + "grad_norm": 0.3780628442764282, + "learning_rate": 7.525397627048178e-05, + "loss": 0.0201, + "step": 36490 + }, + { + "loss_action": 0.02260875329375267, + "loss_total": 0.02260875329375267, + "step": 36490 + }, + { + "loss_action": 0.01683608628809452, + "loss_total": 0.01683608628809452, + "step": 36490 + }, + { + "loss_action": 0.014262349344789982, + "loss_total": 0.014262349344789982, + "step": 36490 + }, + { + "loss_action": 0.015395008027553558, + "loss_total": 0.015395008027553558, + "step": 36490 + }, + { + "loss_action": 0.010732614435255527, + "loss_total": 0.010732614435255527, + "step": 36490 + }, + { + "loss_action": 0.015547017566859722, + "loss_total": 0.015547017566859722, + "step": 36490 + }, + { + "grad_norm": 0.34773126244544983, + "learning_rate": 7.523970424147802e-05, + "loss": 0.0165, + "step": 36500 + }, + { + "loss_action": 0.013706719502806664, + "loss_total": 0.013706719502806664, + "step": 36500 + }, + { + "loss_action": 0.025291206315159798, + "loss_total": 0.025291206315159798, + "step": 36500 + }, + { + "loss_action": 0.025408146902918816, + "loss_total": 0.025408146902918816, + "step": 36500 + }, + { + "loss_action": 0.010586793534457684, + "loss_total": 0.010586793534457684, + "step": 36500 + }, + { + "loss_action": 0.013346737250685692, + "loss_total": 0.013346737250685692, + "step": 36500 + }, + { + "loss_action": 0.02191118709743023, + "loss_total": 0.02191118709743023, + "step": 36500 + }, + { + "grad_norm": 0.375500351190567, + "learning_rate": 7.522542945229813e-05, + "loss": 0.0228, + "step": 36510 + }, + { + "loss_action": 0.014306711032986641, + "loss_total": 0.014306711032986641, + "step": 36510 + }, + { + "loss_action": 0.029774626716971397, + "loss_total": 0.029774626716971397, + "step": 36510 + }, + { + "loss_action": 0.01591385528445244, + "loss_total": 0.01591385528445244, + "step": 36510 + }, + { + "loss_action": 0.004977215081453323, + "loss_total": 0.004977215081453323, + "step": 36510 + }, + { + "loss_action": 0.047478411346673965, + "loss_total": 0.047478411346673965, + "step": 36510 + }, + { + "loss_action": 0.057528141885995865, + "loss_total": 0.057528141885995865, + "step": 36510 + }, + { + "grad_norm": 0.36304643750190735, + "learning_rate": 7.521115190450321e-05, + "loss": 0.0219, + "step": 36520 + }, + { + "loss_action": 0.01154289860278368, + "loss_total": 0.01154289860278368, + "step": 36520 + }, + { + "loss_action": 0.006130429450422525, + "loss_total": 0.006130429450422525, + "step": 36520 + }, + { + "loss_action": 0.010413341224193573, + "loss_total": 0.010413341224193573, + "step": 36520 + }, + { + "loss_action": 0.024539757519960403, + "loss_total": 0.024539757519960403, + "step": 36520 + }, + { + "loss_action": 0.01342483889311552, + "loss_total": 0.01342483889311552, + "step": 36520 + }, + { + "loss_action": 0.025114623829722404, + "loss_total": 0.025114623829722404, + "step": 36520 + }, + { + "grad_norm": 0.49056702852249146, + "learning_rate": 7.519687159965462e-05, + "loss": 0.0219, + "step": 36530 + }, + { + "loss_action": 0.009538175538182259, + "loss_total": 0.009538175538182259, + "step": 36530 + }, + { + "loss_action": 0.01075129583477974, + "loss_total": 0.01075129583477974, + "step": 36530 + }, + { + "loss_action": 0.009614180773496628, + "loss_total": 0.009614180773496628, + "step": 36530 + }, + { + "loss_action": 0.010808505117893219, + "loss_total": 0.010808505117893219, + "step": 36530 + }, + { + "loss_action": 0.04286646842956543, + "loss_total": 0.04286646842956543, + "step": 36530 + }, + { + "loss_action": 0.012563842348754406, + "loss_total": 0.012563842348754406, + "step": 36530 + }, + { + "grad_norm": 0.35907575488090515, + "learning_rate": 7.518258853931403e-05, + "loss": 0.0213, + "step": 36540 + }, + { + "loss_action": 0.016991524025797844, + "loss_total": 0.016991524025797844, + "step": 36540 + }, + { + "loss_action": 0.015881817787885666, + "loss_total": 0.015881817787885666, + "step": 36540 + }, + { + "loss_action": 0.019086528569459915, + "loss_total": 0.019086528569459915, + "step": 36540 + }, + { + "loss_action": 0.009489650838077068, + "loss_total": 0.009489650838077068, + "step": 36540 + }, + { + "loss_action": 0.006130850408226252, + "loss_total": 0.006130850408226252, + "step": 36540 + }, + { + "loss_action": 0.013832290656864643, + "loss_total": 0.013832290656864643, + "step": 36540 + }, + { + "grad_norm": 0.6997994780540466, + "learning_rate": 7.516830272504342e-05, + "loss": 0.0205, + "step": 36550 + }, + { + "loss_action": 0.018721818923950195, + "loss_total": 0.018721818923950195, + "step": 36550 + }, + { + "loss_action": 0.02235386148095131, + "loss_total": 0.02235386148095131, + "step": 36550 + }, + { + "loss_action": 0.010073020122945309, + "loss_total": 0.010073020122945309, + "step": 36550 + }, + { + "loss_action": 0.03860446810722351, + "loss_total": 0.03860446810722351, + "step": 36550 + }, + { + "loss_action": 0.055237144231796265, + "loss_total": 0.055237144231796265, + "step": 36550 + }, + { + "loss_action": 0.020531756803393364, + "loss_total": 0.020531756803393364, + "step": 36550 + }, + { + "grad_norm": 0.39337003231048584, + "learning_rate": 7.515401415840509e-05, + "loss": 0.025, + "step": 36560 + }, + { + "loss_action": 0.02101675234735012, + "loss_total": 0.02101675234735012, + "step": 36560 + }, + { + "loss_action": 0.06794413924217224, + "loss_total": 0.06794413924217224, + "step": 36560 + }, + { + "loss_action": 0.014722621999680996, + "loss_total": 0.014722621999680996, + "step": 36560 + }, + { + "loss_action": 0.019238781183958054, + "loss_total": 0.019238781183958054, + "step": 36560 + }, + { + "loss_action": 0.020767273381352425, + "loss_total": 0.020767273381352425, + "step": 36560 + }, + { + "loss_action": 0.016005679965019226, + "loss_total": 0.016005679965019226, + "step": 36560 + }, + { + "grad_norm": 0.42180630564689636, + "learning_rate": 7.513972284096155e-05, + "loss": 0.0202, + "step": 36570 + }, + { + "loss_action": 0.011533316224813461, + "loss_total": 0.011533316224813461, + "step": 36570 + }, + { + "loss_action": 0.025692405179142952, + "loss_total": 0.025692405179142952, + "step": 36570 + }, + { + "loss_action": 0.017678091302514076, + "loss_total": 0.017678091302514076, + "step": 36570 + }, + { + "loss_action": 0.014729820191860199, + "loss_total": 0.014729820191860199, + "step": 36570 + }, + { + "loss_action": 0.020317355170845985, + "loss_total": 0.020317355170845985, + "step": 36570 + }, + { + "loss_action": 0.011834941804409027, + "loss_total": 0.011834941804409027, + "step": 36570 + }, + { + "grad_norm": 0.2966775894165039, + "learning_rate": 7.512542877427574e-05, + "loss": 0.0193, + "step": 36580 + }, + { + "loss_action": 0.016680056229233742, + "loss_total": 0.016680056229233742, + "step": 36580 + }, + { + "loss_action": 0.017144596204161644, + "loss_total": 0.017144596204161644, + "step": 36580 + }, + { + "loss_action": 0.010661928914487362, + "loss_total": 0.010661928914487362, + "step": 36580 + }, + { + "loss_action": 0.015367350541055202, + "loss_total": 0.015367350541055202, + "step": 36580 + }, + { + "loss_action": 0.03892500326037407, + "loss_total": 0.03892500326037407, + "step": 36580 + }, + { + "loss_action": 0.023983176797628403, + "loss_total": 0.023983176797628403, + "step": 36580 + }, + { + "grad_norm": 0.4184459149837494, + "learning_rate": 7.51111319599108e-05, + "loss": 0.0215, + "step": 36590 + }, + { + "loss_action": 0.014185638166964054, + "loss_total": 0.014185638166964054, + "step": 36590 + }, + { + "loss_action": 0.01109274197369814, + "loss_total": 0.01109274197369814, + "step": 36590 + }, + { + "loss_action": 0.04074864089488983, + "loss_total": 0.04074864089488983, + "step": 36590 + }, + { + "loss_action": 0.010929642245173454, + "loss_total": 0.010929642245173454, + "step": 36590 + }, + { + "loss_action": 0.023045102134346962, + "loss_total": 0.023045102134346962, + "step": 36590 + }, + { + "loss_action": 0.013629855588078499, + "loss_total": 0.013629855588078499, + "step": 36590 + }, + { + "grad_norm": 0.38212355971336365, + "learning_rate": 7.509683239943024e-05, + "loss": 0.0197, + "step": 36600 + }, + { + "loss_action": 0.013536347076296806, + "loss_total": 0.013536347076296806, + "step": 36600 + }, + { + "loss_action": 0.008128277957439423, + "loss_total": 0.008128277957439423, + "step": 36600 + }, + { + "loss_action": 0.019686901941895485, + "loss_total": 0.019686901941895485, + "step": 36600 + }, + { + "loss_action": 0.009617009200155735, + "loss_total": 0.009617009200155735, + "step": 36600 + }, + { + "loss_action": 0.011160850524902344, + "loss_total": 0.011160850524902344, + "step": 36600 + }, + { + "loss_action": 0.010161328129470348, + "loss_total": 0.010161328129470348, + "step": 36600 + }, + { + "grad_norm": 0.369401216506958, + "learning_rate": 7.50825300943978e-05, + "loss": 0.0252, + "step": 36610 + }, + { + "loss_action": 0.01566191576421261, + "loss_total": 0.01566191576421261, + "step": 36610 + }, + { + "loss_action": 0.021591221913695335, + "loss_total": 0.021591221913695335, + "step": 36610 + }, + { + "loss_action": 0.008811390027403831, + "loss_total": 0.008811390027403831, + "step": 36610 + }, + { + "loss_action": 0.015062838792800903, + "loss_total": 0.015062838792800903, + "step": 36610 + }, + { + "loss_action": 0.05167429894208908, + "loss_total": 0.05167429894208908, + "step": 36610 + }, + { + "loss_action": 0.016382448375225067, + "loss_total": 0.016382448375225067, + "step": 36610 + }, + { + "grad_norm": 0.3929015100002289, + "learning_rate": 7.50682250463776e-05, + "loss": 0.0213, + "step": 36620 + }, + { + "loss_action": 0.009496990591287613, + "loss_total": 0.009496990591287613, + "step": 36620 + }, + { + "loss_action": 0.008458517491817474, + "loss_total": 0.008458517491817474, + "step": 36620 + }, + { + "loss_action": 0.01641239784657955, + "loss_total": 0.01641239784657955, + "step": 36620 + }, + { + "loss_action": 0.04651255160570145, + "loss_total": 0.04651255160570145, + "step": 36620 + }, + { + "loss_action": 0.008532516658306122, + "loss_total": 0.008532516658306122, + "step": 36620 + }, + { + "loss_action": 0.012240784242749214, + "loss_total": 0.012240784242749214, + "step": 36620 + }, + { + "grad_norm": 0.31163784861564636, + "learning_rate": 7.5053917256934e-05, + "loss": 0.0207, + "step": 36630 + }, + { + "loss_action": 0.010107509791851044, + "loss_total": 0.010107509791851044, + "step": 36630 + }, + { + "loss_action": 0.009849573485553265, + "loss_total": 0.009849573485553265, + "step": 36630 + }, + { + "loss_action": 0.03274126723408699, + "loss_total": 0.03274126723408699, + "step": 36630 + }, + { + "loss_action": 0.020394396036863327, + "loss_total": 0.020394396036863327, + "step": 36630 + }, + { + "loss_action": 0.007904712110757828, + "loss_total": 0.007904712110757828, + "step": 36630 + }, + { + "loss_action": 0.011866790242493153, + "loss_total": 0.011866790242493153, + "step": 36630 + }, + { + "grad_norm": 0.6078211665153503, + "learning_rate": 7.503960672763166e-05, + "loss": 0.0214, + "step": 36640 + }, + { + "loss_action": 0.020572619512677193, + "loss_total": 0.020572619512677193, + "step": 36640 + }, + { + "loss_action": 0.013643288053572178, + "loss_total": 0.013643288053572178, + "step": 36640 + }, + { + "loss_action": 0.05781452730298042, + "loss_total": 0.05781452730298042, + "step": 36640 + }, + { + "loss_action": 0.011925856582820415, + "loss_total": 0.011925856582820415, + "step": 36640 + }, + { + "loss_action": 0.020423663780093193, + "loss_total": 0.020423663780093193, + "step": 36640 + }, + { + "loss_action": 0.013366869650781155, + "loss_total": 0.013366869650781155, + "step": 36640 + }, + { + "grad_norm": 0.42796123027801514, + "learning_rate": 7.502529346003559e-05, + "loss": 0.026, + "step": 36650 + }, + { + "loss_action": 0.037726227194070816, + "loss_total": 0.037726227194070816, + "step": 36650 + }, + { + "loss_action": 0.07654905319213867, + "loss_total": 0.07654905319213867, + "step": 36650 + }, + { + "loss_action": 0.02421466074883938, + "loss_total": 0.02421466074883938, + "step": 36650 + }, + { + "loss_action": 0.015232739970088005, + "loss_total": 0.015232739970088005, + "step": 36650 + }, + { + "loss_action": 0.016607871279120445, + "loss_total": 0.016607871279120445, + "step": 36650 + }, + { + "loss_action": 0.018106261268258095, + "loss_total": 0.018106261268258095, + "step": 36650 + }, + { + "grad_norm": 0.3496376574039459, + "learning_rate": 7.501097745571106e-05, + "loss": 0.0274, + "step": 36660 + }, + { + "loss_action": 0.01697496883571148, + "loss_total": 0.01697496883571148, + "step": 36660 + }, + { + "loss_action": 0.008996536023914814, + "loss_total": 0.008996536023914814, + "step": 36660 + }, + { + "loss_action": 0.027829067781567574, + "loss_total": 0.027829067781567574, + "step": 36660 + }, + { + "loss_action": 0.01780872419476509, + "loss_total": 0.01780872419476509, + "step": 36660 + }, + { + "loss_action": 0.017651334404945374, + "loss_total": 0.017651334404945374, + "step": 36660 + }, + { + "loss_action": 0.009343142621219158, + "loss_total": 0.009343142621219158, + "step": 36660 + }, + { + "grad_norm": 0.5173693299293518, + "learning_rate": 7.499665871622361e-05, + "loss": 0.0234, + "step": 36670 + }, + { + "loss_action": 0.026060210540890694, + "loss_total": 0.026060210540890694, + "step": 36670 + }, + { + "loss_action": 0.02587887831032276, + "loss_total": 0.02587887831032276, + "step": 36670 + }, + { + "loss_action": 0.016332276165485382, + "loss_total": 0.016332276165485382, + "step": 36670 + }, + { + "loss_action": 0.024788882583379745, + "loss_total": 0.024788882583379745, + "step": 36670 + }, + { + "loss_action": 0.028891198337078094, + "loss_total": 0.028891198337078094, + "step": 36670 + }, + { + "loss_action": 0.01706976443529129, + "loss_total": 0.01706976443529129, + "step": 36670 + }, + { + "grad_norm": 0.3658163249492645, + "learning_rate": 7.498233724313917e-05, + "loss": 0.0246, + "step": 36680 + }, + { + "loss_action": 0.03726799786090851, + "loss_total": 0.03726799786090851, + "step": 36680 + }, + { + "loss_action": 0.019933748990297318, + "loss_total": 0.019933748990297318, + "step": 36680 + }, + { + "loss_action": 0.0215518269687891, + "loss_total": 0.0215518269687891, + "step": 36680 + }, + { + "loss_action": 0.02384021133184433, + "loss_total": 0.02384021133184433, + "step": 36680 + }, + { + "loss_action": 0.015234244056046009, + "loss_total": 0.015234244056046009, + "step": 36680 + }, + { + "loss_action": 0.016507891938090324, + "loss_total": 0.016507891938090324, + "step": 36680 + }, + { + "grad_norm": 0.4646291434764862, + "learning_rate": 7.496801303802387e-05, + "loss": 0.0248, + "step": 36690 + }, + { + "loss_action": 0.04996071010828018, + "loss_total": 0.04996071010828018, + "step": 36690 + }, + { + "loss_action": 0.010729925706982613, + "loss_total": 0.010729925706982613, + "step": 36690 + }, + { + "loss_action": 0.010280829854309559, + "loss_total": 0.010280829854309559, + "step": 36690 + }, + { + "loss_action": 0.014076496474444866, + "loss_total": 0.014076496474444866, + "step": 36690 + }, + { + "loss_action": 0.019122513011097908, + "loss_total": 0.019122513011097908, + "step": 36690 + }, + { + "loss_action": 0.0089027164503932, + "loss_total": 0.0089027164503932, + "step": 36690 + }, + { + "grad_norm": 0.5071543455123901, + "learning_rate": 7.495368610244423e-05, + "loss": 0.0195, + "step": 36700 + }, + { + "loss_action": 0.012806130573153496, + "loss_total": 0.012806130573153496, + "step": 36700 + }, + { + "loss_action": 0.015143578872084618, + "loss_total": 0.015143578872084618, + "step": 36700 + }, + { + "loss_action": 0.01382637768983841, + "loss_total": 0.01382637768983841, + "step": 36700 + }, + { + "loss_action": 0.02203509584069252, + "loss_total": 0.02203509584069252, + "step": 36700 + }, + { + "loss_action": 0.024610094726085663, + "loss_total": 0.024610094726085663, + "step": 36700 + }, + { + "loss_action": 0.035754259675741196, + "loss_total": 0.035754259675741196, + "step": 36700 + }, + { + "grad_norm": 0.32744699716567993, + "learning_rate": 7.493935643796697e-05, + "loss": 0.0206, + "step": 36710 + }, + { + "loss_action": 0.015443025156855583, + "loss_total": 0.015443025156855583, + "step": 36710 + }, + { + "loss_action": 0.06136339530348778, + "loss_total": 0.06136339530348778, + "step": 36710 + }, + { + "loss_action": 0.013990737497806549, + "loss_total": 0.013990737497806549, + "step": 36710 + }, + { + "loss_action": 0.008459174074232578, + "loss_total": 0.008459174074232578, + "step": 36710 + }, + { + "loss_action": 0.018886102363467216, + "loss_total": 0.018886102363467216, + "step": 36710 + }, + { + "loss_action": 0.01769348233938217, + "loss_total": 0.01769348233938217, + "step": 36710 + }, + { + "grad_norm": 0.42128998041152954, + "learning_rate": 7.49250240461592e-05, + "loss": 0.0175, + "step": 36720 + }, + { + "loss_action": 0.02865475043654442, + "loss_total": 0.02865475043654442, + "step": 36720 + }, + { + "loss_action": 0.015004848130047321, + "loss_total": 0.015004848130047321, + "step": 36720 + }, + { + "loss_action": 0.014636803418397903, + "loss_total": 0.014636803418397903, + "step": 36720 + }, + { + "loss_action": 0.011788584291934967, + "loss_total": 0.011788584291934967, + "step": 36720 + }, + { + "loss_action": 0.008385676890611649, + "loss_total": 0.008385676890611649, + "step": 36720 + }, + { + "loss_action": 0.02227986603975296, + "loss_total": 0.02227986603975296, + "step": 36720 + }, + { + "grad_norm": 0.44598063826560974, + "learning_rate": 7.491068892858826e-05, + "loss": 0.0188, + "step": 36730 + }, + { + "loss_action": 0.028882058337330818, + "loss_total": 0.028882058337330818, + "step": 36730 + }, + { + "loss_action": 0.018634602427482605, + "loss_total": 0.018634602427482605, + "step": 36730 + }, + { + "loss_action": 0.02636832185089588, + "loss_total": 0.02636832185089588, + "step": 36730 + }, + { + "loss_action": 0.011947298422455788, + "loss_total": 0.011947298422455788, + "step": 36730 + }, + { + "loss_action": 0.016476955264806747, + "loss_total": 0.016476955264806747, + "step": 36730 + }, + { + "loss_action": 0.019158124923706055, + "loss_total": 0.019158124923706055, + "step": 36730 + }, + { + "grad_norm": 0.4641492962837219, + "learning_rate": 7.489635108682184e-05, + "loss": 0.0213, + "step": 36740 + }, + { + "loss_action": 0.0676678940653801, + "loss_total": 0.0676678940653801, + "step": 36740 + }, + { + "loss_action": 0.009031430818140507, + "loss_total": 0.009031430818140507, + "step": 36740 + }, + { + "loss_action": 0.016231587156653404, + "loss_total": 0.016231587156653404, + "step": 36740 + }, + { + "loss_action": 0.012416493147611618, + "loss_total": 0.012416493147611618, + "step": 36740 + }, + { + "loss_action": 0.010372037999331951, + "loss_total": 0.010372037999331951, + "step": 36740 + }, + { + "loss_action": 0.024610403925180435, + "loss_total": 0.024610403925180435, + "step": 36740 + }, + { + "grad_norm": 0.4685370922088623, + "learning_rate": 7.48820105224279e-05, + "loss": 0.0205, + "step": 36750 + }, + { + "loss_action": 0.013556926511228085, + "loss_total": 0.013556926511228085, + "step": 36750 + }, + { + "loss_action": 0.06356247514486313, + "loss_total": 0.06356247514486313, + "step": 36750 + }, + { + "loss_action": 0.018535170704126358, + "loss_total": 0.018535170704126358, + "step": 36750 + }, + { + "loss_action": 0.017159389331936836, + "loss_total": 0.017159389331936836, + "step": 36750 + }, + { + "loss_action": 0.021839749068021774, + "loss_total": 0.021839749068021774, + "step": 36750 + }, + { + "loss_action": 0.020449329167604446, + "loss_total": 0.020449329167604446, + "step": 36750 + }, + { + "grad_norm": 0.5820598602294922, + "learning_rate": 7.48676672369747e-05, + "loss": 0.0242, + "step": 36760 + }, + { + "loss_action": 0.011793728917837143, + "loss_total": 0.011793728917837143, + "step": 36760 + }, + { + "loss_action": 0.014374814927577972, + "loss_total": 0.014374814927577972, + "step": 36760 + }, + { + "loss_action": 0.020966434851288795, + "loss_total": 0.020966434851288795, + "step": 36760 + }, + { + "loss_action": 0.028783122077584267, + "loss_total": 0.028783122077584267, + "step": 36760 + }, + { + "loss_action": 0.021280474960803986, + "loss_total": 0.021280474960803986, + "step": 36760 + }, + { + "loss_action": 0.01773509383201599, + "loss_total": 0.01773509383201599, + "step": 36760 + }, + { + "grad_norm": 0.3757956027984619, + "learning_rate": 7.485332123203079e-05, + "loss": 0.0191, + "step": 36770 + }, + { + "loss_action": 0.01287927571684122, + "loss_total": 0.01287927571684122, + "step": 36770 + }, + { + "loss_action": 0.023374248296022415, + "loss_total": 0.023374248296022415, + "step": 36770 + }, + { + "loss_action": 0.0068143634125590324, + "loss_total": 0.0068143634125590324, + "step": 36770 + }, + { + "loss_action": 0.01749972626566887, + "loss_total": 0.01749972626566887, + "step": 36770 + }, + { + "loss_action": 0.029097599908709526, + "loss_total": 0.029097599908709526, + "step": 36770 + }, + { + "loss_action": 0.02055426873266697, + "loss_total": 0.02055426873266697, + "step": 36770 + }, + { + "grad_norm": 0.3878192901611328, + "learning_rate": 7.483897250916504e-05, + "loss": 0.0178, + "step": 36780 + }, + { + "loss_action": 0.035101719200611115, + "loss_total": 0.035101719200611115, + "step": 36780 + }, + { + "loss_action": 0.01967688463628292, + "loss_total": 0.01967688463628292, + "step": 36780 + }, + { + "loss_action": 0.029085181653499603, + "loss_total": 0.029085181653499603, + "step": 36780 + }, + { + "loss_action": 0.008456205017864704, + "loss_total": 0.008456205017864704, + "step": 36780 + }, + { + "loss_action": 0.009607218205928802, + "loss_total": 0.009607218205928802, + "step": 36780 + }, + { + "loss_action": 0.010304629802703857, + "loss_total": 0.010304629802703857, + "step": 36780 + }, + { + "grad_norm": 0.44670090079307556, + "learning_rate": 7.48246210699466e-05, + "loss": 0.0168, + "step": 36790 + }, + { + "loss_action": 0.009701387025415897, + "loss_total": 0.009701387025415897, + "step": 36790 + }, + { + "loss_action": 0.0211600624024868, + "loss_total": 0.0211600624024868, + "step": 36790 + }, + { + "loss_action": 0.012946439906954765, + "loss_total": 0.012946439906954765, + "step": 36790 + }, + { + "loss_action": 0.032593291252851486, + "loss_total": 0.032593291252851486, + "step": 36790 + }, + { + "loss_action": 0.019526490941643715, + "loss_total": 0.019526490941643715, + "step": 36790 + }, + { + "loss_action": 0.011249445378780365, + "loss_total": 0.011249445378780365, + "step": 36790 + }, + { + "grad_norm": 0.3755479156970978, + "learning_rate": 7.481026691594492e-05, + "loss": 0.0189, + "step": 36800 + }, + { + "loss_action": 0.01162421703338623, + "loss_total": 0.01162421703338623, + "step": 36800 + }, + { + "loss_action": 0.01726396568119526, + "loss_total": 0.01726396568119526, + "step": 36800 + }, + { + "loss_action": 0.020094536244869232, + "loss_total": 0.020094536244869232, + "step": 36800 + }, + { + "loss_action": 0.009117868728935719, + "loss_total": 0.009117868728935719, + "step": 36800 + }, + { + "loss_action": 0.015958057716488838, + "loss_total": 0.015958057716488838, + "step": 36800 + }, + { + "loss_action": 0.036852434277534485, + "loss_total": 0.036852434277534485, + "step": 36800 + }, + { + "grad_norm": 0.3944322168827057, + "learning_rate": 7.479591004872975e-05, + "loss": 0.0208, + "step": 36810 + }, + { + "loss_action": 0.02057190053164959, + "loss_total": 0.02057190053164959, + "step": 36810 + }, + { + "loss_action": 0.01876467652618885, + "loss_total": 0.01876467652618885, + "step": 36810 + }, + { + "loss_action": 0.015732083469629288, + "loss_total": 0.015732083469629288, + "step": 36810 + }, + { + "loss_action": 0.010835855267941952, + "loss_total": 0.010835855267941952, + "step": 36810 + }, + { + "loss_action": 0.020987501367926598, + "loss_total": 0.020987501367926598, + "step": 36810 + }, + { + "loss_action": 0.01451784372329712, + "loss_total": 0.01451784372329712, + "step": 36810 + }, + { + "grad_norm": 0.4774332344532013, + "learning_rate": 7.478155046987114e-05, + "loss": 0.0189, + "step": 36820 + }, + { + "loss_action": 0.013933094218373299, + "loss_total": 0.013933094218373299, + "step": 36820 + }, + { + "loss_action": 0.007678100373595953, + "loss_total": 0.007678100373595953, + "step": 36820 + }, + { + "loss_action": 0.014841859228909016, + "loss_total": 0.014841859228909016, + "step": 36820 + }, + { + "loss_action": 0.014394979923963547, + "loss_total": 0.014394979923963547, + "step": 36820 + }, + { + "loss_action": 0.007940653711557388, + "loss_total": 0.007940653711557388, + "step": 36820 + }, + { + "loss_action": 0.021870246157050133, + "loss_total": 0.021870246157050133, + "step": 36820 + }, + { + "grad_norm": 0.4097052216529846, + "learning_rate": 7.476718818093944e-05, + "loss": 0.0181, + "step": 36830 + }, + { + "loss_action": 0.011271955445408821, + "loss_total": 0.011271955445408821, + "step": 36830 + }, + { + "loss_action": 0.01885218173265457, + "loss_total": 0.01885218173265457, + "step": 36830 + }, + { + "loss_action": 0.015014947392046452, + "loss_total": 0.015014947392046452, + "step": 36830 + }, + { + "loss_action": 0.006074974779039621, + "loss_total": 0.006074974779039621, + "step": 36830 + }, + { + "loss_action": 0.015594703145325184, + "loss_total": 0.015594703145325184, + "step": 36830 + }, + { + "loss_action": 0.020658286288380623, + "loss_total": 0.020658286288380623, + "step": 36830 + }, + { + "grad_norm": 0.5205253958702087, + "learning_rate": 7.475282318350527e-05, + "loss": 0.02, + "step": 36840 + }, + { + "loss_action": 0.012051173485815525, + "loss_total": 0.012051173485815525, + "step": 36840 + }, + { + "loss_action": 0.0298991110175848, + "loss_total": 0.0298991110175848, + "step": 36840 + }, + { + "loss_action": 0.04176836460828781, + "loss_total": 0.04176836460828781, + "step": 36840 + }, + { + "loss_action": 0.022678852081298828, + "loss_total": 0.022678852081298828, + "step": 36840 + }, + { + "loss_action": 0.009792804718017578, + "loss_total": 0.009792804718017578, + "step": 36840 + }, + { + "loss_action": 0.009223886765539646, + "loss_total": 0.009223886765539646, + "step": 36840 + }, + { + "grad_norm": 0.40379399061203003, + "learning_rate": 7.473845547913957e-05, + "loss": 0.0195, + "step": 36850 + }, + { + "loss_action": 0.023432103917002678, + "loss_total": 0.023432103917002678, + "step": 36850 + }, + { + "loss_action": 0.009968371130526066, + "loss_total": 0.009968371130526066, + "step": 36850 + }, + { + "loss_action": 0.01529061608016491, + "loss_total": 0.01529061608016491, + "step": 36850 + }, + { + "loss_action": 0.02737964503467083, + "loss_total": 0.02737964503467083, + "step": 36850 + }, + { + "loss_action": 0.010547783225774765, + "loss_total": 0.010547783225774765, + "step": 36850 + }, + { + "loss_action": 0.013500753790140152, + "loss_total": 0.013500753790140152, + "step": 36850 + }, + { + "grad_norm": 0.3580557703971863, + "learning_rate": 7.472408506941357e-05, + "loss": 0.0188, + "step": 36860 + }, + { + "loss_action": 0.03681240603327751, + "loss_total": 0.03681240603327751, + "step": 36860 + }, + { + "loss_action": 0.11203719675540924, + "loss_total": 0.11203719675540924, + "step": 36860 + }, + { + "loss_action": 0.022774886339902878, + "loss_total": 0.022774886339902878, + "step": 36860 + }, + { + "loss_action": 0.011634981259703636, + "loss_total": 0.011634981259703636, + "step": 36860 + }, + { + "loss_action": 0.00959128700196743, + "loss_total": 0.00959128700196743, + "step": 36860 + }, + { + "loss_action": 0.037891700863838196, + "loss_total": 0.037891700863838196, + "step": 36860 + }, + { + "grad_norm": 0.526242196559906, + "learning_rate": 7.470971195589881e-05, + "loss": 0.0246, + "step": 36870 + }, + { + "loss_action": 0.01407428178936243, + "loss_total": 0.01407428178936243, + "step": 36870 + }, + { + "loss_action": 0.019811417907476425, + "loss_total": 0.019811417907476425, + "step": 36870 + }, + { + "loss_action": 0.011165541596710682, + "loss_total": 0.011165541596710682, + "step": 36870 + }, + { + "loss_action": 0.019134068861603737, + "loss_total": 0.019134068861603737, + "step": 36870 + }, + { + "loss_action": 0.010200309567153454, + "loss_total": 0.010200309567153454, + "step": 36870 + }, + { + "loss_action": 0.014744711108505726, + "loss_total": 0.014744711108505726, + "step": 36870 + }, + { + "grad_norm": 0.3394293785095215, + "learning_rate": 7.46953361401671e-05, + "loss": 0.0188, + "step": 36880 + }, + { + "loss_action": 0.015918271616101265, + "loss_total": 0.015918271616101265, + "step": 36880 + }, + { + "loss_action": 0.011230970732867718, + "loss_total": 0.011230970732867718, + "step": 36880 + }, + { + "loss_action": 0.009815417230129242, + "loss_total": 0.009815417230129242, + "step": 36880 + }, + { + "loss_action": 0.022445060312747955, + "loss_total": 0.022445060312747955, + "step": 36880 + }, + { + "loss_action": 0.014519770629703999, + "loss_total": 0.014519770629703999, + "step": 36880 + }, + { + "loss_action": 0.020666658878326416, + "loss_total": 0.020666658878326416, + "step": 36880 + }, + { + "grad_norm": 0.46245598793029785, + "learning_rate": 7.468095762379055e-05, + "loss": 0.0205, + "step": 36890 + }, + { + "loss_action": 0.018856825307011604, + "loss_total": 0.018856825307011604, + "step": 36890 + }, + { + "loss_action": 0.010833753272891045, + "loss_total": 0.010833753272891045, + "step": 36890 + }, + { + "loss_action": 0.027517089620232582, + "loss_total": 0.027517089620232582, + "step": 36890 + }, + { + "loss_action": 0.05671687424182892, + "loss_total": 0.05671687424182892, + "step": 36890 + }, + { + "loss_action": 0.025017905980348587, + "loss_total": 0.025017905980348587, + "step": 36890 + }, + { + "loss_action": 0.013146872632205486, + "loss_total": 0.013146872632205486, + "step": 36890 + }, + { + "grad_norm": 0.4660474359989166, + "learning_rate": 7.466657640834158e-05, + "loss": 0.024, + "step": 36900 + }, + { + "loss_action": 0.018694281578063965, + "loss_total": 0.018694281578063965, + "step": 36900 + }, + { + "loss_action": 0.023881522938609123, + "loss_total": 0.023881522938609123, + "step": 36900 + }, + { + "loss_action": 0.02349294349551201, + "loss_total": 0.02349294349551201, + "step": 36900 + }, + { + "loss_action": 0.01108452770859003, + "loss_total": 0.01108452770859003, + "step": 36900 + }, + { + "loss_action": 0.012397094629704952, + "loss_total": 0.012397094629704952, + "step": 36900 + }, + { + "loss_action": 0.024817602708935738, + "loss_total": 0.024817602708935738, + "step": 36900 + }, + { + "grad_norm": 0.4104492962360382, + "learning_rate": 7.46521924953929e-05, + "loss": 0.0168, + "step": 36910 + }, + { + "loss_action": 0.005233471747487783, + "loss_total": 0.005233471747487783, + "step": 36910 + }, + { + "loss_action": 0.02992089092731476, + "loss_total": 0.02992089092731476, + "step": 36910 + }, + { + "loss_action": 0.011462390422821045, + "loss_total": 0.011462390422821045, + "step": 36910 + }, + { + "loss_action": 0.020921310409903526, + "loss_total": 0.020921310409903526, + "step": 36910 + }, + { + "loss_action": 0.02240733802318573, + "loss_total": 0.02240733802318573, + "step": 36910 + }, + { + "loss_action": 0.030476199463009834, + "loss_total": 0.030476199463009834, + "step": 36910 + }, + { + "grad_norm": 0.5229092240333557, + "learning_rate": 7.463780588651752e-05, + "loss": 0.0183, + "step": 36920 + }, + { + "loss_action": 0.012698627077043056, + "loss_total": 0.012698627077043056, + "step": 36920 + }, + { + "loss_action": 0.021808000281453133, + "loss_total": 0.021808000281453133, + "step": 36920 + }, + { + "loss_action": 0.0162588469684124, + "loss_total": 0.0162588469684124, + "step": 36920 + }, + { + "loss_action": 0.009979508817195892, + "loss_total": 0.009979508817195892, + "step": 36920 + }, + { + "loss_action": 0.018804417923092842, + "loss_total": 0.018804417923092842, + "step": 36920 + }, + { + "loss_action": 0.01376973744481802, + "loss_total": 0.01376973744481802, + "step": 36920 + }, + { + "grad_norm": 0.3959154188632965, + "learning_rate": 7.462341658328873e-05, + "loss": 0.0197, + "step": 36930 + }, + { + "loss_action": 0.012130772694945335, + "loss_total": 0.012130772694945335, + "step": 36930 + }, + { + "loss_action": 0.021162284538149834, + "loss_total": 0.021162284538149834, + "step": 36930 + }, + { + "loss_action": 0.017380142584443092, + "loss_total": 0.017380142584443092, + "step": 36930 + }, + { + "loss_action": 0.023033415898680687, + "loss_total": 0.023033415898680687, + "step": 36930 + }, + { + "loss_action": 0.08807405829429626, + "loss_total": 0.08807405829429626, + "step": 36930 + }, + { + "loss_action": 0.008000547997653484, + "loss_total": 0.008000547997653484, + "step": 36930 + }, + { + "grad_norm": 0.28189560770988464, + "learning_rate": 7.460902458728012e-05, + "loss": 0.0177, + "step": 36940 + }, + { + "loss_action": 0.008952224627137184, + "loss_total": 0.008952224627137184, + "step": 36940 + }, + { + "loss_action": 0.015165022574365139, + "loss_total": 0.015165022574365139, + "step": 36940 + }, + { + "loss_action": 0.02342395670711994, + "loss_total": 0.02342395670711994, + "step": 36940 + }, + { + "loss_action": 0.007850687019526958, + "loss_total": 0.007850687019526958, + "step": 36940 + }, + { + "loss_action": 0.018699469044804573, + "loss_total": 0.018699469044804573, + "step": 36940 + }, + { + "loss_action": 0.008221985772252083, + "loss_total": 0.008221985772252083, + "step": 36940 + }, + { + "grad_norm": 0.31943443417549133, + "learning_rate": 7.459462990006558e-05, + "loss": 0.0165, + "step": 36950 + }, + { + "loss_action": 0.01942165195941925, + "loss_total": 0.01942165195941925, + "step": 36950 + }, + { + "loss_action": 0.018543172627687454, + "loss_total": 0.018543172627687454, + "step": 36950 + }, + { + "loss_action": 0.0105734346434474, + "loss_total": 0.0105734346434474, + "step": 36950 + }, + { + "loss_action": 0.01206390280276537, + "loss_total": 0.01206390280276537, + "step": 36950 + }, + { + "loss_action": 0.013813198544085026, + "loss_total": 0.013813198544085026, + "step": 36950 + }, + { + "loss_action": 0.019039275124669075, + "loss_total": 0.019039275124669075, + "step": 36950 + }, + { + "grad_norm": 0.33442050218582153, + "learning_rate": 7.458023252321929e-05, + "loss": 0.0178, + "step": 36960 + }, + { + "loss_action": 0.019916106015443802, + "loss_total": 0.019916106015443802, + "step": 36960 + }, + { + "loss_action": 0.013085508719086647, + "loss_total": 0.013085508719086647, + "step": 36960 + }, + { + "loss_action": 0.020592426881194115, + "loss_total": 0.020592426881194115, + "step": 36960 + }, + { + "loss_action": 0.009292359463870525, + "loss_total": 0.009292359463870525, + "step": 36960 + }, + { + "loss_action": 0.011817572638392448, + "loss_total": 0.011817572638392448, + "step": 36960 + }, + { + "loss_action": 0.013081884011626244, + "loss_total": 0.013081884011626244, + "step": 36960 + }, + { + "grad_norm": 0.5657428503036499, + "learning_rate": 7.456583245831573e-05, + "loss": 0.0228, + "step": 36970 + }, + { + "loss_action": 0.01025390811264515, + "loss_total": 0.01025390811264515, + "step": 36970 + }, + { + "loss_action": 0.021785059943795204, + "loss_total": 0.021785059943795204, + "step": 36970 + }, + { + "loss_action": 0.020159872248768806, + "loss_total": 0.020159872248768806, + "step": 36970 + }, + { + "loss_action": 0.028402425348758698, + "loss_total": 0.028402425348758698, + "step": 36970 + }, + { + "loss_action": 0.015555107034742832, + "loss_total": 0.015555107034742832, + "step": 36970 + }, + { + "loss_action": 0.01138937659561634, + "loss_total": 0.01138937659561634, + "step": 36970 + }, + { + "grad_norm": 0.49594438076019287, + "learning_rate": 7.455142970692968e-05, + "loss": 0.0215, + "step": 36980 + }, + { + "loss_action": 0.006428706459701061, + "loss_total": 0.006428706459701061, + "step": 36980 + }, + { + "loss_action": 0.011360044591128826, + "loss_total": 0.011360044591128826, + "step": 36980 + }, + { + "loss_action": 0.007383223157376051, + "loss_total": 0.007383223157376051, + "step": 36980 + }, + { + "loss_action": 0.04448908194899559, + "loss_total": 0.04448908194899559, + "step": 36980 + }, + { + "loss_action": 0.010491066612303257, + "loss_total": 0.010491066612303257, + "step": 36980 + }, + { + "loss_action": 0.015777042135596275, + "loss_total": 0.015777042135596275, + "step": 36980 + }, + { + "grad_norm": 0.3725954294204712, + "learning_rate": 7.453702427063615e-05, + "loss": 0.0212, + "step": 36990 + }, + { + "loss_action": 0.04263024404644966, + "loss_total": 0.04263024404644966, + "step": 36990 + }, + { + "loss_action": 0.025917569175362587, + "loss_total": 0.025917569175362587, + "step": 36990 + }, + { + "loss_action": 0.018775975331664085, + "loss_total": 0.018775975331664085, + "step": 36990 + }, + { + "loss_action": 0.011854629032313824, + "loss_total": 0.011854629032313824, + "step": 36990 + }, + { + "loss_action": 0.022963587194681168, + "loss_total": 0.022963587194681168, + "step": 36990 + }, + { + "loss_action": 0.02593192271888256, + "loss_total": 0.02593192271888256, + "step": 36990 + }, + { + "grad_norm": 0.38111478090286255, + "learning_rate": 7.452261615101057e-05, + "loss": 0.0233, + "step": 37000 + }, + { + "loss_action": 0.047945287078619, + "loss_total": 0.047945287078619, + "step": 37000 + }, + { + "loss_action": 0.032230194658041, + "loss_total": 0.032230194658041, + "step": 37000 + }, + { + "loss_action": 0.019352925941348076, + "loss_total": 0.019352925941348076, + "step": 37000 + }, + { + "loss_action": 0.01649019494652748, + "loss_total": 0.01649019494652748, + "step": 37000 + }, + { + "loss_action": 0.010126658715307713, + "loss_total": 0.010126658715307713, + "step": 37000 + }, + { + "loss_action": 0.01336489524692297, + "loss_total": 0.01336489524692297, + "step": 37000 + }, + { + "grad_norm": 0.3654361367225647, + "learning_rate": 7.450820534962856e-05, + "loss": 0.0205, + "step": 37010 + }, + { + "loss_action": 0.011683528311550617, + "loss_total": 0.011683528311550617, + "step": 37010 + }, + { + "loss_action": 0.00798923522233963, + "loss_total": 0.00798923522233963, + "step": 37010 + }, + { + "loss_action": 0.03600403666496277, + "loss_total": 0.03600403666496277, + "step": 37010 + }, + { + "loss_action": 0.020656859502196312, + "loss_total": 0.020656859502196312, + "step": 37010 + }, + { + "loss_action": 0.018707275390625, + "loss_total": 0.018707275390625, + "step": 37010 + }, + { + "loss_action": 0.015094541944563389, + "loss_total": 0.015094541944563389, + "step": 37010 + }, + { + "grad_norm": 0.4134528934955597, + "learning_rate": 7.449379186806604e-05, + "loss": 0.0211, + "step": 37020 + }, + { + "loss_action": 0.007896176539361477, + "loss_total": 0.007896176539361477, + "step": 37020 + }, + { + "loss_action": 0.015606356784701347, + "loss_total": 0.015606356784701347, + "step": 37020 + }, + { + "loss_action": 0.010982290841639042, + "loss_total": 0.010982290841639042, + "step": 37020 + }, + { + "loss_action": 0.014467708766460419, + "loss_total": 0.014467708766460419, + "step": 37020 + }, + { + "loss_action": 0.02085219882428646, + "loss_total": 0.02085219882428646, + "step": 37020 + }, + { + "loss_action": 0.01622771844267845, + "loss_total": 0.01622771844267845, + "step": 37020 + }, + { + "grad_norm": 0.5257278084754944, + "learning_rate": 7.44793757078993e-05, + "loss": 0.0193, + "step": 37030 + }, + { + "loss_action": 0.01174958236515522, + "loss_total": 0.01174958236515522, + "step": 37030 + }, + { + "loss_action": 0.05206504464149475, + "loss_total": 0.05206504464149475, + "step": 37030 + }, + { + "loss_action": 0.026418747380375862, + "loss_total": 0.026418747380375862, + "step": 37030 + }, + { + "loss_action": 0.011953068897128105, + "loss_total": 0.011953068897128105, + "step": 37030 + }, + { + "loss_action": 0.01461776066571474, + "loss_total": 0.01461776066571474, + "step": 37030 + }, + { + "loss_action": 0.02031334675848484, + "loss_total": 0.02031334675848484, + "step": 37030 + }, + { + "grad_norm": 0.3813544511795044, + "learning_rate": 7.44649568707048e-05, + "loss": 0.0224, + "step": 37040 + }, + { + "loss_action": 0.018818655982613564, + "loss_total": 0.018818655982613564, + "step": 37040 + }, + { + "loss_action": 0.023411070927977562, + "loss_total": 0.023411070927977562, + "step": 37040 + }, + { + "loss_action": 0.01600530557334423, + "loss_total": 0.01600530557334423, + "step": 37040 + }, + { + "loss_action": 0.0115637993440032, + "loss_total": 0.0115637993440032, + "step": 37040 + }, + { + "loss_action": 0.006858011707663536, + "loss_total": 0.006858011707663536, + "step": 37040 + }, + { + "loss_action": 0.08724004775285721, + "loss_total": 0.08724004775285721, + "step": 37040 + }, + { + "grad_norm": 0.38859912753105164, + "learning_rate": 7.445053535805942e-05, + "loss": 0.0245, + "step": 37050 + }, + { + "loss_action": 0.013501403853297234, + "loss_total": 0.013501403853297234, + "step": 37050 + }, + { + "loss_action": 0.012959032319486141, + "loss_total": 0.012959032319486141, + "step": 37050 + }, + { + "loss_action": 0.020493142306804657, + "loss_total": 0.020493142306804657, + "step": 37050 + }, + { + "loss_action": 0.03824298456311226, + "loss_total": 0.03824298456311226, + "step": 37050 + }, + { + "loss_action": 0.018524836748838425, + "loss_total": 0.018524836748838425, + "step": 37050 + }, + { + "loss_action": 0.011654220521450043, + "loss_total": 0.011654220521450043, + "step": 37050 + }, + { + "grad_norm": 0.5449175238609314, + "learning_rate": 7.443611117154024e-05, + "loss": 0.022, + "step": 37060 + }, + { + "loss_action": 0.008655642159283161, + "loss_total": 0.008655642159283161, + "step": 37060 + }, + { + "loss_action": 0.010451525449752808, + "loss_total": 0.010451525449752808, + "step": 37060 + }, + { + "loss_action": 0.07004627585411072, + "loss_total": 0.07004627585411072, + "step": 37060 + }, + { + "loss_action": 0.015249700285494328, + "loss_total": 0.015249700285494328, + "step": 37060 + }, + { + "loss_action": 0.020961705595254898, + "loss_total": 0.020961705595254898, + "step": 37060 + }, + { + "loss_action": 0.025948945432901382, + "loss_total": 0.025948945432901382, + "step": 37060 + }, + { + "grad_norm": 0.5660711526870728, + "learning_rate": 7.442168431272469e-05, + "loss": 0.0243, + "step": 37070 + }, + { + "loss_action": 0.01892940141260624, + "loss_total": 0.01892940141260624, + "step": 37070 + }, + { + "loss_action": 0.02507076971232891, + "loss_total": 0.02507076971232891, + "step": 37070 + }, + { + "loss_action": 0.030158206820487976, + "loss_total": 0.030158206820487976, + "step": 37070 + }, + { + "loss_action": 0.03568857163190842, + "loss_total": 0.03568857163190842, + "step": 37070 + }, + { + "loss_action": 0.036552850157022476, + "loss_total": 0.036552850157022476, + "step": 37070 + }, + { + "loss_action": 0.03067886456847191, + "loss_total": 0.03067886456847191, + "step": 37070 + }, + { + "grad_norm": 0.34123748540878296, + "learning_rate": 7.440725478319044e-05, + "loss": 0.0277, + "step": 37080 + }, + { + "loss_action": 0.016505254432559013, + "loss_total": 0.016505254432559013, + "step": 37080 + }, + { + "loss_action": 0.021091189235448837, + "loss_total": 0.021091189235448837, + "step": 37080 + }, + { + "loss_action": 0.038757968693971634, + "loss_total": 0.038757968693971634, + "step": 37080 + }, + { + "loss_action": 0.02191862277686596, + "loss_total": 0.02191862277686596, + "step": 37080 + }, + { + "loss_action": 0.010790448635816574, + "loss_total": 0.010790448635816574, + "step": 37080 + }, + { + "loss_action": 0.0356510728597641, + "loss_total": 0.0356510728597641, + "step": 37080 + }, + { + "grad_norm": 0.3850010931491852, + "learning_rate": 7.439282258451553e-05, + "loss": 0.0261, + "step": 37090 + }, + { + "loss_action": 0.019282829016447067, + "loss_total": 0.019282829016447067, + "step": 37090 + }, + { + "loss_action": 0.02078857272863388, + "loss_total": 0.02078857272863388, + "step": 37090 + }, + { + "loss_action": 0.017800871282815933, + "loss_total": 0.017800871282815933, + "step": 37090 + }, + { + "loss_action": 0.026410534977912903, + "loss_total": 0.026410534977912903, + "step": 37090 + }, + { + "loss_action": 0.014045441523194313, + "loss_total": 0.014045441523194313, + "step": 37090 + }, + { + "loss_action": 0.02406003698706627, + "loss_total": 0.02406003698706627, + "step": 37090 + }, + { + "grad_norm": 0.44059520959854126, + "learning_rate": 7.43783877182782e-05, + "loss": 0.0204, + "step": 37100 + }, + { + "loss_action": 0.039974335581064224, + "loss_total": 0.039974335581064224, + "step": 37100 + }, + { + "loss_action": 0.017585953697562218, + "loss_total": 0.017585953697562218, + "step": 37100 + }, + { + "loss_action": 0.035630106925964355, + "loss_total": 0.035630106925964355, + "step": 37100 + }, + { + "loss_action": 0.018797436729073524, + "loss_total": 0.018797436729073524, + "step": 37100 + }, + { + "loss_action": 0.02141992561519146, + "loss_total": 0.02141992561519146, + "step": 37100 + }, + { + "loss_action": 0.01352497935295105, + "loss_total": 0.01352497935295105, + "step": 37100 + }, + { + "grad_norm": 0.394589364528656, + "learning_rate": 7.436395018605707e-05, + "loss": 0.02, + "step": 37110 + }, + { + "loss_action": 0.01537542138248682, + "loss_total": 0.01537542138248682, + "step": 37110 + }, + { + "loss_action": 0.013195543549954891, + "loss_total": 0.013195543549954891, + "step": 37110 + }, + { + "loss_action": 0.013858551159501076, + "loss_total": 0.013858551159501076, + "step": 37110 + }, + { + "loss_action": 0.013867460191249847, + "loss_total": 0.013867460191249847, + "step": 37110 + }, + { + "loss_action": 0.015334565192461014, + "loss_total": 0.015334565192461014, + "step": 37110 + }, + { + "loss_action": 0.015985945239663124, + "loss_total": 0.015985945239663124, + "step": 37110 + }, + { + "grad_norm": 0.4791489243507385, + "learning_rate": 7.434950998943094e-05, + "loss": 0.0204, + "step": 37120 + }, + { + "loss_action": 0.010391601361334324, + "loss_total": 0.010391601361334324, + "step": 37120 + }, + { + "loss_action": 0.008526764810085297, + "loss_total": 0.008526764810085297, + "step": 37120 + }, + { + "loss_action": 0.01906927488744259, + "loss_total": 0.01906927488744259, + "step": 37120 + }, + { + "loss_action": 0.014031754806637764, + "loss_total": 0.014031754806637764, + "step": 37120 + }, + { + "loss_action": 0.01689348928630352, + "loss_total": 0.01689348928630352, + "step": 37120 + }, + { + "loss_action": 0.02002084255218506, + "loss_total": 0.02002084255218506, + "step": 37120 + }, + { + "grad_norm": 0.483689546585083, + "learning_rate": 7.433506712997902e-05, + "loss": 0.0203, + "step": 37130 + }, + { + "loss_action": 0.027890468016266823, + "loss_total": 0.027890468016266823, + "step": 37130 + }, + { + "loss_action": 0.013661201111972332, + "loss_total": 0.013661201111972332, + "step": 37130 + }, + { + "loss_action": 0.06303394585847855, + "loss_total": 0.06303394585847855, + "step": 37130 + }, + { + "loss_action": 0.009915673173964024, + "loss_total": 0.009915673173964024, + "step": 37130 + }, + { + "loss_action": 0.010966253466904163, + "loss_total": 0.010966253466904163, + "step": 37130 + }, + { + "loss_action": 0.007030016742646694, + "loss_total": 0.007030016742646694, + "step": 37130 + }, + { + "grad_norm": 0.35364851355552673, + "learning_rate": 7.432062160928077e-05, + "loss": 0.0173, + "step": 37140 + }, + { + "loss_action": 0.01732579804956913, + "loss_total": 0.01732579804956913, + "step": 37140 + }, + { + "loss_action": 0.023091193288564682, + "loss_total": 0.023091193288564682, + "step": 37140 + }, + { + "loss_action": 0.01660783588886261, + "loss_total": 0.01660783588886261, + "step": 37140 + }, + { + "loss_action": 0.009807653725147247, + "loss_total": 0.009807653725147247, + "step": 37140 + }, + { + "loss_action": 0.00953174289315939, + "loss_total": 0.00953174289315939, + "step": 37140 + }, + { + "loss_action": 0.013724055141210556, + "loss_total": 0.013724055141210556, + "step": 37140 + }, + { + "grad_norm": 0.3200167119503021, + "learning_rate": 7.430617342891588e-05, + "loss": 0.0175, + "step": 37150 + }, + { + "loss_action": 0.025517892092466354, + "loss_total": 0.025517892092466354, + "step": 37150 + }, + { + "loss_action": 0.017813025042414665, + "loss_total": 0.017813025042414665, + "step": 37150 + }, + { + "loss_action": 0.02285180240869522, + "loss_total": 0.02285180240869522, + "step": 37150 + }, + { + "loss_action": 0.005775913130491972, + "loss_total": 0.005775913130491972, + "step": 37150 + }, + { + "loss_action": 0.012924867682158947, + "loss_total": 0.012924867682158947, + "step": 37150 + }, + { + "loss_action": 0.02726435288786888, + "loss_total": 0.02726435288786888, + "step": 37150 + }, + { + "grad_norm": 0.5329336524009705, + "learning_rate": 7.429172259046442e-05, + "loss": 0.0188, + "step": 37160 + }, + { + "loss_action": 0.011693388223648071, + "loss_total": 0.011693388223648071, + "step": 37160 + }, + { + "loss_action": 0.03809623420238495, + "loss_total": 0.03809623420238495, + "step": 37160 + }, + { + "loss_action": 0.01963667944073677, + "loss_total": 0.01963667944073677, + "step": 37160 + }, + { + "loss_action": 0.019045118242502213, + "loss_total": 0.019045118242502213, + "step": 37160 + }, + { + "loss_action": 0.00759247038513422, + "loss_total": 0.00759247038513422, + "step": 37160 + }, + { + "loss_action": 0.007972954772412777, + "loss_total": 0.007972954772412777, + "step": 37160 + }, + { + "grad_norm": 0.3697134554386139, + "learning_rate": 7.42772690955067e-05, + "loss": 0.0183, + "step": 37170 + }, + { + "loss_action": 0.014132044278085232, + "loss_total": 0.014132044278085232, + "step": 37170 + }, + { + "loss_action": 0.013982472941279411, + "loss_total": 0.013982472941279411, + "step": 37170 + }, + { + "loss_action": 0.007982033304870129, + "loss_total": 0.007982033304870129, + "step": 37170 + }, + { + "loss_action": 0.009296988137066364, + "loss_total": 0.009296988137066364, + "step": 37170 + }, + { + "loss_action": 0.01074155606329441, + "loss_total": 0.01074155606329441, + "step": 37170 + }, + { + "loss_action": 0.02598685771226883, + "loss_total": 0.02598685771226883, + "step": 37170 + }, + { + "grad_norm": 0.3977608382701874, + "learning_rate": 7.426281294562332e-05, + "loss": 0.0217, + "step": 37180 + }, + { + "loss_action": 0.004769948776811361, + "loss_total": 0.004769948776811361, + "step": 37180 + }, + { + "loss_action": 0.012834429740905762, + "loss_total": 0.012834429740905762, + "step": 37180 + }, + { + "loss_action": 0.008219723589718342, + "loss_total": 0.008219723589718342, + "step": 37180 + }, + { + "loss_action": 0.023136187344789505, + "loss_total": 0.023136187344789505, + "step": 37180 + }, + { + "loss_action": 0.01309259980916977, + "loss_total": 0.01309259980916977, + "step": 37180 + }, + { + "loss_action": 0.013651101849973202, + "loss_total": 0.013651101849973202, + "step": 37180 + }, + { + "grad_norm": 0.3938988745212555, + "learning_rate": 7.424835414239519e-05, + "loss": 0.0228, + "step": 37190 + }, + { + "loss_action": 0.012372166849672794, + "loss_total": 0.012372166849672794, + "step": 37190 + }, + { + "loss_action": 0.024416115134954453, + "loss_total": 0.024416115134954453, + "step": 37190 + }, + { + "loss_action": 0.01448823232203722, + "loss_total": 0.01448823232203722, + "step": 37190 + }, + { + "loss_action": 0.04647313058376312, + "loss_total": 0.04647313058376312, + "step": 37190 + }, + { + "loss_action": 0.01811913587152958, + "loss_total": 0.01811913587152958, + "step": 37190 + }, + { + "loss_action": 0.02801351062953472, + "loss_total": 0.02801351062953472, + "step": 37190 + }, + { + "grad_norm": 0.4486497938632965, + "learning_rate": 7.423389268740352e-05, + "loss": 0.0179, + "step": 37200 + }, + { + "loss_action": 0.014062088914215565, + "loss_total": 0.014062088914215565, + "step": 37200 + }, + { + "loss_action": 0.03089497983455658, + "loss_total": 0.03089497983455658, + "step": 37200 + }, + { + "loss_action": 0.026982376351952553, + "loss_total": 0.026982376351952553, + "step": 37200 + }, + { + "loss_action": 0.05203983187675476, + "loss_total": 0.05203983187675476, + "step": 37200 + }, + { + "loss_action": 0.011342109180986881, + "loss_total": 0.011342109180986881, + "step": 37200 + }, + { + "loss_action": 0.01773671805858612, + "loss_total": 0.01773671805858612, + "step": 37200 + }, + { + "grad_norm": 0.3597792088985443, + "learning_rate": 7.42194285822298e-05, + "loss": 0.0226, + "step": 37210 + }, + { + "loss_action": 0.048498231917619705, + "loss_total": 0.048498231917619705, + "step": 37210 + }, + { + "loss_action": 0.009371907450258732, + "loss_total": 0.009371907450258732, + "step": 37210 + }, + { + "loss_action": 0.014873730018734932, + "loss_total": 0.014873730018734932, + "step": 37210 + }, + { + "loss_action": 0.008075802586972713, + "loss_total": 0.008075802586972713, + "step": 37210 + }, + { + "loss_action": 0.009836035780608654, + "loss_total": 0.009836035780608654, + "step": 37210 + }, + { + "loss_action": 0.02359464392066002, + "loss_total": 0.02359464392066002, + "step": 37210 + }, + { + "grad_norm": 0.5058600902557373, + "learning_rate": 7.420496182845576e-05, + "loss": 0.0243, + "step": 37220 + }, + { + "loss_action": 0.009720773436129093, + "loss_total": 0.009720773436129093, + "step": 37220 + }, + { + "loss_action": 0.010937480255961418, + "loss_total": 0.010937480255961418, + "step": 37220 + }, + { + "loss_action": 0.02293040044605732, + "loss_total": 0.02293040044605732, + "step": 37220 + }, + { + "loss_action": 0.026656566187739372, + "loss_total": 0.026656566187739372, + "step": 37220 + }, + { + "loss_action": 0.042829856276512146, + "loss_total": 0.042829856276512146, + "step": 37220 + }, + { + "loss_action": 0.017041895538568497, + "loss_total": 0.017041895538568497, + "step": 37220 + }, + { + "grad_norm": 0.376101016998291, + "learning_rate": 7.419049242766348e-05, + "loss": 0.0225, + "step": 37230 + }, + { + "loss_action": 0.015183936804533005, + "loss_total": 0.015183936804533005, + "step": 37230 + }, + { + "loss_action": 0.015557547099888325, + "loss_total": 0.015557547099888325, + "step": 37230 + }, + { + "loss_action": 0.01834186352789402, + "loss_total": 0.01834186352789402, + "step": 37230 + }, + { + "loss_action": 0.01065637543797493, + "loss_total": 0.01065637543797493, + "step": 37230 + }, + { + "loss_action": 0.025329144671559334, + "loss_total": 0.025329144671559334, + "step": 37230 + }, + { + "loss_action": 0.012783315032720566, + "loss_total": 0.012783315032720566, + "step": 37230 + }, + { + "grad_norm": 0.4344446361064911, + "learning_rate": 7.417602038143533e-05, + "loss": 0.0214, + "step": 37240 + }, + { + "loss_action": 0.052076879888772964, + "loss_total": 0.052076879888772964, + "step": 37240 + }, + { + "loss_action": 0.018082549795508385, + "loss_total": 0.018082549795508385, + "step": 37240 + }, + { + "loss_action": 0.008403421379625797, + "loss_total": 0.008403421379625797, + "step": 37240 + }, + { + "loss_action": 0.01671920344233513, + "loss_total": 0.01671920344233513, + "step": 37240 + }, + { + "loss_action": 0.016651125624775887, + "loss_total": 0.016651125624775887, + "step": 37240 + }, + { + "loss_action": 0.015210332348942757, + "loss_total": 0.015210332348942757, + "step": 37240 + }, + { + "grad_norm": 0.4245758354663849, + "learning_rate": 7.416154569135393e-05, + "loss": 0.0224, + "step": 37250 + }, + { + "loss_action": 0.01141908299177885, + "loss_total": 0.01141908299177885, + "step": 37250 + }, + { + "loss_action": 0.030767200514674187, + "loss_total": 0.030767200514674187, + "step": 37250 + }, + { + "loss_action": 0.019363882020115852, + "loss_total": 0.019363882020115852, + "step": 37250 + }, + { + "loss_action": 0.01760496385395527, + "loss_total": 0.01760496385395527, + "step": 37250 + }, + { + "loss_action": 0.023867152631282806, + "loss_total": 0.023867152631282806, + "step": 37250 + }, + { + "loss_action": 0.012677830643951893, + "loss_total": 0.012677830643951893, + "step": 37250 + }, + { + "grad_norm": 0.35505232214927673, + "learning_rate": 7.414706835900222e-05, + "loss": 0.0225, + "step": 37260 + }, + { + "loss_action": 0.01907115802168846, + "loss_total": 0.01907115802168846, + "step": 37260 + }, + { + "loss_action": 0.012321365997195244, + "loss_total": 0.012321365997195244, + "step": 37260 + }, + { + "loss_action": 0.017038777470588684, + "loss_total": 0.017038777470588684, + "step": 37260 + }, + { + "loss_action": 0.06842964887619019, + "loss_total": 0.06842964887619019, + "step": 37260 + }, + { + "loss_action": 0.021736105903983116, + "loss_total": 0.021736105903983116, + "step": 37260 + }, + { + "loss_action": 0.015760032460093498, + "loss_total": 0.015760032460093498, + "step": 37260 + }, + { + "grad_norm": 0.4277084171772003, + "learning_rate": 7.413258838596345e-05, + "loss": 0.018, + "step": 37270 + }, + { + "loss_action": 0.02194371074438095, + "loss_total": 0.02194371074438095, + "step": 37270 + }, + { + "loss_action": 0.011705285869538784, + "loss_total": 0.011705285869538784, + "step": 37270 + }, + { + "loss_action": 0.05922331660985947, + "loss_total": 0.05922331660985947, + "step": 37270 + }, + { + "loss_action": 0.014488302171230316, + "loss_total": 0.014488302171230316, + "step": 37270 + }, + { + "loss_action": 0.01438156422227621, + "loss_total": 0.01438156422227621, + "step": 37270 + }, + { + "loss_action": 0.009193616919219494, + "loss_total": 0.009193616919219494, + "step": 37270 + }, + { + "grad_norm": 0.3613278865814209, + "learning_rate": 7.411810577382106e-05, + "loss": 0.0181, + "step": 37280 + }, + { + "loss_action": 0.019537540152668953, + "loss_total": 0.019537540152668953, + "step": 37280 + }, + { + "loss_action": 0.0198042131960392, + "loss_total": 0.0198042131960392, + "step": 37280 + }, + { + "loss_action": 0.010720521211624146, + "loss_total": 0.010720521211624146, + "step": 37280 + }, + { + "loss_action": 0.026937076821923256, + "loss_total": 0.026937076821923256, + "step": 37280 + }, + { + "loss_action": 0.01583663932979107, + "loss_total": 0.01583663932979107, + "step": 37280 + }, + { + "loss_action": 0.01329137198626995, + "loss_total": 0.01329137198626995, + "step": 37280 + }, + { + "grad_norm": 0.3555479943752289, + "learning_rate": 7.410362052415889e-05, + "loss": 0.0201, + "step": 37290 + }, + { + "loss_action": 0.014757412485778332, + "loss_total": 0.014757412485778332, + "step": 37290 + }, + { + "loss_action": 0.026909930631518364, + "loss_total": 0.026909930631518364, + "step": 37290 + }, + { + "loss_action": 0.01882246509194374, + "loss_total": 0.01882246509194374, + "step": 37290 + }, + { + "loss_action": 0.02096567489206791, + "loss_total": 0.02096567489206791, + "step": 37290 + }, + { + "loss_action": 0.010044985450804234, + "loss_total": 0.010044985450804234, + "step": 37290 + }, + { + "loss_action": 0.009819417260587215, + "loss_total": 0.009819417260587215, + "step": 37290 + }, + { + "grad_norm": 0.4610621929168701, + "learning_rate": 7.408913263856102e-05, + "loss": 0.0205, + "step": 37300 + }, + { + "loss_action": 0.011853909119963646, + "loss_total": 0.011853909119963646, + "step": 37300 + }, + { + "loss_action": 0.010978118516504765, + "loss_total": 0.010978118516504765, + "step": 37300 + }, + { + "loss_action": 0.010774648748338223, + "loss_total": 0.010774648748338223, + "step": 37300 + }, + { + "loss_action": 0.0125286178663373, + "loss_total": 0.0125286178663373, + "step": 37300 + }, + { + "loss_action": 0.014634505845606327, + "loss_total": 0.014634505845606327, + "step": 37300 + }, + { + "loss_action": 0.009936196729540825, + "loss_total": 0.009936196729540825, + "step": 37300 + }, + { + "grad_norm": 0.42713430523872375, + "learning_rate": 7.407464211861183e-05, + "loss": 0.0208, + "step": 37310 + }, + { + "loss_action": 0.01826626993715763, + "loss_total": 0.01826626993715763, + "step": 37310 + }, + { + "loss_action": 0.04650456830859184, + "loss_total": 0.04650456830859184, + "step": 37310 + }, + { + "loss_action": 0.012810957618057728, + "loss_total": 0.012810957618057728, + "step": 37310 + }, + { + "loss_action": 0.00975576601922512, + "loss_total": 0.00975576601922512, + "step": 37310 + }, + { + "loss_action": 0.021529804915189743, + "loss_total": 0.021529804915189743, + "step": 37310 + }, + { + "loss_action": 0.011663963086903095, + "loss_total": 0.011663963086903095, + "step": 37310 + }, + { + "grad_norm": 0.3774895966053009, + "learning_rate": 7.406014896589597e-05, + "loss": 0.0195, + "step": 37320 + }, + { + "loss_action": 0.008252976462244987, + "loss_total": 0.008252976462244987, + "step": 37320 + }, + { + "loss_action": 0.012460170313715935, + "loss_total": 0.012460170313715935, + "step": 37320 + }, + { + "loss_action": 0.01187891885638237, + "loss_total": 0.01187891885638237, + "step": 37320 + }, + { + "loss_action": 0.017127595841884613, + "loss_total": 0.017127595841884613, + "step": 37320 + }, + { + "loss_action": 0.0188222024589777, + "loss_total": 0.0188222024589777, + "step": 37320 + }, + { + "loss_action": 0.013531740754842758, + "loss_total": 0.013531740754842758, + "step": 37320 + }, + { + "grad_norm": 0.3435678482055664, + "learning_rate": 7.404565318199838e-05, + "loss": 0.0199, + "step": 37330 + }, + { + "loss_action": 0.01710202358663082, + "loss_total": 0.01710202358663082, + "step": 37330 + }, + { + "loss_action": 0.023121358826756477, + "loss_total": 0.023121358826756477, + "step": 37330 + }, + { + "loss_action": 0.019249610602855682, + "loss_total": 0.019249610602855682, + "step": 37330 + }, + { + "loss_action": 0.017624864354729652, + "loss_total": 0.017624864354729652, + "step": 37330 + }, + { + "loss_action": 0.010481373406946659, + "loss_total": 0.010481373406946659, + "step": 37330 + }, + { + "loss_action": 0.019505854696035385, + "loss_total": 0.019505854696035385, + "step": 37330 + }, + { + "grad_norm": 0.45550984144210815, + "learning_rate": 7.403115476850432e-05, + "loss": 0.0204, + "step": 37340 + }, + { + "loss_action": 0.010462475940585136, + "loss_total": 0.010462475940585136, + "step": 37340 + }, + { + "loss_action": 0.011555207893252373, + "loss_total": 0.011555207893252373, + "step": 37340 + }, + { + "loss_action": 0.01006929762661457, + "loss_total": 0.01006929762661457, + "step": 37340 + }, + { + "loss_action": 0.015822242945432663, + "loss_total": 0.015822242945432663, + "step": 37340 + }, + { + "loss_action": 0.00931159034371376, + "loss_total": 0.00931159034371376, + "step": 37340 + }, + { + "loss_action": 0.01365881972014904, + "loss_total": 0.01365881972014904, + "step": 37340 + }, + { + "grad_norm": 0.3914276361465454, + "learning_rate": 7.401665372699932e-05, + "loss": 0.0194, + "step": 37350 + }, + { + "loss_action": 0.03061135858297348, + "loss_total": 0.03061135858297348, + "step": 37350 + }, + { + "loss_action": 0.06392193585634232, + "loss_total": 0.06392193585634232, + "step": 37350 + }, + { + "loss_action": 0.024231217801570892, + "loss_total": 0.024231217801570892, + "step": 37350 + }, + { + "loss_action": 0.06376582384109497, + "loss_total": 0.06376582384109497, + "step": 37350 + }, + { + "loss_action": 0.015661025419831276, + "loss_total": 0.015661025419831276, + "step": 37350 + }, + { + "loss_action": 0.01626836508512497, + "loss_total": 0.01626836508512497, + "step": 37350 + }, + { + "grad_norm": 0.4922924339771271, + "learning_rate": 7.400215005906916e-05, + "loss": 0.0228, + "step": 37360 + }, + { + "loss_action": 0.02894480526447296, + "loss_total": 0.02894480526447296, + "step": 37360 + }, + { + "loss_action": 0.01997929997742176, + "loss_total": 0.01997929997742176, + "step": 37360 + }, + { + "loss_action": 0.015391199849545956, + "loss_total": 0.015391199849545956, + "step": 37360 + }, + { + "loss_action": 0.02776462584733963, + "loss_total": 0.02776462584733963, + "step": 37360 + }, + { + "loss_action": 0.010317896492779255, + "loss_total": 0.010317896492779255, + "step": 37360 + }, + { + "loss_action": 0.011479453183710575, + "loss_total": 0.011479453183710575, + "step": 37360 + }, + { + "grad_norm": 0.6490379571914673, + "learning_rate": 7.398764376629996e-05, + "loss": 0.0233, + "step": 37370 + }, + { + "loss_action": 0.007232719101011753, + "loss_total": 0.007232719101011753, + "step": 37370 + }, + { + "loss_action": 0.01567489095032215, + "loss_total": 0.01567489095032215, + "step": 37370 + }, + { + "loss_action": 0.01358111947774887, + "loss_total": 0.01358111947774887, + "step": 37370 + }, + { + "loss_action": 0.018676821142435074, + "loss_total": 0.018676821142435074, + "step": 37370 + }, + { + "loss_action": 0.021875424310564995, + "loss_total": 0.021875424310564995, + "step": 37370 + }, + { + "loss_action": 0.04061553254723549, + "loss_total": 0.04061553254723549, + "step": 37370 + }, + { + "grad_norm": 0.33814865350723267, + "learning_rate": 7.39731348502781e-05, + "loss": 0.0185, + "step": 37380 + }, + { + "loss_action": 0.025419626384973526, + "loss_total": 0.025419626384973526, + "step": 37380 + }, + { + "loss_action": 0.0502321794629097, + "loss_total": 0.0502321794629097, + "step": 37380 + }, + { + "loss_action": 0.018263010308146477, + "loss_total": 0.018263010308146477, + "step": 37380 + }, + { + "loss_action": 0.01460242923349142, + "loss_total": 0.01460242923349142, + "step": 37380 + }, + { + "loss_action": 0.03336167708039284, + "loss_total": 0.03336167708039284, + "step": 37380 + }, + { + "loss_action": 0.03238305822014809, + "loss_total": 0.03238305822014809, + "step": 37380 + }, + { + "grad_norm": 0.337109237909317, + "learning_rate": 7.395862331259028e-05, + "loss": 0.0229, + "step": 37390 + }, + { + "loss_action": 0.03748101741075516, + "loss_total": 0.03748101741075516, + "step": 37390 + }, + { + "loss_action": 0.021481581032276154, + "loss_total": 0.021481581032276154, + "step": 37390 + }, + { + "loss_action": 0.010329185053706169, + "loss_total": 0.010329185053706169, + "step": 37390 + }, + { + "loss_action": 0.01648893393576145, + "loss_total": 0.01648893393576145, + "step": 37390 + }, + { + "loss_action": 0.017107205465435982, + "loss_total": 0.017107205465435982, + "step": 37390 + }, + { + "loss_action": 0.012259981594979763, + "loss_total": 0.012259981594979763, + "step": 37390 + }, + { + "grad_norm": 0.41259580850601196, + "learning_rate": 7.394410915482341e-05, + "loss": 0.0183, + "step": 37400 + }, + { + "loss_action": 0.036970943212509155, + "loss_total": 0.036970943212509155, + "step": 37400 + }, + { + "loss_action": 0.025049934163689613, + "loss_total": 0.025049934163689613, + "step": 37400 + }, + { + "loss_action": 0.061906032264232635, + "loss_total": 0.061906032264232635, + "step": 37400 + }, + { + "loss_action": 0.04195082187652588, + "loss_total": 0.04195082187652588, + "step": 37400 + }, + { + "loss_action": 0.02171410247683525, + "loss_total": 0.02171410247683525, + "step": 37400 + }, + { + "loss_action": 0.009813792072236538, + "loss_total": 0.009813792072236538, + "step": 37400 + }, + { + "grad_norm": 0.4564868211746216, + "learning_rate": 7.392959237856476e-05, + "loss": 0.0217, + "step": 37410 + }, + { + "loss_action": 0.014096538536250591, + "loss_total": 0.014096538536250591, + "step": 37410 + }, + { + "loss_action": 0.026128923520445824, + "loss_total": 0.026128923520445824, + "step": 37410 + }, + { + "loss_action": 0.008480274118483067, + "loss_total": 0.008480274118483067, + "step": 37410 + }, + { + "loss_action": 0.023858312517404556, + "loss_total": 0.023858312517404556, + "step": 37410 + }, + { + "loss_action": 0.011837075464427471, + "loss_total": 0.011837075464427471, + "step": 37410 + }, + { + "loss_action": 0.05196726322174072, + "loss_total": 0.05196726322174072, + "step": 37410 + }, + { + "grad_norm": 0.5770856142044067, + "learning_rate": 7.391507298540187e-05, + "loss": 0.0214, + "step": 37420 + }, + { + "loss_action": 0.01536020077764988, + "loss_total": 0.01536020077764988, + "step": 37420 + }, + { + "loss_action": 0.018102586269378662, + "loss_total": 0.018102586269378662, + "step": 37420 + }, + { + "loss_action": 0.014890736900269985, + "loss_total": 0.014890736900269985, + "step": 37420 + }, + { + "loss_action": 0.02411353960633278, + "loss_total": 0.02411353960633278, + "step": 37420 + }, + { + "loss_action": 0.00819541234523058, + "loss_total": 0.00819541234523058, + "step": 37420 + }, + { + "loss_action": 0.08791874349117279, + "loss_total": 0.08791874349117279, + "step": 37420 + }, + { + "grad_norm": 0.4406449496746063, + "learning_rate": 7.390055097692257e-05, + "loss": 0.0217, + "step": 37430 + }, + { + "loss_action": 0.018571438267827034, + "loss_total": 0.018571438267827034, + "step": 37430 + }, + { + "loss_action": 0.013533199205994606, + "loss_total": 0.013533199205994606, + "step": 37430 + }, + { + "loss_action": 0.01625644974410534, + "loss_total": 0.01625644974410534, + "step": 37430 + }, + { + "loss_action": 0.029688088223338127, + "loss_total": 0.029688088223338127, + "step": 37430 + }, + { + "loss_action": 0.013494403101503849, + "loss_total": 0.013494403101503849, + "step": 37430 + }, + { + "loss_action": 0.019103562459349632, + "loss_total": 0.019103562459349632, + "step": 37430 + }, + { + "grad_norm": 0.3149561882019043, + "learning_rate": 7.388602635471494e-05, + "loss": 0.0181, + "step": 37440 + }, + { + "loss_action": 0.03909556195139885, + "loss_total": 0.03909556195139885, + "step": 37440 + }, + { + "loss_action": 0.028233930468559265, + "loss_total": 0.028233930468559265, + "step": 37440 + }, + { + "loss_action": 0.023319091647863388, + "loss_total": 0.023319091647863388, + "step": 37440 + }, + { + "loss_action": 0.026502419263124466, + "loss_total": 0.026502419263124466, + "step": 37440 + }, + { + "loss_action": 0.011914972215890884, + "loss_total": 0.011914972215890884, + "step": 37440 + }, + { + "loss_action": 0.05707075074315071, + "loss_total": 0.05707075074315071, + "step": 37440 + }, + { + "grad_norm": 0.5351912379264832, + "learning_rate": 7.387149912036738e-05, + "loss": 0.0213, + "step": 37450 + }, + { + "loss_action": 0.018571387976408005, + "loss_total": 0.018571387976408005, + "step": 37450 + }, + { + "loss_action": 0.019674794748425484, + "loss_total": 0.019674794748425484, + "step": 37450 + }, + { + "loss_action": 0.03339720144867897, + "loss_total": 0.03339720144867897, + "step": 37450 + }, + { + "loss_action": 0.01612311229109764, + "loss_total": 0.01612311229109764, + "step": 37450 + }, + { + "loss_action": 0.03154550865292549, + "loss_total": 0.03154550865292549, + "step": 37450 + }, + { + "loss_action": 0.010986816138029099, + "loss_total": 0.010986816138029099, + "step": 37450 + }, + { + "grad_norm": 0.4302162528038025, + "learning_rate": 7.385696927546854e-05, + "loss": 0.022, + "step": 37460 + }, + { + "loss_action": 0.014939822256565094, + "loss_total": 0.014939822256565094, + "step": 37460 + }, + { + "loss_action": 0.010339140892028809, + "loss_total": 0.010339140892028809, + "step": 37460 + }, + { + "loss_action": 0.01414694357663393, + "loss_total": 0.01414694357663393, + "step": 37460 + }, + { + "loss_action": 0.011715920642018318, + "loss_total": 0.011715920642018318, + "step": 37460 + }, + { + "loss_action": 0.011359273456037045, + "loss_total": 0.011359273456037045, + "step": 37460 + }, + { + "loss_action": 0.01298680528998375, + "loss_total": 0.01298680528998375, + "step": 37460 + }, + { + "grad_norm": 0.5104126334190369, + "learning_rate": 7.384243682160743e-05, + "loss": 0.0204, + "step": 37470 + }, + { + "loss_action": 0.015067268162965775, + "loss_total": 0.015067268162965775, + "step": 37470 + }, + { + "loss_action": 0.00946845207363367, + "loss_total": 0.00946845207363367, + "step": 37470 + }, + { + "loss_action": 0.009288675151765347, + "loss_total": 0.009288675151765347, + "step": 37470 + }, + { + "loss_action": 0.030811836943030357, + "loss_total": 0.030811836943030357, + "step": 37470 + }, + { + "loss_action": 0.012229716405272484, + "loss_total": 0.012229716405272484, + "step": 37470 + }, + { + "loss_action": 0.01943802833557129, + "loss_total": 0.01943802833557129, + "step": 37470 + }, + { + "grad_norm": 0.3193231523036957, + "learning_rate": 7.382790176037329e-05, + "loss": 0.0172, + "step": 37480 + }, + { + "loss_action": 0.02606545388698578, + "loss_total": 0.02606545388698578, + "step": 37480 + }, + { + "loss_action": 0.010273962281644344, + "loss_total": 0.010273962281644344, + "step": 37480 + }, + { + "loss_action": 0.010072191245853901, + "loss_total": 0.010072191245853901, + "step": 37480 + }, + { + "loss_action": 0.011204390786588192, + "loss_total": 0.011204390786588192, + "step": 37480 + }, + { + "loss_action": 0.013168982230126858, + "loss_total": 0.013168982230126858, + "step": 37480 + }, + { + "loss_action": 0.012514733709394932, + "loss_total": 0.012514733709394932, + "step": 37480 + }, + { + "grad_norm": 0.31642764806747437, + "learning_rate": 7.381336409335562e-05, + "loss": 0.0194, + "step": 37490 + }, + { + "loss_action": 0.021288244053721428, + "loss_total": 0.021288244053721428, + "step": 37490 + }, + { + "loss_action": 0.0074452287517488, + "loss_total": 0.0074452287517488, + "step": 37490 + }, + { + "loss_action": 0.016401469707489014, + "loss_total": 0.016401469707489014, + "step": 37490 + }, + { + "loss_action": 0.013579494319856167, + "loss_total": 0.013579494319856167, + "step": 37490 + }, + { + "loss_action": 0.014221606776118279, + "loss_total": 0.014221606776118279, + "step": 37490 + }, + { + "loss_action": 0.0330796055495739, + "loss_total": 0.0330796055495739, + "step": 37490 + }, + { + "grad_norm": 0.3770626485347748, + "learning_rate": 7.379882382214426e-05, + "loss": 0.0166, + "step": 37500 + }, + { + "loss_action": 0.026575740426778793, + "loss_total": 0.026575740426778793, + "step": 37500 + }, + { + "loss_action": 0.010071543976664543, + "loss_total": 0.010071543976664543, + "step": 37500 + }, + { + "loss_action": 0.015931209549307823, + "loss_total": 0.015931209549307823, + "step": 37500 + }, + { + "loss_action": 0.021942460909485817, + "loss_total": 0.021942460909485817, + "step": 37500 + }, + { + "loss_action": 0.0667194277048111, + "loss_total": 0.0667194277048111, + "step": 37500 + }, + { + "loss_action": 0.017702950164675713, + "loss_total": 0.017702950164675713, + "step": 37500 + }, + { + "grad_norm": 0.4225326180458069, + "learning_rate": 7.378428094832931e-05, + "loss": 0.0215, + "step": 37510 + }, + { + "loss_action": 0.008032787591218948, + "loss_total": 0.008032787591218948, + "step": 37510 + }, + { + "loss_action": 0.04706939682364464, + "loss_total": 0.04706939682364464, + "step": 37510 + }, + { + "loss_action": 0.015090476721525192, + "loss_total": 0.015090476721525192, + "step": 37510 + }, + { + "loss_action": 0.019678883254528046, + "loss_total": 0.019678883254528046, + "step": 37510 + }, + { + "loss_action": 0.011094136163592339, + "loss_total": 0.011094136163592339, + "step": 37510 + }, + { + "loss_action": 0.013206269592046738, + "loss_total": 0.013206269592046738, + "step": 37510 + }, + { + "grad_norm": 0.3793235421180725, + "learning_rate": 7.376973547350114e-05, + "loss": 0.018, + "step": 37520 + }, + { + "loss_action": 0.013415778055787086, + "loss_total": 0.013415778055787086, + "step": 37520 + }, + { + "loss_action": 0.01790320686995983, + "loss_total": 0.01790320686995983, + "step": 37520 + }, + { + "loss_action": 0.02334117516875267, + "loss_total": 0.02334117516875267, + "step": 37520 + }, + { + "loss_action": 0.008684669621288776, + "loss_total": 0.008684669621288776, + "step": 37520 + }, + { + "loss_action": 0.00683142663910985, + "loss_total": 0.00683142663910985, + "step": 37520 + }, + { + "loss_action": 0.02751435525715351, + "loss_total": 0.02751435525715351, + "step": 37520 + }, + { + "grad_norm": 0.30925115942955017, + "learning_rate": 7.375518739925046e-05, + "loss": 0.0195, + "step": 37530 + }, + { + "loss_action": 0.011895302683115005, + "loss_total": 0.011895302683115005, + "step": 37530 + }, + { + "loss_action": 0.006368415430188179, + "loss_total": 0.006368415430188179, + "step": 37530 + }, + { + "loss_action": 0.011099014431238174, + "loss_total": 0.011099014431238174, + "step": 37530 + }, + { + "loss_action": 0.006626758724451065, + "loss_total": 0.006626758724451065, + "step": 37530 + }, + { + "loss_action": 0.012063140980899334, + "loss_total": 0.012063140980899334, + "step": 37530 + }, + { + "loss_action": 0.026107875630259514, + "loss_total": 0.026107875630259514, + "step": 37530 + }, + { + "grad_norm": 0.34964537620544434, + "learning_rate": 7.374063672716818e-05, + "loss": 0.0147, + "step": 37540 + }, + { + "loss_action": 0.015497821383178234, + "loss_total": 0.015497821383178234, + "step": 37540 + }, + { + "loss_action": 0.050400130450725555, + "loss_total": 0.050400130450725555, + "step": 37540 + }, + { + "loss_action": 0.028582360595464706, + "loss_total": 0.028582360595464706, + "step": 37540 + }, + { + "loss_action": 0.029256334528326988, + "loss_total": 0.029256334528326988, + "step": 37540 + }, + { + "loss_action": 0.015728788450360298, + "loss_total": 0.015728788450360298, + "step": 37540 + }, + { + "loss_action": 0.009716790169477463, + "loss_total": 0.009716790169477463, + "step": 37540 + }, + { + "grad_norm": 0.3869667947292328, + "learning_rate": 7.372608345884558e-05, + "loss": 0.0223, + "step": 37550 + }, + { + "loss_action": 0.015500854700803757, + "loss_total": 0.015500854700803757, + "step": 37550 + }, + { + "loss_action": 0.014844022691249847, + "loss_total": 0.014844022691249847, + "step": 37550 + }, + { + "loss_action": 0.014403116889297962, + "loss_total": 0.014403116889297962, + "step": 37550 + }, + { + "loss_action": 0.019560765475034714, + "loss_total": 0.019560765475034714, + "step": 37550 + }, + { + "loss_action": 0.009549577720463276, + "loss_total": 0.009549577720463276, + "step": 37550 + }, + { + "loss_action": 0.013683482073247433, + "loss_total": 0.013683482073247433, + "step": 37550 + }, + { + "grad_norm": 0.35587701201438904, + "learning_rate": 7.371152759587415e-05, + "loss": 0.0194, + "step": 37560 + }, + { + "loss_action": 0.02069532871246338, + "loss_total": 0.02069532871246338, + "step": 37560 + }, + { + "loss_action": 0.019253190606832504, + "loss_total": 0.019253190606832504, + "step": 37560 + }, + { + "loss_action": 0.00699458085000515, + "loss_total": 0.00699458085000515, + "step": 37560 + }, + { + "loss_action": 0.0207009669393301, + "loss_total": 0.0207009669393301, + "step": 37560 + }, + { + "loss_action": 0.01262084674090147, + "loss_total": 0.01262084674090147, + "step": 37560 + }, + { + "loss_action": 0.012654037214815617, + "loss_total": 0.012654037214815617, + "step": 37560 + }, + { + "grad_norm": 0.38760441541671753, + "learning_rate": 7.369696913984572e-05, + "loss": 0.0166, + "step": 37570 + }, + { + "loss_action": 0.01651153527200222, + "loss_total": 0.01651153527200222, + "step": 37570 + }, + { + "loss_action": 0.03932385891675949, + "loss_total": 0.03932385891675949, + "step": 37570 + }, + { + "loss_action": 0.02787022665143013, + "loss_total": 0.02787022665143013, + "step": 37570 + }, + { + "loss_action": 0.011217113584280014, + "loss_total": 0.011217113584280014, + "step": 37570 + }, + { + "loss_action": 0.021044937893748283, + "loss_total": 0.021044937893748283, + "step": 37570 + }, + { + "loss_action": 0.016425563022494316, + "loss_total": 0.016425563022494316, + "step": 37570 + }, + { + "grad_norm": 0.38368532061576843, + "learning_rate": 7.368240809235237e-05, + "loss": 0.0178, + "step": 37580 + }, + { + "loss_action": 0.01596013270318508, + "loss_total": 0.01596013270318508, + "step": 37580 + }, + { + "loss_action": 0.015516743995249271, + "loss_total": 0.015516743995249271, + "step": 37580 + }, + { + "loss_action": 0.013082324527204037, + "loss_total": 0.013082324527204037, + "step": 37580 + }, + { + "loss_action": 0.014245999976992607, + "loss_total": 0.014245999976992607, + "step": 37580 + }, + { + "loss_action": 0.01588350720703602, + "loss_total": 0.01588350720703602, + "step": 37580 + }, + { + "loss_action": 0.023022104054689407, + "loss_total": 0.023022104054689407, + "step": 37580 + }, + { + "grad_norm": 0.43715962767601013, + "learning_rate": 7.366784445498649e-05, + "loss": 0.0196, + "step": 37590 + }, + { + "loss_action": 0.021660106256604195, + "loss_total": 0.021660106256604195, + "step": 37590 + }, + { + "loss_action": 0.01905059814453125, + "loss_total": 0.01905059814453125, + "step": 37590 + }, + { + "loss_action": 0.12252181023359299, + "loss_total": 0.12252181023359299, + "step": 37590 + }, + { + "loss_action": 0.00797516480088234, + "loss_total": 0.00797516480088234, + "step": 37590 + }, + { + "loss_action": 0.018217315897345543, + "loss_total": 0.018217315897345543, + "step": 37590 + }, + { + "loss_action": 0.02435886859893799, + "loss_total": 0.02435886859893799, + "step": 37590 + }, + { + "grad_norm": 0.37907207012176514, + "learning_rate": 7.36532782293407e-05, + "loss": 0.0202, + "step": 37600 + }, + { + "loss_action": 0.011291616596281528, + "loss_total": 0.011291616596281528, + "step": 37600 + }, + { + "loss_action": 0.039803337305784225, + "loss_total": 0.039803337305784225, + "step": 37600 + }, + { + "loss_action": 0.018308036029338837, + "loss_total": 0.018308036029338837, + "step": 37600 + }, + { + "loss_action": 0.019583096727728844, + "loss_total": 0.019583096727728844, + "step": 37600 + }, + { + "loss_action": 0.033244628459215164, + "loss_total": 0.033244628459215164, + "step": 37600 + }, + { + "loss_action": 0.015091894194483757, + "loss_total": 0.015091894194483757, + "step": 37600 + }, + { + "grad_norm": 0.3868606686592102, + "learning_rate": 7.363870941700797e-05, + "loss": 0.0189, + "step": 37610 + }, + { + "loss_action": 0.009886271320283413, + "loss_total": 0.009886271320283413, + "step": 37610 + }, + { + "loss_action": 0.012294279411435127, + "loss_total": 0.012294279411435127, + "step": 37610 + }, + { + "loss_action": 0.0186410341411829, + "loss_total": 0.0186410341411829, + "step": 37610 + }, + { + "loss_action": 0.05651608482003212, + "loss_total": 0.05651608482003212, + "step": 37610 + }, + { + "loss_action": 0.008952988311648369, + "loss_total": 0.008952988311648369, + "step": 37610 + }, + { + "loss_action": 0.027510540559887886, + "loss_total": 0.027510540559887886, + "step": 37610 + }, + { + "grad_norm": 0.37227553129196167, + "learning_rate": 7.362413801958152e-05, + "loss": 0.0178, + "step": 37620 + }, + { + "loss_action": 0.02259223163127899, + "loss_total": 0.02259223163127899, + "step": 37620 + }, + { + "loss_action": 0.01091474387794733, + "loss_total": 0.01091474387794733, + "step": 37620 + }, + { + "loss_action": 0.032800789922475815, + "loss_total": 0.032800789922475815, + "step": 37620 + }, + { + "loss_action": 0.008446084335446358, + "loss_total": 0.008446084335446358, + "step": 37620 + }, + { + "loss_action": 0.009632804431021214, + "loss_total": 0.009632804431021214, + "step": 37620 + }, + { + "loss_action": 0.0505068302154541, + "loss_total": 0.0505068302154541, + "step": 37620 + }, + { + "grad_norm": 0.39350202679634094, + "learning_rate": 7.360956403865486e-05, + "loss": 0.02, + "step": 37630 + }, + { + "loss_action": 0.010933472774922848, + "loss_total": 0.010933472774922848, + "step": 37630 + }, + { + "loss_action": 0.015188074670732021, + "loss_total": 0.015188074670732021, + "step": 37630 + }, + { + "loss_action": 0.02232203260064125, + "loss_total": 0.02232203260064125, + "step": 37630 + }, + { + "loss_action": 0.010048959404230118, + "loss_total": 0.010048959404230118, + "step": 37630 + }, + { + "loss_action": 0.03123602084815502, + "loss_total": 0.03123602084815502, + "step": 37630 + }, + { + "loss_action": 0.022939050570130348, + "loss_total": 0.022939050570130348, + "step": 37630 + }, + { + "grad_norm": 0.6431030631065369, + "learning_rate": 7.359498747582177e-05, + "loss": 0.0234, + "step": 37640 + }, + { + "loss_action": 0.010861106216907501, + "loss_total": 0.010861106216907501, + "step": 37640 + }, + { + "loss_action": 0.014740003272891045, + "loss_total": 0.014740003272891045, + "step": 37640 + }, + { + "loss_action": 0.013534910045564175, + "loss_total": 0.013534910045564175, + "step": 37640 + }, + { + "loss_action": 0.007265878841280937, + "loss_total": 0.007265878841280937, + "step": 37640 + }, + { + "loss_action": 0.015158778987824917, + "loss_total": 0.015158778987824917, + "step": 37640 + }, + { + "loss_action": 0.012938976287841797, + "loss_total": 0.012938976287841797, + "step": 37640 + }, + { + "grad_norm": 0.4645219147205353, + "learning_rate": 7.358040833267634e-05, + "loss": 0.0182, + "step": 37650 + }, + { + "loss_action": 0.011122990399599075, + "loss_total": 0.011122990399599075, + "step": 37650 + }, + { + "loss_action": 0.019680751487612724, + "loss_total": 0.019680751487612724, + "step": 37650 + }, + { + "loss_action": 0.013334040530025959, + "loss_total": 0.013334040530025959, + "step": 37650 + }, + { + "loss_action": 0.01876930706202984, + "loss_total": 0.01876930706202984, + "step": 37650 + }, + { + "loss_action": 0.019146539270877838, + "loss_total": 0.019146539270877838, + "step": 37650 + }, + { + "loss_action": 0.010327947326004505, + "loss_total": 0.010327947326004505, + "step": 37650 + }, + { + "grad_norm": 0.5239020586013794, + "learning_rate": 7.356582661081288e-05, + "loss": 0.0176, + "step": 37660 + }, + { + "loss_action": 0.007435805629938841, + "loss_total": 0.007435805629938841, + "step": 37660 + }, + { + "loss_action": 0.008505566045641899, + "loss_total": 0.008505566045641899, + "step": 37660 + }, + { + "loss_action": 0.02468603104352951, + "loss_total": 0.02468603104352951, + "step": 37660 + }, + { + "loss_action": 0.04142196103930473, + "loss_total": 0.04142196103930473, + "step": 37660 + }, + { + "loss_action": 0.01721600443124771, + "loss_total": 0.01721600443124771, + "step": 37660 + }, + { + "loss_action": 0.1051768958568573, + "loss_total": 0.1051768958568573, + "step": 37660 + }, + { + "grad_norm": 0.4085804522037506, + "learning_rate": 7.355124231182607e-05, + "loss": 0.0184, + "step": 37670 + }, + { + "loss_action": 0.02380610816180706, + "loss_total": 0.02380610816180706, + "step": 37670 + }, + { + "loss_action": 0.016325578093528748, + "loss_total": 0.016325578093528748, + "step": 37670 + }, + { + "loss_action": 0.022882934659719467, + "loss_total": 0.022882934659719467, + "step": 37670 + }, + { + "loss_action": 0.00959010235965252, + "loss_total": 0.00959010235965252, + "step": 37670 + }, + { + "loss_action": 0.026575397700071335, + "loss_total": 0.026575397700071335, + "step": 37670 + }, + { + "loss_action": 0.011375016532838345, + "loss_total": 0.011375016532838345, + "step": 37670 + }, + { + "grad_norm": 0.3919430077075958, + "learning_rate": 7.353665543731083e-05, + "loss": 0.0196, + "step": 37680 + }, + { + "loss_action": 0.0547642707824707, + "loss_total": 0.0547642707824707, + "step": 37680 + }, + { + "loss_action": 0.010438742116093636, + "loss_total": 0.010438742116093636, + "step": 37680 + }, + { + "loss_action": 0.01976451650261879, + "loss_total": 0.01976451650261879, + "step": 37680 + }, + { + "loss_action": 0.011073130182921886, + "loss_total": 0.011073130182921886, + "step": 37680 + }, + { + "loss_action": 0.01757027581334114, + "loss_total": 0.01757027581334114, + "step": 37680 + }, + { + "loss_action": 0.010617423802614212, + "loss_total": 0.010617423802614212, + "step": 37680 + }, + { + "grad_norm": 0.37536096572875977, + "learning_rate": 7.352206598886229e-05, + "loss": 0.0179, + "step": 37690 + }, + { + "loss_action": 0.0280404444783926, + "loss_total": 0.0280404444783926, + "step": 37690 + }, + { + "loss_action": 0.007655329070985317, + "loss_total": 0.007655329070985317, + "step": 37690 + }, + { + "loss_action": 0.013634254224598408, + "loss_total": 0.013634254224598408, + "step": 37690 + }, + { + "loss_action": 0.007491824682801962, + "loss_total": 0.007491824682801962, + "step": 37690 + }, + { + "loss_action": 0.020957810804247856, + "loss_total": 0.020957810804247856, + "step": 37690 + }, + { + "loss_action": 0.04527116194367409, + "loss_total": 0.04527116194367409, + "step": 37690 + }, + { + "grad_norm": 0.29580724239349365, + "learning_rate": 7.350747396807601e-05, + "loss": 0.0174, + "step": 37700 + }, + { + "loss_action": 0.012244947254657745, + "loss_total": 0.012244947254657745, + "step": 37700 + }, + { + "loss_action": 0.010392369702458382, + "loss_total": 0.010392369702458382, + "step": 37700 + }, + { + "loss_action": 0.01927458867430687, + "loss_total": 0.01927458867430687, + "step": 37700 + }, + { + "loss_action": 0.01737767644226551, + "loss_total": 0.01737767644226551, + "step": 37700 + }, + { + "loss_action": 0.03943833336234093, + "loss_total": 0.03943833336234093, + "step": 37700 + }, + { + "loss_action": 0.008448310196399689, + "loss_total": 0.008448310196399689, + "step": 37700 + }, + { + "grad_norm": 0.3633406162261963, + "learning_rate": 7.349287937654772e-05, + "loss": 0.0182, + "step": 37710 + }, + { + "loss_action": 0.02016429603099823, + "loss_total": 0.02016429603099823, + "step": 37710 + }, + { + "loss_action": 0.013212703168392181, + "loss_total": 0.013212703168392181, + "step": 37710 + }, + { + "loss_action": 0.012785060331225395, + "loss_total": 0.012785060331225395, + "step": 37710 + }, + { + "loss_action": 0.025111807510256767, + "loss_total": 0.025111807510256767, + "step": 37710 + }, + { + "loss_action": 0.011158210225403309, + "loss_total": 0.011158210225403309, + "step": 37710 + }, + { + "loss_action": 0.020802881568670273, + "loss_total": 0.020802881568670273, + "step": 37710 + }, + { + "grad_norm": 0.3925152122974396, + "learning_rate": 7.347828221587345e-05, + "loss": 0.017, + "step": 37720 + }, + { + "loss_action": 0.15393215417861938, + "loss_total": 0.15393215417861938, + "step": 37720 + }, + { + "loss_action": 0.030864259228110313, + "loss_total": 0.030864259228110313, + "step": 37720 + }, + { + "loss_action": 0.02077149972319603, + "loss_total": 0.02077149972319603, + "step": 37720 + }, + { + "loss_action": 0.020056409761309624, + "loss_total": 0.020056409761309624, + "step": 37720 + }, + { + "loss_action": 0.06845379620790482, + "loss_total": 0.06845379620790482, + "step": 37720 + }, + { + "loss_action": 0.03417426720261574, + "loss_total": 0.03417426720261574, + "step": 37720 + }, + { + "grad_norm": 0.36098551750183105, + "learning_rate": 7.346368248764955e-05, + "loss": 0.0212, + "step": 37730 + }, + { + "loss_action": 0.02936600334942341, + "loss_total": 0.02936600334942341, + "step": 37730 + }, + { + "loss_action": 0.012400883249938488, + "loss_total": 0.012400883249938488, + "step": 37730 + }, + { + "loss_action": 0.023520346730947495, + "loss_total": 0.023520346730947495, + "step": 37730 + }, + { + "loss_action": 0.015057031996548176, + "loss_total": 0.015057031996548176, + "step": 37730 + }, + { + "loss_action": 0.025118662044405937, + "loss_total": 0.025118662044405937, + "step": 37730 + }, + { + "loss_action": 0.010407425463199615, + "loss_total": 0.010407425463199615, + "step": 37730 + }, + { + "grad_norm": 0.40710923075675964, + "learning_rate": 7.34490801934726e-05, + "loss": 0.0181, + "step": 37740 + }, + { + "loss_action": 0.015369214117527008, + "loss_total": 0.015369214117527008, + "step": 37740 + }, + { + "loss_action": 0.019226253032684326, + "loss_total": 0.019226253032684326, + "step": 37740 + }, + { + "loss_action": 0.015500192530453205, + "loss_total": 0.015500192530453205, + "step": 37740 + }, + { + "loss_action": 0.03274611011147499, + "loss_total": 0.03274611011147499, + "step": 37740 + }, + { + "loss_action": 0.013617362827062607, + "loss_total": 0.013617362827062607, + "step": 37740 + }, + { + "loss_action": 0.06419218331575394, + "loss_total": 0.06419218331575394, + "step": 37740 + }, + { + "grad_norm": 0.5019518733024597, + "learning_rate": 7.343447533493947e-05, + "loss": 0.0257, + "step": 37750 + }, + { + "loss_action": 0.02505154348909855, + "loss_total": 0.02505154348909855, + "step": 37750 + }, + { + "loss_action": 0.013950982131063938, + "loss_total": 0.013950982131063938, + "step": 37750 + }, + { + "loss_action": 0.02208206243813038, + "loss_total": 0.02208206243813038, + "step": 37750 + }, + { + "loss_action": 0.024966204538941383, + "loss_total": 0.024966204538941383, + "step": 37750 + }, + { + "loss_action": 0.034165024757385254, + "loss_total": 0.034165024757385254, + "step": 37750 + }, + { + "loss_action": 0.025445379316806793, + "loss_total": 0.025445379316806793, + "step": 37750 + }, + { + "grad_norm": 0.3002696633338928, + "learning_rate": 7.341986791364739e-05, + "loss": 0.0203, + "step": 37760 + }, + { + "loss_action": 0.011119979433715343, + "loss_total": 0.011119979433715343, + "step": 37760 + }, + { + "loss_action": 0.014591101557016373, + "loss_total": 0.014591101557016373, + "step": 37760 + }, + { + "loss_action": 0.01681356504559517, + "loss_total": 0.01681356504559517, + "step": 37760 + }, + { + "loss_action": 0.02525174617767334, + "loss_total": 0.02525174617767334, + "step": 37760 + }, + { + "loss_action": 0.01483013667166233, + "loss_total": 0.01483013667166233, + "step": 37760 + }, + { + "loss_action": 0.01620154269039631, + "loss_total": 0.01620154269039631, + "step": 37760 + }, + { + "grad_norm": 0.41797715425491333, + "learning_rate": 7.340525793119374e-05, + "loss": 0.0254, + "step": 37770 + }, + { + "loss_action": 0.012679602950811386, + "loss_total": 0.012679602950811386, + "step": 37770 + }, + { + "loss_action": 0.02525722235441208, + "loss_total": 0.02525722235441208, + "step": 37770 + }, + { + "loss_action": 0.008834030479192734, + "loss_total": 0.008834030479192734, + "step": 37770 + }, + { + "loss_action": 0.015552063472568989, + "loss_total": 0.015552063472568989, + "step": 37770 + }, + { + "loss_action": 0.013753868639469147, + "loss_total": 0.013753868639469147, + "step": 37770 + }, + { + "loss_action": 0.009932189248502254, + "loss_total": 0.009932189248502254, + "step": 37770 + }, + { + "grad_norm": 0.4259240925312042, + "learning_rate": 7.33906453891763e-05, + "loss": 0.0183, + "step": 37780 + }, + { + "loss_action": 0.01235287357121706, + "loss_total": 0.01235287357121706, + "step": 37780 + }, + { + "loss_action": 0.014831447042524815, + "loss_total": 0.014831447042524815, + "step": 37780 + }, + { + "loss_action": 0.022509727627038956, + "loss_total": 0.022509727627038956, + "step": 37780 + }, + { + "loss_action": 0.009836561046540737, + "loss_total": 0.009836561046540737, + "step": 37780 + }, + { + "loss_action": 0.019751545041799545, + "loss_total": 0.019751545041799545, + "step": 37780 + }, + { + "loss_action": 0.014238081872463226, + "loss_total": 0.014238081872463226, + "step": 37780 + }, + { + "grad_norm": 0.46492937207221985, + "learning_rate": 7.337603028919303e-05, + "loss": 0.0203, + "step": 37790 + }, + { + "loss_action": 0.013671859167516232, + "loss_total": 0.013671859167516232, + "step": 37790 + }, + { + "loss_action": 0.01262731198221445, + "loss_total": 0.01262731198221445, + "step": 37790 + }, + { + "loss_action": 0.010782047174870968, + "loss_total": 0.010782047174870968, + "step": 37790 + }, + { + "loss_action": 0.009630068205296993, + "loss_total": 0.009630068205296993, + "step": 37790 + }, + { + "loss_action": 0.03421477973461151, + "loss_total": 0.03421477973461151, + "step": 37790 + }, + { + "loss_action": 0.01606064662337303, + "loss_total": 0.01606064662337303, + "step": 37790 + }, + { + "grad_norm": 0.47316211462020874, + "learning_rate": 7.336141263284225e-05, + "loss": 0.0203, + "step": 37800 + }, + { + "loss_action": 0.016604432836174965, + "loss_total": 0.016604432836174965, + "step": 37800 + }, + { + "loss_action": 0.011330372653901577, + "loss_total": 0.011330372653901577, + "step": 37800 + }, + { + "loss_action": 0.02093368023633957, + "loss_total": 0.02093368023633957, + "step": 37800 + }, + { + "loss_action": 0.018214276060461998, + "loss_total": 0.018214276060461998, + "step": 37800 + }, + { + "loss_action": 0.01749914139509201, + "loss_total": 0.01749914139509201, + "step": 37800 + }, + { + "loss_action": 0.015691513195633888, + "loss_total": 0.015691513195633888, + "step": 37800 + }, + { + "grad_norm": 0.3462255895137787, + "learning_rate": 7.334679242172249e-05, + "loss": 0.0264, + "step": 37810 + }, + { + "loss_action": 0.011504155583679676, + "loss_total": 0.011504155583679676, + "step": 37810 + }, + { + "loss_action": 0.02641010470688343, + "loss_total": 0.02641010470688343, + "step": 37810 + }, + { + "loss_action": 0.00849434919655323, + "loss_total": 0.00849434919655323, + "step": 37810 + }, + { + "loss_action": 0.01034700870513916, + "loss_total": 0.01034700870513916, + "step": 37810 + }, + { + "loss_action": 0.03776223585009575, + "loss_total": 0.03776223585009575, + "step": 37810 + }, + { + "loss_action": 0.01001986488699913, + "loss_total": 0.01001986488699913, + "step": 37810 + }, + { + "grad_norm": 0.48883166909217834, + "learning_rate": 7.33321696574326e-05, + "loss": 0.0244, + "step": 37820 + }, + { + "loss_action": 0.03525248169898987, + "loss_total": 0.03525248169898987, + "step": 37820 + }, + { + "loss_action": 0.14285892248153687, + "loss_total": 0.14285892248153687, + "step": 37820 + }, + { + "loss_action": 0.05302121862769127, + "loss_total": 0.05302121862769127, + "step": 37820 + }, + { + "loss_action": 0.025669293478131294, + "loss_total": 0.025669293478131294, + "step": 37820 + }, + { + "loss_action": 0.020739100873470306, + "loss_total": 0.020739100873470306, + "step": 37820 + }, + { + "loss_action": 0.02034233696758747, + "loss_total": 0.02034233696758747, + "step": 37820 + }, + { + "grad_norm": 0.525385320186615, + "learning_rate": 7.331754434157174e-05, + "loss": 0.0261, + "step": 37830 + }, + { + "loss_action": 0.025840962305665016, + "loss_total": 0.025840962305665016, + "step": 37830 + }, + { + "loss_action": 0.018302109092473984, + "loss_total": 0.018302109092473984, + "step": 37830 + }, + { + "loss_action": 0.012061286717653275, + "loss_total": 0.012061286717653275, + "step": 37830 + }, + { + "loss_action": 0.03186829015612602, + "loss_total": 0.03186829015612602, + "step": 37830 + }, + { + "loss_action": 0.017657950520515442, + "loss_total": 0.017657950520515442, + "step": 37830 + }, + { + "loss_action": 0.02483508363366127, + "loss_total": 0.02483508363366127, + "step": 37830 + }, + { + "grad_norm": 0.40255820751190186, + "learning_rate": 7.330291647573928e-05, + "loss": 0.0194, + "step": 37840 + }, + { + "loss_action": 0.009909730404615402, + "loss_total": 0.009909730404615402, + "step": 37840 + }, + { + "loss_action": 0.04011594504117966, + "loss_total": 0.04011594504117966, + "step": 37840 + }, + { + "loss_action": 0.016424337401986122, + "loss_total": 0.016424337401986122, + "step": 37840 + }, + { + "loss_action": 0.0220706295222044, + "loss_total": 0.0220706295222044, + "step": 37840 + }, + { + "loss_action": 0.012420638464391232, + "loss_total": 0.012420638464391232, + "step": 37840 + }, + { + "loss_action": 0.014864697121083736, + "loss_total": 0.014864697121083736, + "step": 37840 + }, + { + "grad_norm": 0.349220335483551, + "learning_rate": 7.32882860615349e-05, + "loss": 0.0185, + "step": 37850 + }, + { + "loss_action": 0.020474469289183617, + "loss_total": 0.020474469289183617, + "step": 37850 + }, + { + "loss_action": 0.030202914029359818, + "loss_total": 0.030202914029359818, + "step": 37850 + }, + { + "loss_action": 0.011101461946964264, + "loss_total": 0.011101461946964264, + "step": 37850 + }, + { + "loss_action": 0.011088886298239231, + "loss_total": 0.011088886298239231, + "step": 37850 + }, + { + "loss_action": 0.034027550369501114, + "loss_total": 0.034027550369501114, + "step": 37850 + }, + { + "loss_action": 0.050997521728277206, + "loss_total": 0.050997521728277206, + "step": 37850 + }, + { + "grad_norm": 0.37419313192367554, + "learning_rate": 7.327365310055858e-05, + "loss": 0.0208, + "step": 37860 + }, + { + "loss_action": 0.00819177832454443, + "loss_total": 0.00819177832454443, + "step": 37860 + }, + { + "loss_action": 0.01253172941505909, + "loss_total": 0.01253172941505909, + "step": 37860 + }, + { + "loss_action": 0.014089848846197128, + "loss_total": 0.014089848846197128, + "step": 37860 + }, + { + "loss_action": 0.022877560928463936, + "loss_total": 0.022877560928463936, + "step": 37860 + }, + { + "loss_action": 0.02679995261132717, + "loss_total": 0.02679995261132717, + "step": 37860 + }, + { + "loss_action": 0.02107325568795204, + "loss_total": 0.02107325568795204, + "step": 37860 + }, + { + "grad_norm": 0.5133568048477173, + "learning_rate": 7.325901759441055e-05, + "loss": 0.0198, + "step": 37870 + }, + { + "loss_action": 0.017286593094468117, + "loss_total": 0.017286593094468117, + "step": 37870 + }, + { + "loss_action": 0.020133959129452705, + "loss_total": 0.020133959129452705, + "step": 37870 + }, + { + "loss_action": 0.023006422445178032, + "loss_total": 0.023006422445178032, + "step": 37870 + }, + { + "loss_action": 0.023018769919872284, + "loss_total": 0.023018769919872284, + "step": 37870 + }, + { + "loss_action": 0.023810364305973053, + "loss_total": 0.023810364305973053, + "step": 37870 + }, + { + "loss_action": 0.006764007732272148, + "loss_total": 0.006764007732272148, + "step": 37870 + }, + { + "grad_norm": 0.3486649692058563, + "learning_rate": 7.324437954469132e-05, + "loss": 0.0225, + "step": 37880 + }, + { + "loss_action": 0.033609788864851, + "loss_total": 0.033609788864851, + "step": 37880 + }, + { + "loss_action": 0.020552586764097214, + "loss_total": 0.020552586764097214, + "step": 37880 + }, + { + "loss_action": 0.009692230261862278, + "loss_total": 0.009692230261862278, + "step": 37880 + }, + { + "loss_action": 0.008800762705504894, + "loss_total": 0.008800762705504894, + "step": 37880 + }, + { + "loss_action": 0.03173065185546875, + "loss_total": 0.03173065185546875, + "step": 37880 + }, + { + "loss_action": 0.010119735263288021, + "loss_total": 0.010119735263288021, + "step": 37880 + }, + { + "grad_norm": 0.4591046869754791, + "learning_rate": 7.32297389530017e-05, + "loss": 0.0216, + "step": 37890 + }, + { + "loss_action": 0.009144267067313194, + "loss_total": 0.009144267067313194, + "step": 37890 + }, + { + "loss_action": 0.009000332094728947, + "loss_total": 0.009000332094728947, + "step": 37890 + }, + { + "loss_action": 0.010449517518281937, + "loss_total": 0.010449517518281937, + "step": 37890 + }, + { + "loss_action": 0.010538696311414242, + "loss_total": 0.010538696311414242, + "step": 37890 + }, + { + "loss_action": 0.018741179257631302, + "loss_total": 0.018741179257631302, + "step": 37890 + }, + { + "loss_action": 0.010763113386929035, + "loss_total": 0.010763113386929035, + "step": 37890 + }, + { + "grad_norm": 0.39756593108177185, + "learning_rate": 7.321509582094274e-05, + "loss": 0.0173, + "step": 37900 + }, + { + "loss_action": 0.022272655740380287, + "loss_total": 0.022272655740380287, + "step": 37900 + }, + { + "loss_action": 0.01740613952279091, + "loss_total": 0.01740613952279091, + "step": 37900 + }, + { + "loss_action": 0.01434088870882988, + "loss_total": 0.01434088870882988, + "step": 37900 + }, + { + "loss_action": 0.01045076735317707, + "loss_total": 0.01045076735317707, + "step": 37900 + }, + { + "loss_action": 0.022488705813884735, + "loss_total": 0.022488705813884735, + "step": 37900 + }, + { + "loss_action": 0.011728054843842983, + "loss_total": 0.011728054843842983, + "step": 37900 + }, + { + "grad_norm": 0.38378044962882996, + "learning_rate": 7.320045015011582e-05, + "loss": 0.0187, + "step": 37910 + }, + { + "loss_action": 0.019480133429169655, + "loss_total": 0.019480133429169655, + "step": 37910 + }, + { + "loss_action": 0.021801413968205452, + "loss_total": 0.021801413968205452, + "step": 37910 + }, + { + "loss_action": 0.012895123101770878, + "loss_total": 0.012895123101770878, + "step": 37910 + }, + { + "loss_action": 0.006557039450854063, + "loss_total": 0.006557039450854063, + "step": 37910 + }, + { + "loss_action": 0.01325900200754404, + "loss_total": 0.01325900200754404, + "step": 37910 + }, + { + "loss_action": 0.01885392516851425, + "loss_total": 0.01885392516851425, + "step": 37910 + }, + { + "grad_norm": 0.49959617853164673, + "learning_rate": 7.318580194212253e-05, + "loss": 0.0227, + "step": 37920 + }, + { + "loss_action": 0.015166603028774261, + "loss_total": 0.015166603028774261, + "step": 37920 + }, + { + "loss_action": 0.02187504991889, + "loss_total": 0.02187504991889, + "step": 37920 + }, + { + "loss_action": 0.25260233879089355, + "loss_total": 0.25260233879089355, + "step": 37920 + }, + { + "loss_action": 0.00789830181747675, + "loss_total": 0.00789830181747675, + "step": 37920 + }, + { + "loss_action": 0.03976145386695862, + "loss_total": 0.03976145386695862, + "step": 37920 + }, + { + "loss_action": 0.051074642688035965, + "loss_total": 0.051074642688035965, + "step": 37920 + }, + { + "grad_norm": 0.4484652280807495, + "learning_rate": 7.317115119856483e-05, + "loss": 0.0239, + "step": 37930 + }, + { + "loss_action": 0.015617148019373417, + "loss_total": 0.015617148019373417, + "step": 37930 + }, + { + "loss_action": 0.01817791908979416, + "loss_total": 0.01817791908979416, + "step": 37930 + }, + { + "loss_action": 0.05175500363111496, + "loss_total": 0.05175500363111496, + "step": 37930 + }, + { + "loss_action": 0.028319142758846283, + "loss_total": 0.028319142758846283, + "step": 37930 + }, + { + "loss_action": 0.013420597650110722, + "loss_total": 0.013420597650110722, + "step": 37930 + }, + { + "loss_action": 0.010018271394073963, + "loss_total": 0.010018271394073963, + "step": 37930 + }, + { + "grad_norm": 0.4265429377555847, + "learning_rate": 7.315649792104485e-05, + "loss": 0.0242, + "step": 37940 + }, + { + "loss_action": 0.01862216927111149, + "loss_total": 0.01862216927111149, + "step": 37940 + }, + { + "loss_action": 0.01659776084125042, + "loss_total": 0.01659776084125042, + "step": 37940 + }, + { + "loss_action": 0.01481273677200079, + "loss_total": 0.01481273677200079, + "step": 37940 + }, + { + "loss_action": 0.006568648852407932, + "loss_total": 0.006568648852407932, + "step": 37940 + }, + { + "loss_action": 0.0222318172454834, + "loss_total": 0.0222318172454834, + "step": 37940 + }, + { + "loss_action": 0.03414355590939522, + "loss_total": 0.03414355590939522, + "step": 37940 + }, + { + "grad_norm": 0.44353681802749634, + "learning_rate": 7.314184211116507e-05, + "loss": 0.0251, + "step": 37950 + }, + { + "loss_action": 0.016540667042136192, + "loss_total": 0.016540667042136192, + "step": 37950 + }, + { + "loss_action": 0.012037289328873158, + "loss_total": 0.012037289328873158, + "step": 37950 + }, + { + "loss_action": 0.01186772808432579, + "loss_total": 0.01186772808432579, + "step": 37950 + }, + { + "loss_action": 0.010734476149082184, + "loss_total": 0.010734476149082184, + "step": 37950 + }, + { + "loss_action": 0.015636684373021126, + "loss_total": 0.015636684373021126, + "step": 37950 + }, + { + "loss_action": 0.015710825100541115, + "loss_total": 0.015710825100541115, + "step": 37950 + }, + { + "grad_norm": 0.3971777558326721, + "learning_rate": 7.312718377052823e-05, + "loss": 0.0201, + "step": 37960 + }, + { + "loss_action": 0.020141808316111565, + "loss_total": 0.020141808316111565, + "step": 37960 + }, + { + "loss_action": 0.010718564502894878, + "loss_total": 0.010718564502894878, + "step": 37960 + }, + { + "loss_action": 0.04099372401833534, + "loss_total": 0.04099372401833534, + "step": 37960 + }, + { + "loss_action": 0.026580944657325745, + "loss_total": 0.026580944657325745, + "step": 37960 + }, + { + "loss_action": 0.025594357401132584, + "loss_total": 0.025594357401132584, + "step": 37960 + }, + { + "loss_action": 0.013268171809613705, + "loss_total": 0.013268171809613705, + "step": 37960 + }, + { + "grad_norm": 0.41378548741340637, + "learning_rate": 7.311252290073737e-05, + "loss": 0.0218, + "step": 37970 + }, + { + "loss_action": 0.027968181297183037, + "loss_total": 0.027968181297183037, + "step": 37970 + }, + { + "loss_action": 0.009236843325197697, + "loss_total": 0.009236843325197697, + "step": 37970 + }, + { + "loss_action": 0.02660130150616169, + "loss_total": 0.02660130150616169, + "step": 37970 + }, + { + "loss_action": 0.007093700114637613, + "loss_total": 0.007093700114637613, + "step": 37970 + }, + { + "loss_action": 0.017281338572502136, + "loss_total": 0.017281338572502136, + "step": 37970 + }, + { + "loss_action": 0.023014238104224205, + "loss_total": 0.023014238104224205, + "step": 37970 + }, + { + "grad_norm": 0.33253735303878784, + "learning_rate": 7.309785950339572e-05, + "loss": 0.0201, + "step": 37980 + }, + { + "loss_action": 0.0330297090113163, + "loss_total": 0.0330297090113163, + "step": 37980 + }, + { + "loss_action": 0.022348690778017044, + "loss_total": 0.022348690778017044, + "step": 37980 + }, + { + "loss_action": 0.01982237584888935, + "loss_total": 0.01982237584888935, + "step": 37980 + }, + { + "loss_action": 0.011857379227876663, + "loss_total": 0.011857379227876663, + "step": 37980 + }, + { + "loss_action": 0.012032312341034412, + "loss_total": 0.012032312341034412, + "step": 37980 + }, + { + "loss_action": 0.07611147314310074, + "loss_total": 0.07611147314310074, + "step": 37980 + }, + { + "grad_norm": 0.48727601766586304, + "learning_rate": 7.308319358010692e-05, + "loss": 0.0242, + "step": 37990 + }, + { + "loss_action": 0.012342628091573715, + "loss_total": 0.012342628091573715, + "step": 37990 + }, + { + "loss_action": 0.009743843227624893, + "loss_total": 0.009743843227624893, + "step": 37990 + }, + { + "loss_action": 0.021578418090939522, + "loss_total": 0.021578418090939522, + "step": 37990 + }, + { + "loss_action": 0.03231745958328247, + "loss_total": 0.03231745958328247, + "step": 37990 + }, + { + "loss_action": 0.012790892273187637, + "loss_total": 0.012790892273187637, + "step": 37990 + }, + { + "loss_action": 0.012935001403093338, + "loss_total": 0.012935001403093338, + "step": 37990 + }, + { + "grad_norm": 0.44996052980422974, + "learning_rate": 7.306852513247474e-05, + "loss": 0.0203, + "step": 38000 + }, + { + "loss_action": 0.05973495915532112, + "loss_total": 0.05973495915532112, + "step": 38000 + }, + { + "loss_action": 0.03134338557720184, + "loss_total": 0.03134338557720184, + "step": 38000 + }, + { + "loss_action": 0.027612388134002686, + "loss_total": 0.027612388134002686, + "step": 38000 + }, + { + "loss_action": 0.01604462042450905, + "loss_total": 0.01604462042450905, + "step": 38000 + }, + { + "loss_action": 0.006436298135668039, + "loss_total": 0.006436298135668039, + "step": 38000 + }, + { + "loss_action": 0.012717054225504398, + "loss_total": 0.012717054225504398, + "step": 38000 + }, + { + "grad_norm": 0.45632824301719666, + "learning_rate": 7.305385416210336e-05, + "loss": 0.0201, + "step": 38010 + }, + { + "loss_action": 0.02547898329794407, + "loss_total": 0.02547898329794407, + "step": 38010 + }, + { + "loss_action": 0.010816246271133423, + "loss_total": 0.010816246271133423, + "step": 38010 + }, + { + "loss_action": 0.011217785999178886, + "loss_total": 0.011217785999178886, + "step": 38010 + }, + { + "loss_action": 0.017910562455654144, + "loss_total": 0.017910562455654144, + "step": 38010 + }, + { + "loss_action": 0.018058612942695618, + "loss_total": 0.018058612942695618, + "step": 38010 + }, + { + "loss_action": 0.02550411969423294, + "loss_total": 0.02550411969423294, + "step": 38010 + }, + { + "grad_norm": 0.5340701937675476, + "learning_rate": 7.303918067059711e-05, + "loss": 0.0177, + "step": 38020 + }, + { + "loss_action": 0.009884040802717209, + "loss_total": 0.009884040802717209, + "step": 38020 + }, + { + "loss_action": 0.008715602569282055, + "loss_total": 0.008715602569282055, + "step": 38020 + }, + { + "loss_action": 0.051897644996643066, + "loss_total": 0.051897644996643066, + "step": 38020 + }, + { + "loss_action": 0.016320709139108658, + "loss_total": 0.016320709139108658, + "step": 38020 + }, + { + "loss_action": 0.006373068783432245, + "loss_total": 0.006373068783432245, + "step": 38020 + }, + { + "loss_action": 0.019400719553232193, + "loss_total": 0.019400719553232193, + "step": 38020 + }, + { + "grad_norm": 0.5280205607414246, + "learning_rate": 7.302450465956075e-05, + "loss": 0.0186, + "step": 38030 + }, + { + "loss_action": 0.035117633640766144, + "loss_total": 0.035117633640766144, + "step": 38030 + }, + { + "loss_action": 0.014618562534451485, + "loss_total": 0.014618562534451485, + "step": 38030 + }, + { + "loss_action": 0.02510124258697033, + "loss_total": 0.02510124258697033, + "step": 38030 + }, + { + "loss_action": 0.00990420114248991, + "loss_total": 0.00990420114248991, + "step": 38030 + }, + { + "loss_action": 0.007013048976659775, + "loss_total": 0.007013048976659775, + "step": 38030 + }, + { + "loss_action": 0.021799813956022263, + "loss_total": 0.021799813956022263, + "step": 38030 + }, + { + "grad_norm": 0.41915878653526306, + "learning_rate": 7.300982613059914e-05, + "loss": 0.0208, + "step": 38040 + }, + { + "loss_action": 0.009968127124011517, + "loss_total": 0.009968127124011517, + "step": 38040 + }, + { + "loss_action": 0.01813960261642933, + "loss_total": 0.01813960261642933, + "step": 38040 + }, + { + "loss_action": 0.02238140068948269, + "loss_total": 0.02238140068948269, + "step": 38040 + }, + { + "loss_action": 0.019573591649532318, + "loss_total": 0.019573591649532318, + "step": 38040 + }, + { + "loss_action": 0.030432676896452904, + "loss_total": 0.030432676896452904, + "step": 38040 + }, + { + "loss_action": 0.09823082387447357, + "loss_total": 0.09823082387447357, + "step": 38040 + }, + { + "grad_norm": 0.6762953996658325, + "learning_rate": 7.299514508531757e-05, + "loss": 0.0245, + "step": 38050 + }, + { + "loss_action": 0.01808219961822033, + "loss_total": 0.01808219961822033, + "step": 38050 + }, + { + "loss_action": 0.017279887571930885, + "loss_total": 0.017279887571930885, + "step": 38050 + }, + { + "loss_action": 0.012835044413805008, + "loss_total": 0.012835044413805008, + "step": 38050 + }, + { + "loss_action": 0.01576145365834236, + "loss_total": 0.01576145365834236, + "step": 38050 + }, + { + "loss_action": 0.01073575858026743, + "loss_total": 0.01073575858026743, + "step": 38050 + }, + { + "loss_action": 0.026574837043881416, + "loss_total": 0.026574837043881416, + "step": 38050 + }, + { + "grad_norm": 0.3093302547931671, + "learning_rate": 7.298046152532148e-05, + "loss": 0.023, + "step": 38060 + }, + { + "loss_action": 0.03294858708977699, + "loss_total": 0.03294858708977699, + "step": 38060 + }, + { + "loss_action": 0.019912993535399437, + "loss_total": 0.019912993535399437, + "step": 38060 + }, + { + "loss_action": 0.022663213312625885, + "loss_total": 0.022663213312625885, + "step": 38060 + }, + { + "loss_action": 0.01593933068215847, + "loss_total": 0.01593933068215847, + "step": 38060 + }, + { + "loss_action": 0.012823568657040596, + "loss_total": 0.012823568657040596, + "step": 38060 + }, + { + "loss_action": 0.015802031382918358, + "loss_total": 0.015802031382918358, + "step": 38060 + }, + { + "grad_norm": 0.41553154587745667, + "learning_rate": 7.296577545221668e-05, + "loss": 0.0217, + "step": 38070 + }, + { + "loss_action": 0.030584121122956276, + "loss_total": 0.030584121122956276, + "step": 38070 + }, + { + "loss_action": 0.025017965584993362, + "loss_total": 0.025017965584993362, + "step": 38070 + }, + { + "loss_action": 0.01882142759859562, + "loss_total": 0.01882142759859562, + "step": 38070 + }, + { + "loss_action": 0.015473391860723495, + "loss_total": 0.015473391860723495, + "step": 38070 + }, + { + "loss_action": 0.01294048223644495, + "loss_total": 0.01294048223644495, + "step": 38070 + }, + { + "loss_action": 0.011563204228878021, + "loss_total": 0.011563204228878021, + "step": 38070 + }, + { + "grad_norm": 0.42206430435180664, + "learning_rate": 7.29510868676092e-05, + "loss": 0.0218, + "step": 38080 + }, + { + "loss_action": 0.018610764294862747, + "loss_total": 0.018610764294862747, + "step": 38080 + }, + { + "loss_action": 0.02628941833972931, + "loss_total": 0.02628941833972931, + "step": 38080 + }, + { + "loss_action": 0.008639086969196796, + "loss_total": 0.008639086969196796, + "step": 38080 + }, + { + "loss_action": 0.019707167521119118, + "loss_total": 0.019707167521119118, + "step": 38080 + }, + { + "loss_action": 0.01344078779220581, + "loss_total": 0.01344078779220581, + "step": 38080 + }, + { + "loss_action": 0.020515084266662598, + "loss_total": 0.020515084266662598, + "step": 38080 + }, + { + "grad_norm": 0.4898104965686798, + "learning_rate": 7.293639577310538e-05, + "loss": 0.0188, + "step": 38090 + }, + { + "loss_action": 0.01676398329436779, + "loss_total": 0.01676398329436779, + "step": 38090 + }, + { + "loss_action": 0.019386224448680878, + "loss_total": 0.019386224448680878, + "step": 38090 + }, + { + "loss_action": 0.03907152637839317, + "loss_total": 0.03907152637839317, + "step": 38090 + }, + { + "loss_action": 0.014579150825738907, + "loss_total": 0.014579150825738907, + "step": 38090 + }, + { + "loss_action": 0.015025733038783073, + "loss_total": 0.015025733038783073, + "step": 38090 + }, + { + "loss_action": 0.012438561767339706, + "loss_total": 0.012438561767339706, + "step": 38090 + }, + { + "grad_norm": 0.42348816990852356, + "learning_rate": 7.292170217031179e-05, + "loss": 0.0207, + "step": 38100 + }, + { + "loss_action": 0.05316461995244026, + "loss_total": 0.05316461995244026, + "step": 38100 + }, + { + "loss_action": 0.0213253665715456, + "loss_total": 0.0213253665715456, + "step": 38100 + }, + { + "loss_action": 0.029383959248661995, + "loss_total": 0.029383959248661995, + "step": 38100 + }, + { + "loss_action": 0.05333826318383217, + "loss_total": 0.05333826318383217, + "step": 38100 + }, + { + "loss_action": 0.01646415889263153, + "loss_total": 0.01646415889263153, + "step": 38100 + }, + { + "loss_action": 0.04656670615077019, + "loss_total": 0.04656670615077019, + "step": 38100 + }, + { + "grad_norm": 0.42549407482147217, + "learning_rate": 7.290700606083532e-05, + "loss": 0.0231, + "step": 38110 + }, + { + "loss_action": 0.0074652135372161865, + "loss_total": 0.0074652135372161865, + "step": 38110 + }, + { + "loss_action": 0.01469141710549593, + "loss_total": 0.01469141710549593, + "step": 38110 + }, + { + "loss_action": 0.013289254158735275, + "loss_total": 0.013289254158735275, + "step": 38110 + }, + { + "loss_action": 0.03894386813044548, + "loss_total": 0.03894386813044548, + "step": 38110 + }, + { + "loss_action": 0.00786805059760809, + "loss_total": 0.00786805059760809, + "step": 38110 + }, + { + "loss_action": 0.02721938118338585, + "loss_total": 0.02721938118338585, + "step": 38110 + }, + { + "grad_norm": 0.4191538989543915, + "learning_rate": 7.28923074462831e-05, + "loss": 0.0264, + "step": 38120 + }, + { + "loss_action": 0.008022300899028778, + "loss_total": 0.008022300899028778, + "step": 38120 + }, + { + "loss_action": 0.04186907410621643, + "loss_total": 0.04186907410621643, + "step": 38120 + }, + { + "loss_action": 0.0229625441133976, + "loss_total": 0.0229625441133976, + "step": 38120 + }, + { + "loss_action": 0.023031676188111305, + "loss_total": 0.023031676188111305, + "step": 38120 + }, + { + "loss_action": 0.026204027235507965, + "loss_total": 0.026204027235507965, + "step": 38120 + }, + { + "loss_action": 0.04231316223740578, + "loss_total": 0.04231316223740578, + "step": 38120 + }, + { + "grad_norm": 0.40581512451171875, + "learning_rate": 7.287760632826255e-05, + "loss": 0.0221, + "step": 38130 + }, + { + "loss_action": 0.03362206742167473, + "loss_total": 0.03362206742167473, + "step": 38130 + }, + { + "loss_action": 0.019881734624505043, + "loss_total": 0.019881734624505043, + "step": 38130 + }, + { + "loss_action": 0.009706602431833744, + "loss_total": 0.009706602431833744, + "step": 38130 + }, + { + "loss_action": 0.026910828426480293, + "loss_total": 0.026910828426480293, + "step": 38130 + }, + { + "loss_action": 0.01547001488506794, + "loss_total": 0.01547001488506794, + "step": 38130 + }, + { + "loss_action": 0.021397948265075684, + "loss_total": 0.021397948265075684, + "step": 38130 + }, + { + "grad_norm": 0.4511851966381073, + "learning_rate": 7.286290270838139e-05, + "loss": 0.0258, + "step": 38140 + }, + { + "loss_action": 0.02482781745493412, + "loss_total": 0.02482781745493412, + "step": 38140 + }, + { + "loss_action": 0.008582282811403275, + "loss_total": 0.008582282811403275, + "step": 38140 + }, + { + "loss_action": 0.0165149737149477, + "loss_total": 0.0165149737149477, + "step": 38140 + }, + { + "loss_action": 0.046775203198194504, + "loss_total": 0.046775203198194504, + "step": 38140 + }, + { + "loss_action": 0.01775255613029003, + "loss_total": 0.01775255613029003, + "step": 38140 + }, + { + "loss_action": 0.04032294824719429, + "loss_total": 0.04032294824719429, + "step": 38140 + }, + { + "grad_norm": 0.510125458240509, + "learning_rate": 7.284819658824756e-05, + "loss": 0.0284, + "step": 38150 + }, + { + "loss_action": 0.04117336869239807, + "loss_total": 0.04117336869239807, + "step": 38150 + }, + { + "loss_action": 0.029512135311961174, + "loss_total": 0.029512135311961174, + "step": 38150 + }, + { + "loss_action": 0.018840841948986053, + "loss_total": 0.018840841948986053, + "step": 38150 + }, + { + "loss_action": 0.031008554622530937, + "loss_total": 0.031008554622530937, + "step": 38150 + }, + { + "loss_action": 0.011446858756244183, + "loss_total": 0.011446858756244183, + "step": 38150 + }, + { + "loss_action": 0.013973386958241463, + "loss_total": 0.013973386958241463, + "step": 38150 + }, + { + "grad_norm": 0.33011993765830994, + "learning_rate": 7.283348796946929e-05, + "loss": 0.0238, + "step": 38160 + }, + { + "loss_action": 0.012702491134405136, + "loss_total": 0.012702491134405136, + "step": 38160 + }, + { + "loss_action": 0.08463176339864731, + "loss_total": 0.08463176339864731, + "step": 38160 + }, + { + "loss_action": 0.019475189968943596, + "loss_total": 0.019475189968943596, + "step": 38160 + }, + { + "loss_action": 0.00630395719781518, + "loss_total": 0.00630395719781518, + "step": 38160 + }, + { + "loss_action": 0.01228327862918377, + "loss_total": 0.01228327862918377, + "step": 38160 + }, + { + "loss_action": 0.01638179086148739, + "loss_total": 0.01638179086148739, + "step": 38160 + }, + { + "grad_norm": 0.32341283559799194, + "learning_rate": 7.28187768536551e-05, + "loss": 0.0256, + "step": 38170 + }, + { + "loss_action": 0.02165534533560276, + "loss_total": 0.02165534533560276, + "step": 38170 + }, + { + "loss_action": 0.01015972439199686, + "loss_total": 0.01015972439199686, + "step": 38170 + }, + { + "loss_action": 0.011993104591965675, + "loss_total": 0.011993104591965675, + "step": 38170 + }, + { + "loss_action": 0.008455117233097553, + "loss_total": 0.008455117233097553, + "step": 38170 + }, + { + "loss_action": 0.015907887369394302, + "loss_total": 0.015907887369394302, + "step": 38170 + }, + { + "loss_action": 0.008694796822965145, + "loss_total": 0.008694796822965145, + "step": 38170 + }, + { + "grad_norm": 0.40163454413414, + "learning_rate": 7.280406324241379e-05, + "loss": 0.0173, + "step": 38180 + }, + { + "loss_action": 0.03115914948284626, + "loss_total": 0.03115914948284626, + "step": 38180 + }, + { + "loss_action": 0.013544636778533459, + "loss_total": 0.013544636778533459, + "step": 38180 + }, + { + "loss_action": 0.010500950738787651, + "loss_total": 0.010500950738787651, + "step": 38180 + }, + { + "loss_action": 0.03856959939002991, + "loss_total": 0.03856959939002991, + "step": 38180 + }, + { + "loss_action": 0.010756004601716995, + "loss_total": 0.010756004601716995, + "step": 38180 + }, + { + "loss_action": 0.12624500691890717, + "loss_total": 0.12624500691890717, + "step": 38180 + }, + { + "grad_norm": 0.4577125012874603, + "learning_rate": 7.278934713735441e-05, + "loss": 0.023, + "step": 38190 + }, + { + "loss_action": 0.015308653935790062, + "loss_total": 0.015308653935790062, + "step": 38190 + }, + { + "loss_action": 0.022526349872350693, + "loss_total": 0.022526349872350693, + "step": 38190 + }, + { + "loss_action": 0.015091014094650745, + "loss_total": 0.015091014094650745, + "step": 38190 + }, + { + "loss_action": 0.01526752207428217, + "loss_total": 0.01526752207428217, + "step": 38190 + }, + { + "loss_action": 0.017471911385655403, + "loss_total": 0.017471911385655403, + "step": 38190 + }, + { + "loss_action": 0.02882969006896019, + "loss_total": 0.02882969006896019, + "step": 38190 + }, + { + "grad_norm": 0.35682767629623413, + "learning_rate": 7.277462854008629e-05, + "loss": 0.0197, + "step": 38200 + }, + { + "loss_action": 0.009135686792433262, + "loss_total": 0.009135686792433262, + "step": 38200 + }, + { + "loss_action": 0.019292179495096207, + "loss_total": 0.019292179495096207, + "step": 38200 + }, + { + "loss_action": 0.028607454150915146, + "loss_total": 0.028607454150915146, + "step": 38200 + }, + { + "loss_action": 0.013379931449890137, + "loss_total": 0.013379931449890137, + "step": 38200 + }, + { + "loss_action": 0.013809764757752419, + "loss_total": 0.013809764757752419, + "step": 38200 + }, + { + "loss_action": 0.009854280389845371, + "loss_total": 0.009854280389845371, + "step": 38200 + }, + { + "grad_norm": 0.3026367127895355, + "learning_rate": 7.275990745221904e-05, + "loss": 0.018, + "step": 38210 + }, + { + "loss_action": 0.16628339886665344, + "loss_total": 0.16628339886665344, + "step": 38210 + }, + { + "loss_action": 0.0241585373878479, + "loss_total": 0.0241585373878479, + "step": 38210 + }, + { + "loss_action": 0.026974083855748177, + "loss_total": 0.026974083855748177, + "step": 38210 + }, + { + "loss_action": 0.054670076817274094, + "loss_total": 0.054670076817274094, + "step": 38210 + }, + { + "loss_action": 0.01788470707833767, + "loss_total": 0.01788470707833767, + "step": 38210 + }, + { + "loss_action": 0.016796613112092018, + "loss_total": 0.016796613112092018, + "step": 38210 + }, + { + "grad_norm": 0.5009617209434509, + "learning_rate": 7.274518387536252e-05, + "loss": 0.0231, + "step": 38220 + }, + { + "loss_action": 0.017030326649546623, + "loss_total": 0.017030326649546623, + "step": 38220 + }, + { + "loss_action": 0.030597422271966934, + "loss_total": 0.030597422271966934, + "step": 38220 + }, + { + "loss_action": 0.013433767482638359, + "loss_total": 0.013433767482638359, + "step": 38220 + }, + { + "loss_action": 0.01103056687861681, + "loss_total": 0.01103056687861681, + "step": 38220 + }, + { + "loss_action": 0.017889807000756264, + "loss_total": 0.017889807000756264, + "step": 38220 + }, + { + "loss_action": 0.028001070022583008, + "loss_total": 0.028001070022583008, + "step": 38220 + }, + { + "grad_norm": 0.46024176478385925, + "learning_rate": 7.273045781112689e-05, + "loss": 0.0217, + "step": 38230 + }, + { + "loss_action": 0.018572421744465828, + "loss_total": 0.018572421744465828, + "step": 38230 + }, + { + "loss_action": 0.10167111456394196, + "loss_total": 0.10167111456394196, + "step": 38230 + }, + { + "loss_action": 0.01668509654700756, + "loss_total": 0.01668509654700756, + "step": 38230 + }, + { + "loss_action": 0.028073452413082123, + "loss_total": 0.028073452413082123, + "step": 38230 + }, + { + "loss_action": 0.018300428986549377, + "loss_total": 0.018300428986549377, + "step": 38230 + }, + { + "loss_action": 0.010975796729326248, + "loss_total": 0.010975796729326248, + "step": 38230 + }, + { + "grad_norm": 0.3939325213432312, + "learning_rate": 7.271572926112257e-05, + "loss": 0.0219, + "step": 38240 + }, + { + "loss_action": 0.023238876834511757, + "loss_total": 0.023238876834511757, + "step": 38240 + }, + { + "loss_action": 0.008134163916110992, + "loss_total": 0.008134163916110992, + "step": 38240 + }, + { + "loss_action": 0.02074515074491501, + "loss_total": 0.02074515074491501, + "step": 38240 + }, + { + "loss_action": 0.01011265441775322, + "loss_total": 0.01011265441775322, + "step": 38240 + }, + { + "loss_action": 0.018359951674938202, + "loss_total": 0.018359951674938202, + "step": 38240 + }, + { + "loss_action": 0.02009422890841961, + "loss_total": 0.02009422890841961, + "step": 38240 + }, + { + "grad_norm": 0.45959794521331787, + "learning_rate": 7.270099822696024e-05, + "loss": 0.021, + "step": 38250 + }, + { + "loss_action": 0.008458943106234074, + "loss_total": 0.008458943106234074, + "step": 38250 + }, + { + "loss_action": 0.009890731424093246, + "loss_total": 0.009890731424093246, + "step": 38250 + }, + { + "loss_action": 0.017455123364925385, + "loss_total": 0.017455123364925385, + "step": 38250 + }, + { + "loss_action": 0.0076913367956876755, + "loss_total": 0.0076913367956876755, + "step": 38250 + }, + { + "loss_action": 0.02682885341346264, + "loss_total": 0.02682885341346264, + "step": 38250 + }, + { + "loss_action": 0.01671377383172512, + "loss_total": 0.01671377383172512, + "step": 38250 + }, + { + "grad_norm": 0.4800223410129547, + "learning_rate": 7.26862647102509e-05, + "loss": 0.0197, + "step": 38260 + }, + { + "loss_action": 0.008587641641497612, + "loss_total": 0.008587641641497612, + "step": 38260 + }, + { + "loss_action": 0.008682574145495892, + "loss_total": 0.008682574145495892, + "step": 38260 + }, + { + "loss_action": 0.01004171185195446, + "loss_total": 0.01004171185195446, + "step": 38260 + }, + { + "loss_action": 0.02325676940381527, + "loss_total": 0.02325676940381527, + "step": 38260 + }, + { + "loss_action": 0.01862356998026371, + "loss_total": 0.01862356998026371, + "step": 38260 + }, + { + "loss_action": 0.015139495953917503, + "loss_total": 0.015139495953917503, + "step": 38260 + }, + { + "grad_norm": 0.32533639669418335, + "learning_rate": 7.267152871260573e-05, + "loss": 0.0166, + "step": 38270 + }, + { + "loss_action": 0.13195449113845825, + "loss_total": 0.13195449113845825, + "step": 38270 + }, + { + "loss_action": 0.014457311481237411, + "loss_total": 0.014457311481237411, + "step": 38270 + }, + { + "loss_action": 0.009287331253290176, + "loss_total": 0.009287331253290176, + "step": 38270 + }, + { + "loss_action": 0.03101101890206337, + "loss_total": 0.03101101890206337, + "step": 38270 + }, + { + "loss_action": 0.01214982382953167, + "loss_total": 0.01214982382953167, + "step": 38270 + }, + { + "loss_action": 0.010747796855866909, + "loss_total": 0.010747796855866909, + "step": 38270 + }, + { + "grad_norm": 0.3297874331474304, + "learning_rate": 7.265679023563629e-05, + "loss": 0.0333, + "step": 38280 + }, + { + "loss_action": 0.01891639083623886, + "loss_total": 0.01891639083623886, + "step": 38280 + }, + { + "loss_action": 0.018731001764535904, + "loss_total": 0.018731001764535904, + "step": 38280 + }, + { + "loss_action": 0.014855802059173584, + "loss_total": 0.014855802059173584, + "step": 38280 + }, + { + "loss_action": 0.027176881209015846, + "loss_total": 0.027176881209015846, + "step": 38280 + }, + { + "loss_action": 0.013221965171396732, + "loss_total": 0.013221965171396732, + "step": 38280 + }, + { + "loss_action": 0.018048984929919243, + "loss_total": 0.018048984929919243, + "step": 38280 + }, + { + "grad_norm": 0.46543699502944946, + "learning_rate": 7.264204928095433e-05, + "loss": 0.0243, + "step": 38290 + }, + { + "loss_action": 0.029930362477898598, + "loss_total": 0.029930362477898598, + "step": 38290 + }, + { + "loss_action": 0.025277504697442055, + "loss_total": 0.025277504697442055, + "step": 38290 + }, + { + "loss_action": 0.02403433248400688, + "loss_total": 0.02403433248400688, + "step": 38290 + }, + { + "loss_action": 0.022123349830508232, + "loss_total": 0.022123349830508232, + "step": 38290 + }, + { + "loss_action": 0.027907004579901695, + "loss_total": 0.027907004579901695, + "step": 38290 + }, + { + "loss_action": 0.01575777493417263, + "loss_total": 0.01575777493417263, + "step": 38290 + }, + { + "grad_norm": 0.44887059926986694, + "learning_rate": 7.262730585017188e-05, + "loss": 0.0226, + "step": 38300 + }, + { + "loss_action": 0.023952793329954147, + "loss_total": 0.023952793329954147, + "step": 38300 + }, + { + "loss_action": 0.017009971663355827, + "loss_total": 0.017009971663355827, + "step": 38300 + }, + { + "loss_action": 0.015034222044050694, + "loss_total": 0.015034222044050694, + "step": 38300 + }, + { + "loss_action": 0.018713179975748062, + "loss_total": 0.018713179975748062, + "step": 38300 + }, + { + "loss_action": 0.018586989492177963, + "loss_total": 0.018586989492177963, + "step": 38300 + }, + { + "loss_action": 0.012197498232126236, + "loss_total": 0.012197498232126236, + "step": 38300 + }, + { + "grad_norm": 0.38157880306243896, + "learning_rate": 7.261255994490131e-05, + "loss": 0.0194, + "step": 38310 + }, + { + "loss_action": 0.026991037651896477, + "loss_total": 0.026991037651896477, + "step": 38310 + }, + { + "loss_action": 0.019063236191868782, + "loss_total": 0.019063236191868782, + "step": 38310 + }, + { + "loss_action": 0.016460705548524857, + "loss_total": 0.016460705548524857, + "step": 38310 + }, + { + "loss_action": 0.015464493073523045, + "loss_total": 0.015464493073523045, + "step": 38310 + }, + { + "loss_action": 0.016816304996609688, + "loss_total": 0.016816304996609688, + "step": 38310 + }, + { + "loss_action": 0.010411201044917107, + "loss_total": 0.010411201044917107, + "step": 38310 + }, + { + "grad_norm": 0.3707118332386017, + "learning_rate": 7.259781156675517e-05, + "loss": 0.0211, + "step": 38320 + }, + { + "loss_action": 0.02412048727273941, + "loss_total": 0.02412048727273941, + "step": 38320 + }, + { + "loss_action": 0.04277253523468971, + "loss_total": 0.04277253523468971, + "step": 38320 + }, + { + "loss_action": 0.011338230222463608, + "loss_total": 0.011338230222463608, + "step": 38320 + }, + { + "loss_action": 0.011776242405176163, + "loss_total": 0.011776242405176163, + "step": 38320 + }, + { + "loss_action": 0.018302060663700104, + "loss_total": 0.018302060663700104, + "step": 38320 + }, + { + "loss_action": 0.009712199680507183, + "loss_total": 0.009712199680507183, + "step": 38320 + }, + { + "grad_norm": 0.45223215222358704, + "learning_rate": 7.258306071734633e-05, + "loss": 0.0183, + "step": 38330 + }, + { + "loss_action": 0.02275458723306656, + "loss_total": 0.02275458723306656, + "step": 38330 + }, + { + "loss_action": 0.009724761359393597, + "loss_total": 0.009724761359393597, + "step": 38330 + }, + { + "loss_action": 0.012143283151090145, + "loss_total": 0.012143283151090145, + "step": 38330 + }, + { + "loss_action": 0.008564341813325882, + "loss_total": 0.008564341813325882, + "step": 38330 + }, + { + "loss_action": 0.013549012131989002, + "loss_total": 0.013549012131989002, + "step": 38330 + }, + { + "loss_action": 0.011581109836697578, + "loss_total": 0.011581109836697578, + "step": 38330 + }, + { + "grad_norm": 0.4029251039028168, + "learning_rate": 7.256830739828792e-05, + "loss": 0.018, + "step": 38340 + }, + { + "loss_action": 0.05087924003601074, + "loss_total": 0.05087924003601074, + "step": 38340 + }, + { + "loss_action": 0.01933644525706768, + "loss_total": 0.01933644525706768, + "step": 38340 + }, + { + "loss_action": 0.036053162068128586, + "loss_total": 0.036053162068128586, + "step": 38340 + }, + { + "loss_action": 0.03672533482313156, + "loss_total": 0.03672533482313156, + "step": 38340 + }, + { + "loss_action": 0.01530857291072607, + "loss_total": 0.01530857291072607, + "step": 38340 + }, + { + "loss_action": 0.02799159288406372, + "loss_total": 0.02799159288406372, + "step": 38340 + }, + { + "grad_norm": 0.37851831316947937, + "learning_rate": 7.255355161119336e-05, + "loss": 0.0271, + "step": 38350 + }, + { + "loss_action": 0.010408707894384861, + "loss_total": 0.010408707894384861, + "step": 38350 + }, + { + "loss_action": 0.020171094685792923, + "loss_total": 0.020171094685792923, + "step": 38350 + }, + { + "loss_action": 0.0607842355966568, + "loss_total": 0.0607842355966568, + "step": 38350 + }, + { + "loss_action": 0.011300493031740189, + "loss_total": 0.011300493031740189, + "step": 38350 + }, + { + "loss_action": 0.023829257115721703, + "loss_total": 0.023829257115721703, + "step": 38350 + }, + { + "loss_action": 0.023675618693232536, + "loss_total": 0.023675618693232536, + "step": 38350 + }, + { + "grad_norm": 0.4136708974838257, + "learning_rate": 7.253879335767628e-05, + "loss": 0.0213, + "step": 38360 + }, + { + "loss_action": 0.019736669957637787, + "loss_total": 0.019736669957637787, + "step": 38360 + }, + { + "loss_action": 0.00883704423904419, + "loss_total": 0.00883704423904419, + "step": 38360 + }, + { + "loss_action": 0.017967157065868378, + "loss_total": 0.017967157065868378, + "step": 38360 + }, + { + "loss_action": 0.016539130359888077, + "loss_total": 0.016539130359888077, + "step": 38360 + }, + { + "loss_action": 0.011722927913069725, + "loss_total": 0.011722927913069725, + "step": 38360 + }, + { + "loss_action": 0.019726505503058434, + "loss_total": 0.019726505503058434, + "step": 38360 + }, + { + "grad_norm": 0.3569597899913788, + "learning_rate": 7.252403263935067e-05, + "loss": 0.0196, + "step": 38370 + }, + { + "loss_action": 0.04636736214160919, + "loss_total": 0.04636736214160919, + "step": 38370 + }, + { + "loss_action": 0.007982814684510231, + "loss_total": 0.007982814684510231, + "step": 38370 + }, + { + "loss_action": 0.023384245112538338, + "loss_total": 0.023384245112538338, + "step": 38370 + }, + { + "loss_action": 0.02071092464029789, + "loss_total": 0.02071092464029789, + "step": 38370 + }, + { + "loss_action": 0.011300746351480484, + "loss_total": 0.011300746351480484, + "step": 38370 + }, + { + "loss_action": 0.013280968181788921, + "loss_total": 0.013280968181788921, + "step": 38370 + }, + { + "grad_norm": 0.47696584463119507, + "learning_rate": 7.25092694578307e-05, + "loss": 0.0213, + "step": 38380 + }, + { + "loss_action": 0.08157864212989807, + "loss_total": 0.08157864212989807, + "step": 38380 + }, + { + "loss_action": 0.009229538962244987, + "loss_total": 0.009229538962244987, + "step": 38380 + }, + { + "loss_action": 0.013887383043766022, + "loss_total": 0.013887383043766022, + "step": 38380 + }, + { + "loss_action": 0.01798349991440773, + "loss_total": 0.01798349991440773, + "step": 38380 + }, + { + "loss_action": 0.013355140574276447, + "loss_total": 0.013355140574276447, + "step": 38380 + }, + { + "loss_action": 0.020620008930563927, + "loss_total": 0.020620008930563927, + "step": 38380 + }, + { + "grad_norm": 0.4168455898761749, + "learning_rate": 7.249450381473087e-05, + "loss": 0.0201, + "step": 38390 + }, + { + "loss_action": 0.02262566238641739, + "loss_total": 0.02262566238641739, + "step": 38390 + }, + { + "loss_action": 0.017618216574192047, + "loss_total": 0.017618216574192047, + "step": 38390 + }, + { + "loss_action": 0.019271424040198326, + "loss_total": 0.019271424040198326, + "step": 38390 + }, + { + "loss_action": 0.009001393802464008, + "loss_total": 0.009001393802464008, + "step": 38390 + }, + { + "loss_action": 0.019862893968820572, + "loss_total": 0.019862893968820572, + "step": 38390 + }, + { + "loss_action": 0.020467136055231094, + "loss_total": 0.020467136055231094, + "step": 38390 + }, + { + "grad_norm": 0.37915679812431335, + "learning_rate": 7.247973571166593e-05, + "loss": 0.0195, + "step": 38400 + }, + { + "loss_action": 0.01750263385474682, + "loss_total": 0.01750263385474682, + "step": 38400 + }, + { + "loss_action": 0.015899887308478355, + "loss_total": 0.015899887308478355, + "step": 38400 + }, + { + "loss_action": 0.014414935372769833, + "loss_total": 0.014414935372769833, + "step": 38400 + }, + { + "loss_action": 0.008282339200377464, + "loss_total": 0.008282339200377464, + "step": 38400 + }, + { + "loss_action": 0.012393929995596409, + "loss_total": 0.012393929995596409, + "step": 38400 + }, + { + "loss_action": 0.006797291804105043, + "loss_total": 0.006797291804105043, + "step": 38400 + }, + { + "grad_norm": 0.5256822109222412, + "learning_rate": 7.246496515025089e-05, + "loss": 0.0183, + "step": 38410 + }, + { + "loss_action": 0.007909050211310387, + "loss_total": 0.007909050211310387, + "step": 38410 + }, + { + "loss_action": 0.013589940965175629, + "loss_total": 0.013589940965175629, + "step": 38410 + }, + { + "loss_action": 0.010284586809575558, + "loss_total": 0.010284586809575558, + "step": 38410 + }, + { + "loss_action": 0.01584036834537983, + "loss_total": 0.01584036834537983, + "step": 38410 + }, + { + "loss_action": 0.0096852732822299, + "loss_total": 0.0096852732822299, + "step": 38410 + }, + { + "loss_action": 0.021400606259703636, + "loss_total": 0.021400606259703636, + "step": 38410 + }, + { + "grad_norm": 0.3802796006202698, + "learning_rate": 7.245019213210101e-05, + "loss": 0.0205, + "step": 38420 + }, + { + "loss_action": 0.01024150662124157, + "loss_total": 0.01024150662124157, + "step": 38420 + }, + { + "loss_action": 0.016241099685430527, + "loss_total": 0.016241099685430527, + "step": 38420 + }, + { + "loss_action": 0.04532531276345253, + "loss_total": 0.04532531276345253, + "step": 38420 + }, + { + "loss_action": 0.01367409061640501, + "loss_total": 0.01367409061640501, + "step": 38420 + }, + { + "loss_action": 0.016914546489715576, + "loss_total": 0.016914546489715576, + "step": 38420 + }, + { + "loss_action": 0.008977065794169903, + "loss_total": 0.008977065794169903, + "step": 38420 + }, + { + "grad_norm": 0.5297025442123413, + "learning_rate": 7.24354166588319e-05, + "loss": 0.0192, + "step": 38430 + }, + { + "loss_action": 0.008122198283672333, + "loss_total": 0.008122198283672333, + "step": 38430 + }, + { + "loss_action": 0.01655740849673748, + "loss_total": 0.01655740849673748, + "step": 38430 + }, + { + "loss_action": 0.021970415487885475, + "loss_total": 0.021970415487885475, + "step": 38430 + }, + { + "loss_action": 0.013215540908277035, + "loss_total": 0.013215540908277035, + "step": 38430 + }, + { + "loss_action": 0.012249262072145939, + "loss_total": 0.012249262072145939, + "step": 38430 + }, + { + "loss_action": 0.012295584194362164, + "loss_total": 0.012295584194362164, + "step": 38430 + }, + { + "grad_norm": 0.40193262696266174, + "learning_rate": 7.242063873205935e-05, + "loss": 0.0192, + "step": 38440 + }, + { + "loss_action": 0.012406427413225174, + "loss_total": 0.012406427413225174, + "step": 38440 + }, + { + "loss_action": 0.013825559988617897, + "loss_total": 0.013825559988617897, + "step": 38440 + }, + { + "loss_action": 0.02124519646167755, + "loss_total": 0.02124519646167755, + "step": 38440 + }, + { + "loss_action": 0.008920514956116676, + "loss_total": 0.008920514956116676, + "step": 38440 + }, + { + "loss_action": 0.016581980511546135, + "loss_total": 0.016581980511546135, + "step": 38440 + }, + { + "loss_action": 0.018855271860957146, + "loss_total": 0.018855271860957146, + "step": 38440 + }, + { + "grad_norm": 0.3842787742614746, + "learning_rate": 7.240585835339946e-05, + "loss": 0.0203, + "step": 38450 + }, + { + "loss_action": 0.009730396792292595, + "loss_total": 0.009730396792292595, + "step": 38450 + }, + { + "loss_action": 0.014476429671049118, + "loss_total": 0.014476429671049118, + "step": 38450 + }, + { + "loss_action": 0.010295933112502098, + "loss_total": 0.010295933112502098, + "step": 38450 + }, + { + "loss_action": 0.015631042420864105, + "loss_total": 0.015631042420864105, + "step": 38450 + }, + { + "loss_action": 0.023352138698101044, + "loss_total": 0.023352138698101044, + "step": 38450 + }, + { + "loss_action": 0.009062598459422588, + "loss_total": 0.009062598459422588, + "step": 38450 + }, + { + "grad_norm": 0.3964245617389679, + "learning_rate": 7.239107552446857e-05, + "loss": 0.0184, + "step": 38460 + }, + { + "loss_action": 0.015356780961155891, + "loss_total": 0.015356780961155891, + "step": 38460 + }, + { + "loss_action": 0.030354049056768417, + "loss_total": 0.030354049056768417, + "step": 38460 + }, + { + "loss_action": 0.05447731539607048, + "loss_total": 0.05447731539607048, + "step": 38460 + }, + { + "loss_action": 0.02361331135034561, + "loss_total": 0.02361331135034561, + "step": 38460 + }, + { + "loss_action": 0.017485568299889565, + "loss_total": 0.017485568299889565, + "step": 38460 + }, + { + "loss_action": 0.009757972322404385, + "loss_total": 0.009757972322404385, + "step": 38460 + }, + { + "grad_norm": 0.44157207012176514, + "learning_rate": 7.237629024688334e-05, + "loss": 0.0186, + "step": 38470 + }, + { + "loss_action": 0.015809381380677223, + "loss_total": 0.015809381380677223, + "step": 38470 + }, + { + "loss_action": 0.08667343854904175, + "loss_total": 0.08667343854904175, + "step": 38470 + }, + { + "loss_action": 0.013869493268430233, + "loss_total": 0.013869493268430233, + "step": 38470 + }, + { + "loss_action": 0.014862709678709507, + "loss_total": 0.014862709678709507, + "step": 38470 + }, + { + "loss_action": 0.03015134483575821, + "loss_total": 0.03015134483575821, + "step": 38470 + }, + { + "loss_action": 0.009637916460633278, + "loss_total": 0.009637916460633278, + "step": 38470 + }, + { + "grad_norm": 0.3094954192638397, + "learning_rate": 7.236150252226064e-05, + "loss": 0.0218, + "step": 38480 + }, + { + "loss_action": 0.011517379432916641, + "loss_total": 0.011517379432916641, + "step": 38480 + }, + { + "loss_action": 0.007376026827841997, + "loss_total": 0.007376026827841997, + "step": 38480 + }, + { + "loss_action": 0.013279713690280914, + "loss_total": 0.013279713690280914, + "step": 38480 + }, + { + "loss_action": 0.11030968278646469, + "loss_total": 0.11030968278646469, + "step": 38480 + }, + { + "loss_action": 0.011972451582551003, + "loss_total": 0.011972451582551003, + "step": 38480 + }, + { + "loss_action": 0.02897815778851509, + "loss_total": 0.02897815778851509, + "step": 38480 + }, + { + "grad_norm": 0.3780153691768646, + "learning_rate": 7.234671235221765e-05, + "loss": 0.0231, + "step": 38490 + }, + { + "loss_action": 0.009286868385970592, + "loss_total": 0.009286868385970592, + "step": 38490 + }, + { + "loss_action": 0.006009520962834358, + "loss_total": 0.006009520962834358, + "step": 38490 + }, + { + "loss_action": 0.018834831193089485, + "loss_total": 0.018834831193089485, + "step": 38490 + }, + { + "loss_action": 0.010921057313680649, + "loss_total": 0.010921057313680649, + "step": 38490 + }, + { + "loss_action": 0.11747197061777115, + "loss_total": 0.11747197061777115, + "step": 38490 + }, + { + "loss_action": 0.01812404952943325, + "loss_total": 0.01812404952943325, + "step": 38490 + }, + { + "grad_norm": 0.2673758864402771, + "learning_rate": 7.233191973837179e-05, + "loss": 0.0205, + "step": 38500 + }, + { + "loss_action": 0.014067687094211578, + "loss_total": 0.014067687094211578, + "step": 38500 + }, + { + "loss_action": 0.017481878399848938, + "loss_total": 0.017481878399848938, + "step": 38500 + }, + { + "loss_action": 0.014240496791899204, + "loss_total": 0.014240496791899204, + "step": 38500 + }, + { + "loss_action": 0.021990396082401276, + "loss_total": 0.021990396082401276, + "step": 38500 + }, + { + "loss_action": 0.01879354566335678, + "loss_total": 0.01879354566335678, + "step": 38500 + }, + { + "loss_action": 0.007872664369642735, + "loss_total": 0.007872664369642735, + "step": 38500 + }, + { + "grad_norm": 0.45425403118133545, + "learning_rate": 7.231712468234078e-05, + "loss": 0.0184, + "step": 38510 + }, + { + "loss_action": 0.00912071019411087, + "loss_total": 0.00912071019411087, + "step": 38510 + }, + { + "loss_action": 0.013643181882798672, + "loss_total": 0.013643181882798672, + "step": 38510 + }, + { + "loss_action": 0.01965946890413761, + "loss_total": 0.01965946890413761, + "step": 38510 + }, + { + "loss_action": 0.015338296070694923, + "loss_total": 0.015338296070694923, + "step": 38510 + }, + { + "loss_action": 0.015482128597795963, + "loss_total": 0.015482128597795963, + "step": 38510 + }, + { + "loss_action": 0.012617014348506927, + "loss_total": 0.012617014348506927, + "step": 38510 + }, + { + "grad_norm": 0.44483599066734314, + "learning_rate": 7.230232718574254e-05, + "loss": 0.0198, + "step": 38520 + }, + { + "loss_action": 0.009754871018230915, + "loss_total": 0.009754871018230915, + "step": 38520 + }, + { + "loss_action": 0.022479204460978508, + "loss_total": 0.022479204460978508, + "step": 38520 + }, + { + "loss_action": 0.015104101970791817, + "loss_total": 0.015104101970791817, + "step": 38520 + }, + { + "loss_action": 0.019882313907146454, + "loss_total": 0.019882313907146454, + "step": 38520 + }, + { + "loss_action": 0.020697129890322685, + "loss_total": 0.020697129890322685, + "step": 38520 + }, + { + "loss_action": 0.01711827702820301, + "loss_total": 0.01711827702820301, + "step": 38520 + }, + { + "grad_norm": 0.39101213216781616, + "learning_rate": 7.228752725019535e-05, + "loss": 0.0207, + "step": 38530 + }, + { + "loss_action": 0.013245322741568089, + "loss_total": 0.013245322741568089, + "step": 38530 + }, + { + "loss_action": 0.015871746465563774, + "loss_total": 0.015871746465563774, + "step": 38530 + }, + { + "loss_action": 0.007492364384233952, + "loss_total": 0.007492364384233952, + "step": 38530 + }, + { + "loss_action": 0.014181602746248245, + "loss_total": 0.014181602746248245, + "step": 38530 + }, + { + "loss_action": 0.006580469664186239, + "loss_total": 0.006580469664186239, + "step": 38530 + }, + { + "loss_action": 0.02183304913341999, + "loss_total": 0.02183304913341999, + "step": 38530 + }, + { + "grad_norm": 0.44121548533439636, + "learning_rate": 7.227272487731769e-05, + "loss": 0.0167, + "step": 38540 + }, + { + "loss_action": 0.024185076355934143, + "loss_total": 0.024185076355934143, + "step": 38540 + }, + { + "loss_action": 0.021382581442594528, + "loss_total": 0.021382581442594528, + "step": 38540 + }, + { + "loss_action": 0.00836181826889515, + "loss_total": 0.00836181826889515, + "step": 38540 + }, + { + "loss_action": 0.028537442907691002, + "loss_total": 0.028537442907691002, + "step": 38540 + }, + { + "loss_action": 0.013706648722290993, + "loss_total": 0.013706648722290993, + "step": 38540 + }, + { + "loss_action": 0.01702822744846344, + "loss_total": 0.01702822744846344, + "step": 38540 + }, + { + "grad_norm": 0.4386441111564636, + "learning_rate": 7.225792006872831e-05, + "loss": 0.0185, + "step": 38550 + }, + { + "loss_action": 0.015705345198512077, + "loss_total": 0.015705345198512077, + "step": 38550 + }, + { + "loss_action": 0.02766660787165165, + "loss_total": 0.02766660787165165, + "step": 38550 + }, + { + "loss_action": 0.014487223699688911, + "loss_total": 0.014487223699688911, + "step": 38550 + }, + { + "loss_action": 0.009788102470338345, + "loss_total": 0.009788102470338345, + "step": 38550 + }, + { + "loss_action": 0.04038494452834129, + "loss_total": 0.04038494452834129, + "step": 38550 + }, + { + "loss_action": 0.017438480630517006, + "loss_total": 0.017438480630517006, + "step": 38550 + }, + { + "grad_norm": 0.38005566596984863, + "learning_rate": 7.224311282604628e-05, + "loss": 0.0206, + "step": 38560 + }, + { + "loss_action": 0.014289320446550846, + "loss_total": 0.014289320446550846, + "step": 38560 + }, + { + "loss_action": 0.01366982702165842, + "loss_total": 0.01366982702165842, + "step": 38560 + }, + { + "loss_action": 0.010192177258431911, + "loss_total": 0.010192177258431911, + "step": 38560 + }, + { + "loss_action": 0.027015801519155502, + "loss_total": 0.027015801519155502, + "step": 38560 + }, + { + "loss_action": 0.032059524208307266, + "loss_total": 0.032059524208307266, + "step": 38560 + }, + { + "loss_action": 0.04441665858030319, + "loss_total": 0.04441665858030319, + "step": 38560 + }, + { + "grad_norm": 0.39290785789489746, + "learning_rate": 7.222830315089085e-05, + "loss": 0.0221, + "step": 38570 + }, + { + "loss_action": 0.015284174121916294, + "loss_total": 0.015284174121916294, + "step": 38570 + }, + { + "loss_action": 0.03416535258293152, + "loss_total": 0.03416535258293152, + "step": 38570 + }, + { + "loss_action": 0.017254522070288658, + "loss_total": 0.017254522070288658, + "step": 38570 + }, + { + "loss_action": 0.018311746418476105, + "loss_total": 0.018311746418476105, + "step": 38570 + }, + { + "loss_action": 0.09808608889579773, + "loss_total": 0.09808608889579773, + "step": 38570 + }, + { + "loss_action": 0.008592530153691769, + "loss_total": 0.008592530153691769, + "step": 38570 + }, + { + "grad_norm": 0.31547969579696655, + "learning_rate": 7.22134910448816e-05, + "loss": 0.0183, + "step": 38580 + }, + { + "loss_action": 0.01124794501811266, + "loss_total": 0.01124794501811266, + "step": 38580 + }, + { + "loss_action": 0.011988646350800991, + "loss_total": 0.011988646350800991, + "step": 38580 + }, + { + "loss_action": 0.01440389547497034, + "loss_total": 0.01440389547497034, + "step": 38580 + }, + { + "loss_action": 0.01245173905044794, + "loss_total": 0.01245173905044794, + "step": 38580 + }, + { + "loss_action": 0.019600095227360725, + "loss_total": 0.019600095227360725, + "step": 38580 + }, + { + "loss_action": 0.025044916197657585, + "loss_total": 0.025044916197657585, + "step": 38580 + }, + { + "grad_norm": 0.45209261775016785, + "learning_rate": 7.219867650963839e-05, + "loss": 0.0156, + "step": 38590 + }, + { + "loss_action": 0.010511552914977074, + "loss_total": 0.010511552914977074, + "step": 38590 + }, + { + "loss_action": 0.012581054121255875, + "loss_total": 0.012581054121255875, + "step": 38590 + }, + { + "loss_action": 0.0055192201398313046, + "loss_total": 0.0055192201398313046, + "step": 38590 + }, + { + "loss_action": 0.014541685581207275, + "loss_total": 0.014541685581207275, + "step": 38590 + }, + { + "loss_action": 0.03987184539437294, + "loss_total": 0.03987184539437294, + "step": 38590 + }, + { + "loss_action": 0.008787345141172409, + "loss_total": 0.008787345141172409, + "step": 38590 + }, + { + "grad_norm": 0.34368541836738586, + "learning_rate": 7.21838595467813e-05, + "loss": 0.0199, + "step": 38600 + }, + { + "loss_action": 0.009065408259630203, + "loss_total": 0.009065408259630203, + "step": 38600 + }, + { + "loss_action": 0.01660175248980522, + "loss_total": 0.01660175248980522, + "step": 38600 + }, + { + "loss_action": 0.0169978067278862, + "loss_total": 0.0169978067278862, + "step": 38600 + }, + { + "loss_action": 0.015013336203992367, + "loss_total": 0.015013336203992367, + "step": 38600 + }, + { + "loss_action": 0.02356940694153309, + "loss_total": 0.02356940694153309, + "step": 38600 + }, + { + "loss_action": 0.010999767109751701, + "loss_total": 0.010999767109751701, + "step": 38600 + }, + { + "grad_norm": 0.46871253848075867, + "learning_rate": 7.216904015793067e-05, + "loss": 0.018, + "step": 38610 + }, + { + "loss_action": 0.013931658118963242, + "loss_total": 0.013931658118963242, + "step": 38610 + }, + { + "loss_action": 0.018918907269835472, + "loss_total": 0.018918907269835472, + "step": 38610 + }, + { + "loss_action": 0.017735786736011505, + "loss_total": 0.017735786736011505, + "step": 38610 + }, + { + "loss_action": 0.015452229417860508, + "loss_total": 0.015452229417860508, + "step": 38610 + }, + { + "loss_action": 0.025489388033747673, + "loss_total": 0.025489388033747673, + "step": 38610 + }, + { + "loss_action": 0.016890686005353928, + "loss_total": 0.016890686005353928, + "step": 38610 + }, + { + "grad_norm": 1.162860631942749, + "learning_rate": 7.215421834470713e-05, + "loss": 0.0224, + "step": 38620 + }, + { + "loss_action": 0.014253812842071056, + "loss_total": 0.014253812842071056, + "step": 38620 + }, + { + "loss_action": 0.02233012020587921, + "loss_total": 0.02233012020587921, + "step": 38620 + }, + { + "loss_action": 0.030443036928772926, + "loss_total": 0.030443036928772926, + "step": 38620 + }, + { + "loss_action": 0.029184220358729362, + "loss_total": 0.029184220358729362, + "step": 38620 + }, + { + "loss_action": 0.08090101927518845, + "loss_total": 0.08090101927518845, + "step": 38620 + }, + { + "loss_action": 0.036752693355083466, + "loss_total": 0.036752693355083466, + "step": 38620 + }, + { + "grad_norm": 0.35134264826774597, + "learning_rate": 7.213939410873158e-05, + "loss": 0.0228, + "step": 38630 + }, + { + "loss_action": 0.01854606531560421, + "loss_total": 0.01854606531560421, + "step": 38630 + }, + { + "loss_action": 0.02372913621366024, + "loss_total": 0.02372913621366024, + "step": 38630 + }, + { + "loss_action": 0.10901358723640442, + "loss_total": 0.10901358723640442, + "step": 38630 + }, + { + "loss_action": 0.012511346489191055, + "loss_total": 0.012511346489191055, + "step": 38630 + }, + { + "loss_action": 0.018160128965973854, + "loss_total": 0.018160128965973854, + "step": 38630 + }, + { + "loss_action": 0.013870451599359512, + "loss_total": 0.013870451599359512, + "step": 38630 + }, + { + "grad_norm": 0.3508084714412689, + "learning_rate": 7.212456745162519e-05, + "loss": 0.0318, + "step": 38640 + }, + { + "loss_action": 0.061317235231399536, + "loss_total": 0.061317235231399536, + "step": 38640 + }, + { + "loss_action": 0.010331741534173489, + "loss_total": 0.010331741534173489, + "step": 38640 + }, + { + "loss_action": 0.03352583944797516, + "loss_total": 0.03352583944797516, + "step": 38640 + }, + { + "loss_action": 0.011244077235460281, + "loss_total": 0.011244077235460281, + "step": 38640 + }, + { + "loss_action": 0.02412208542227745, + "loss_total": 0.02412208542227745, + "step": 38640 + }, + { + "loss_action": 0.016473254188895226, + "loss_total": 0.016473254188895226, + "step": 38640 + }, + { + "grad_norm": 0.5714324712753296, + "learning_rate": 7.210973837500937e-05, + "loss": 0.0261, + "step": 38650 + }, + { + "loss_action": 0.013109938241541386, + "loss_total": 0.013109938241541386, + "step": 38650 + }, + { + "loss_action": 0.013065911829471588, + "loss_total": 0.013065911829471588, + "step": 38650 + }, + { + "loss_action": 0.0468045249581337, + "loss_total": 0.0468045249581337, + "step": 38650 + }, + { + "loss_action": 0.01645672135055065, + "loss_total": 0.01645672135055065, + "step": 38650 + }, + { + "loss_action": 0.012826813384890556, + "loss_total": 0.012826813384890556, + "step": 38650 + }, + { + "loss_action": 0.020305469632148743, + "loss_total": 0.020305469632148743, + "step": 38650 + }, + { + "grad_norm": 0.5029962658882141, + "learning_rate": 7.209490688050578e-05, + "loss": 0.0228, + "step": 38660 + }, + { + "loss_action": 0.016797872260212898, + "loss_total": 0.016797872260212898, + "step": 38660 + }, + { + "loss_action": 0.010578509420156479, + "loss_total": 0.010578509420156479, + "step": 38660 + }, + { + "loss_action": 0.027827193960547447, + "loss_total": 0.027827193960547447, + "step": 38660 + }, + { + "loss_action": 0.039357513189315796, + "loss_total": 0.039357513189315796, + "step": 38660 + }, + { + "loss_action": 0.02565731666982174, + "loss_total": 0.02565731666982174, + "step": 38660 + }, + { + "loss_action": 0.018061064183712006, + "loss_total": 0.018061064183712006, + "step": 38660 + }, + { + "grad_norm": 0.38032567501068115, + "learning_rate": 7.208007296973641e-05, + "loss": 0.0306, + "step": 38670 + }, + { + "loss_action": 0.022113533690571785, + "loss_total": 0.022113533690571785, + "step": 38670 + }, + { + "loss_action": 0.02737545780837536, + "loss_total": 0.02737545780837536, + "step": 38670 + }, + { + "loss_action": 0.023950831964612007, + "loss_total": 0.023950831964612007, + "step": 38670 + }, + { + "loss_action": 0.023687688633799553, + "loss_total": 0.023687688633799553, + "step": 38670 + }, + { + "loss_action": 0.018702687695622444, + "loss_total": 0.018702687695622444, + "step": 38670 + }, + { + "loss_action": 0.01801840029656887, + "loss_total": 0.01801840029656887, + "step": 38670 + }, + { + "grad_norm": 0.4391729235649109, + "learning_rate": 7.206523664432345e-05, + "loss": 0.0222, + "step": 38680 + }, + { + "loss_action": 0.021504485979676247, + "loss_total": 0.021504485979676247, + "step": 38680 + }, + { + "loss_action": 0.01287966500967741, + "loss_total": 0.01287966500967741, + "step": 38680 + }, + { + "loss_action": 0.04979110509157181, + "loss_total": 0.04979110509157181, + "step": 38680 + }, + { + "loss_action": 0.018540160730481148, + "loss_total": 0.018540160730481148, + "step": 38680 + }, + { + "loss_action": 0.03500492498278618, + "loss_total": 0.03500492498278618, + "step": 38680 + }, + { + "loss_action": 0.021788811311125755, + "loss_total": 0.021788811311125755, + "step": 38680 + }, + { + "grad_norm": 0.4419516623020172, + "learning_rate": 7.205039790588939e-05, + "loss": 0.0269, + "step": 38690 + }, + { + "loss_action": 0.01364131085574627, + "loss_total": 0.01364131085574627, + "step": 38690 + }, + { + "loss_action": 0.015165653079748154, + "loss_total": 0.015165653079748154, + "step": 38690 + }, + { + "loss_action": 0.020118163898587227, + "loss_total": 0.020118163898587227, + "step": 38690 + }, + { + "loss_action": 0.022219445556402206, + "loss_total": 0.022219445556402206, + "step": 38690 + }, + { + "loss_action": 0.03831584379076958, + "loss_total": 0.03831584379076958, + "step": 38690 + }, + { + "loss_action": 0.0873972699046135, + "loss_total": 0.0873972699046135, + "step": 38690 + }, + { + "grad_norm": 0.414182186126709, + "learning_rate": 7.203555675605697e-05, + "loss": 0.0226, + "step": 38700 + }, + { + "loss_action": 0.029200110584497452, + "loss_total": 0.029200110584497452, + "step": 38700 + }, + { + "loss_action": 0.02113938517868519, + "loss_total": 0.02113938517868519, + "step": 38700 + }, + { + "loss_action": 0.02214970253407955, + "loss_total": 0.02214970253407955, + "step": 38700 + }, + { + "loss_action": 0.00902852788567543, + "loss_total": 0.00902852788567543, + "step": 38700 + }, + { + "loss_action": 0.014437176287174225, + "loss_total": 0.014437176287174225, + "step": 38700 + }, + { + "loss_action": 0.0293582770973444, + "loss_total": 0.0293582770973444, + "step": 38700 + }, + { + "grad_norm": 0.6475865840911865, + "learning_rate": 7.202071319644917e-05, + "loss": 0.0186, + "step": 38710 + }, + { + "loss_action": 0.053458813577890396, + "loss_total": 0.053458813577890396, + "step": 38710 + }, + { + "loss_action": 0.02040172554552555, + "loss_total": 0.02040172554552555, + "step": 38710 + }, + { + "loss_action": 0.013723939657211304, + "loss_total": 0.013723939657211304, + "step": 38710 + }, + { + "loss_action": 0.010811148211359978, + "loss_total": 0.010811148211359978, + "step": 38710 + }, + { + "loss_action": 0.05500026047229767, + "loss_total": 0.05500026047229767, + "step": 38710 + }, + { + "loss_action": 0.044795989990234375, + "loss_total": 0.044795989990234375, + "step": 38710 + }, + { + "grad_norm": 0.5148078799247742, + "learning_rate": 7.200586722868932e-05, + "loss": 0.0249, + "step": 38720 + }, + { + "loss_action": 0.02603042498230934, + "loss_total": 0.02603042498230934, + "step": 38720 + }, + { + "loss_action": 0.01668960228562355, + "loss_total": 0.01668960228562355, + "step": 38720 + }, + { + "loss_action": 0.026825251057744026, + "loss_total": 0.026825251057744026, + "step": 38720 + }, + { + "loss_action": 0.03641250729560852, + "loss_total": 0.03641250729560852, + "step": 38720 + }, + { + "loss_action": 0.028492070734500885, + "loss_total": 0.028492070734500885, + "step": 38720 + }, + { + "loss_action": 0.026113197207450867, + "loss_total": 0.026113197207450867, + "step": 38720 + }, + { + "grad_norm": 0.4498308002948761, + "learning_rate": 7.199101885440088e-05, + "loss": 0.022, + "step": 38730 + }, + { + "loss_action": 0.010306323878467083, + "loss_total": 0.010306323878467083, + "step": 38730 + }, + { + "loss_action": 0.011571713723242283, + "loss_total": 0.011571713723242283, + "step": 38730 + }, + { + "loss_action": 0.010464023798704147, + "loss_total": 0.010464023798704147, + "step": 38730 + }, + { + "loss_action": 0.018662096932530403, + "loss_total": 0.018662096932530403, + "step": 38730 + }, + { + "loss_action": 0.01834595948457718, + "loss_total": 0.01834595948457718, + "step": 38730 + }, + { + "loss_action": 0.01184368971735239, + "loss_total": 0.01184368971735239, + "step": 38730 + }, + { + "grad_norm": 0.35881030559539795, + "learning_rate": 7.197616807520771e-05, + "loss": 0.0211, + "step": 38740 + }, + { + "loss_action": 0.07144637405872345, + "loss_total": 0.07144637405872345, + "step": 38740 + }, + { + "loss_action": 0.019477246329188347, + "loss_total": 0.019477246329188347, + "step": 38740 + }, + { + "loss_action": 0.017466673627495766, + "loss_total": 0.017466673627495766, + "step": 38740 + }, + { + "loss_action": 0.024137655273079872, + "loss_total": 0.024137655273079872, + "step": 38740 + }, + { + "loss_action": 0.009262659586966038, + "loss_total": 0.009262659586966038, + "step": 38740 + }, + { + "loss_action": 0.01361224427819252, + "loss_total": 0.01361224427819252, + "step": 38740 + }, + { + "grad_norm": 0.4205544888973236, + "learning_rate": 7.196131489273381e-05, + "loss": 0.0242, + "step": 38750 + }, + { + "loss_action": 0.06150335818529129, + "loss_total": 0.06150335818529129, + "step": 38750 + }, + { + "loss_action": 0.07929665595293045, + "loss_total": 0.07929665595293045, + "step": 38750 + }, + { + "loss_action": 0.008099008351564407, + "loss_total": 0.008099008351564407, + "step": 38750 + }, + { + "loss_action": 0.024011919274926186, + "loss_total": 0.024011919274926186, + "step": 38750 + }, + { + "loss_action": 0.015692012384533882, + "loss_total": 0.015692012384533882, + "step": 38750 + }, + { + "loss_action": 0.011838370002806187, + "loss_total": 0.011838370002806187, + "step": 38750 + }, + { + "grad_norm": 0.41606760025024414, + "learning_rate": 7.194645930860355e-05, + "loss": 0.0259, + "step": 38760 + }, + { + "loss_action": 0.013636034913361073, + "loss_total": 0.013636034913361073, + "step": 38760 + }, + { + "loss_action": 0.013951480388641357, + "loss_total": 0.013951480388641357, + "step": 38760 + }, + { + "loss_action": 0.016714880242943764, + "loss_total": 0.016714880242943764, + "step": 38760 + }, + { + "loss_action": 0.01982269436120987, + "loss_total": 0.01982269436120987, + "step": 38760 + }, + { + "loss_action": 0.02633548714220524, + "loss_total": 0.02633548714220524, + "step": 38760 + }, + { + "loss_action": 0.01713775098323822, + "loss_total": 0.01713775098323822, + "step": 38760 + }, + { + "grad_norm": 0.34953081607818604, + "learning_rate": 7.19316013244415e-05, + "loss": 0.0213, + "step": 38770 + }, + { + "loss_action": 0.021678252145648003, + "loss_total": 0.021678252145648003, + "step": 38770 + }, + { + "loss_action": 0.012292330153286457, + "loss_total": 0.012292330153286457, + "step": 38770 + }, + { + "loss_action": 0.010188471525907516, + "loss_total": 0.010188471525907516, + "step": 38770 + }, + { + "loss_action": 0.02336779609322548, + "loss_total": 0.02336779609322548, + "step": 38770 + }, + { + "loss_action": 0.0470617301762104, + "loss_total": 0.0470617301762104, + "step": 38770 + }, + { + "loss_action": 0.02772819623351097, + "loss_total": 0.02772819623351097, + "step": 38770 + }, + { + "grad_norm": 0.5880067944526672, + "learning_rate": 7.191674094187248e-05, + "loss": 0.0273, + "step": 38780 + }, + { + "loss_action": 0.03545830026268959, + "loss_total": 0.03545830026268959, + "step": 38780 + }, + { + "loss_action": 0.023101968690752983, + "loss_total": 0.023101968690752983, + "step": 38780 + }, + { + "loss_action": 0.013005901128053665, + "loss_total": 0.013005901128053665, + "step": 38780 + }, + { + "loss_action": 0.015275304205715656, + "loss_total": 0.015275304205715656, + "step": 38780 + }, + { + "loss_action": 0.013420897535979748, + "loss_total": 0.013420897535979748, + "step": 38780 + }, + { + "loss_action": 0.015472902916371822, + "loss_total": 0.015472902916371822, + "step": 38780 + }, + { + "grad_norm": 0.41105833649635315, + "learning_rate": 7.190187816252165e-05, + "loss": 0.0221, + "step": 38790 + }, + { + "loss_action": 0.016439883038401604, + "loss_total": 0.016439883038401604, + "step": 38790 + }, + { + "loss_action": 0.02217106521129608, + "loss_total": 0.02217106521129608, + "step": 38790 + }, + { + "loss_action": 0.01838795095682144, + "loss_total": 0.01838795095682144, + "step": 38790 + }, + { + "loss_action": 0.0321853831410408, + "loss_total": 0.0321853831410408, + "step": 38790 + }, + { + "loss_action": 0.020586587488651276, + "loss_total": 0.020586587488651276, + "step": 38790 + }, + { + "loss_action": 0.00926477462053299, + "loss_total": 0.00926477462053299, + "step": 38790 + }, + { + "grad_norm": 0.4425111413002014, + "learning_rate": 7.188701298801435e-05, + "loss": 0.0218, + "step": 38800 + }, + { + "loss_action": 0.016765592619776726, + "loss_total": 0.016765592619776726, + "step": 38800 + }, + { + "loss_action": 0.017343826591968536, + "loss_total": 0.017343826591968536, + "step": 38800 + }, + { + "loss_action": 0.009655606001615524, + "loss_total": 0.009655606001615524, + "step": 38800 + }, + { + "loss_action": 0.01941474713385105, + "loss_total": 0.01941474713385105, + "step": 38800 + }, + { + "loss_action": 0.01589811034500599, + "loss_total": 0.01589811034500599, + "step": 38800 + }, + { + "loss_action": 0.010617168620228767, + "loss_total": 0.010617168620228767, + "step": 38800 + }, + { + "grad_norm": 0.7379807233810425, + "learning_rate": 7.18721454199762e-05, + "loss": 0.0282, + "step": 38810 + }, + { + "loss_action": 0.01178366132080555, + "loss_total": 0.01178366132080555, + "step": 38810 + }, + { + "loss_action": 0.0255581047385931, + "loss_total": 0.0255581047385931, + "step": 38810 + }, + { + "loss_action": 0.010333769023418427, + "loss_total": 0.010333769023418427, + "step": 38810 + }, + { + "loss_action": 0.012916160747408867, + "loss_total": 0.012916160747408867, + "step": 38810 + }, + { + "loss_action": 0.018686864525079727, + "loss_total": 0.018686864525079727, + "step": 38810 + }, + { + "loss_action": 0.03534774109721184, + "loss_total": 0.03534774109721184, + "step": 38810 + }, + { + "grad_norm": 0.4120277464389801, + "learning_rate": 7.185727546003312e-05, + "loss": 0.0247, + "step": 38820 + }, + { + "loss_action": 0.018750585615634918, + "loss_total": 0.018750585615634918, + "step": 38820 + }, + { + "loss_action": 0.025759590789675713, + "loss_total": 0.025759590789675713, + "step": 38820 + }, + { + "loss_action": 0.03699326887726784, + "loss_total": 0.03699326887726784, + "step": 38820 + }, + { + "loss_action": 0.02122567780315876, + "loss_total": 0.02122567780315876, + "step": 38820 + }, + { + "loss_action": 0.021816270425915718, + "loss_total": 0.021816270425915718, + "step": 38820 + }, + { + "loss_action": 0.043786097317934036, + "loss_total": 0.043786097317934036, + "step": 38820 + }, + { + "grad_norm": 0.4652147591114044, + "learning_rate": 7.184240310981126e-05, + "loss": 0.0227, + "step": 38830 + }, + { + "loss_action": 0.016481589525938034, + "loss_total": 0.016481589525938034, + "step": 38830 + }, + { + "loss_action": 0.025820445269346237, + "loss_total": 0.025820445269346237, + "step": 38830 + }, + { + "loss_action": 0.009746377356350422, + "loss_total": 0.009746377356350422, + "step": 38830 + }, + { + "loss_action": 0.023852534592151642, + "loss_total": 0.023852534592151642, + "step": 38830 + }, + { + "loss_action": 0.012571434490382671, + "loss_total": 0.012571434490382671, + "step": 38830 + }, + { + "loss_action": 0.01563454046845436, + "loss_total": 0.01563454046845436, + "step": 38830 + }, + { + "grad_norm": 0.3199315369129181, + "learning_rate": 7.182752837093704e-05, + "loss": 0.017, + "step": 38840 + }, + { + "loss_action": 0.01413014903664589, + "loss_total": 0.01413014903664589, + "step": 38840 + }, + { + "loss_action": 0.024289067834615707, + "loss_total": 0.024289067834615707, + "step": 38840 + }, + { + "loss_action": 0.01639792136847973, + "loss_total": 0.01639792136847973, + "step": 38840 + }, + { + "loss_action": 0.011313174851238728, + "loss_total": 0.011313174851238728, + "step": 38840 + }, + { + "loss_action": 0.03199902921915054, + "loss_total": 0.03199902921915054, + "step": 38840 + }, + { + "loss_action": 0.023297207430005074, + "loss_total": 0.023297207430005074, + "step": 38840 + }, + { + "grad_norm": 0.48869308829307556, + "learning_rate": 7.181265124503711e-05, + "loss": 0.0206, + "step": 38850 + }, + { + "loss_action": 0.00999152846634388, + "loss_total": 0.00999152846634388, + "step": 38850 + }, + { + "loss_action": 0.062172483652830124, + "loss_total": 0.062172483652830124, + "step": 38850 + }, + { + "loss_action": 0.02390863560140133, + "loss_total": 0.02390863560140133, + "step": 38850 + }, + { + "loss_action": 0.013631383888423443, + "loss_total": 0.013631383888423443, + "step": 38850 + }, + { + "loss_action": 0.013583476655185223, + "loss_total": 0.013583476655185223, + "step": 38850 + }, + { + "loss_action": 0.01926388591527939, + "loss_total": 0.01926388591527939, + "step": 38850 + }, + { + "grad_norm": 0.48537763953208923, + "learning_rate": 7.179777173373847e-05, + "loss": 0.0206, + "step": 38860 + }, + { + "loss_action": 0.015568160451948643, + "loss_total": 0.015568160451948643, + "step": 38860 + }, + { + "loss_action": 0.021308667957782745, + "loss_total": 0.021308667957782745, + "step": 38860 + }, + { + "loss_action": 0.016160881146788597, + "loss_total": 0.016160881146788597, + "step": 38860 + }, + { + "loss_action": 0.021715570241212845, + "loss_total": 0.021715570241212845, + "step": 38860 + }, + { + "loss_action": 0.06063427776098251, + "loss_total": 0.06063427776098251, + "step": 38860 + }, + { + "loss_action": 0.014589506201446056, + "loss_total": 0.014589506201446056, + "step": 38860 + }, + { + "grad_norm": 0.3847426176071167, + "learning_rate": 7.178288983866826e-05, + "loss": 0.0219, + "step": 38870 + }, + { + "loss_action": 0.022279126569628716, + "loss_total": 0.022279126569628716, + "step": 38870 + }, + { + "loss_action": 0.018197663128376007, + "loss_total": 0.018197663128376007, + "step": 38870 + }, + { + "loss_action": 0.021891042590141296, + "loss_total": 0.021891042590141296, + "step": 38870 + }, + { + "loss_action": 0.02346627414226532, + "loss_total": 0.02346627414226532, + "step": 38870 + }, + { + "loss_action": 0.010535438545048237, + "loss_total": 0.010535438545048237, + "step": 38870 + }, + { + "loss_action": 0.015626242384314537, + "loss_total": 0.015626242384314537, + "step": 38870 + }, + { + "grad_norm": 0.49428069591522217, + "learning_rate": 7.176800556145397e-05, + "loss": 0.0234, + "step": 38880 + }, + { + "loss_action": 0.011008979752659798, + "loss_total": 0.011008979752659798, + "step": 38880 + }, + { + "loss_action": 0.023527070879936218, + "loss_total": 0.023527070879936218, + "step": 38880 + }, + { + "loss_action": 0.011290508322417736, + "loss_total": 0.011290508322417736, + "step": 38880 + }, + { + "loss_action": 0.015867291018366814, + "loss_total": 0.015867291018366814, + "step": 38880 + }, + { + "loss_action": 0.007815907709300518, + "loss_total": 0.007815907709300518, + "step": 38880 + }, + { + "loss_action": 0.02638993225991726, + "loss_total": 0.02638993225991726, + "step": 38880 + }, + { + "grad_norm": 0.30796384811401367, + "learning_rate": 7.175311890372334e-05, + "loss": 0.0198, + "step": 38890 + }, + { + "loss_action": 0.06008993834257126, + "loss_total": 0.06008993834257126, + "step": 38890 + }, + { + "loss_action": 0.015529508702456951, + "loss_total": 0.015529508702456951, + "step": 38890 + }, + { + "loss_action": 0.018601911142468452, + "loss_total": 0.018601911142468452, + "step": 38890 + }, + { + "loss_action": 0.05951462313532829, + "loss_total": 0.05951462313532829, + "step": 38890 + }, + { + "loss_action": 0.019791338592767715, + "loss_total": 0.019791338592767715, + "step": 38890 + }, + { + "loss_action": 0.0186103917658329, + "loss_total": 0.0186103917658329, + "step": 38890 + }, + { + "grad_norm": 0.4355640709400177, + "learning_rate": 7.17382298671043e-05, + "loss": 0.0236, + "step": 38900 + }, + { + "loss_action": 0.022531449794769287, + "loss_total": 0.022531449794769287, + "step": 38900 + }, + { + "loss_action": 0.011031133122742176, + "loss_total": 0.011031133122742176, + "step": 38900 + }, + { + "loss_action": 0.009335624985396862, + "loss_total": 0.009335624985396862, + "step": 38900 + }, + { + "loss_action": 0.014391575008630753, + "loss_total": 0.014391575008630753, + "step": 38900 + }, + { + "loss_action": 0.02952767349779606, + "loss_total": 0.02952767349779606, + "step": 38900 + }, + { + "loss_action": 0.023214241489768028, + "loss_total": 0.023214241489768028, + "step": 38900 + }, + { + "grad_norm": 0.6000226140022278, + "learning_rate": 7.172333845322515e-05, + "loss": 0.0216, + "step": 38910 + }, + { + "loss_action": 0.05742434039711952, + "loss_total": 0.05742434039711952, + "step": 38910 + }, + { + "loss_action": 0.010250051505863667, + "loss_total": 0.010250051505863667, + "step": 38910 + }, + { + "loss_action": 0.011871866881847382, + "loss_total": 0.011871866881847382, + "step": 38910 + }, + { + "loss_action": 0.014446490444242954, + "loss_total": 0.014446490444242954, + "step": 38910 + }, + { + "loss_action": 0.015146740712225437, + "loss_total": 0.015146740712225437, + "step": 38910 + }, + { + "loss_action": 0.034035131335258484, + "loss_total": 0.034035131335258484, + "step": 38910 + }, + { + "grad_norm": 0.43933767080307007, + "learning_rate": 7.170844466371436e-05, + "loss": 0.023, + "step": 38920 + }, + { + "loss_action": 0.008819596841931343, + "loss_total": 0.008819596841931343, + "step": 38920 + }, + { + "loss_action": 0.05483798682689667, + "loss_total": 0.05483798682689667, + "step": 38920 + }, + { + "loss_action": 0.0176588986068964, + "loss_total": 0.0176588986068964, + "step": 38920 + }, + { + "loss_action": 0.03113243170082569, + "loss_total": 0.03113243170082569, + "step": 38920 + }, + { + "loss_action": 0.026290442794561386, + "loss_total": 0.026290442794561386, + "step": 38920 + }, + { + "loss_action": 0.014752829447388649, + "loss_total": 0.014752829447388649, + "step": 38920 + }, + { + "grad_norm": 0.9072418808937073, + "learning_rate": 7.16935485002007e-05, + "loss": 0.0253, + "step": 38930 + }, + { + "loss_action": 0.06100244075059891, + "loss_total": 0.06100244075059891, + "step": 38930 + }, + { + "loss_action": 0.01760227419435978, + "loss_total": 0.01760227419435978, + "step": 38930 + }, + { + "loss_action": 0.011737750843167305, + "loss_total": 0.011737750843167305, + "step": 38930 + }, + { + "loss_action": 0.015639467164874077, + "loss_total": 0.015639467164874077, + "step": 38930 + }, + { + "loss_action": 0.034037861973047256, + "loss_total": 0.034037861973047256, + "step": 38930 + }, + { + "loss_action": 0.012773829512298107, + "loss_total": 0.012773829512298107, + "step": 38930 + }, + { + "grad_norm": 0.316184937953949, + "learning_rate": 7.167864996431319e-05, + "loss": 0.0291, + "step": 38940 + }, + { + "loss_action": 0.022718608379364014, + "loss_total": 0.022718608379364014, + "step": 38940 + }, + { + "loss_action": 0.01446209754794836, + "loss_total": 0.01446209754794836, + "step": 38940 + }, + { + "loss_action": 0.018206380307674408, + "loss_total": 0.018206380307674408, + "step": 38940 + }, + { + "loss_action": 0.024139534682035446, + "loss_total": 0.024139534682035446, + "step": 38940 + }, + { + "loss_action": 0.0672587901353836, + "loss_total": 0.0672587901353836, + "step": 38940 + }, + { + "loss_action": 0.013394657522439957, + "loss_total": 0.013394657522439957, + "step": 38940 + }, + { + "grad_norm": 0.5368924736976624, + "learning_rate": 7.166374905768111e-05, + "loss": 0.0269, + "step": 38950 + }, + { + "loss_action": 0.054335691034793854, + "loss_total": 0.054335691034793854, + "step": 38950 + }, + { + "loss_action": 0.02518184296786785, + "loss_total": 0.02518184296786785, + "step": 38950 + }, + { + "loss_action": 0.0074218870140612125, + "loss_total": 0.0074218870140612125, + "step": 38950 + }, + { + "loss_action": 0.012026914395391941, + "loss_total": 0.012026914395391941, + "step": 38950 + }, + { + "loss_action": 0.01169093232601881, + "loss_total": 0.01169093232601881, + "step": 38950 + }, + { + "loss_action": 0.031256046146154404, + "loss_total": 0.031256046146154404, + "step": 38950 + }, + { + "grad_norm": 0.5326042175292969, + "learning_rate": 7.164884578193401e-05, + "loss": 0.0254, + "step": 38960 + }, + { + "loss_action": 0.011253084987401962, + "loss_total": 0.011253084987401962, + "step": 38960 + }, + { + "loss_action": 0.028635961934924126, + "loss_total": 0.028635961934924126, + "step": 38960 + }, + { + "loss_action": 0.016284367069602013, + "loss_total": 0.016284367069602013, + "step": 38960 + }, + { + "loss_action": 0.020395459607243538, + "loss_total": 0.020395459607243538, + "step": 38960 + }, + { + "loss_action": 0.04530326649546623, + "loss_total": 0.04530326649546623, + "step": 38960 + }, + { + "loss_action": 0.019989632070064545, + "loss_total": 0.019989632070064545, + "step": 38960 + }, + { + "grad_norm": 0.4767528176307678, + "learning_rate": 7.163394013870168e-05, + "loss": 0.0207, + "step": 38970 + }, + { + "loss_action": 0.023679817095398903, + "loss_total": 0.023679817095398903, + "step": 38970 + }, + { + "loss_action": 0.014303191564977169, + "loss_total": 0.014303191564977169, + "step": 38970 + }, + { + "loss_action": 0.027317393571138382, + "loss_total": 0.027317393571138382, + "step": 38970 + }, + { + "loss_action": 0.019586751237511635, + "loss_total": 0.019586751237511635, + "step": 38970 + }, + { + "loss_action": 0.011220570653676987, + "loss_total": 0.011220570653676987, + "step": 38970 + }, + { + "loss_action": 0.016941485926508904, + "loss_total": 0.016941485926508904, + "step": 38970 + }, + { + "grad_norm": 0.320796936750412, + "learning_rate": 7.161903212961419e-05, + "loss": 0.0204, + "step": 38980 + }, + { + "loss_action": 0.013242172077298164, + "loss_total": 0.013242172077298164, + "step": 38980 + }, + { + "loss_action": 0.014776306226849556, + "loss_total": 0.014776306226849556, + "step": 38980 + }, + { + "loss_action": 0.015592570416629314, + "loss_total": 0.015592570416629314, + "step": 38980 + }, + { + "loss_action": 0.04621453210711479, + "loss_total": 0.04621453210711479, + "step": 38980 + }, + { + "loss_action": 0.007702926639467478, + "loss_total": 0.007702926639467478, + "step": 38980 + }, + { + "loss_action": 0.01746799610555172, + "loss_total": 0.01746799610555172, + "step": 38980 + }, + { + "grad_norm": 0.38915273547172546, + "learning_rate": 7.160412175630183e-05, + "loss": 0.0176, + "step": 38990 + }, + { + "loss_action": 0.018834693357348442, + "loss_total": 0.018834693357348442, + "step": 38990 + }, + { + "loss_action": 0.01041335891932249, + "loss_total": 0.01041335891932249, + "step": 38990 + }, + { + "loss_action": 0.015047024935483932, + "loss_total": 0.015047024935483932, + "step": 38990 + }, + { + "loss_action": 0.02643084153532982, + "loss_total": 0.02643084153532982, + "step": 38990 + }, + { + "loss_action": 0.030244005843997, + "loss_total": 0.030244005843997, + "step": 38990 + }, + { + "loss_action": 0.016575278714299202, + "loss_total": 0.016575278714299202, + "step": 38990 + }, + { + "grad_norm": 0.41099730134010315, + "learning_rate": 7.158920902039521e-05, + "loss": 0.0166, + "step": 39000 + }, + { + "loss_action": 0.019997689872980118, + "loss_total": 0.019997689872980118, + "step": 39000 + }, + { + "loss_action": 0.018733587116003036, + "loss_total": 0.018733587116003036, + "step": 39000 + }, + { + "loss_action": 0.01779288426041603, + "loss_total": 0.01779288426041603, + "step": 39000 + }, + { + "loss_action": 0.009649110957980156, + "loss_total": 0.009649110957980156, + "step": 39000 + }, + { + "loss_action": 0.013814069330692291, + "loss_total": 0.013814069330692291, + "step": 39000 + }, + { + "loss_action": 0.009896538220345974, + "loss_total": 0.009896538220345974, + "step": 39000 + }, + { + "grad_norm": 0.35240256786346436, + "learning_rate": 7.157429392352514e-05, + "loss": 0.0204, + "step": 39010 + }, + { + "loss_action": 0.028222858905792236, + "loss_total": 0.028222858905792236, + "step": 39010 + }, + { + "loss_action": 0.01099551934748888, + "loss_total": 0.01099551934748888, + "step": 39010 + }, + { + "loss_action": 0.015158675611019135, + "loss_total": 0.015158675611019135, + "step": 39010 + }, + { + "loss_action": 0.014702755026519299, + "loss_total": 0.014702755026519299, + "step": 39010 + }, + { + "loss_action": 0.034912269562482834, + "loss_total": 0.034912269562482834, + "step": 39010 + }, + { + "loss_action": 0.009354878216981888, + "loss_total": 0.009354878216981888, + "step": 39010 + }, + { + "grad_norm": 0.4409652650356293, + "learning_rate": 7.155937646732275e-05, + "loss": 0.0227, + "step": 39020 + }, + { + "loss_action": 0.012013171799480915, + "loss_total": 0.012013171799480915, + "step": 39020 + }, + { + "loss_action": 0.01685585081577301, + "loss_total": 0.01685585081577301, + "step": 39020 + }, + { + "loss_action": 0.007315941620618105, + "loss_total": 0.007315941620618105, + "step": 39020 + }, + { + "loss_action": 0.012511108070611954, + "loss_total": 0.012511108070611954, + "step": 39020 + }, + { + "loss_action": 0.007754865568131208, + "loss_total": 0.007754865568131208, + "step": 39020 + }, + { + "loss_action": 0.029222166165709496, + "loss_total": 0.029222166165709496, + "step": 39020 + }, + { + "grad_norm": 0.3369804322719574, + "learning_rate": 7.154445665341933e-05, + "loss": 0.0188, + "step": 39030 + }, + { + "loss_action": 0.011977499350905418, + "loss_total": 0.011977499350905418, + "step": 39030 + }, + { + "loss_action": 0.024236271157860756, + "loss_total": 0.024236271157860756, + "step": 39030 + }, + { + "loss_action": 0.01581393927335739, + "loss_total": 0.01581393927335739, + "step": 39030 + }, + { + "loss_action": 0.014071336947381496, + "loss_total": 0.014071336947381496, + "step": 39030 + }, + { + "loss_action": 0.018815962597727776, + "loss_total": 0.018815962597727776, + "step": 39030 + }, + { + "loss_action": 0.010715289041399956, + "loss_total": 0.010715289041399956, + "step": 39030 + }, + { + "grad_norm": 0.549816370010376, + "learning_rate": 7.152953448344654e-05, + "loss": 0.0198, + "step": 39040 + }, + { + "loss_action": 0.009459461085498333, + "loss_total": 0.009459461085498333, + "step": 39040 + }, + { + "loss_action": 0.029603993520140648, + "loss_total": 0.029603993520140648, + "step": 39040 + }, + { + "loss_action": 0.021932879462838173, + "loss_total": 0.021932879462838173, + "step": 39040 + }, + { + "loss_action": 0.031128065660595894, + "loss_total": 0.031128065660595894, + "step": 39040 + }, + { + "loss_action": 0.0171032901853323, + "loss_total": 0.0171032901853323, + "step": 39040 + }, + { + "loss_action": 0.01057042833417654, + "loss_total": 0.01057042833417654, + "step": 39040 + }, + { + "grad_norm": 0.34720155596733093, + "learning_rate": 7.151460995903624e-05, + "loss": 0.0225, + "step": 39050 + }, + { + "loss_action": 0.010474158450961113, + "loss_total": 0.010474158450961113, + "step": 39050 + }, + { + "loss_action": 0.021024581044912338, + "loss_total": 0.021024581044912338, + "step": 39050 + }, + { + "loss_action": 0.0405283160507679, + "loss_total": 0.0405283160507679, + "step": 39050 + }, + { + "loss_action": 0.01549524161964655, + "loss_total": 0.01549524161964655, + "step": 39050 + }, + { + "loss_action": 0.020220765843987465, + "loss_total": 0.020220765843987465, + "step": 39050 + }, + { + "loss_action": 0.014291063882410526, + "loss_total": 0.014291063882410526, + "step": 39050 + }, + { + "grad_norm": 0.39719492197036743, + "learning_rate": 7.149968308182052e-05, + "loss": 0.0175, + "step": 39060 + }, + { + "loss_action": 0.00708828354254365, + "loss_total": 0.00708828354254365, + "step": 39060 + }, + { + "loss_action": 0.011240587569773197, + "loss_total": 0.011240587569773197, + "step": 39060 + }, + { + "loss_action": 0.02375771664083004, + "loss_total": 0.02375771664083004, + "step": 39060 + }, + { + "loss_action": 0.013328637927770615, + "loss_total": 0.013328637927770615, + "step": 39060 + }, + { + "loss_action": 0.012915831990540028, + "loss_total": 0.012915831990540028, + "step": 39060 + }, + { + "loss_action": 0.02418403886258602, + "loss_total": 0.02418403886258602, + "step": 39060 + }, + { + "grad_norm": 0.3387506306171417, + "learning_rate": 7.14847538534318e-05, + "loss": 0.0177, + "step": 39070 + }, + { + "loss_action": 0.018666747957468033, + "loss_total": 0.018666747957468033, + "step": 39070 + }, + { + "loss_action": 0.014968100935220718, + "loss_total": 0.014968100935220718, + "step": 39070 + }, + { + "loss_action": 0.019947338849306107, + "loss_total": 0.019947338849306107, + "step": 39070 + }, + { + "loss_action": 0.01234140619635582, + "loss_total": 0.01234140619635582, + "step": 39070 + }, + { + "loss_action": 0.055045709013938904, + "loss_total": 0.055045709013938904, + "step": 39070 + }, + { + "loss_action": 0.023319102823734283, + "loss_total": 0.023319102823734283, + "step": 39070 + }, + { + "grad_norm": 0.31344476342201233, + "learning_rate": 7.14698222755027e-05, + "loss": 0.0192, + "step": 39080 + }, + { + "loss_action": 0.00946037843823433, + "loss_total": 0.00946037843823433, + "step": 39080 + }, + { + "loss_action": 0.015362757258117199, + "loss_total": 0.015362757258117199, + "step": 39080 + }, + { + "loss_action": 0.01620669849216938, + "loss_total": 0.01620669849216938, + "step": 39080 + }, + { + "loss_action": 0.014729435555636883, + "loss_total": 0.014729435555636883, + "step": 39080 + }, + { + "loss_action": 0.029531104490160942, + "loss_total": 0.029531104490160942, + "step": 39080 + }, + { + "loss_action": 0.021510081365704536, + "loss_total": 0.021510081365704536, + "step": 39080 + }, + { + "grad_norm": 0.39490559697151184, + "learning_rate": 7.14548883496661e-05, + "loss": 0.019, + "step": 39090 + }, + { + "loss_action": 0.010381042957305908, + "loss_total": 0.010381042957305908, + "step": 39090 + }, + { + "loss_action": 0.01567576825618744, + "loss_total": 0.01567576825618744, + "step": 39090 + }, + { + "loss_action": 0.012423604726791382, + "loss_total": 0.012423604726791382, + "step": 39090 + }, + { + "loss_action": 0.008419424295425415, + "loss_total": 0.008419424295425415, + "step": 39090 + }, + { + "loss_action": 0.008860312402248383, + "loss_total": 0.008860312402248383, + "step": 39090 + }, + { + "loss_action": 0.007635640911757946, + "loss_total": 0.007635640911757946, + "step": 39090 + }, + { + "grad_norm": 0.46077287197113037, + "learning_rate": 7.143995207755517e-05, + "loss": 0.0204, + "step": 39100 + }, + { + "loss_action": 0.03725497052073479, + "loss_total": 0.03725497052073479, + "step": 39100 + }, + { + "loss_action": 0.02733767405152321, + "loss_total": 0.02733767405152321, + "step": 39100 + }, + { + "loss_action": 0.013973499648272991, + "loss_total": 0.013973499648272991, + "step": 39100 + }, + { + "loss_action": 0.012817773967981339, + "loss_total": 0.012817773967981339, + "step": 39100 + }, + { + "loss_action": 0.019418027251958847, + "loss_total": 0.019418027251958847, + "step": 39100 + }, + { + "loss_action": 0.022657783702015877, + "loss_total": 0.022657783702015877, + "step": 39100 + }, + { + "grad_norm": 0.4226091504096985, + "learning_rate": 7.142501346080333e-05, + "loss": 0.0195, + "step": 39110 + }, + { + "loss_action": 0.01548291090875864, + "loss_total": 0.01548291090875864, + "step": 39110 + }, + { + "loss_action": 0.02097482420504093, + "loss_total": 0.02097482420504093, + "step": 39110 + }, + { + "loss_action": 0.009995532222092152, + "loss_total": 0.009995532222092152, + "step": 39110 + }, + { + "loss_action": 0.008840949274599552, + "loss_total": 0.008840949274599552, + "step": 39110 + }, + { + "loss_action": 0.008650755509734154, + "loss_total": 0.008650755509734154, + "step": 39110 + }, + { + "loss_action": 0.01201819907873869, + "loss_total": 0.01201819907873869, + "step": 39110 + }, + { + "grad_norm": 0.38707032799720764, + "learning_rate": 7.141007250104421e-05, + "loss": 0.017, + "step": 39120 + }, + { + "loss_action": 0.0340307392179966, + "loss_total": 0.0340307392179966, + "step": 39120 + }, + { + "loss_action": 0.011498828418552876, + "loss_total": 0.011498828418552876, + "step": 39120 + }, + { + "loss_action": 0.015350478701293468, + "loss_total": 0.015350478701293468, + "step": 39120 + }, + { + "loss_action": 0.012771421112120152, + "loss_total": 0.012771421112120152, + "step": 39120 + }, + { + "loss_action": 0.011223554611206055, + "loss_total": 0.011223554611206055, + "step": 39120 + }, + { + "loss_action": 0.028529122471809387, + "loss_total": 0.028529122471809387, + "step": 39120 + }, + { + "grad_norm": 0.6014078259468079, + "learning_rate": 7.139512919991176e-05, + "loss": 0.0236, + "step": 39130 + }, + { + "loss_action": 0.027697859331965446, + "loss_total": 0.027697859331965446, + "step": 39130 + }, + { + "loss_action": 0.06198270246386528, + "loss_total": 0.06198270246386528, + "step": 39130 + }, + { + "loss_action": 0.04907664656639099, + "loss_total": 0.04907664656639099, + "step": 39130 + }, + { + "loss_action": 0.03391643986105919, + "loss_total": 0.03391643986105919, + "step": 39130 + }, + { + "loss_action": 0.024381184950470924, + "loss_total": 0.024381184950470924, + "step": 39130 + }, + { + "loss_action": 0.019912488758563995, + "loss_total": 0.019912488758563995, + "step": 39130 + }, + { + "grad_norm": 0.4740968346595764, + "learning_rate": 7.138018355904014e-05, + "loss": 0.0273, + "step": 39140 + }, + { + "loss_action": 0.040993768721818924, + "loss_total": 0.040993768721818924, + "step": 39140 + }, + { + "loss_action": 0.03640288487076759, + "loss_total": 0.03640288487076759, + "step": 39140 + }, + { + "loss_action": 0.017268531024456024, + "loss_total": 0.017268531024456024, + "step": 39140 + }, + { + "loss_action": 0.021628405898809433, + "loss_total": 0.021628405898809433, + "step": 39140 + }, + { + "loss_action": 0.015742115676403046, + "loss_total": 0.015742115676403046, + "step": 39140 + }, + { + "loss_action": 0.021102849394083023, + "loss_total": 0.021102849394083023, + "step": 39140 + }, + { + "grad_norm": 0.5254843831062317, + "learning_rate": 7.13652355800638e-05, + "loss": 0.0278, + "step": 39150 + }, + { + "loss_action": 0.03220682591199875, + "loss_total": 0.03220682591199875, + "step": 39150 + }, + { + "loss_action": 0.01888006553053856, + "loss_total": 0.01888006553053856, + "step": 39150 + }, + { + "loss_action": 0.0111668286845088, + "loss_total": 0.0111668286845088, + "step": 39150 + }, + { + "loss_action": 0.016834840178489685, + "loss_total": 0.016834840178489685, + "step": 39150 + }, + { + "loss_action": 0.026215096935629845, + "loss_total": 0.026215096935629845, + "step": 39150 + }, + { + "loss_action": 0.0205874964594841, + "loss_total": 0.0205874964594841, + "step": 39150 + }, + { + "grad_norm": 0.3658931255340576, + "learning_rate": 7.135028526461743e-05, + "loss": 0.0235, + "step": 39160 + }, + { + "loss_action": 0.025746848434209824, + "loss_total": 0.025746848434209824, + "step": 39160 + }, + { + "loss_action": 0.033645302057266235, + "loss_total": 0.033645302057266235, + "step": 39160 + }, + { + "loss_action": 0.07945895940065384, + "loss_total": 0.07945895940065384, + "step": 39160 + }, + { + "loss_action": 0.07882995903491974, + "loss_total": 0.07882995903491974, + "step": 39160 + }, + { + "loss_action": 0.022013075649738312, + "loss_total": 0.022013075649738312, + "step": 39160 + }, + { + "loss_action": 0.014487968757748604, + "loss_total": 0.014487968757748604, + "step": 39160 + }, + { + "grad_norm": 0.4969439208507538, + "learning_rate": 7.133533261433594e-05, + "loss": 0.0249, + "step": 39170 + }, + { + "loss_action": 0.01722123846411705, + "loss_total": 0.01722123846411705, + "step": 39170 + }, + { + "loss_action": 0.009329436346888542, + "loss_total": 0.009329436346888542, + "step": 39170 + }, + { + "loss_action": 0.02951921336352825, + "loss_total": 0.02951921336352825, + "step": 39170 + }, + { + "loss_action": 0.04138842225074768, + "loss_total": 0.04138842225074768, + "step": 39170 + }, + { + "loss_action": 0.23163901269435883, + "loss_total": 0.23163901269435883, + "step": 39170 + }, + { + "loss_action": 0.02327737584710121, + "loss_total": 0.02327737584710121, + "step": 39170 + }, + { + "grad_norm": 0.4256477355957031, + "learning_rate": 7.132037763085457e-05, + "loss": 0.0272, + "step": 39180 + }, + { + "loss_action": 0.013719279319047928, + "loss_total": 0.013719279319047928, + "step": 39180 + }, + { + "loss_action": 0.02198362722992897, + "loss_total": 0.02198362722992897, + "step": 39180 + }, + { + "loss_action": 0.011641341261565685, + "loss_total": 0.011641341261565685, + "step": 39180 + }, + { + "loss_action": 0.038135726004838943, + "loss_total": 0.038135726004838943, + "step": 39180 + }, + { + "loss_action": 0.021582992747426033, + "loss_total": 0.021582992747426033, + "step": 39180 + }, + { + "loss_action": 0.013597245328128338, + "loss_total": 0.013597245328128338, + "step": 39180 + }, + { + "grad_norm": 0.4731258451938629, + "learning_rate": 7.130542031580875e-05, + "loss": 0.0266, + "step": 39190 + }, + { + "loss_action": 0.015349374152719975, + "loss_total": 0.015349374152719975, + "step": 39190 + }, + { + "loss_action": 0.01994623988866806, + "loss_total": 0.01994623988866806, + "step": 39190 + }, + { + "loss_action": 0.02940376102924347, + "loss_total": 0.02940376102924347, + "step": 39190 + }, + { + "loss_action": 0.02912578545510769, + "loss_total": 0.02912578545510769, + "step": 39190 + }, + { + "loss_action": 0.020841987803578377, + "loss_total": 0.020841987803578377, + "step": 39190 + }, + { + "loss_action": 0.016961075365543365, + "loss_total": 0.016961075365543365, + "step": 39190 + }, + { + "grad_norm": 0.4399905800819397, + "learning_rate": 7.12904606708342e-05, + "loss": 0.0255, + "step": 39200 + }, + { + "loss_action": 0.014127945527434349, + "loss_total": 0.014127945527434349, + "step": 39200 + }, + { + "loss_action": 0.012981344014406204, + "loss_total": 0.012981344014406204, + "step": 39200 + }, + { + "loss_action": 0.016202667728066444, + "loss_total": 0.016202667728066444, + "step": 39200 + }, + { + "loss_action": 0.0073121520690619946, + "loss_total": 0.0073121520690619946, + "step": 39200 + }, + { + "loss_action": 0.06869684159755707, + "loss_total": 0.06869684159755707, + "step": 39200 + }, + { + "loss_action": 0.015364671126008034, + "loss_total": 0.015364671126008034, + "step": 39200 + }, + { + "grad_norm": 0.48575180768966675, + "learning_rate": 7.127549869756687e-05, + "loss": 0.0198, + "step": 39210 + }, + { + "loss_action": 0.010503316298127174, + "loss_total": 0.010503316298127174, + "step": 39210 + }, + { + "loss_action": 0.0315609872341156, + "loss_total": 0.0315609872341156, + "step": 39210 + }, + { + "loss_action": 0.042276788502931595, + "loss_total": 0.042276788502931595, + "step": 39210 + }, + { + "loss_action": 0.03231871873140335, + "loss_total": 0.03231871873140335, + "step": 39210 + }, + { + "loss_action": 0.01165306381881237, + "loss_total": 0.01165306381881237, + "step": 39210 + }, + { + "loss_action": 0.016084907576441765, + "loss_total": 0.016084907576441765, + "step": 39210 + }, + { + "grad_norm": 0.3715847432613373, + "learning_rate": 7.126053439764299e-05, + "loss": 0.0199, + "step": 39220 + }, + { + "loss_action": 0.01734156347811222, + "loss_total": 0.01734156347811222, + "step": 39220 + }, + { + "loss_action": 0.012594993226230145, + "loss_total": 0.012594993226230145, + "step": 39220 + }, + { + "loss_action": 0.024821780622005463, + "loss_total": 0.024821780622005463, + "step": 39220 + }, + { + "loss_action": 0.04131372645497322, + "loss_total": 0.04131372645497322, + "step": 39220 + }, + { + "loss_action": 0.05335903912782669, + "loss_total": 0.05335903912782669, + "step": 39220 + }, + { + "loss_action": 0.009651740081608295, + "loss_total": 0.009651740081608295, + "step": 39220 + }, + { + "grad_norm": 0.41711604595184326, + "learning_rate": 7.124556777269904e-05, + "loss": 0.0204, + "step": 39230 + }, + { + "loss_action": 0.03740110993385315, + "loss_total": 0.03740110993385315, + "step": 39230 + }, + { + "loss_action": 0.008280251175165176, + "loss_total": 0.008280251175165176, + "step": 39230 + }, + { + "loss_action": 0.010115362703800201, + "loss_total": 0.010115362703800201, + "step": 39230 + }, + { + "loss_action": 0.022289006039500237, + "loss_total": 0.022289006039500237, + "step": 39230 + }, + { + "loss_action": 0.012238763272762299, + "loss_total": 0.012238763272762299, + "step": 39230 + }, + { + "loss_action": 0.04820337891578674, + "loss_total": 0.04820337891578674, + "step": 39230 + }, + { + "grad_norm": 0.4356716275215149, + "learning_rate": 7.123059882437174e-05, + "loss": 0.0229, + "step": 39240 + }, + { + "loss_action": 0.010592043399810791, + "loss_total": 0.010592043399810791, + "step": 39240 + }, + { + "loss_action": 0.05427646264433861, + "loss_total": 0.05427646264433861, + "step": 39240 + }, + { + "loss_action": 0.015904055908322334, + "loss_total": 0.015904055908322334, + "step": 39240 + }, + { + "loss_action": 0.010689174756407738, + "loss_total": 0.010689174756407738, + "step": 39240 + }, + { + "loss_action": 0.013139228336513042, + "loss_total": 0.013139228336513042, + "step": 39240 + }, + { + "loss_action": 0.015559252351522446, + "loss_total": 0.015559252351522446, + "step": 39240 + }, + { + "grad_norm": 0.4682900905609131, + "learning_rate": 7.121562755429807e-05, + "loss": 0.0197, + "step": 39250 + }, + { + "loss_action": 0.0261972825974226, + "loss_total": 0.0261972825974226, + "step": 39250 + }, + { + "loss_action": 0.016224486753344536, + "loss_total": 0.016224486753344536, + "step": 39250 + }, + { + "loss_action": 0.15322726964950562, + "loss_total": 0.15322726964950562, + "step": 39250 + }, + { + "loss_action": 0.008723036386072636, + "loss_total": 0.008723036386072636, + "step": 39250 + }, + { + "loss_action": 0.02560727298259735, + "loss_total": 0.02560727298259735, + "step": 39250 + }, + { + "loss_action": 0.009462960995733738, + "loss_total": 0.009462960995733738, + "step": 39250 + }, + { + "grad_norm": 0.33263102173805237, + "learning_rate": 7.120065396411528e-05, + "loss": 0.0184, + "step": 39260 + }, + { + "loss_action": 0.020937927067279816, + "loss_total": 0.020937927067279816, + "step": 39260 + }, + { + "loss_action": 0.06274288892745972, + "loss_total": 0.06274288892745972, + "step": 39260 + }, + { + "loss_action": 0.016343282535672188, + "loss_total": 0.016343282535672188, + "step": 39260 + }, + { + "loss_action": 0.012676171027123928, + "loss_total": 0.012676171027123928, + "step": 39260 + }, + { + "loss_action": 0.013313560746610165, + "loss_total": 0.013313560746610165, + "step": 39260 + }, + { + "loss_action": 0.02083468809723854, + "loss_total": 0.02083468809723854, + "step": 39260 + }, + { + "grad_norm": 0.43459194898605347, + "learning_rate": 7.118567805546084e-05, + "loss": 0.0225, + "step": 39270 + }, + { + "loss_action": 0.0143293971195817, + "loss_total": 0.0143293971195817, + "step": 39270 + }, + { + "loss_action": 0.009294379502534866, + "loss_total": 0.009294379502534866, + "step": 39270 + }, + { + "loss_action": 0.014553193934261799, + "loss_total": 0.014553193934261799, + "step": 39270 + }, + { + "loss_action": 0.026333315297961235, + "loss_total": 0.026333315297961235, + "step": 39270 + }, + { + "loss_action": 0.04793521389365196, + "loss_total": 0.04793521389365196, + "step": 39270 + }, + { + "loss_action": 0.011914483271539211, + "loss_total": 0.011914483271539211, + "step": 39270 + }, + { + "grad_norm": 0.37429481744766235, + "learning_rate": 7.117069982997248e-05, + "loss": 0.0202, + "step": 39280 + }, + { + "loss_action": 0.016006704419851303, + "loss_total": 0.016006704419851303, + "step": 39280 + }, + { + "loss_action": 0.01458247471600771, + "loss_total": 0.01458247471600771, + "step": 39280 + }, + { + "loss_action": 0.04097909480333328, + "loss_total": 0.04097909480333328, + "step": 39280 + }, + { + "loss_action": 0.014265050180256367, + "loss_total": 0.014265050180256367, + "step": 39280 + }, + { + "loss_action": 0.01805340312421322, + "loss_total": 0.01805340312421322, + "step": 39280 + }, + { + "loss_action": 0.008298824541270733, + "loss_total": 0.008298824541270733, + "step": 39280 + }, + { + "grad_norm": 0.4481267035007477, + "learning_rate": 7.115571928928825e-05, + "loss": 0.0221, + "step": 39290 + }, + { + "loss_action": 0.010435525327920914, + "loss_total": 0.010435525327920914, + "step": 39290 + }, + { + "loss_action": 0.019009722396731377, + "loss_total": 0.019009722396731377, + "step": 39290 + }, + { + "loss_action": 0.013482778333127499, + "loss_total": 0.013482778333127499, + "step": 39290 + }, + { + "loss_action": 0.00941221322864294, + "loss_total": 0.00941221322864294, + "step": 39290 + }, + { + "loss_action": 0.013970590196549892, + "loss_total": 0.013970590196549892, + "step": 39290 + }, + { + "loss_action": 0.021493006497621536, + "loss_total": 0.021493006497621536, + "step": 39290 + }, + { + "grad_norm": 0.5509555339813232, + "learning_rate": 7.114073643504635e-05, + "loss": 0.0227, + "step": 39300 + }, + { + "loss_action": 0.012240941636264324, + "loss_total": 0.012240941636264324, + "step": 39300 + }, + { + "loss_action": 0.020470306277275085, + "loss_total": 0.020470306277275085, + "step": 39300 + }, + { + "loss_action": 0.03390098363161087, + "loss_total": 0.03390098363161087, + "step": 39300 + }, + { + "loss_action": 0.017324820160865784, + "loss_total": 0.017324820160865784, + "step": 39300 + }, + { + "loss_action": 0.01361432671546936, + "loss_total": 0.01361432671546936, + "step": 39300 + }, + { + "loss_action": 0.022151578217744827, + "loss_total": 0.022151578217744827, + "step": 39300 + }, + { + "grad_norm": 0.38911718130111694, + "learning_rate": 7.11257512688853e-05, + "loss": 0.0221, + "step": 39310 + }, + { + "loss_action": 0.02392592653632164, + "loss_total": 0.02392592653632164, + "step": 39310 + }, + { + "loss_action": 0.014421205036342144, + "loss_total": 0.014421205036342144, + "step": 39310 + }, + { + "loss_action": 0.06218549609184265, + "loss_total": 0.06218549609184265, + "step": 39310 + }, + { + "loss_action": 0.028713513165712357, + "loss_total": 0.028713513165712357, + "step": 39310 + }, + { + "loss_action": 0.009775894694030285, + "loss_total": 0.009775894694030285, + "step": 39310 + }, + { + "loss_action": 0.05887532979249954, + "loss_total": 0.05887532979249954, + "step": 39310 + }, + { + "grad_norm": 0.5858494639396667, + "learning_rate": 7.111076379244384e-05, + "loss": 0.0244, + "step": 39320 + }, + { + "loss_action": 0.01242720615118742, + "loss_total": 0.01242720615118742, + "step": 39320 + }, + { + "loss_action": 0.015667740255594254, + "loss_total": 0.015667740255594254, + "step": 39320 + }, + { + "loss_action": 0.026694465428590775, + "loss_total": 0.026694465428590775, + "step": 39320 + }, + { + "loss_action": 0.01919824816286564, + "loss_total": 0.01919824816286564, + "step": 39320 + }, + { + "loss_action": 0.017758961766958237, + "loss_total": 0.017758961766958237, + "step": 39320 + }, + { + "loss_action": 0.015396459959447384, + "loss_total": 0.015396459959447384, + "step": 39320 + }, + { + "grad_norm": 0.4134092330932617, + "learning_rate": 7.109577400736101e-05, + "loss": 0.019, + "step": 39330 + }, + { + "loss_action": 0.019603928551077843, + "loss_total": 0.019603928551077843, + "step": 39330 + }, + { + "loss_action": 0.012834603898227215, + "loss_total": 0.012834603898227215, + "step": 39330 + }, + { + "loss_action": 0.028252433985471725, + "loss_total": 0.028252433985471725, + "step": 39330 + }, + { + "loss_action": 0.016640515998005867, + "loss_total": 0.016640515998005867, + "step": 39330 + }, + { + "loss_action": 0.01488406304270029, + "loss_total": 0.01488406304270029, + "step": 39330 + }, + { + "loss_action": 0.019179847091436386, + "loss_total": 0.019179847091436386, + "step": 39330 + }, + { + "grad_norm": 0.3449266254901886, + "learning_rate": 7.108078191527605e-05, + "loss": 0.0231, + "step": 39340 + }, + { + "loss_action": 0.012326417490839958, + "loss_total": 0.012326417490839958, + "step": 39340 + }, + { + "loss_action": 0.018698442727327347, + "loss_total": 0.018698442727327347, + "step": 39340 + }, + { + "loss_action": 0.01094395387917757, + "loss_total": 0.01094395387917757, + "step": 39340 + }, + { + "loss_action": 0.016959134489297867, + "loss_total": 0.016959134489297867, + "step": 39340 + }, + { + "loss_action": 0.00794814620167017, + "loss_total": 0.00794814620167017, + "step": 39340 + }, + { + "loss_action": 0.019214047119021416, + "loss_total": 0.019214047119021416, + "step": 39340 + }, + { + "grad_norm": 0.45242682099342346, + "learning_rate": 7.106578751782847e-05, + "loss": 0.0211, + "step": 39350 + }, + { + "loss_action": 0.010304760187864304, + "loss_total": 0.010304760187864304, + "step": 39350 + }, + { + "loss_action": 0.026289714500308037, + "loss_total": 0.026289714500308037, + "step": 39350 + }, + { + "loss_action": 0.017098164185881615, + "loss_total": 0.017098164185881615, + "step": 39350 + }, + { + "loss_action": 0.024753721430897713, + "loss_total": 0.024753721430897713, + "step": 39350 + }, + { + "loss_action": 0.019983675330877304, + "loss_total": 0.019983675330877304, + "step": 39350 + }, + { + "loss_action": 0.03838546574115753, + "loss_total": 0.03838546574115753, + "step": 39350 + }, + { + "grad_norm": 0.3875845968723297, + "learning_rate": 7.105079081665803e-05, + "loss": 0.0211, + "step": 39360 + }, + { + "loss_action": 0.018032008782029152, + "loss_total": 0.018032008782029152, + "step": 39360 + }, + { + "loss_action": 0.03006349690258503, + "loss_total": 0.03006349690258503, + "step": 39360 + }, + { + "loss_action": 0.014489512890577316, + "loss_total": 0.014489512890577316, + "step": 39360 + }, + { + "loss_action": 0.016542695462703705, + "loss_total": 0.016542695462703705, + "step": 39360 + }, + { + "loss_action": 0.023366380482912064, + "loss_total": 0.023366380482912064, + "step": 39360 + }, + { + "loss_action": 0.02015460841357708, + "loss_total": 0.02015460841357708, + "step": 39360 + }, + { + "grad_norm": 0.35941606760025024, + "learning_rate": 7.103579181340476e-05, + "loss": 0.0196, + "step": 39370 + }, + { + "loss_action": 0.028024205937981606, + "loss_total": 0.028024205937981606, + "step": 39370 + }, + { + "loss_action": 0.021504808217287064, + "loss_total": 0.021504808217287064, + "step": 39370 + }, + { + "loss_action": 0.015024554915726185, + "loss_total": 0.015024554915726185, + "step": 39370 + }, + { + "loss_action": 0.019429322332143784, + "loss_total": 0.019429322332143784, + "step": 39370 + }, + { + "loss_action": 0.017318066209554672, + "loss_total": 0.017318066209554672, + "step": 39370 + }, + { + "loss_action": 0.01667800173163414, + "loss_total": 0.01667800173163414, + "step": 39370 + }, + { + "grad_norm": 0.374249666929245, + "learning_rate": 7.102079050970893e-05, + "loss": 0.0188, + "step": 39380 + }, + { + "loss_action": 0.022465452551841736, + "loss_total": 0.022465452551841736, + "step": 39380 + }, + { + "loss_action": 0.036449283361434937, + "loss_total": 0.036449283361434937, + "step": 39380 + }, + { + "loss_action": 0.028504760935902596, + "loss_total": 0.028504760935902596, + "step": 39380 + }, + { + "loss_action": 0.014188547618687153, + "loss_total": 0.014188547618687153, + "step": 39380 + }, + { + "loss_action": 0.014505885541439056, + "loss_total": 0.014505885541439056, + "step": 39380 + }, + { + "loss_action": 0.018359212204813957, + "loss_total": 0.018359212204813957, + "step": 39380 + }, + { + "grad_norm": 0.3365331292152405, + "learning_rate": 7.100578690721105e-05, + "loss": 0.0173, + "step": 39390 + }, + { + "loss_action": 0.0077590434812009335, + "loss_total": 0.0077590434812009335, + "step": 39390 + }, + { + "loss_action": 0.01472381129860878, + "loss_total": 0.01472381129860878, + "step": 39390 + }, + { + "loss_action": 0.050850242376327515, + "loss_total": 0.050850242376327515, + "step": 39390 + }, + { + "loss_action": 0.039743926376104355, + "loss_total": 0.039743926376104355, + "step": 39390 + }, + { + "loss_action": 0.014340930618345737, + "loss_total": 0.014340930618345737, + "step": 39390 + }, + { + "loss_action": 0.0164882130920887, + "loss_total": 0.0164882130920887, + "step": 39390 + }, + { + "grad_norm": 0.41137516498565674, + "learning_rate": 7.09907810075519e-05, + "loss": 0.0225, + "step": 39400 + }, + { + "loss_action": 0.029089607298374176, + "loss_total": 0.029089607298374176, + "step": 39400 + }, + { + "loss_action": 0.010682479478418827, + "loss_total": 0.010682479478418827, + "step": 39400 + }, + { + "loss_action": 0.018489565700292587, + "loss_total": 0.018489565700292587, + "step": 39400 + }, + { + "loss_action": 0.01818208210170269, + "loss_total": 0.01818208210170269, + "step": 39400 + }, + { + "loss_action": 0.02756429649889469, + "loss_total": 0.02756429649889469, + "step": 39400 + }, + { + "loss_action": 0.022970547899603844, + "loss_total": 0.022970547899603844, + "step": 39400 + }, + { + "grad_norm": 0.529863715171814, + "learning_rate": 7.097577281237249e-05, + "loss": 0.0235, + "step": 39410 + }, + { + "loss_action": 0.015608171932399273, + "loss_total": 0.015608171932399273, + "step": 39410 + }, + { + "loss_action": 0.008100752718746662, + "loss_total": 0.008100752718746662, + "step": 39410 + }, + { + "loss_action": 0.012973569333553314, + "loss_total": 0.012973569333553314, + "step": 39410 + }, + { + "loss_action": 0.01107235997915268, + "loss_total": 0.01107235997915268, + "step": 39410 + }, + { + "loss_action": 0.014793071895837784, + "loss_total": 0.014793071895837784, + "step": 39410 + }, + { + "loss_action": 0.027274541556835175, + "loss_total": 0.027274541556835175, + "step": 39410 + }, + { + "grad_norm": 0.42988577485084534, + "learning_rate": 7.09607623233141e-05, + "loss": 0.0215, + "step": 39420 + }, + { + "loss_action": 0.02152712270617485, + "loss_total": 0.02152712270617485, + "step": 39420 + }, + { + "loss_action": 0.009050232358276844, + "loss_total": 0.009050232358276844, + "step": 39420 + }, + { + "loss_action": 0.029516877606511116, + "loss_total": 0.029516877606511116, + "step": 39420 + }, + { + "loss_action": 0.02457701414823532, + "loss_total": 0.02457701414823532, + "step": 39420 + }, + { + "loss_action": 0.020906461402773857, + "loss_total": 0.020906461402773857, + "step": 39420 + }, + { + "loss_action": 0.01320635061711073, + "loss_total": 0.01320635061711073, + "step": 39420 + }, + { + "grad_norm": 0.30365338921546936, + "learning_rate": 7.094574954201827e-05, + "loss": 0.0191, + "step": 39430 + }, + { + "loss_action": 0.045714426785707474, + "loss_total": 0.045714426785707474, + "step": 39430 + }, + { + "loss_action": 0.0133810481056571, + "loss_total": 0.0133810481056571, + "step": 39430 + }, + { + "loss_action": 0.017773998901247978, + "loss_total": 0.017773998901247978, + "step": 39430 + }, + { + "loss_action": 0.013772808015346527, + "loss_total": 0.013772808015346527, + "step": 39430 + }, + { + "loss_action": 0.04284464940428734, + "loss_total": 0.04284464940428734, + "step": 39430 + }, + { + "loss_action": 0.026943249627947807, + "loss_total": 0.026943249627947807, + "step": 39430 + }, + { + "grad_norm": 0.3475792706012726, + "learning_rate": 7.093073447012675e-05, + "loss": 0.0235, + "step": 39440 + }, + { + "loss_action": 0.009526293724775314, + "loss_total": 0.009526293724775314, + "step": 39440 + }, + { + "loss_action": 0.01882411353290081, + "loss_total": 0.01882411353290081, + "step": 39440 + }, + { + "loss_action": 0.011536949314177036, + "loss_total": 0.011536949314177036, + "step": 39440 + }, + { + "loss_action": 0.013604996725916862, + "loss_total": 0.013604996725916862, + "step": 39440 + }, + { + "loss_action": 0.006639935541898012, + "loss_total": 0.006639935541898012, + "step": 39440 + }, + { + "loss_action": 0.025919029489159584, + "loss_total": 0.025919029489159584, + "step": 39440 + }, + { + "grad_norm": 0.3097655773162842, + "learning_rate": 7.09157171092816e-05, + "loss": 0.0233, + "step": 39450 + }, + { + "loss_action": 0.01714128814637661, + "loss_total": 0.01714128814637661, + "step": 39450 + }, + { + "loss_action": 0.014567249454557896, + "loss_total": 0.014567249454557896, + "step": 39450 + }, + { + "loss_action": 0.026305926963686943, + "loss_total": 0.026305926963686943, + "step": 39450 + }, + { + "loss_action": 0.00962637085467577, + "loss_total": 0.00962637085467577, + "step": 39450 + }, + { + "loss_action": 0.024064943194389343, + "loss_total": 0.024064943194389343, + "step": 39450 + }, + { + "loss_action": 0.019734183326363564, + "loss_total": 0.019734183326363564, + "step": 39450 + }, + { + "grad_norm": 0.4021112024784088, + "learning_rate": 7.090069746112504e-05, + "loss": 0.0227, + "step": 39460 + }, + { + "loss_action": 0.02252769097685814, + "loss_total": 0.02252769097685814, + "step": 39460 + }, + { + "loss_action": 0.00785670056939125, + "loss_total": 0.00785670056939125, + "step": 39460 + }, + { + "loss_action": 0.04925878718495369, + "loss_total": 0.04925878718495369, + "step": 39460 + }, + { + "loss_action": 0.020410513505339622, + "loss_total": 0.020410513505339622, + "step": 39460 + }, + { + "loss_action": 0.02050185389816761, + "loss_total": 0.02050185389816761, + "step": 39460 + }, + { + "loss_action": 0.010250707156956196, + "loss_total": 0.010250707156956196, + "step": 39460 + }, + { + "grad_norm": 0.3513662815093994, + "learning_rate": 7.088567552729965e-05, + "loss": 0.0199, + "step": 39470 + }, + { + "loss_action": 0.021550551056861877, + "loss_total": 0.021550551056861877, + "step": 39470 + }, + { + "loss_action": 0.027445470914244652, + "loss_total": 0.027445470914244652, + "step": 39470 + }, + { + "loss_action": 0.014232730492949486, + "loss_total": 0.014232730492949486, + "step": 39470 + }, + { + "loss_action": 0.019418098032474518, + "loss_total": 0.019418098032474518, + "step": 39470 + }, + { + "loss_action": 0.009118248708546162, + "loss_total": 0.009118248708546162, + "step": 39470 + }, + { + "loss_action": 0.007111304439604282, + "loss_total": 0.007111304439604282, + "step": 39470 + }, + { + "grad_norm": 0.3829716444015503, + "learning_rate": 7.087065130944818e-05, + "loss": 0.0213, + "step": 39480 + }, + { + "loss_action": 0.015229684300720692, + "loss_total": 0.015229684300720692, + "step": 39480 + }, + { + "loss_action": 0.011016879230737686, + "loss_total": 0.011016879230737686, + "step": 39480 + }, + { + "loss_action": 0.009105952456593513, + "loss_total": 0.009105952456593513, + "step": 39480 + }, + { + "loss_action": 0.010607697069644928, + "loss_total": 0.010607697069644928, + "step": 39480 + }, + { + "loss_action": 0.01219315454363823, + "loss_total": 0.01219315454363823, + "step": 39480 + }, + { + "loss_action": 0.005597754847258329, + "loss_total": 0.005597754847258329, + "step": 39480 + }, + { + "grad_norm": 0.3548717200756073, + "learning_rate": 7.085562480921366e-05, + "loss": 0.0174, + "step": 39490 + }, + { + "loss_action": 0.021812565624713898, + "loss_total": 0.021812565624713898, + "step": 39490 + }, + { + "loss_action": 0.0074242884293198586, + "loss_total": 0.0074242884293198586, + "step": 39490 + }, + { + "loss_action": 0.01711542159318924, + "loss_total": 0.01711542159318924, + "step": 39490 + }, + { + "loss_action": 0.0382625050842762, + "loss_total": 0.0382625050842762, + "step": 39490 + }, + { + "loss_action": 0.011251701973378658, + "loss_total": 0.011251701973378658, + "step": 39490 + }, + { + "loss_action": 0.01292381715029478, + "loss_total": 0.01292381715029478, + "step": 39490 + }, + { + "grad_norm": 0.42386743426322937, + "learning_rate": 7.084059602823937e-05, + "loss": 0.0184, + "step": 39500 + }, + { + "loss_action": 0.009886507876217365, + "loss_total": 0.009886507876217365, + "step": 39500 + }, + { + "loss_action": 0.014795134775340557, + "loss_total": 0.014795134775340557, + "step": 39500 + }, + { + "loss_action": 0.019203869625926018, + "loss_total": 0.019203869625926018, + "step": 39500 + }, + { + "loss_action": 0.02797790989279747, + "loss_total": 0.02797790989279747, + "step": 39500 + }, + { + "loss_action": 0.02404836006462574, + "loss_total": 0.02404836006462574, + "step": 39500 + }, + { + "loss_action": 0.0125488992780447, + "loss_total": 0.0125488992780447, + "step": 39500 + }, + { + "grad_norm": 0.505816638469696, + "learning_rate": 7.082556496816882e-05, + "loss": 0.0156, + "step": 39510 + }, + { + "loss_action": 0.02556147426366806, + "loss_total": 0.02556147426366806, + "step": 39510 + }, + { + "loss_action": 0.009047091007232666, + "loss_total": 0.009047091007232666, + "step": 39510 + }, + { + "loss_action": 0.023909179493784904, + "loss_total": 0.023909179493784904, + "step": 39510 + }, + { + "loss_action": 0.02486780472099781, + "loss_total": 0.02486780472099781, + "step": 39510 + }, + { + "loss_action": 0.02395319938659668, + "loss_total": 0.02395319938659668, + "step": 39510 + }, + { + "loss_action": 0.021994171664118767, + "loss_total": 0.021994171664118767, + "step": 39510 + }, + { + "grad_norm": 0.3801479935646057, + "learning_rate": 7.081053163064582e-05, + "loss": 0.0179, + "step": 39520 + }, + { + "loss_action": 0.028408406302332878, + "loss_total": 0.028408406302332878, + "step": 39520 + }, + { + "loss_action": 0.008135126903653145, + "loss_total": 0.008135126903653145, + "step": 39520 + }, + { + "loss_action": 0.09291061758995056, + "loss_total": 0.09291061758995056, + "step": 39520 + }, + { + "loss_action": 0.015719277784228325, + "loss_total": 0.015719277784228325, + "step": 39520 + }, + { + "loss_action": 0.013901300728321075, + "loss_total": 0.013901300728321075, + "step": 39520 + }, + { + "loss_action": 0.018758079037070274, + "loss_total": 0.018758079037070274, + "step": 39520 + }, + { + "grad_norm": 0.30478066205978394, + "learning_rate": 7.079549601731434e-05, + "loss": 0.0204, + "step": 39530 + }, + { + "loss_action": 0.014358337968587875, + "loss_total": 0.014358337968587875, + "step": 39530 + }, + { + "loss_action": 0.013211918994784355, + "loss_total": 0.013211918994784355, + "step": 39530 + }, + { + "loss_action": 0.010461004450917244, + "loss_total": 0.010461004450917244, + "step": 39530 + }, + { + "loss_action": 0.009604625403881073, + "loss_total": 0.009604625403881073, + "step": 39530 + }, + { + "loss_action": 0.014452406205236912, + "loss_total": 0.014452406205236912, + "step": 39530 + }, + { + "loss_action": 0.010480768047273159, + "loss_total": 0.010480768047273159, + "step": 39530 + }, + { + "grad_norm": 0.4411689043045044, + "learning_rate": 7.07804581298187e-05, + "loss": 0.0211, + "step": 39540 + }, + { + "loss_action": 0.020773891359567642, + "loss_total": 0.020773891359567642, + "step": 39540 + }, + { + "loss_action": 0.029259100556373596, + "loss_total": 0.029259100556373596, + "step": 39540 + }, + { + "loss_action": 0.019976820796728134, + "loss_total": 0.019976820796728134, + "step": 39540 + }, + { + "loss_action": 0.02871643379330635, + "loss_total": 0.02871643379330635, + "step": 39540 + }, + { + "loss_action": 0.008222098462283611, + "loss_total": 0.008222098462283611, + "step": 39540 + }, + { + "loss_action": 0.013115362264215946, + "loss_total": 0.013115362264215946, + "step": 39540 + }, + { + "grad_norm": 0.5996026396751404, + "learning_rate": 7.07654179698034e-05, + "loss": 0.0219, + "step": 39550 + }, + { + "loss_action": 0.03681578487157822, + "loss_total": 0.03681578487157822, + "step": 39550 + }, + { + "loss_action": 0.01525770965963602, + "loss_total": 0.01525770965963602, + "step": 39550 + }, + { + "loss_action": 0.010107330977916718, + "loss_total": 0.010107330977916718, + "step": 39550 + }, + { + "loss_action": 0.01539753656834364, + "loss_total": 0.01539753656834364, + "step": 39550 + }, + { + "loss_action": 0.00942011084407568, + "loss_total": 0.00942011084407568, + "step": 39550 + }, + { + "loss_action": 0.014267104677855968, + "loss_total": 0.014267104677855968, + "step": 39550 + }, + { + "grad_norm": 0.4384170472621918, + "learning_rate": 7.075037553891321e-05, + "loss": 0.0203, + "step": 39560 + }, + { + "loss_action": 0.009692337363958359, + "loss_total": 0.009692337363958359, + "step": 39560 + }, + { + "loss_action": 0.01305567566305399, + "loss_total": 0.01305567566305399, + "step": 39560 + }, + { + "loss_action": 0.013534636236727238, + "loss_total": 0.013534636236727238, + "step": 39560 + }, + { + "loss_action": 0.010927221737802029, + "loss_total": 0.010927221737802029, + "step": 39560 + }, + { + "loss_action": 0.061782851815223694, + "loss_total": 0.061782851815223694, + "step": 39560 + }, + { + "loss_action": 0.0123921949416399, + "loss_total": 0.0123921949416399, + "step": 39560 + }, + { + "grad_norm": 0.464464396238327, + "learning_rate": 7.073533083879315e-05, + "loss": 0.0176, + "step": 39570 + }, + { + "loss_action": 0.015865541994571686, + "loss_total": 0.015865541994571686, + "step": 39570 + }, + { + "loss_action": 0.0457320362329483, + "loss_total": 0.0457320362329483, + "step": 39570 + }, + { + "loss_action": 0.016212912276387215, + "loss_total": 0.016212912276387215, + "step": 39570 + }, + { + "loss_action": 0.007595784030854702, + "loss_total": 0.007595784030854702, + "step": 39570 + }, + { + "loss_action": 0.01601572521030903, + "loss_total": 0.01601572521030903, + "step": 39570 + }, + { + "loss_action": 0.017859159037470818, + "loss_total": 0.017859159037470818, + "step": 39570 + }, + { + "grad_norm": 0.3659553825855255, + "learning_rate": 7.072028387108849e-05, + "loss": 0.019, + "step": 39580 + }, + { + "loss_action": 0.016135146841406822, + "loss_total": 0.016135146841406822, + "step": 39580 + }, + { + "loss_action": 0.08236775547266006, + "loss_total": 0.08236775547266006, + "step": 39580 + }, + { + "loss_action": 0.010390722192823887, + "loss_total": 0.010390722192823887, + "step": 39580 + }, + { + "loss_action": 0.03550310432910919, + "loss_total": 0.03550310432910919, + "step": 39580 + }, + { + "loss_action": 0.012532033026218414, + "loss_total": 0.012532033026218414, + "step": 39580 + }, + { + "loss_action": 0.00789568293839693, + "loss_total": 0.00789568293839693, + "step": 39580 + }, + { + "grad_norm": 0.377462238073349, + "learning_rate": 7.070523463744472e-05, + "loss": 0.0192, + "step": 39590 + }, + { + "loss_action": 0.017686083912849426, + "loss_total": 0.017686083912849426, + "step": 39590 + }, + { + "loss_action": 0.006279793567955494, + "loss_total": 0.006279793567955494, + "step": 39590 + }, + { + "loss_action": 0.020081136375665665, + "loss_total": 0.020081136375665665, + "step": 39590 + }, + { + "loss_action": 0.008208551444113255, + "loss_total": 0.008208551444113255, + "step": 39590 + }, + { + "loss_action": 0.016130538657307625, + "loss_total": 0.016130538657307625, + "step": 39590 + }, + { + "loss_action": 0.03454967215657234, + "loss_total": 0.03454967215657234, + "step": 39590 + }, + { + "grad_norm": 0.5127923488616943, + "learning_rate": 7.069018313950763e-05, + "loss": 0.0206, + "step": 39600 + }, + { + "loss_action": 0.010562225244939327, + "loss_total": 0.010562225244939327, + "step": 39600 + }, + { + "loss_action": 0.058677788823843, + "loss_total": 0.058677788823843, + "step": 39600 + }, + { + "loss_action": 0.014665921218693256, + "loss_total": 0.014665921218693256, + "step": 39600 + }, + { + "loss_action": 0.022670578211545944, + "loss_total": 0.022670578211545944, + "step": 39600 + }, + { + "loss_action": 0.03021186962723732, + "loss_total": 0.03021186962723732, + "step": 39600 + }, + { + "loss_action": 0.01120722759515047, + "loss_total": 0.01120722759515047, + "step": 39600 + }, + { + "grad_norm": 0.3954264223575592, + "learning_rate": 7.067512937892322e-05, + "loss": 0.0181, + "step": 39610 + }, + { + "loss_action": 0.03204010799527168, + "loss_total": 0.03204010799527168, + "step": 39610 + }, + { + "loss_action": 0.00596753740683198, + "loss_total": 0.00596753740683198, + "step": 39610 + }, + { + "loss_action": 0.012006543576717377, + "loss_total": 0.012006543576717377, + "step": 39610 + }, + { + "loss_action": 0.00846676342189312, + "loss_total": 0.00846676342189312, + "step": 39610 + }, + { + "loss_action": 0.018679114058613777, + "loss_total": 0.018679114058613777, + "step": 39610 + }, + { + "loss_action": 0.020361850038170815, + "loss_total": 0.020361850038170815, + "step": 39610 + }, + { + "grad_norm": 0.3488323390483856, + "learning_rate": 7.066007335733775e-05, + "loss": 0.019, + "step": 39620 + }, + { + "loss_action": 0.009720259346067905, + "loss_total": 0.009720259346067905, + "step": 39620 + }, + { + "loss_action": 0.02310878038406372, + "loss_total": 0.02310878038406372, + "step": 39620 + }, + { + "loss_action": 0.01343406829982996, + "loss_total": 0.01343406829982996, + "step": 39620 + }, + { + "loss_action": 0.02395930327475071, + "loss_total": 0.02395930327475071, + "step": 39620 + }, + { + "loss_action": 0.05078500136733055, + "loss_total": 0.05078500136733055, + "step": 39620 + }, + { + "loss_action": 0.011344587430357933, + "loss_total": 0.011344587430357933, + "step": 39620 + }, + { + "grad_norm": 0.4463304579257965, + "learning_rate": 7.064501507639772e-05, + "loss": 0.0181, + "step": 39630 + }, + { + "loss_action": 0.033647432923316956, + "loss_total": 0.033647432923316956, + "step": 39630 + }, + { + "loss_action": 0.031206278130412102, + "loss_total": 0.031206278130412102, + "step": 39630 + }, + { + "loss_action": 0.011874521151185036, + "loss_total": 0.011874521151185036, + "step": 39630 + }, + { + "loss_action": 0.008688627742230892, + "loss_total": 0.008688627742230892, + "step": 39630 + }, + { + "loss_action": 0.010903455317020416, + "loss_total": 0.010903455317020416, + "step": 39630 + }, + { + "loss_action": 0.02522163838148117, + "loss_total": 0.02522163838148117, + "step": 39630 + }, + { + "grad_norm": 0.4238172769546509, + "learning_rate": 7.062995453774987e-05, + "loss": 0.0179, + "step": 39640 + }, + { + "loss_action": 0.015542409382760525, + "loss_total": 0.015542409382760525, + "step": 39640 + }, + { + "loss_action": 0.024045802652835846, + "loss_total": 0.024045802652835846, + "step": 39640 + }, + { + "loss_action": 0.010517912916839123, + "loss_total": 0.010517912916839123, + "step": 39640 + }, + { + "loss_action": 0.013339952565729618, + "loss_total": 0.013339952565729618, + "step": 39640 + }, + { + "loss_action": 0.014053218066692352, + "loss_total": 0.014053218066692352, + "step": 39640 + }, + { + "loss_action": 0.022424714639782906, + "loss_total": 0.022424714639782906, + "step": 39640 + }, + { + "grad_norm": 0.39108559489250183, + "learning_rate": 7.061489174304121e-05, + "loss": 0.02, + "step": 39650 + }, + { + "loss_action": 0.02918804995715618, + "loss_total": 0.02918804995715618, + "step": 39650 + }, + { + "loss_action": 0.019375327974557877, + "loss_total": 0.019375327974557877, + "step": 39650 + }, + { + "loss_action": 0.016358181834220886, + "loss_total": 0.016358181834220886, + "step": 39650 + }, + { + "loss_action": 0.019405461847782135, + "loss_total": 0.019405461847782135, + "step": 39650 + }, + { + "loss_action": 0.02181064710021019, + "loss_total": 0.02181064710021019, + "step": 39650 + }, + { + "loss_action": 0.008309914730489254, + "loss_total": 0.008309914730489254, + "step": 39650 + }, + { + "grad_norm": 0.3219970762729645, + "learning_rate": 7.0599826693919e-05, + "loss": 0.0207, + "step": 39660 + }, + { + "loss_action": 0.02012697234749794, + "loss_total": 0.02012697234749794, + "step": 39660 + }, + { + "loss_action": 0.011956749483942986, + "loss_total": 0.011956749483942986, + "step": 39660 + }, + { + "loss_action": 0.015731826424598694, + "loss_total": 0.015731826424598694, + "step": 39660 + }, + { + "loss_action": 0.01899266056716442, + "loss_total": 0.01899266056716442, + "step": 39660 + }, + { + "loss_action": 0.010046593844890594, + "loss_total": 0.010046593844890594, + "step": 39660 + }, + { + "loss_action": 0.015537654049694538, + "loss_total": 0.015537654049694538, + "step": 39660 + }, + { + "grad_norm": 0.3868413269519806, + "learning_rate": 7.05847593920307e-05, + "loss": 0.0203, + "step": 39670 + }, + { + "loss_action": 0.047890014946460724, + "loss_total": 0.047890014946460724, + "step": 39670 + }, + { + "loss_action": 0.022085117176175117, + "loss_total": 0.022085117176175117, + "step": 39670 + }, + { + "loss_action": 0.01358510460704565, + "loss_total": 0.01358510460704565, + "step": 39670 + }, + { + "loss_action": 0.006495981477200985, + "loss_total": 0.006495981477200985, + "step": 39670 + }, + { + "loss_action": 0.01129920594394207, + "loss_total": 0.01129920594394207, + "step": 39670 + }, + { + "loss_action": 0.005894928239285946, + "loss_total": 0.005894928239285946, + "step": 39670 + }, + { + "grad_norm": 0.43941354751586914, + "learning_rate": 7.056968983902406e-05, + "loss": 0.0205, + "step": 39680 + }, + { + "loss_action": 0.017297307029366493, + "loss_total": 0.017297307029366493, + "step": 39680 + }, + { + "loss_action": 0.00949741993099451, + "loss_total": 0.00949741993099451, + "step": 39680 + }, + { + "loss_action": 0.019259748980402946, + "loss_total": 0.019259748980402946, + "step": 39680 + }, + { + "loss_action": 0.06362587958574295, + "loss_total": 0.06362587958574295, + "step": 39680 + }, + { + "loss_action": 0.021406637504696846, + "loss_total": 0.021406637504696846, + "step": 39680 + }, + { + "loss_action": 0.1268448531627655, + "loss_total": 0.1268448531627655, + "step": 39680 + }, + { + "grad_norm": 0.4954381585121155, + "learning_rate": 7.055461803654706e-05, + "loss": 0.0198, + "step": 39690 + }, + { + "loss_action": 0.008306385017931461, + "loss_total": 0.008306385017931461, + "step": 39690 + }, + { + "loss_action": 0.12228049337863922, + "loss_total": 0.12228049337863922, + "step": 39690 + }, + { + "loss_action": 0.013257374055683613, + "loss_total": 0.013257374055683613, + "step": 39690 + }, + { + "loss_action": 0.019382882863283157, + "loss_total": 0.019382882863283157, + "step": 39690 + }, + { + "loss_action": 0.017527969554066658, + "loss_total": 0.017527969554066658, + "step": 39690 + }, + { + "loss_action": 0.04336685314774513, + "loss_total": 0.04336685314774513, + "step": 39690 + }, + { + "grad_norm": 0.39535167813301086, + "learning_rate": 7.053954398624794e-05, + "loss": 0.0207, + "step": 39700 + }, + { + "loss_action": 0.015669094398617744, + "loss_total": 0.015669094398617744, + "step": 39700 + }, + { + "loss_action": 0.01139514334499836, + "loss_total": 0.01139514334499836, + "step": 39700 + }, + { + "loss_action": 0.012648964300751686, + "loss_total": 0.012648964300751686, + "step": 39700 + }, + { + "loss_action": 0.009927154518663883, + "loss_total": 0.009927154518663883, + "step": 39700 + }, + { + "loss_action": 0.028224574401974678, + "loss_total": 0.028224574401974678, + "step": 39700 + }, + { + "loss_action": 0.008580433204770088, + "loss_total": 0.008580433204770088, + "step": 39700 + }, + { + "grad_norm": 0.44314777851104736, + "learning_rate": 7.052446768977518e-05, + "loss": 0.0247, + "step": 39710 + }, + { + "loss_action": 0.012119198217988014, + "loss_total": 0.012119198217988014, + "step": 39710 + }, + { + "loss_action": 0.009453680366277695, + "loss_total": 0.009453680366277695, + "step": 39710 + }, + { + "loss_action": 0.011803370900452137, + "loss_total": 0.011803370900452137, + "step": 39710 + }, + { + "loss_action": 0.027150826528668404, + "loss_total": 0.027150826528668404, + "step": 39710 + }, + { + "loss_action": 0.011532832868397236, + "loss_total": 0.011532832868397236, + "step": 39710 + }, + { + "loss_action": 0.007794935256242752, + "loss_total": 0.007794935256242752, + "step": 39710 + }, + { + "grad_norm": 0.4324682652950287, + "learning_rate": 7.050938914877748e-05, + "loss": 0.0195, + "step": 39720 + }, + { + "loss_action": 0.011035005562007427, + "loss_total": 0.011035005562007427, + "step": 39720 + }, + { + "loss_action": 0.007853887043893337, + "loss_total": 0.007853887043893337, + "step": 39720 + }, + { + "loss_action": 0.010868721641600132, + "loss_total": 0.010868721641600132, + "step": 39720 + }, + { + "loss_action": 0.022981850430369377, + "loss_total": 0.022981850430369377, + "step": 39720 + }, + { + "loss_action": 0.029989052563905716, + "loss_total": 0.029989052563905716, + "step": 39720 + }, + { + "loss_action": 0.010457233525812626, + "loss_total": 0.010457233525812626, + "step": 39720 + }, + { + "grad_norm": 0.4820806682109833, + "learning_rate": 7.049430836490382e-05, + "loss": 0.0222, + "step": 39730 + }, + { + "loss_action": 0.034633737057447433, + "loss_total": 0.034633737057447433, + "step": 39730 + }, + { + "loss_action": 0.024847015738487244, + "loss_total": 0.024847015738487244, + "step": 39730 + }, + { + "loss_action": 0.015263102948665619, + "loss_total": 0.015263102948665619, + "step": 39730 + }, + { + "loss_action": 0.021156756207346916, + "loss_total": 0.021156756207346916, + "step": 39730 + }, + { + "loss_action": 0.027335405349731445, + "loss_total": 0.027335405349731445, + "step": 39730 + }, + { + "loss_action": 0.018541976809501648, + "loss_total": 0.018541976809501648, + "step": 39730 + }, + { + "grad_norm": 0.31227290630340576, + "learning_rate": 7.047922533980342e-05, + "loss": 0.0212, + "step": 39740 + }, + { + "loss_action": 0.007697763852775097, + "loss_total": 0.007697763852775097, + "step": 39740 + }, + { + "loss_action": 0.012380906380712986, + "loss_total": 0.012380906380712986, + "step": 39740 + }, + { + "loss_action": 0.014216119423508644, + "loss_total": 0.014216119423508644, + "step": 39740 + }, + { + "loss_action": 0.021459482610225677, + "loss_total": 0.021459482610225677, + "step": 39740 + }, + { + "loss_action": 0.07419633120298386, + "loss_total": 0.07419633120298386, + "step": 39740 + }, + { + "loss_action": 0.014181242324411869, + "loss_total": 0.014181242324411869, + "step": 39740 + }, + { + "grad_norm": 0.37413766980171204, + "learning_rate": 7.046414007512571e-05, + "loss": 0.0222, + "step": 39750 + }, + { + "loss_action": 0.0068434360437095165, + "loss_total": 0.0068434360437095165, + "step": 39750 + }, + { + "loss_action": 0.031096581369638443, + "loss_total": 0.031096581369638443, + "step": 39750 + }, + { + "loss_action": 0.03579719364643097, + "loss_total": 0.03579719364643097, + "step": 39750 + }, + { + "loss_action": 0.008264834992587566, + "loss_total": 0.008264834992587566, + "step": 39750 + }, + { + "loss_action": 0.01846727915108204, + "loss_total": 0.01846727915108204, + "step": 39750 + }, + { + "loss_action": 0.042320773005485535, + "loss_total": 0.042320773005485535, + "step": 39750 + }, + { + "grad_norm": 0.39279162883758545, + "learning_rate": 7.044905257252042e-05, + "loss": 0.0189, + "step": 39760 + }, + { + "loss_action": 0.01842198148369789, + "loss_total": 0.01842198148369789, + "step": 39760 + }, + { + "loss_action": 0.020886067301034927, + "loss_total": 0.020886067301034927, + "step": 39760 + }, + { + "loss_action": 0.020594481378793716, + "loss_total": 0.020594481378793716, + "step": 39760 + }, + { + "loss_action": 0.010355865582823753, + "loss_total": 0.010355865582823753, + "step": 39760 + }, + { + "loss_action": 0.019303886219859123, + "loss_total": 0.019303886219859123, + "step": 39760 + }, + { + "loss_action": 0.011019023135304451, + "loss_total": 0.011019023135304451, + "step": 39760 + }, + { + "grad_norm": 0.3824905753135681, + "learning_rate": 7.04339628336375e-05, + "loss": 0.0166, + "step": 39770 + }, + { + "loss_action": 0.01219191588461399, + "loss_total": 0.01219191588461399, + "step": 39770 + }, + { + "loss_action": 0.007876272313296795, + "loss_total": 0.007876272313296795, + "step": 39770 + }, + { + "loss_action": 0.06665342301130295, + "loss_total": 0.06665342301130295, + "step": 39770 + }, + { + "loss_action": 0.01693134568631649, + "loss_total": 0.01693134568631649, + "step": 39770 + }, + { + "loss_action": 0.00809324812144041, + "loss_total": 0.00809324812144041, + "step": 39770 + }, + { + "loss_action": 0.011609398759901524, + "loss_total": 0.011609398759901524, + "step": 39770 + }, + { + "grad_norm": 0.34235280752182007, + "learning_rate": 7.041887086012711e-05, + "loss": 0.0209, + "step": 39780 + }, + { + "loss_action": 0.010464726015925407, + "loss_total": 0.010464726015925407, + "step": 39780 + }, + { + "loss_action": 0.015924394130706787, + "loss_total": 0.015924394130706787, + "step": 39780 + }, + { + "loss_action": 0.007831648923456669, + "loss_total": 0.007831648923456669, + "step": 39780 + }, + { + "loss_action": 0.009952520951628685, + "loss_total": 0.009952520951628685, + "step": 39780 + }, + { + "loss_action": 0.019839350134134293, + "loss_total": 0.019839350134134293, + "step": 39780 + }, + { + "loss_action": 0.0077353608794510365, + "loss_total": 0.0077353608794510365, + "step": 39780 + }, + { + "grad_norm": 0.4366954565048218, + "learning_rate": 7.040377665363969e-05, + "loss": 0.0174, + "step": 39790 + }, + { + "loss_action": 0.01851966232061386, + "loss_total": 0.01851966232061386, + "step": 39790 + }, + { + "loss_action": 0.026683727279305458, + "loss_total": 0.026683727279305458, + "step": 39790 + }, + { + "loss_action": 0.015487770549952984, + "loss_total": 0.015487770549952984, + "step": 39790 + }, + { + "loss_action": 0.017776262015104294, + "loss_total": 0.017776262015104294, + "step": 39790 + }, + { + "loss_action": 0.00912172719836235, + "loss_total": 0.00912172719836235, + "step": 39790 + }, + { + "loss_action": 0.012411552481353283, + "loss_total": 0.012411552481353283, + "step": 39790 + }, + { + "grad_norm": 0.4522332549095154, + "learning_rate": 7.038868021582594e-05, + "loss": 0.0182, + "step": 39800 + }, + { + "loss_action": 0.023995408788323402, + "loss_total": 0.023995408788323402, + "step": 39800 + }, + { + "loss_action": 0.013743620365858078, + "loss_total": 0.013743620365858078, + "step": 39800 + }, + { + "loss_action": 0.010184906423091888, + "loss_total": 0.010184906423091888, + "step": 39800 + }, + { + "loss_action": 0.024693148210644722, + "loss_total": 0.024693148210644722, + "step": 39800 + }, + { + "loss_action": 0.018033795058727264, + "loss_total": 0.018033795058727264, + "step": 39800 + }, + { + "loss_action": 0.009423278272151947, + "loss_total": 0.009423278272151947, + "step": 39800 + }, + { + "grad_norm": 0.5301589965820312, + "learning_rate": 7.037358154833679e-05, + "loss": 0.0219, + "step": 39810 + }, + { + "loss_action": 0.0233759842813015, + "loss_total": 0.0233759842813015, + "step": 39810 + }, + { + "loss_action": 0.012988300062716007, + "loss_total": 0.012988300062716007, + "step": 39810 + }, + { + "loss_action": 0.013980088755488396, + "loss_total": 0.013980088755488396, + "step": 39810 + }, + { + "loss_action": 0.017169352620840073, + "loss_total": 0.017169352620840073, + "step": 39810 + }, + { + "loss_action": 0.011522836051881313, + "loss_total": 0.011522836051881313, + "step": 39810 + }, + { + "loss_action": 0.014718916267156601, + "loss_total": 0.014718916267156601, + "step": 39810 + }, + { + "grad_norm": 0.3247325122356415, + "learning_rate": 7.035848065282339e-05, + "loss": 0.0233, + "step": 39820 + }, + { + "loss_action": 0.0074608707800507545, + "loss_total": 0.0074608707800507545, + "step": 39820 + }, + { + "loss_action": 0.015441841445863247, + "loss_total": 0.015441841445863247, + "step": 39820 + }, + { + "loss_action": 0.007336912211030722, + "loss_total": 0.007336912211030722, + "step": 39820 + }, + { + "loss_action": 0.021694408729672432, + "loss_total": 0.021694408729672432, + "step": 39820 + }, + { + "loss_action": 0.023274779319763184, + "loss_total": 0.023274779319763184, + "step": 39820 + }, + { + "loss_action": 0.030581381171941757, + "loss_total": 0.030581381171941757, + "step": 39820 + }, + { + "grad_norm": 0.343723863363266, + "learning_rate": 7.034337753093714e-05, + "loss": 0.0193, + "step": 39830 + }, + { + "loss_action": 0.02355995588004589, + "loss_total": 0.02355995588004589, + "step": 39830 + }, + { + "loss_action": 0.011009907349944115, + "loss_total": 0.011009907349944115, + "step": 39830 + }, + { + "loss_action": 0.011035888455808163, + "loss_total": 0.011035888455808163, + "step": 39830 + }, + { + "loss_action": 0.04859742149710655, + "loss_total": 0.04859742149710655, + "step": 39830 + }, + { + "loss_action": 0.008552045561373234, + "loss_total": 0.008552045561373234, + "step": 39830 + }, + { + "loss_action": 0.02323627471923828, + "loss_total": 0.02323627471923828, + "step": 39830 + }, + { + "grad_norm": 0.4363406002521515, + "learning_rate": 7.032827218432972e-05, + "loss": 0.0161, + "step": 39840 + }, + { + "loss_action": 0.013343741185963154, + "loss_total": 0.013343741185963154, + "step": 39840 + }, + { + "loss_action": 0.011558963917195797, + "loss_total": 0.011558963917195797, + "step": 39840 + }, + { + "loss_action": 0.009853340685367584, + "loss_total": 0.009853340685367584, + "step": 39840 + }, + { + "loss_action": 0.008579331450164318, + "loss_total": 0.008579331450164318, + "step": 39840 + }, + { + "loss_action": 0.00842872355133295, + "loss_total": 0.00842872355133295, + "step": 39840 + }, + { + "loss_action": 0.009602040983736515, + "loss_total": 0.009602040983736515, + "step": 39840 + }, + { + "grad_norm": 0.4136691391468048, + "learning_rate": 7.031316461465302e-05, + "loss": 0.0151, + "step": 39850 + }, + { + "loss_action": 0.00730648310855031, + "loss_total": 0.00730648310855031, + "step": 39850 + }, + { + "loss_action": 0.011720030568540096, + "loss_total": 0.011720030568540096, + "step": 39850 + }, + { + "loss_action": 0.008917921222746372, + "loss_total": 0.008917921222746372, + "step": 39850 + }, + { + "loss_action": 0.015543575398623943, + "loss_total": 0.015543575398623943, + "step": 39850 + }, + { + "loss_action": 0.05558086186647415, + "loss_total": 0.05558086186647415, + "step": 39850 + }, + { + "loss_action": 0.027760088443756104, + "loss_total": 0.027760088443756104, + "step": 39850 + }, + { + "grad_norm": 0.44546595215797424, + "learning_rate": 7.029805482355915e-05, + "loss": 0.0179, + "step": 39860 + }, + { + "loss_action": 0.02253466472029686, + "loss_total": 0.02253466472029686, + "step": 39860 + }, + { + "loss_action": 0.024151064455509186, + "loss_total": 0.024151064455509186, + "step": 39860 + }, + { + "loss_action": 0.013192526064813137, + "loss_total": 0.013192526064813137, + "step": 39860 + }, + { + "loss_action": 0.028593309223651886, + "loss_total": 0.028593309223651886, + "step": 39860 + }, + { + "loss_action": 0.009250489063560963, + "loss_total": 0.009250489063560963, + "step": 39860 + }, + { + "loss_action": 0.023476863279938698, + "loss_total": 0.023476863279938698, + "step": 39860 + }, + { + "grad_norm": 0.39515918493270874, + "learning_rate": 7.028294281270055e-05, + "loss": 0.0163, + "step": 39870 + }, + { + "loss_action": 0.013176108710467815, + "loss_total": 0.013176108710467815, + "step": 39870 + }, + { + "loss_action": 0.016118863597512245, + "loss_total": 0.016118863597512245, + "step": 39870 + }, + { + "loss_action": 0.007133437320590019, + "loss_total": 0.007133437320590019, + "step": 39870 + }, + { + "loss_action": 0.014151462353765965, + "loss_total": 0.014151462353765965, + "step": 39870 + }, + { + "loss_action": 0.00744169345125556, + "loss_total": 0.00744169345125556, + "step": 39870 + }, + { + "loss_action": 0.0071603767573833466, + "loss_total": 0.0071603767573833466, + "step": 39870 + }, + { + "grad_norm": 0.3974367380142212, + "learning_rate": 7.026782858372982e-05, + "loss": 0.0193, + "step": 39880 + }, + { + "loss_action": 0.009308097884058952, + "loss_total": 0.009308097884058952, + "step": 39880 + }, + { + "loss_action": 0.008096416480839252, + "loss_total": 0.008096416480839252, + "step": 39880 + }, + { + "loss_action": 0.006243192590773106, + "loss_total": 0.006243192590773106, + "step": 39880 + }, + { + "loss_action": 0.012671587988734245, + "loss_total": 0.012671587988734245, + "step": 39880 + }, + { + "loss_action": 0.012117515318095684, + "loss_total": 0.012117515318095684, + "step": 39880 + }, + { + "loss_action": 0.00709855230525136, + "loss_total": 0.00709855230525136, + "step": 39880 + }, + { + "grad_norm": 0.5089243650436401, + "learning_rate": 7.025271213829982e-05, + "loss": 0.0152, + "step": 39890 + }, + { + "loss_action": 0.01992991752922535, + "loss_total": 0.01992991752922535, + "step": 39890 + }, + { + "loss_action": 0.015904882922768593, + "loss_total": 0.015904882922768593, + "step": 39890 + }, + { + "loss_action": 0.01318639051169157, + "loss_total": 0.01318639051169157, + "step": 39890 + }, + { + "loss_action": 0.01967199333012104, + "loss_total": 0.01967199333012104, + "step": 39890 + }, + { + "loss_action": 0.024874024093151093, + "loss_total": 0.024874024093151093, + "step": 39890 + }, + { + "loss_action": 0.025520460680127144, + "loss_total": 0.025520460680127144, + "step": 39890 + }, + { + "grad_norm": 0.2963995039463043, + "learning_rate": 7.023759347806366e-05, + "loss": 0.0176, + "step": 39900 + }, + { + "loss_action": 0.015349211171269417, + "loss_total": 0.015349211171269417, + "step": 39900 + }, + { + "loss_action": 0.007087103556841612, + "loss_total": 0.007087103556841612, + "step": 39900 + }, + { + "loss_action": 0.01965106464922428, + "loss_total": 0.01965106464922428, + "step": 39900 + }, + { + "loss_action": 0.050517745316028595, + "loss_total": 0.050517745316028595, + "step": 39900 + }, + { + "loss_action": 0.0218926090747118, + "loss_total": 0.0218926090747118, + "step": 39900 + }, + { + "loss_action": 0.013032958842813969, + "loss_total": 0.013032958842813969, + "step": 39900 + }, + { + "grad_norm": 0.42326366901397705, + "learning_rate": 7.022247260467472e-05, + "loss": 0.018, + "step": 39910 + }, + { + "loss_action": 0.014527539722621441, + "loss_total": 0.014527539722621441, + "step": 39910 + }, + { + "loss_action": 0.036732058972120285, + "loss_total": 0.036732058972120285, + "step": 39910 + }, + { + "loss_action": 0.03671962767839432, + "loss_total": 0.03671962767839432, + "step": 39910 + }, + { + "loss_action": 0.012800007127225399, + "loss_total": 0.012800007127225399, + "step": 39910 + }, + { + "loss_action": 0.015677902847528458, + "loss_total": 0.015677902847528458, + "step": 39910 + }, + { + "loss_action": 0.019656511023640633, + "loss_total": 0.019656511023640633, + "step": 39910 + }, + { + "grad_norm": 0.4238702952861786, + "learning_rate": 7.020734951978658e-05, + "loss": 0.0209, + "step": 39920 + }, + { + "loss_action": 0.049394555389881134, + "loss_total": 0.049394555389881134, + "step": 39920 + }, + { + "loss_action": 0.02300155907869339, + "loss_total": 0.02300155907869339, + "step": 39920 + }, + { + "loss_action": 0.010086174122989178, + "loss_total": 0.010086174122989178, + "step": 39920 + }, + { + "loss_action": 0.012535220943391323, + "loss_total": 0.012535220943391323, + "step": 39920 + }, + { + "loss_action": 0.016127225011587143, + "loss_total": 0.016127225011587143, + "step": 39920 + }, + { + "loss_action": 0.033127039670944214, + "loss_total": 0.033127039670944214, + "step": 39920 + }, + { + "grad_norm": 0.365782231092453, + "learning_rate": 7.019222422505307e-05, + "loss": 0.0195, + "step": 39930 + }, + { + "loss_action": 0.020628785714507103, + "loss_total": 0.020628785714507103, + "step": 39930 + }, + { + "loss_action": 0.012066726572811604, + "loss_total": 0.012066726572811604, + "step": 39930 + }, + { + "loss_action": 0.020290054380893707, + "loss_total": 0.020290054380893707, + "step": 39930 + }, + { + "loss_action": 0.051601480692625046, + "loss_total": 0.051601480692625046, + "step": 39930 + }, + { + "loss_action": 0.016890158876776695, + "loss_total": 0.016890158876776695, + "step": 39930 + }, + { + "loss_action": 0.022314855828881264, + "loss_total": 0.022314855828881264, + "step": 39930 + }, + { + "grad_norm": 0.7196496725082397, + "learning_rate": 7.017709672212827e-05, + "loss": 0.024, + "step": 39940 + }, + { + "loss_action": 0.022690212354063988, + "loss_total": 0.022690212354063988, + "step": 39940 + }, + { + "loss_action": 0.01870221644639969, + "loss_total": 0.01870221644639969, + "step": 39940 + }, + { + "loss_action": 0.01787145994603634, + "loss_total": 0.01787145994603634, + "step": 39940 + }, + { + "loss_action": 0.007799746934324503, + "loss_total": 0.007799746934324503, + "step": 39940 + }, + { + "loss_action": 0.010900967754423618, + "loss_total": 0.010900967754423618, + "step": 39940 + }, + { + "loss_action": 0.01153299119323492, + "loss_total": 0.01153299119323492, + "step": 39940 + }, + { + "grad_norm": 0.33818620443344116, + "learning_rate": 7.016196701266652e-05, + "loss": 0.0186, + "step": 39950 + }, + { + "loss_action": 0.0196944922208786, + "loss_total": 0.0196944922208786, + "step": 39950 + }, + { + "loss_action": 0.018513686954975128, + "loss_total": 0.018513686954975128, + "step": 39950 + }, + { + "loss_action": 0.04456092789769173, + "loss_total": 0.04456092789769173, + "step": 39950 + }, + { + "loss_action": 0.009488165378570557, + "loss_total": 0.009488165378570557, + "step": 39950 + }, + { + "loss_action": 0.018569644540548325, + "loss_total": 0.018569644540548325, + "step": 39950 + }, + { + "loss_action": 0.017867878079414368, + "loss_total": 0.017867878079414368, + "step": 39950 + }, + { + "grad_norm": 0.37525078654289246, + "learning_rate": 7.014683509832238e-05, + "loss": 0.0181, + "step": 39960 + }, + { + "loss_action": 0.026758169755339622, + "loss_total": 0.026758169755339622, + "step": 39960 + }, + { + "loss_action": 0.008271666243672371, + "loss_total": 0.008271666243672371, + "step": 39960 + }, + { + "loss_action": 0.022863788530230522, + "loss_total": 0.022863788530230522, + "step": 39960 + }, + { + "loss_action": 0.008934174664318562, + "loss_total": 0.008934174664318562, + "step": 39960 + }, + { + "loss_action": 0.014234381727874279, + "loss_total": 0.014234381727874279, + "step": 39960 + }, + { + "loss_action": 0.015183181501924992, + "loss_total": 0.015183181501924992, + "step": 39960 + }, + { + "grad_norm": 0.39156708121299744, + "learning_rate": 7.013170098075063e-05, + "loss": 0.0177, + "step": 39970 + }, + { + "loss_action": 0.009254763834178448, + "loss_total": 0.009254763834178448, + "step": 39970 + }, + { + "loss_action": 0.008159124292433262, + "loss_total": 0.008159124292433262, + "step": 39970 + }, + { + "loss_action": 0.018534211441874504, + "loss_total": 0.018534211441874504, + "step": 39970 + }, + { + "loss_action": 0.021526284515857697, + "loss_total": 0.021526284515857697, + "step": 39970 + }, + { + "loss_action": 0.007136329542845488, + "loss_total": 0.007136329542845488, + "step": 39970 + }, + { + "loss_action": 0.010833104141056538, + "loss_total": 0.010833104141056538, + "step": 39970 + }, + { + "grad_norm": 0.4455854296684265, + "learning_rate": 7.011656466160632e-05, + "loss": 0.0188, + "step": 39980 + }, + { + "loss_action": 0.009480386972427368, + "loss_total": 0.009480386972427368, + "step": 39980 + }, + { + "loss_action": 0.031107906252145767, + "loss_total": 0.031107906252145767, + "step": 39980 + }, + { + "loss_action": 0.04470851644873619, + "loss_total": 0.04470851644873619, + "step": 39980 + }, + { + "loss_action": 0.025912415236234665, + "loss_total": 0.025912415236234665, + "step": 39980 + }, + { + "loss_action": 0.00891602411866188, + "loss_total": 0.00891602411866188, + "step": 39980 + }, + { + "loss_action": 0.01898873783648014, + "loss_total": 0.01898873783648014, + "step": 39980 + }, + { + "grad_norm": 0.4134938418865204, + "learning_rate": 7.010142614254475e-05, + "loss": 0.0207, + "step": 39990 + }, + { + "loss_action": 0.010708468034863472, + "loss_total": 0.010708468034863472, + "step": 39990 + }, + { + "loss_action": 0.02948189526796341, + "loss_total": 0.02948189526796341, + "step": 39990 + }, + { + "loss_action": 0.025869013741612434, + "loss_total": 0.025869013741612434, + "step": 39990 + }, + { + "loss_action": 0.007874462753534317, + "loss_total": 0.007874462753534317, + "step": 39990 + }, + { + "loss_action": 0.01521547231823206, + "loss_total": 0.01521547231823206, + "step": 39990 + }, + { + "loss_action": 0.051583509892225266, + "loss_total": 0.051583509892225266, + "step": 39990 + }, + { + "grad_norm": 0.41658347845077515, + "learning_rate": 7.008628542522147e-05, + "loss": 0.0185, + "step": 40000 + }, + { + "loss_action": 0.02122420258820057, + "loss_total": 0.02122420258820057, + "step": 40000 + }, + { + "loss_action": 0.03359006345272064, + "loss_total": 0.03359006345272064, + "step": 40000 + }, + { + "loss_action": 0.010784471407532692, + "loss_total": 0.010784471407532692, + "step": 40000 + }, + { + "loss_action": 0.012113501317799091, + "loss_total": 0.012113501317799091, + "step": 40000 + }, + { + "loss_action": 0.012637317180633545, + "loss_total": 0.012637317180633545, + "step": 40000 + }, + { + "loss_action": 0.013300968334078789, + "loss_total": 0.013300968334078789, + "step": 40000 + }, + { + "grad_norm": 0.3221338987350464, + "learning_rate": 7.007114251129218e-05, + "loss": 0.0224, + "step": 40010 + }, + { + "loss_action": 0.015613539144396782, + "loss_total": 0.015613539144396782, + "step": 40010 + }, + { + "loss_action": 0.025919541716575623, + "loss_total": 0.025919541716575623, + "step": 40010 + }, + { + "loss_action": 0.008593580685555935, + "loss_total": 0.008593580685555935, + "step": 40010 + }, + { + "loss_action": 0.010594050399959087, + "loss_total": 0.010594050399959087, + "step": 40010 + }, + { + "loss_action": 0.010803394950926304, + "loss_total": 0.010803394950926304, + "step": 40010 + }, + { + "loss_action": 0.013778649270534515, + "loss_total": 0.013778649270534515, + "step": 40010 + }, + { + "grad_norm": 0.35544341802597046, + "learning_rate": 7.005599740241293e-05, + "loss": 0.0199, + "step": 40020 + }, + { + "loss_action": 0.018848152831196785, + "loss_total": 0.018848152831196785, + "step": 40020 + }, + { + "loss_action": 0.00659180898219347, + "loss_total": 0.00659180898219347, + "step": 40020 + }, + { + "loss_action": 0.010586447082459927, + "loss_total": 0.010586447082459927, + "step": 40020 + }, + { + "loss_action": 0.00831537414342165, + "loss_total": 0.00831537414342165, + "step": 40020 + }, + { + "loss_action": 0.013746450655162334, + "loss_total": 0.013746450655162334, + "step": 40020 + }, + { + "loss_action": 0.012216918170452118, + "loss_total": 0.012216918170452118, + "step": 40020 + }, + { + "grad_norm": 0.35123103857040405, + "learning_rate": 7.004085010023996e-05, + "loss": 0.0171, + "step": 40030 + }, + { + "loss_action": 0.0151575468480587, + "loss_total": 0.0151575468480587, + "step": 40030 + }, + { + "loss_action": 0.016570167616009712, + "loss_total": 0.016570167616009712, + "step": 40030 + }, + { + "loss_action": 0.038922812789678574, + "loss_total": 0.038922812789678574, + "step": 40030 + }, + { + "loss_action": 0.018295075744390488, + "loss_total": 0.018295075744390488, + "step": 40030 + }, + { + "loss_action": 0.06884657591581345, + "loss_total": 0.06884657591581345, + "step": 40030 + }, + { + "loss_action": 0.009747304022312164, + "loss_total": 0.009747304022312164, + "step": 40030 + }, + { + "grad_norm": 0.31476449966430664, + "learning_rate": 7.002570060642976e-05, + "loss": 0.0212, + "step": 40040 + }, + { + "loss_action": 0.015671582892537117, + "loss_total": 0.015671582892537117, + "step": 40040 + }, + { + "loss_action": 0.01819482073187828, + "loss_total": 0.01819482073187828, + "step": 40040 + }, + { + "loss_action": 0.03693550452589989, + "loss_total": 0.03693550452589989, + "step": 40040 + }, + { + "loss_action": 0.008930946700274944, + "loss_total": 0.008930946700274944, + "step": 40040 + }, + { + "loss_action": 0.01092238537967205, + "loss_total": 0.01092238537967205, + "step": 40040 + }, + { + "loss_action": 0.013744099996984005, + "loss_total": 0.013744099996984005, + "step": 40040 + }, + { + "grad_norm": 0.37819355726242065, + "learning_rate": 7.001054892263903e-05, + "loss": 0.0182, + "step": 40050 + }, + { + "loss_action": 0.009804089553654194, + "loss_total": 0.009804089553654194, + "step": 40050 + }, + { + "loss_action": 0.024312054738402367, + "loss_total": 0.024312054738402367, + "step": 40050 + }, + { + "loss_action": 0.019459199160337448, + "loss_total": 0.019459199160337448, + "step": 40050 + }, + { + "loss_action": 0.021433917805552483, + "loss_total": 0.021433917805552483, + "step": 40050 + }, + { + "loss_action": 0.035643916577100754, + "loss_total": 0.035643916577100754, + "step": 40050 + }, + { + "loss_action": 0.006976547185331583, + "loss_total": 0.006976547185331583, + "step": 40050 + }, + { + "grad_norm": 0.36966487765312195, + "learning_rate": 6.999539505052477e-05, + "loss": 0.0165, + "step": 40060 + }, + { + "loss_action": 0.009048194624483585, + "loss_total": 0.009048194624483585, + "step": 40060 + }, + { + "loss_action": 0.030206428840756416, + "loss_total": 0.030206428840756416, + "step": 40060 + }, + { + "loss_action": 0.0096755875274539, + "loss_total": 0.0096755875274539, + "step": 40060 + }, + { + "loss_action": 0.014415188692510128, + "loss_total": 0.014415188692510128, + "step": 40060 + }, + { + "loss_action": 0.0318969190120697, + "loss_total": 0.0318969190120697, + "step": 40060 + }, + { + "loss_action": 0.041456665843725204, + "loss_total": 0.041456665843725204, + "step": 40060 + }, + { + "grad_norm": 0.3871392607688904, + "learning_rate": 6.998023899174418e-05, + "loss": 0.0164, + "step": 40070 + }, + { + "loss_action": 0.01777261681854725, + "loss_total": 0.01777261681854725, + "step": 40070 + }, + { + "loss_action": 0.009438970126211643, + "loss_total": 0.009438970126211643, + "step": 40070 + }, + { + "loss_action": 0.00984900165349245, + "loss_total": 0.00984900165349245, + "step": 40070 + }, + { + "loss_action": 0.012088317424058914, + "loss_total": 0.012088317424058914, + "step": 40070 + }, + { + "loss_action": 0.03905096277594566, + "loss_total": 0.03905096277594566, + "step": 40070 + }, + { + "loss_action": 0.009176037274301052, + "loss_total": 0.009176037274301052, + "step": 40070 + }, + { + "grad_norm": 0.414678692817688, + "learning_rate": 6.996508074795467e-05, + "loss": 0.0171, + "step": 40080 + }, + { + "loss_action": 0.0156424380838871, + "loss_total": 0.0156424380838871, + "step": 40080 + }, + { + "loss_action": 0.025601418688893318, + "loss_total": 0.025601418688893318, + "step": 40080 + }, + { + "loss_action": 0.023063743487000465, + "loss_total": 0.023063743487000465, + "step": 40080 + }, + { + "loss_action": 0.018321439623832703, + "loss_total": 0.018321439623832703, + "step": 40080 + }, + { + "loss_action": 0.01093235518783331, + "loss_total": 0.01093235518783331, + "step": 40080 + }, + { + "loss_action": 0.017411144450306892, + "loss_total": 0.017411144450306892, + "step": 40080 + }, + { + "grad_norm": 0.42327257990837097, + "learning_rate": 6.994992032081396e-05, + "loss": 0.017, + "step": 40090 + }, + { + "loss_action": 0.013192354701459408, + "loss_total": 0.013192354701459408, + "step": 40090 + }, + { + "loss_action": 0.029602086171507835, + "loss_total": 0.029602086171507835, + "step": 40090 + }, + { + "loss_action": 0.046660587191581726, + "loss_total": 0.046660587191581726, + "step": 40090 + }, + { + "loss_action": 0.017259763553738594, + "loss_total": 0.017259763553738594, + "step": 40090 + }, + { + "loss_action": 0.027061762288212776, + "loss_total": 0.027061762288212776, + "step": 40090 + }, + { + "loss_action": 0.01427731104195118, + "loss_total": 0.01427731104195118, + "step": 40090 + }, + { + "grad_norm": 0.426225483417511, + "learning_rate": 6.993475771197995e-05, + "loss": 0.0171, + "step": 40100 + }, + { + "loss_action": 0.014490462839603424, + "loss_total": 0.014490462839603424, + "step": 40100 + }, + { + "loss_action": 0.01737464778125286, + "loss_total": 0.01737464778125286, + "step": 40100 + }, + { + "loss_action": 0.009933117777109146, + "loss_total": 0.009933117777109146, + "step": 40100 + }, + { + "loss_action": 0.012969634495675564, + "loss_total": 0.012969634495675564, + "step": 40100 + }, + { + "loss_action": 0.01199589017778635, + "loss_total": 0.01199589017778635, + "step": 40100 + }, + { + "loss_action": 0.01508629135787487, + "loss_total": 0.01508629135787487, + "step": 40100 + }, + { + "grad_norm": 0.36982688307762146, + "learning_rate": 6.991959292311082e-05, + "loss": 0.0188, + "step": 40110 + }, + { + "loss_action": 0.008009667508304119, + "loss_total": 0.008009667508304119, + "step": 40110 + }, + { + "loss_action": 0.013609572313725948, + "loss_total": 0.013609572313725948, + "step": 40110 + }, + { + "loss_action": 0.021233920007944107, + "loss_total": 0.021233920007944107, + "step": 40110 + }, + { + "loss_action": 0.041033003479242325, + "loss_total": 0.041033003479242325, + "step": 40110 + }, + { + "loss_action": 0.011876522563397884, + "loss_total": 0.011876522563397884, + "step": 40110 + }, + { + "loss_action": 0.008364332839846611, + "loss_total": 0.008364332839846611, + "step": 40110 + }, + { + "grad_norm": 0.36266472935676575, + "learning_rate": 6.990442595586495e-05, + "loss": 0.0209, + "step": 40120 + }, + { + "loss_action": 0.019306134432554245, + "loss_total": 0.019306134432554245, + "step": 40120 + }, + { + "loss_action": 0.02604391984641552, + "loss_total": 0.02604391984641552, + "step": 40120 + }, + { + "loss_action": 0.019671257585287094, + "loss_total": 0.019671257585287094, + "step": 40120 + }, + { + "loss_action": 0.018600119277834892, + "loss_total": 0.018600119277834892, + "step": 40120 + }, + { + "loss_action": 0.01056694146245718, + "loss_total": 0.01056694146245718, + "step": 40120 + }, + { + "loss_action": 0.0179794579744339, + "loss_total": 0.0179794579744339, + "step": 40120 + }, + { + "grad_norm": 0.3537738621234894, + "learning_rate": 6.988925681190098e-05, + "loss": 0.0206, + "step": 40130 + }, + { + "loss_action": 0.007534860633313656, + "loss_total": 0.007534860633313656, + "step": 40130 + }, + { + "loss_action": 0.01826084777712822, + "loss_total": 0.01826084777712822, + "step": 40130 + }, + { + "loss_action": 0.010972535237669945, + "loss_total": 0.010972535237669945, + "step": 40130 + }, + { + "loss_action": 0.008926503360271454, + "loss_total": 0.008926503360271454, + "step": 40130 + }, + { + "loss_action": 0.010909347794950008, + "loss_total": 0.010909347794950008, + "step": 40130 + }, + { + "loss_action": 0.007455895189195871, + "loss_total": 0.007455895189195871, + "step": 40130 + }, + { + "grad_norm": 0.38575682044029236, + "learning_rate": 6.987408549287778e-05, + "loss": 0.0218, + "step": 40140 + }, + { + "loss_action": 0.03506075590848923, + "loss_total": 0.03506075590848923, + "step": 40140 + }, + { + "loss_action": 0.017946796491742134, + "loss_total": 0.017946796491742134, + "step": 40140 + }, + { + "loss_action": 0.017686665058135986, + "loss_total": 0.017686665058135986, + "step": 40140 + }, + { + "loss_action": 0.025889985263347626, + "loss_total": 0.025889985263347626, + "step": 40140 + }, + { + "loss_action": 0.01075806561857462, + "loss_total": 0.01075806561857462, + "step": 40140 + }, + { + "loss_action": 0.020451249554753304, + "loss_total": 0.020451249554753304, + "step": 40140 + }, + { + "grad_norm": 0.3839551508426666, + "learning_rate": 6.985891200045449e-05, + "loss": 0.0171, + "step": 40150 + }, + { + "loss_action": 0.015082812868058681, + "loss_total": 0.015082812868058681, + "step": 40150 + }, + { + "loss_action": 0.007273215334862471, + "loss_total": 0.007273215334862471, + "step": 40150 + }, + { + "loss_action": 0.01401569601148367, + "loss_total": 0.01401569601148367, + "step": 40150 + }, + { + "loss_action": 0.01005217619240284, + "loss_total": 0.01005217619240284, + "step": 40150 + }, + { + "loss_action": 0.006844615563750267, + "loss_total": 0.006844615563750267, + "step": 40150 + }, + { + "loss_action": 0.11739169806241989, + "loss_total": 0.11739169806241989, + "step": 40150 + }, + { + "grad_norm": 0.37905019521713257, + "learning_rate": 6.984373633629045e-05, + "loss": 0.0179, + "step": 40160 + }, + { + "loss_action": 0.008086029440164566, + "loss_total": 0.008086029440164566, + "step": 40160 + }, + { + "loss_action": 0.020289085805416107, + "loss_total": 0.020289085805416107, + "step": 40160 + }, + { + "loss_action": 0.015851641073822975, + "loss_total": 0.015851641073822975, + "step": 40160 + }, + { + "loss_action": 0.01594385877251625, + "loss_total": 0.01594385877251625, + "step": 40160 + }, + { + "loss_action": 0.03054812178015709, + "loss_total": 0.03054812178015709, + "step": 40160 + }, + { + "loss_action": 0.010867840610444546, + "loss_total": 0.010867840610444546, + "step": 40160 + }, + { + "grad_norm": 0.48105373978614807, + "learning_rate": 6.98285585020452e-05, + "loss": 0.0213, + "step": 40170 + }, + { + "loss_action": 0.010046740062534809, + "loss_total": 0.010046740062534809, + "step": 40170 + }, + { + "loss_action": 0.012555613182485104, + "loss_total": 0.012555613182485104, + "step": 40170 + }, + { + "loss_action": 0.008589228615164757, + "loss_total": 0.008589228615164757, + "step": 40170 + }, + { + "loss_action": 0.013544418849050999, + "loss_total": 0.013544418849050999, + "step": 40170 + }, + { + "loss_action": 0.008441985584795475, + "loss_total": 0.008441985584795475, + "step": 40170 + }, + { + "loss_action": 0.014990150928497314, + "loss_total": 0.014990150928497314, + "step": 40170 + }, + { + "grad_norm": 0.3851318061351776, + "learning_rate": 6.981337849937864e-05, + "loss": 0.0192, + "step": 40180 + }, + { + "loss_action": 0.03117855079472065, + "loss_total": 0.03117855079472065, + "step": 40180 + }, + { + "loss_action": 0.006006304174661636, + "loss_total": 0.006006304174661636, + "step": 40180 + }, + { + "loss_action": 0.019246967509388924, + "loss_total": 0.019246967509388924, + "step": 40180 + }, + { + "loss_action": 0.020896978676319122, + "loss_total": 0.020896978676319122, + "step": 40180 + }, + { + "loss_action": 0.08522024750709534, + "loss_total": 0.08522024750709534, + "step": 40180 + }, + { + "loss_action": 0.0438232421875, + "loss_total": 0.0438232421875, + "step": 40180 + }, + { + "grad_norm": 0.31347283720970154, + "learning_rate": 6.979819632995078e-05, + "loss": 0.0215, + "step": 40190 + }, + { + "loss_action": 0.020847618579864502, + "loss_total": 0.020847618579864502, + "step": 40190 + }, + { + "loss_action": 0.011596668511629105, + "loss_total": 0.011596668511629105, + "step": 40190 + }, + { + "loss_action": 0.06864263117313385, + "loss_total": 0.06864263117313385, + "step": 40190 + }, + { + "loss_action": 0.018463794142007828, + "loss_total": 0.018463794142007828, + "step": 40190 + }, + { + "loss_action": 0.025953257456421852, + "loss_total": 0.025953257456421852, + "step": 40190 + }, + { + "loss_action": 0.008049188181757927, + "loss_total": 0.008049188181757927, + "step": 40190 + }, + { + "grad_norm": 0.43124261498451233, + "learning_rate": 6.978301199542193e-05, + "loss": 0.0221, + "step": 40200 + }, + { + "loss_action": 0.010611684992909431, + "loss_total": 0.010611684992909431, + "step": 40200 + }, + { + "loss_action": 0.015623928979039192, + "loss_total": 0.015623928979039192, + "step": 40200 + }, + { + "loss_action": 0.010537667199969292, + "loss_total": 0.010537667199969292, + "step": 40200 + }, + { + "loss_action": 0.012876885011792183, + "loss_total": 0.012876885011792183, + "step": 40200 + }, + { + "loss_action": 0.038884084671735764, + "loss_total": 0.038884084671735764, + "step": 40200 + }, + { + "loss_action": 0.02873781882226467, + "loss_total": 0.02873781882226467, + "step": 40200 + }, + { + "grad_norm": 0.4004333019256592, + "learning_rate": 6.976782549745263e-05, + "loss": 0.021, + "step": 40210 + }, + { + "loss_action": 0.011961312033236027, + "loss_total": 0.011961312033236027, + "step": 40210 + }, + { + "loss_action": 0.01215646043419838, + "loss_total": 0.01215646043419838, + "step": 40210 + }, + { + "loss_action": 0.01862001046538353, + "loss_total": 0.01862001046538353, + "step": 40210 + }, + { + "loss_action": 0.01836221106350422, + "loss_total": 0.01836221106350422, + "step": 40210 + }, + { + "loss_action": 0.007128072902560234, + "loss_total": 0.007128072902560234, + "step": 40210 + }, + { + "loss_action": 0.02815849334001541, + "loss_total": 0.02815849334001541, + "step": 40210 + }, + { + "grad_norm": 0.5047277808189392, + "learning_rate": 6.975263683770367e-05, + "loss": 0.0209, + "step": 40220 + }, + { + "loss_action": 0.016967715695500374, + "loss_total": 0.016967715695500374, + "step": 40220 + }, + { + "loss_action": 0.018467167392373085, + "loss_total": 0.018467167392373085, + "step": 40220 + }, + { + "loss_action": 0.008960628882050514, + "loss_total": 0.008960628882050514, + "step": 40220 + }, + { + "loss_action": 0.014768964610993862, + "loss_total": 0.014768964610993862, + "step": 40220 + }, + { + "loss_action": 0.02738756127655506, + "loss_total": 0.02738756127655506, + "step": 40220 + }, + { + "loss_action": 0.018785441294312477, + "loss_total": 0.018785441294312477, + "step": 40220 + }, + { + "grad_norm": 0.401753306388855, + "learning_rate": 6.973744601783604e-05, + "loss": 0.0205, + "step": 40230 + }, + { + "loss_action": 0.017915882170200348, + "loss_total": 0.017915882170200348, + "step": 40230 + }, + { + "loss_action": 0.024344876408576965, + "loss_total": 0.024344876408576965, + "step": 40230 + }, + { + "loss_action": 0.016028590500354767, + "loss_total": 0.016028590500354767, + "step": 40230 + }, + { + "loss_action": 0.012164673767983913, + "loss_total": 0.012164673767983913, + "step": 40230 + }, + { + "loss_action": 0.017061272636055946, + "loss_total": 0.017061272636055946, + "step": 40230 + }, + { + "loss_action": 0.008126581087708473, + "loss_total": 0.008126581087708473, + "step": 40230 + }, + { + "grad_norm": 0.43481945991516113, + "learning_rate": 6.972225303951097e-05, + "loss": 0.0227, + "step": 40240 + }, + { + "loss_action": 0.008058757521212101, + "loss_total": 0.008058757521212101, + "step": 40240 + }, + { + "loss_action": 0.007849537767469883, + "loss_total": 0.007849537767469883, + "step": 40240 + }, + { + "loss_action": 0.016126619651913643, + "loss_total": 0.016126619651913643, + "step": 40240 + }, + { + "loss_action": 0.0194074846804142, + "loss_total": 0.0194074846804142, + "step": 40240 + }, + { + "loss_action": 0.008937343955039978, + "loss_total": 0.008937343955039978, + "step": 40240 + }, + { + "loss_action": 0.04209750518202782, + "loss_total": 0.04209750518202782, + "step": 40240 + }, + { + "grad_norm": 0.4574974477291107, + "learning_rate": 6.970705790438998e-05, + "loss": 0.0236, + "step": 40250 + }, + { + "loss_action": 0.011170687153935432, + "loss_total": 0.011170687153935432, + "step": 40250 + }, + { + "loss_action": 0.007031214889138937, + "loss_total": 0.007031214889138937, + "step": 40250 + }, + { + "loss_action": 0.017783211544156075, + "loss_total": 0.017783211544156075, + "step": 40250 + }, + { + "loss_action": 0.07044650614261627, + "loss_total": 0.07044650614261627, + "step": 40250 + }, + { + "loss_action": 0.010588382370769978, + "loss_total": 0.010588382370769978, + "step": 40250 + }, + { + "loss_action": 0.015407186932861805, + "loss_total": 0.015407186932861805, + "step": 40250 + }, + { + "grad_norm": 0.373041033744812, + "learning_rate": 6.969186061413477e-05, + "loss": 0.0199, + "step": 40260 + }, + { + "loss_action": 0.010160415433347225, + "loss_total": 0.010160415433347225, + "step": 40260 + }, + { + "loss_action": 0.00910250749439001, + "loss_total": 0.00910250749439001, + "step": 40260 + }, + { + "loss_action": 0.011698306538164616, + "loss_total": 0.011698306538164616, + "step": 40260 + }, + { + "loss_action": 0.11470741778612137, + "loss_total": 0.11470741778612137, + "step": 40260 + }, + { + "loss_action": 0.0083245150744915, + "loss_total": 0.0083245150744915, + "step": 40260 + }, + { + "loss_action": 0.025674816220998764, + "loss_total": 0.025674816220998764, + "step": 40260 + }, + { + "grad_norm": 0.43137291073799133, + "learning_rate": 6.967666117040727e-05, + "loss": 0.0206, + "step": 40270 + }, + { + "loss_action": 0.03245376795530319, + "loss_total": 0.03245376795530319, + "step": 40270 + }, + { + "loss_action": 0.010778357274830341, + "loss_total": 0.010778357274830341, + "step": 40270 + }, + { + "loss_action": 0.03326685354113579, + "loss_total": 0.03326685354113579, + "step": 40270 + }, + { + "loss_action": 0.009896256029605865, + "loss_total": 0.009896256029605865, + "step": 40270 + }, + { + "loss_action": 0.019276781007647514, + "loss_total": 0.019276781007647514, + "step": 40270 + }, + { + "loss_action": 0.010148276574909687, + "loss_total": 0.010148276574909687, + "step": 40270 + }, + { + "grad_norm": 0.4113748073577881, + "learning_rate": 6.966145957486972e-05, + "loss": 0.0189, + "step": 40280 + }, + { + "loss_action": 0.014863638207316399, + "loss_total": 0.014863638207316399, + "step": 40280 + }, + { + "loss_action": 0.017584631219506264, + "loss_total": 0.017584631219506264, + "step": 40280 + }, + { + "loss_action": 0.00800346303731203, + "loss_total": 0.00800346303731203, + "step": 40280 + }, + { + "loss_action": 0.03530775010585785, + "loss_total": 0.03530775010585785, + "step": 40280 + }, + { + "loss_action": 0.02107037417590618, + "loss_total": 0.02107037417590618, + "step": 40280 + }, + { + "loss_action": 0.034622568637132645, + "loss_total": 0.034622568637132645, + "step": 40280 + }, + { + "grad_norm": 0.3097880184650421, + "learning_rate": 6.964625582918449e-05, + "loss": 0.0173, + "step": 40290 + }, + { + "loss_action": 0.010039152577519417, + "loss_total": 0.010039152577519417, + "step": 40290 + }, + { + "loss_action": 0.2484031319618225, + "loss_total": 0.2484031319618225, + "step": 40290 + }, + { + "loss_action": 0.10038289427757263, + "loss_total": 0.10038289427757263, + "step": 40290 + }, + { + "loss_action": 0.023506363853812218, + "loss_total": 0.023506363853812218, + "step": 40290 + }, + { + "loss_action": 0.012604443356394768, + "loss_total": 0.012604443356394768, + "step": 40290 + }, + { + "loss_action": 0.010520482435822487, + "loss_total": 0.010520482435822487, + "step": 40290 + }, + { + "grad_norm": 0.5796315670013428, + "learning_rate": 6.963104993501425e-05, + "loss": 0.0267, + "step": 40300 + }, + { + "loss_action": 0.010801825672388077, + "loss_total": 0.010801825672388077, + "step": 40300 + }, + { + "loss_action": 0.015588616952300072, + "loss_total": 0.015588616952300072, + "step": 40300 + }, + { + "loss_action": 0.03580845892429352, + "loss_total": 0.03580845892429352, + "step": 40300 + }, + { + "loss_action": 0.015234964899718761, + "loss_total": 0.015234964899718761, + "step": 40300 + }, + { + "loss_action": 0.007110008504241705, + "loss_total": 0.007110008504241705, + "step": 40300 + }, + { + "loss_action": 0.0106675885617733, + "loss_total": 0.0106675885617733, + "step": 40300 + }, + { + "grad_norm": 0.48053696751594543, + "learning_rate": 6.961584189402192e-05, + "loss": 0.0206, + "step": 40310 + }, + { + "loss_action": 0.012365631759166718, + "loss_total": 0.012365631759166718, + "step": 40310 + }, + { + "loss_action": 0.03898392245173454, + "loss_total": 0.03898392245173454, + "step": 40310 + }, + { + "loss_action": 0.017587682232260704, + "loss_total": 0.017587682232260704, + "step": 40310 + }, + { + "loss_action": 0.13047648966312408, + "loss_total": 0.13047648966312408, + "step": 40310 + }, + { + "loss_action": 0.014823734760284424, + "loss_total": 0.014823734760284424, + "step": 40310 + }, + { + "loss_action": 0.01927769184112549, + "loss_total": 0.01927769184112549, + "step": 40310 + }, + { + "grad_norm": 0.4398581385612488, + "learning_rate": 6.96006317078706e-05, + "loss": 0.0221, + "step": 40320 + }, + { + "loss_action": 0.017039433121681213, + "loss_total": 0.017039433121681213, + "step": 40320 + }, + { + "loss_action": 0.010541234165430069, + "loss_total": 0.010541234165430069, + "step": 40320 + }, + { + "loss_action": 0.014609639532864094, + "loss_total": 0.014609639532864094, + "step": 40320 + }, + { + "loss_action": 0.009266839362680912, + "loss_total": 0.009266839362680912, + "step": 40320 + }, + { + "loss_action": 0.009911173023283482, + "loss_total": 0.009911173023283482, + "step": 40320 + }, + { + "loss_action": 0.026131030172109604, + "loss_total": 0.026131030172109604, + "step": 40320 + }, + { + "grad_norm": 0.37917301058769226, + "learning_rate": 6.958541937822367e-05, + "loss": 0.0192, + "step": 40330 + }, + { + "loss_action": 0.008350478485226631, + "loss_total": 0.008350478485226631, + "step": 40330 + }, + { + "loss_action": 0.01306853722780943, + "loss_total": 0.01306853722780943, + "step": 40330 + }, + { + "loss_action": 0.017356757074594498, + "loss_total": 0.017356757074594498, + "step": 40330 + }, + { + "loss_action": 0.006257694214582443, + "loss_total": 0.006257694214582443, + "step": 40330 + }, + { + "loss_action": 0.023710956797003746, + "loss_total": 0.023710956797003746, + "step": 40330 + }, + { + "loss_action": 0.03896007314324379, + "loss_total": 0.03896007314324379, + "step": 40330 + }, + { + "grad_norm": 0.4281648099422455, + "learning_rate": 6.957020490674473e-05, + "loss": 0.0187, + "step": 40340 + }, + { + "loss_action": 0.009912430308759212, + "loss_total": 0.009912430308759212, + "step": 40340 + }, + { + "loss_action": 0.010417466051876545, + "loss_total": 0.010417466051876545, + "step": 40340 + }, + { + "loss_action": 0.019374225288629532, + "loss_total": 0.019374225288629532, + "step": 40340 + }, + { + "loss_action": 0.008694969117641449, + "loss_total": 0.008694969117641449, + "step": 40340 + }, + { + "loss_action": 0.020954415202140808, + "loss_total": 0.020954415202140808, + "step": 40340 + }, + { + "loss_action": 0.015315521508455276, + "loss_total": 0.015315521508455276, + "step": 40340 + }, + { + "grad_norm": 0.5187445282936096, + "learning_rate": 6.95549882950976e-05, + "loss": 0.0184, + "step": 40350 + }, + { + "loss_action": 0.010884474962949753, + "loss_total": 0.010884474962949753, + "step": 40350 + }, + { + "loss_action": 0.006295750383287668, + "loss_total": 0.006295750383287668, + "step": 40350 + }, + { + "loss_action": 0.011755896732211113, + "loss_total": 0.011755896732211113, + "step": 40350 + }, + { + "loss_action": 0.010106644593179226, + "loss_total": 0.010106644593179226, + "step": 40350 + }, + { + "loss_action": 0.00845975149422884, + "loss_total": 0.00845975149422884, + "step": 40350 + }, + { + "loss_action": 0.02046174742281437, + "loss_total": 0.02046174742281437, + "step": 40350 + }, + { + "grad_norm": 0.43247485160827637, + "learning_rate": 6.953976954494635e-05, + "loss": 0.0169, + "step": 40360 + }, + { + "loss_action": 0.039030347019433975, + "loss_total": 0.039030347019433975, + "step": 40360 + }, + { + "loss_action": 0.014020984061062336, + "loss_total": 0.014020984061062336, + "step": 40360 + }, + { + "loss_action": 0.0195159874856472, + "loss_total": 0.0195159874856472, + "step": 40360 + }, + { + "loss_action": 0.01923232525587082, + "loss_total": 0.01923232525587082, + "step": 40360 + }, + { + "loss_action": 0.03362388536334038, + "loss_total": 0.03362388536334038, + "step": 40360 + }, + { + "loss_action": 0.023071328178048134, + "loss_total": 0.023071328178048134, + "step": 40360 + }, + { + "grad_norm": 0.3814675807952881, + "learning_rate": 6.952454865795528e-05, + "loss": 0.0199, + "step": 40370 + }, + { + "loss_action": 0.010699319653213024, + "loss_total": 0.010699319653213024, + "step": 40370 + }, + { + "loss_action": 0.015928803011775017, + "loss_total": 0.015928803011775017, + "step": 40370 + }, + { + "loss_action": 0.01221784483641386, + "loss_total": 0.01221784483641386, + "step": 40370 + }, + { + "loss_action": 0.023332150653004646, + "loss_total": 0.023332150653004646, + "step": 40370 + }, + { + "loss_action": 0.027997709810733795, + "loss_total": 0.027997709810733795, + "step": 40370 + }, + { + "loss_action": 0.013114986941218376, + "loss_total": 0.013114986941218376, + "step": 40370 + }, + { + "grad_norm": 0.30961182713508606, + "learning_rate": 6.950932563578892e-05, + "loss": 0.0163, + "step": 40380 + }, + { + "loss_action": 0.014469947665929794, + "loss_total": 0.014469947665929794, + "step": 40380 + }, + { + "loss_action": 0.016585227102041245, + "loss_total": 0.016585227102041245, + "step": 40380 + }, + { + "loss_action": 0.017294391989707947, + "loss_total": 0.017294391989707947, + "step": 40380 + }, + { + "loss_action": 0.011317087337374687, + "loss_total": 0.011317087337374687, + "step": 40380 + }, + { + "loss_action": 0.008235527202486992, + "loss_total": 0.008235527202486992, + "step": 40380 + }, + { + "loss_action": 0.0313199982047081, + "loss_total": 0.0313199982047081, + "step": 40380 + }, + { + "grad_norm": 0.46365779638290405, + "learning_rate": 6.949410048011206e-05, + "loss": 0.0174, + "step": 40390 + }, + { + "loss_action": 0.022204531356692314, + "loss_total": 0.022204531356692314, + "step": 40390 + }, + { + "loss_action": 0.04264106601476669, + "loss_total": 0.04264106601476669, + "step": 40390 + }, + { + "loss_action": 0.015649935230612755, + "loss_total": 0.015649935230612755, + "step": 40390 + }, + { + "loss_action": 0.011228865012526512, + "loss_total": 0.011228865012526512, + "step": 40390 + }, + { + "loss_action": 0.009188171476125717, + "loss_total": 0.009188171476125717, + "step": 40390 + }, + { + "loss_action": 0.02908112108707428, + "loss_total": 0.02908112108707428, + "step": 40390 + }, + { + "grad_norm": 0.35394805669784546, + "learning_rate": 6.947887319258966e-05, + "loss": 0.0185, + "step": 40400 + }, + { + "loss_action": 0.031237980350852013, + "loss_total": 0.031237980350852013, + "step": 40400 + }, + { + "loss_action": 0.015465568751096725, + "loss_total": 0.015465568751096725, + "step": 40400 + }, + { + "loss_action": 0.0769643783569336, + "loss_total": 0.0769643783569336, + "step": 40400 + }, + { + "loss_action": 0.03465127944946289, + "loss_total": 0.03465127944946289, + "step": 40400 + }, + { + "loss_action": 0.017018262296915054, + "loss_total": 0.017018262296915054, + "step": 40400 + }, + { + "loss_action": 0.011789239943027496, + "loss_total": 0.011789239943027496, + "step": 40400 + }, + { + "grad_norm": 0.335099995136261, + "learning_rate": 6.946364377488696e-05, + "loss": 0.0205, + "step": 40410 + }, + { + "loss_action": 0.008092123083770275, + "loss_total": 0.008092123083770275, + "step": 40410 + }, + { + "loss_action": 0.028267061337828636, + "loss_total": 0.028267061337828636, + "step": 40410 + }, + { + "loss_action": 0.011673918925225735, + "loss_total": 0.011673918925225735, + "step": 40410 + }, + { + "loss_action": 0.016147522255778313, + "loss_total": 0.016147522255778313, + "step": 40410 + }, + { + "loss_action": 0.017139606177806854, + "loss_total": 0.017139606177806854, + "step": 40410 + }, + { + "loss_action": 0.009100222028791904, + "loss_total": 0.009100222028791904, + "step": 40410 + }, + { + "grad_norm": 0.32221075892448425, + "learning_rate": 6.944841222866947e-05, + "loss": 0.0148, + "step": 40420 + }, + { + "loss_action": 0.007830791175365448, + "loss_total": 0.007830791175365448, + "step": 40420 + }, + { + "loss_action": 0.008612901903688908, + "loss_total": 0.008612901903688908, + "step": 40420 + }, + { + "loss_action": 0.008373023942112923, + "loss_total": 0.008373023942112923, + "step": 40420 + }, + { + "loss_action": 0.01383200939744711, + "loss_total": 0.01383200939744711, + "step": 40420 + }, + { + "loss_action": 0.008451147004961967, + "loss_total": 0.008451147004961967, + "step": 40420 + }, + { + "loss_action": 0.009944240562617779, + "loss_total": 0.009944240562617779, + "step": 40420 + }, + { + "grad_norm": 0.29397857189178467, + "learning_rate": 6.943317855560284e-05, + "loss": 0.016, + "step": 40430 + }, + { + "loss_action": 0.008690162561833858, + "loss_total": 0.008690162561833858, + "step": 40430 + }, + { + "loss_action": 0.08638535439968109, + "loss_total": 0.08638535439968109, + "step": 40430 + }, + { + "loss_action": 0.006143009755760431, + "loss_total": 0.006143009755760431, + "step": 40430 + }, + { + "loss_action": 0.011057001538574696, + "loss_total": 0.011057001538574696, + "step": 40430 + }, + { + "loss_action": 0.01472622249275446, + "loss_total": 0.01472622249275446, + "step": 40430 + }, + { + "loss_action": 0.00810940284281969, + "loss_total": 0.00810940284281969, + "step": 40430 + }, + { + "grad_norm": 0.3597845137119293, + "learning_rate": 6.941794275735302e-05, + "loss": 0.0213, + "step": 40440 + }, + { + "loss_action": 0.016032477840781212, + "loss_total": 0.016032477840781212, + "step": 40440 + }, + { + "loss_action": 0.011082452721893787, + "loss_total": 0.011082452721893787, + "step": 40440 + }, + { + "loss_action": 0.024754563346505165, + "loss_total": 0.024754563346505165, + "step": 40440 + }, + { + "loss_action": 0.018372587859630585, + "loss_total": 0.018372587859630585, + "step": 40440 + }, + { + "loss_action": 0.017007704824209213, + "loss_total": 0.017007704824209213, + "step": 40440 + }, + { + "loss_action": 0.023129992187023163, + "loss_total": 0.023129992187023163, + "step": 40440 + }, + { + "grad_norm": 0.36117640137672424, + "learning_rate": 6.94027048355862e-05, + "loss": 0.0177, + "step": 40450 + }, + { + "loss_action": 0.006473110057413578, + "loss_total": 0.006473110057413578, + "step": 40450 + }, + { + "loss_action": 0.007714779116213322, + "loss_total": 0.007714779116213322, + "step": 40450 + }, + { + "loss_action": 0.01764361746609211, + "loss_total": 0.01764361746609211, + "step": 40450 + }, + { + "loss_action": 0.02116376906633377, + "loss_total": 0.02116376906633377, + "step": 40450 + }, + { + "loss_action": 0.009773568250238895, + "loss_total": 0.009773568250238895, + "step": 40450 + }, + { + "loss_action": 0.01144712045788765, + "loss_total": 0.01144712045788765, + "step": 40450 + }, + { + "grad_norm": 0.3364141881465912, + "learning_rate": 6.938746479196871e-05, + "loss": 0.0174, + "step": 40460 + }, + { + "loss_action": 0.00653743464499712, + "loss_total": 0.00653743464499712, + "step": 40460 + }, + { + "loss_action": 0.01485970988869667, + "loss_total": 0.01485970988869667, + "step": 40460 + }, + { + "loss_action": 0.011310815811157227, + "loss_total": 0.011310815811157227, + "step": 40460 + }, + { + "loss_action": 0.01450592465698719, + "loss_total": 0.01450592465698719, + "step": 40460 + }, + { + "loss_action": 0.013011052273213863, + "loss_total": 0.013011052273213863, + "step": 40460 + }, + { + "loss_action": 0.010142059996724129, + "loss_total": 0.010142059996724129, + "step": 40460 + }, + { + "grad_norm": 0.3280397355556488, + "learning_rate": 6.937222262816724e-05, + "loss": 0.0153, + "step": 40470 + }, + { + "loss_action": 0.016486695036292076, + "loss_total": 0.016486695036292076, + "step": 40470 + }, + { + "loss_action": 0.009135520085692406, + "loss_total": 0.009135520085692406, + "step": 40470 + }, + { + "loss_action": 0.00915532000362873, + "loss_total": 0.00915532000362873, + "step": 40470 + }, + { + "loss_action": 0.021138496696949005, + "loss_total": 0.021138496696949005, + "step": 40470 + }, + { + "loss_action": 0.02635357156395912, + "loss_total": 0.02635357156395912, + "step": 40470 + }, + { + "loss_action": 0.030434254556894302, + "loss_total": 0.030434254556894302, + "step": 40470 + }, + { + "grad_norm": 0.42283904552459717, + "learning_rate": 6.935697834584865e-05, + "loss": 0.0188, + "step": 40480 + }, + { + "loss_action": 0.01680810935795307, + "loss_total": 0.01680810935795307, + "step": 40480 + }, + { + "loss_action": 0.03710823878645897, + "loss_total": 0.03710823878645897, + "step": 40480 + }, + { + "loss_action": 0.008873997256159782, + "loss_total": 0.008873997256159782, + "step": 40480 + }, + { + "loss_action": 0.021156787872314453, + "loss_total": 0.021156787872314453, + "step": 40480 + }, + { + "loss_action": 0.010041915811598301, + "loss_total": 0.010041915811598301, + "step": 40480 + }, + { + "loss_action": 0.026383673772215843, + "loss_total": 0.026383673772215843, + "step": 40480 + }, + { + "grad_norm": 0.42290475964546204, + "learning_rate": 6.934173194667998e-05, + "loss": 0.0189, + "step": 40490 + }, + { + "loss_action": 0.007094691041857004, + "loss_total": 0.007094691041857004, + "step": 40490 + }, + { + "loss_action": 0.014282786287367344, + "loss_total": 0.014282786287367344, + "step": 40490 + }, + { + "loss_action": 0.028898952528834343, + "loss_total": 0.028898952528834343, + "step": 40490 + }, + { + "loss_action": 0.012705405242741108, + "loss_total": 0.012705405242741108, + "step": 40490 + }, + { + "loss_action": 0.03674447163939476, + "loss_total": 0.03674447163939476, + "step": 40490 + }, + { + "loss_action": 0.00886656902730465, + "loss_total": 0.00886656902730465, + "step": 40490 + }, + { + "grad_norm": 0.3827199637889862, + "learning_rate": 6.93264834323286e-05, + "loss": 0.0171, + "step": 40500 + }, + { + "loss_action": 0.013714383356273174, + "loss_total": 0.013714383356273174, + "step": 40500 + }, + { + "loss_action": 0.008871410973370075, + "loss_total": 0.008871410973370075, + "step": 40500 + }, + { + "loss_action": 0.011056586168706417, + "loss_total": 0.011056586168706417, + "step": 40500 + }, + { + "loss_action": 0.005795730277895927, + "loss_total": 0.005795730277895927, + "step": 40500 + }, + { + "loss_action": 0.011145847849547863, + "loss_total": 0.011145847849547863, + "step": 40500 + }, + { + "loss_action": 0.018448499962687492, + "loss_total": 0.018448499962687492, + "step": 40500 + }, + { + "grad_norm": 0.458778977394104, + "learning_rate": 6.931123280446206e-05, + "loss": 0.0207, + "step": 40510 + }, + { + "loss_action": 0.009520846419036388, + "loss_total": 0.009520846419036388, + "step": 40510 + }, + { + "loss_action": 0.019183358177542686, + "loss_total": 0.019183358177542686, + "step": 40510 + }, + { + "loss_action": 0.021309424191713333, + "loss_total": 0.021309424191713333, + "step": 40510 + }, + { + "loss_action": 0.021994588896632195, + "loss_total": 0.021994588896632195, + "step": 40510 + }, + { + "loss_action": 0.014113730750977993, + "loss_total": 0.014113730750977993, + "step": 40510 + }, + { + "loss_action": 0.00638606958091259, + "loss_total": 0.00638606958091259, + "step": 40510 + }, + { + "grad_norm": 0.46782931685447693, + "learning_rate": 6.929598006474811e-05, + "loss": 0.0209, + "step": 40520 + }, + { + "loss_action": 0.0074508897960186005, + "loss_total": 0.0074508897960186005, + "step": 40520 + }, + { + "loss_action": 0.006845807656645775, + "loss_total": 0.006845807656645775, + "step": 40520 + }, + { + "loss_action": 0.01876295730471611, + "loss_total": 0.01876295730471611, + "step": 40520 + }, + { + "loss_action": 0.00788278691470623, + "loss_total": 0.00788278691470623, + "step": 40520 + }, + { + "loss_action": 0.03571048378944397, + "loss_total": 0.03571048378944397, + "step": 40520 + }, + { + "loss_action": 0.006998942233622074, + "loss_total": 0.006998942233622074, + "step": 40520 + }, + { + "grad_norm": 0.39044883847236633, + "learning_rate": 6.92807252148548e-05, + "loss": 0.0188, + "step": 40530 + }, + { + "loss_action": 0.009998265653848648, + "loss_total": 0.009998265653848648, + "step": 40530 + }, + { + "loss_action": 0.011227567680180073, + "loss_total": 0.011227567680180073, + "step": 40530 + }, + { + "loss_action": 0.01940080337226391, + "loss_total": 0.01940080337226391, + "step": 40530 + }, + { + "loss_action": 0.02398568019270897, + "loss_total": 0.02398568019270897, + "step": 40530 + }, + { + "loss_action": 0.007245245855301619, + "loss_total": 0.007245245855301619, + "step": 40530 + }, + { + "loss_action": 0.013591689988970757, + "loss_total": 0.013591689988970757, + "step": 40530 + }, + { + "grad_norm": 0.3688637912273407, + "learning_rate": 6.926546825645037e-05, + "loss": 0.0163, + "step": 40540 + }, + { + "loss_action": 0.01962202787399292, + "loss_total": 0.01962202787399292, + "step": 40540 + }, + { + "loss_action": 0.03799709677696228, + "loss_total": 0.03799709677696228, + "step": 40540 + }, + { + "loss_action": 0.01165435928851366, + "loss_total": 0.01165435928851366, + "step": 40540 + }, + { + "loss_action": 0.02769489400088787, + "loss_total": 0.02769489400088787, + "step": 40540 + }, + { + "loss_action": 0.00962639506906271, + "loss_total": 0.00962639506906271, + "step": 40540 + }, + { + "loss_action": 0.01248388085514307, + "loss_total": 0.01248388085514307, + "step": 40540 + }, + { + "grad_norm": 0.3955939710140228, + "learning_rate": 6.92502091912033e-05, + "loss": 0.0168, + "step": 40550 + }, + { + "loss_action": 0.009742246009409428, + "loss_total": 0.009742246009409428, + "step": 40550 + }, + { + "loss_action": 0.020719757303595543, + "loss_total": 0.020719757303595543, + "step": 40550 + }, + { + "loss_action": 0.011703457683324814, + "loss_total": 0.011703457683324814, + "step": 40550 + }, + { + "loss_action": 0.012892811559140682, + "loss_total": 0.012892811559140682, + "step": 40550 + }, + { + "loss_action": 0.01845773681998253, + "loss_total": 0.01845773681998253, + "step": 40550 + }, + { + "loss_action": 0.013067402876913548, + "loss_total": 0.013067402876913548, + "step": 40550 + }, + { + "grad_norm": 0.3683592975139618, + "learning_rate": 6.923494802078229e-05, + "loss": 0.0185, + "step": 40560 + }, + { + "loss_action": 0.007309837266802788, + "loss_total": 0.007309837266802788, + "step": 40560 + }, + { + "loss_action": 0.008738349191844463, + "loss_total": 0.008738349191844463, + "step": 40560 + }, + { + "loss_action": 0.0090782530605793, + "loss_total": 0.0090782530605793, + "step": 40560 + }, + { + "loss_action": 0.01315783616155386, + "loss_total": 0.01315783616155386, + "step": 40560 + }, + { + "loss_action": 0.009124542586505413, + "loss_total": 0.009124542586505413, + "step": 40560 + }, + { + "loss_action": 0.008976645767688751, + "loss_total": 0.008976645767688751, + "step": 40560 + }, + { + "grad_norm": 0.6034342646598816, + "learning_rate": 6.921968474685628e-05, + "loss": 0.0172, + "step": 40570 + }, + { + "loss_action": 0.01071117166429758, + "loss_total": 0.01071117166429758, + "step": 40570 + }, + { + "loss_action": 0.020944897085428238, + "loss_total": 0.020944897085428238, + "step": 40570 + }, + { + "loss_action": 0.02040792815387249, + "loss_total": 0.02040792815387249, + "step": 40570 + }, + { + "loss_action": 0.0058655207976698875, + "loss_total": 0.0058655207976698875, + "step": 40570 + }, + { + "loss_action": 0.012954451143741608, + "loss_total": 0.012954451143741608, + "step": 40570 + }, + { + "loss_action": 0.020991943776607513, + "loss_total": 0.020991943776607513, + "step": 40570 + }, + { + "grad_norm": 0.417000412940979, + "learning_rate": 6.920441937109445e-05, + "loss": 0.0173, + "step": 40580 + }, + { + "loss_action": 0.015245313756167889, + "loss_total": 0.015245313756167889, + "step": 40580 + }, + { + "loss_action": 0.01676201820373535, + "loss_total": 0.01676201820373535, + "step": 40580 + }, + { + "loss_action": 0.007037950213998556, + "loss_total": 0.007037950213998556, + "step": 40580 + }, + { + "loss_action": 0.018508506938815117, + "loss_total": 0.018508506938815117, + "step": 40580 + }, + { + "loss_action": 0.06521765142679214, + "loss_total": 0.06521765142679214, + "step": 40580 + }, + { + "loss_action": 0.011459697969257832, + "loss_total": 0.011459697969257832, + "step": 40580 + }, + { + "grad_norm": 0.37784647941589355, + "learning_rate": 6.91891518951662e-05, + "loss": 0.0191, + "step": 40590 + }, + { + "loss_action": 0.01151778269559145, + "loss_total": 0.01151778269559145, + "step": 40590 + }, + { + "loss_action": 0.016641339287161827, + "loss_total": 0.016641339287161827, + "step": 40590 + }, + { + "loss_action": 0.021417370066046715, + "loss_total": 0.021417370066046715, + "step": 40590 + }, + { + "loss_action": 0.012727083638310432, + "loss_total": 0.012727083638310432, + "step": 40590 + }, + { + "loss_action": 0.015807684510946274, + "loss_total": 0.015807684510946274, + "step": 40590 + }, + { + "loss_action": 0.019126631319522858, + "loss_total": 0.019126631319522858, + "step": 40590 + }, + { + "grad_norm": 0.33560457825660706, + "learning_rate": 6.917388232074114e-05, + "loss": 0.017, + "step": 40600 + }, + { + "loss_action": 0.017621159553527832, + "loss_total": 0.017621159553527832, + "step": 40600 + }, + { + "loss_action": 0.006377600599080324, + "loss_total": 0.006377600599080324, + "step": 40600 + }, + { + "loss_action": 0.010061630047857761, + "loss_total": 0.010061630047857761, + "step": 40600 + }, + { + "loss_action": 0.015980616211891174, + "loss_total": 0.015980616211891174, + "step": 40600 + }, + { + "loss_action": 0.012633640319108963, + "loss_total": 0.012633640319108963, + "step": 40600 + }, + { + "loss_action": 0.019192125648260117, + "loss_total": 0.019192125648260117, + "step": 40600 + }, + { + "grad_norm": 0.37610819935798645, + "learning_rate": 6.915861064948914e-05, + "loss": 0.0203, + "step": 40610 + }, + { + "loss_action": 0.01812831312417984, + "loss_total": 0.01812831312417984, + "step": 40610 + }, + { + "loss_action": 0.013073722831904888, + "loss_total": 0.013073722831904888, + "step": 40610 + }, + { + "loss_action": 0.04301024228334427, + "loss_total": 0.04301024228334427, + "step": 40610 + }, + { + "loss_action": 0.07807140052318573, + "loss_total": 0.07807140052318573, + "step": 40610 + }, + { + "loss_action": 0.009788189083337784, + "loss_total": 0.009788189083337784, + "step": 40610 + }, + { + "loss_action": 0.006329713389277458, + "loss_total": 0.006329713389277458, + "step": 40610 + }, + { + "grad_norm": 0.35627835988998413, + "learning_rate": 6.914333688308025e-05, + "loss": 0.0228, + "step": 40620 + }, + { + "loss_action": 0.009427071548998356, + "loss_total": 0.009427071548998356, + "step": 40620 + }, + { + "loss_action": 0.010739165358245373, + "loss_total": 0.010739165358245373, + "step": 40620 + }, + { + "loss_action": 0.020787455141544342, + "loss_total": 0.020787455141544342, + "step": 40620 + }, + { + "loss_action": 0.05977403745055199, + "loss_total": 0.05977403745055199, + "step": 40620 + }, + { + "loss_action": 0.016484545543789864, + "loss_total": 0.016484545543789864, + "step": 40620 + }, + { + "loss_action": 0.020309722051024437, + "loss_total": 0.020309722051024437, + "step": 40620 + }, + { + "grad_norm": 0.4527645707130432, + "learning_rate": 6.912806102318487e-05, + "loss": 0.0179, + "step": 40630 + }, + { + "loss_action": 0.03676200285553932, + "loss_total": 0.03676200285553932, + "step": 40630 + }, + { + "loss_action": 0.008534514345228672, + "loss_total": 0.008534514345228672, + "step": 40630 + }, + { + "loss_action": 0.011611219495534897, + "loss_total": 0.011611219495534897, + "step": 40630 + }, + { + "loss_action": 0.010330391116440296, + "loss_total": 0.010330391116440296, + "step": 40630 + }, + { + "loss_action": 0.010192613117396832, + "loss_total": 0.010192613117396832, + "step": 40630 + }, + { + "loss_action": 0.016277791932225227, + "loss_total": 0.016277791932225227, + "step": 40630 + }, + { + "grad_norm": 0.38555908203125, + "learning_rate": 6.911278307147347e-05, + "loss": 0.019, + "step": 40640 + }, + { + "loss_action": 0.01332067046314478, + "loss_total": 0.01332067046314478, + "step": 40640 + }, + { + "loss_action": 0.021468697115778923, + "loss_total": 0.021468697115778923, + "step": 40640 + }, + { + "loss_action": 0.01852227747440338, + "loss_total": 0.01852227747440338, + "step": 40640 + }, + { + "loss_action": 0.0295176412910223, + "loss_total": 0.0295176412910223, + "step": 40640 + }, + { + "loss_action": 0.06796806305646896, + "loss_total": 0.06796806305646896, + "step": 40640 + }, + { + "loss_action": 0.022435320541262627, + "loss_total": 0.022435320541262627, + "step": 40640 + }, + { + "grad_norm": 0.35295453667640686, + "learning_rate": 6.909750302961684e-05, + "loss": 0.0195, + "step": 40650 + }, + { + "loss_action": 0.02406037040054798, + "loss_total": 0.02406037040054798, + "step": 40650 + }, + { + "loss_action": 0.008221648633480072, + "loss_total": 0.008221648633480072, + "step": 40650 + }, + { + "loss_action": 0.02563776820898056, + "loss_total": 0.02563776820898056, + "step": 40650 + }, + { + "loss_action": 0.022852011024951935, + "loss_total": 0.022852011024951935, + "step": 40650 + }, + { + "loss_action": 0.007821773178875446, + "loss_total": 0.007821773178875446, + "step": 40650 + }, + { + "loss_action": 0.0369378998875618, + "loss_total": 0.0369378998875618, + "step": 40650 + }, + { + "grad_norm": 0.43526291847229004, + "learning_rate": 6.9082220899286e-05, + "loss": 0.0191, + "step": 40660 + }, + { + "loss_action": 0.0126090869307518, + "loss_total": 0.0126090869307518, + "step": 40660 + }, + { + "loss_action": 0.006997234188020229, + "loss_total": 0.006997234188020229, + "step": 40660 + }, + { + "loss_action": 0.02162524126470089, + "loss_total": 0.02162524126470089, + "step": 40660 + }, + { + "loss_action": 0.015782436355948448, + "loss_total": 0.015782436355948448, + "step": 40660 + }, + { + "loss_action": 0.011996518820524216, + "loss_total": 0.011996518820524216, + "step": 40660 + }, + { + "loss_action": 0.010924329049885273, + "loss_total": 0.010924329049885273, + "step": 40660 + }, + { + "grad_norm": 0.4019937813282013, + "learning_rate": 6.906693668215219e-05, + "loss": 0.0207, + "step": 40670 + }, + { + "loss_action": 0.03688107430934906, + "loss_total": 0.03688107430934906, + "step": 40670 + }, + { + "loss_action": 0.011499261483550072, + "loss_total": 0.011499261483550072, + "step": 40670 + }, + { + "loss_action": 0.021138159558176994, + "loss_total": 0.021138159558176994, + "step": 40670 + }, + { + "loss_action": 0.006606650538742542, + "loss_total": 0.006606650538742542, + "step": 40670 + }, + { + "loss_action": 0.006693331524729729, + "loss_total": 0.006693331524729729, + "step": 40670 + }, + { + "loss_action": 0.009195839054882526, + "loss_total": 0.009195839054882526, + "step": 40670 + }, + { + "grad_norm": 0.7093451619148254, + "learning_rate": 6.905165037988683e-05, + "loss": 0.0184, + "step": 40680 + }, + { + "loss_action": 0.008255732245743275, + "loss_total": 0.008255732245743275, + "step": 40680 + }, + { + "loss_action": 0.011533125303685665, + "loss_total": 0.011533125303685665, + "step": 40680 + }, + { + "loss_action": 0.017126169055700302, + "loss_total": 0.017126169055700302, + "step": 40680 + }, + { + "loss_action": 0.024476611986756325, + "loss_total": 0.024476611986756325, + "step": 40680 + }, + { + "loss_action": 0.008737838827073574, + "loss_total": 0.008737838827073574, + "step": 40680 + }, + { + "loss_action": 0.024925248697400093, + "loss_total": 0.024925248697400093, + "step": 40680 + }, + { + "grad_norm": 0.36084216833114624, + "learning_rate": 6.903636199416164e-05, + "loss": 0.0183, + "step": 40690 + }, + { + "loss_action": 0.021608296781778336, + "loss_total": 0.021608296781778336, + "step": 40690 + }, + { + "loss_action": 0.020954791456460953, + "loss_total": 0.020954791456460953, + "step": 40690 + }, + { + "loss_action": 0.04134798422455788, + "loss_total": 0.04134798422455788, + "step": 40690 + }, + { + "loss_action": 0.00810693297535181, + "loss_total": 0.00810693297535181, + "step": 40690 + }, + { + "loss_action": 0.0076435636729002, + "loss_total": 0.0076435636729002, + "step": 40690 + }, + { + "loss_action": 0.00956310611218214, + "loss_total": 0.00956310611218214, + "step": 40690 + }, + { + "grad_norm": 0.4358196258544922, + "learning_rate": 6.902107152664851e-05, + "loss": 0.0251, + "step": 40700 + }, + { + "loss_action": 0.045224737375974655, + "loss_total": 0.045224737375974655, + "step": 40700 + }, + { + "loss_action": 0.021889733150601387, + "loss_total": 0.021889733150601387, + "step": 40700 + }, + { + "loss_action": 0.022649290040135384, + "loss_total": 0.022649290040135384, + "step": 40700 + }, + { + "loss_action": 0.030481116846203804, + "loss_total": 0.030481116846203804, + "step": 40700 + }, + { + "loss_action": 0.011291407980024815, + "loss_total": 0.011291407980024815, + "step": 40700 + }, + { + "loss_action": 0.014658373780548573, + "loss_total": 0.014658373780548573, + "step": 40700 + }, + { + "grad_norm": 0.41174793243408203, + "learning_rate": 6.90057789790196e-05, + "loss": 0.0208, + "step": 40710 + }, + { + "loss_action": 0.019017769023776054, + "loss_total": 0.019017769023776054, + "step": 40710 + }, + { + "loss_action": 0.01147133857011795, + "loss_total": 0.01147133857011795, + "step": 40710 + }, + { + "loss_action": 0.018535487353801727, + "loss_total": 0.018535487353801727, + "step": 40710 + }, + { + "loss_action": 0.024223076179623604, + "loss_total": 0.024223076179623604, + "step": 40710 + }, + { + "loss_action": 0.01095576211810112, + "loss_total": 0.01095576211810112, + "step": 40710 + }, + { + "loss_action": 0.017520328983664513, + "loss_total": 0.017520328983664513, + "step": 40710 + }, + { + "grad_norm": 0.5134849548339844, + "learning_rate": 6.899048435294728e-05, + "loss": 0.02, + "step": 40720 + }, + { + "loss_action": 0.009407676756381989, + "loss_total": 0.009407676756381989, + "step": 40720 + }, + { + "loss_action": 0.012819025665521622, + "loss_total": 0.012819025665521622, + "step": 40720 + }, + { + "loss_action": 0.013214047998189926, + "loss_total": 0.013214047998189926, + "step": 40720 + }, + { + "loss_action": 0.012232746928930283, + "loss_total": 0.012232746928930283, + "step": 40720 + }, + { + "loss_action": 0.0180261991918087, + "loss_total": 0.0180261991918087, + "step": 40720 + }, + { + "loss_action": 0.015909161418676376, + "loss_total": 0.015909161418676376, + "step": 40720 + }, + { + "grad_norm": 0.4821747839450836, + "learning_rate": 6.897518765010415e-05, + "loss": 0.0193, + "step": 40730 + }, + { + "loss_action": 0.019877085462212563, + "loss_total": 0.019877085462212563, + "step": 40730 + }, + { + "loss_action": 0.03372970223426819, + "loss_total": 0.03372970223426819, + "step": 40730 + }, + { + "loss_action": 0.01615729369223118, + "loss_total": 0.01615729369223118, + "step": 40730 + }, + { + "loss_action": 0.011778668500483036, + "loss_total": 0.011778668500483036, + "step": 40730 + }, + { + "loss_action": 0.007323055528104305, + "loss_total": 0.007323055528104305, + "step": 40730 + }, + { + "loss_action": 0.009971206076443195, + "loss_total": 0.009971206076443195, + "step": 40730 + }, + { + "grad_norm": 0.45356136560440063, + "learning_rate": 6.895988887216302e-05, + "loss": 0.0187, + "step": 40740 + }, + { + "loss_action": 0.00905753206461668, + "loss_total": 0.00905753206461668, + "step": 40740 + }, + { + "loss_action": 0.026571644470095634, + "loss_total": 0.026571644470095634, + "step": 40740 + }, + { + "loss_action": 0.014631036669015884, + "loss_total": 0.014631036669015884, + "step": 40740 + }, + { + "loss_action": 0.02065178006887436, + "loss_total": 0.02065178006887436, + "step": 40740 + }, + { + "loss_action": 0.015529708005487919, + "loss_total": 0.015529708005487919, + "step": 40740 + }, + { + "loss_action": 0.05497527867555618, + "loss_total": 0.05497527867555618, + "step": 40740 + }, + { + "grad_norm": 0.4412195682525635, + "learning_rate": 6.894458802079694e-05, + "loss": 0.0182, + "step": 40750 + }, + { + "loss_action": 0.008506217040121555, + "loss_total": 0.008506217040121555, + "step": 40750 + }, + { + "loss_action": 0.016511814668774605, + "loss_total": 0.016511814668774605, + "step": 40750 + }, + { + "loss_action": 0.010632358491420746, + "loss_total": 0.010632358491420746, + "step": 40750 + }, + { + "loss_action": 0.01658404804766178, + "loss_total": 0.01658404804766178, + "step": 40750 + }, + { + "loss_action": 0.08115736395120621, + "loss_total": 0.08115736395120621, + "step": 40750 + }, + { + "loss_action": 0.025912854820489883, + "loss_total": 0.025912854820489883, + "step": 40750 + }, + { + "grad_norm": 0.38299986720085144, + "learning_rate": 6.892928509767922e-05, + "loss": 0.0229, + "step": 40760 + }, + { + "loss_action": 0.056063562631607056, + "loss_total": 0.056063562631607056, + "step": 40760 + }, + { + "loss_action": 0.0189801137894392, + "loss_total": 0.0189801137894392, + "step": 40760 + }, + { + "loss_action": 0.012772607617080212, + "loss_total": 0.012772607617080212, + "step": 40760 + }, + { + "loss_action": 0.013023574836552143, + "loss_total": 0.013023574836552143, + "step": 40760 + }, + { + "loss_action": 0.009885796345770359, + "loss_total": 0.009885796345770359, + "step": 40760 + }, + { + "loss_action": 0.057043954730033875, + "loss_total": 0.057043954730033875, + "step": 40760 + }, + { + "grad_norm": 0.33175036311149597, + "learning_rate": 6.891398010448333e-05, + "loss": 0.022, + "step": 40770 + }, + { + "loss_action": 0.022877149283885956, + "loss_total": 0.022877149283885956, + "step": 40770 + }, + { + "loss_action": 0.01694704405963421, + "loss_total": 0.01694704405963421, + "step": 40770 + }, + { + "loss_action": 0.007609555963426828, + "loss_total": 0.007609555963426828, + "step": 40770 + }, + { + "loss_action": 0.012560917064547539, + "loss_total": 0.012560917064547539, + "step": 40770 + }, + { + "loss_action": 0.018994830548763275, + "loss_total": 0.018994830548763275, + "step": 40770 + }, + { + "loss_action": 0.007236424367874861, + "loss_total": 0.007236424367874861, + "step": 40770 + }, + { + "grad_norm": 0.44475698471069336, + "learning_rate": 6.8898673042883e-05, + "loss": 0.0249, + "step": 40780 + }, + { + "loss_action": 0.009122884832322598, + "loss_total": 0.009122884832322598, + "step": 40780 + }, + { + "loss_action": 0.01023477129638195, + "loss_total": 0.01023477129638195, + "step": 40780 + }, + { + "loss_action": 0.010813879780471325, + "loss_total": 0.010813879780471325, + "step": 40780 + }, + { + "loss_action": 0.021173832938075066, + "loss_total": 0.021173832938075066, + "step": 40780 + }, + { + "loss_action": 0.009426446631550789, + "loss_total": 0.009426446631550789, + "step": 40780 + }, + { + "loss_action": 0.015667788684368134, + "loss_total": 0.015667788684368134, + "step": 40780 + }, + { + "grad_norm": 0.49934545159339905, + "learning_rate": 6.888336391455222e-05, + "loss": 0.018, + "step": 40790 + }, + { + "loss_action": 0.016394000500440598, + "loss_total": 0.016394000500440598, + "step": 40790 + }, + { + "loss_action": 0.015693865716457367, + "loss_total": 0.015693865716457367, + "step": 40790 + }, + { + "loss_action": 0.021151958033442497, + "loss_total": 0.021151958033442497, + "step": 40790 + }, + { + "loss_action": 0.011441675946116447, + "loss_total": 0.011441675946116447, + "step": 40790 + }, + { + "loss_action": 0.03073343075811863, + "loss_total": 0.03073343075811863, + "step": 40790 + }, + { + "loss_action": 0.017321420833468437, + "loss_total": 0.017321420833468437, + "step": 40790 + }, + { + "grad_norm": 0.427604615688324, + "learning_rate": 6.886805272116513e-05, + "loss": 0.0236, + "step": 40800 + }, + { + "loss_action": 0.02237958461046219, + "loss_total": 0.02237958461046219, + "step": 40800 + }, + { + "loss_action": 0.021068895235657692, + "loss_total": 0.021068895235657692, + "step": 40800 + }, + { + "loss_action": 0.012394430115818977, + "loss_total": 0.012394430115818977, + "step": 40800 + }, + { + "loss_action": 0.012043509632349014, + "loss_total": 0.012043509632349014, + "step": 40800 + }, + { + "loss_action": 0.011300574988126755, + "loss_total": 0.011300574988126755, + "step": 40800 + }, + { + "loss_action": 0.012719893828034401, + "loss_total": 0.012719893828034401, + "step": 40800 + }, + { + "grad_norm": 0.444185733795166, + "learning_rate": 6.885273946439617e-05, + "loss": 0.0223, + "step": 40810 + }, + { + "loss_action": 0.011434946209192276, + "loss_total": 0.011434946209192276, + "step": 40810 + }, + { + "loss_action": 0.023494133725762367, + "loss_total": 0.023494133725762367, + "step": 40810 + }, + { + "loss_action": 0.011553282849490643, + "loss_total": 0.011553282849490643, + "step": 40810 + }, + { + "loss_action": 0.00995535310357809, + "loss_total": 0.00995535310357809, + "step": 40810 + }, + { + "loss_action": 0.022708551958203316, + "loss_total": 0.022708551958203316, + "step": 40810 + }, + { + "loss_action": 0.015872009098529816, + "loss_total": 0.015872009098529816, + "step": 40810 + }, + { + "grad_norm": 0.3400791883468628, + "learning_rate": 6.883742414591998e-05, + "loss": 0.0174, + "step": 40820 + }, + { + "loss_action": 0.016529329121112823, + "loss_total": 0.016529329121112823, + "step": 40820 + }, + { + "loss_action": 0.010225813835859299, + "loss_total": 0.010225813835859299, + "step": 40820 + }, + { + "loss_action": 0.008899715729057789, + "loss_total": 0.008899715729057789, + "step": 40820 + }, + { + "loss_action": 0.013730286620557308, + "loss_total": 0.013730286620557308, + "step": 40820 + }, + { + "loss_action": 0.02652062103152275, + "loss_total": 0.02652062103152275, + "step": 40820 + }, + { + "loss_action": 0.030380891636013985, + "loss_total": 0.030380891636013985, + "step": 40820 + }, + { + "grad_norm": 0.40877220034599304, + "learning_rate": 6.88221067674114e-05, + "loss": 0.0147, + "step": 40830 + }, + { + "loss_action": 0.013817287050187588, + "loss_total": 0.013817287050187588, + "step": 40830 + }, + { + "loss_action": 0.011671934276819229, + "loss_total": 0.011671934276819229, + "step": 40830 + }, + { + "loss_action": 0.009353339672088623, + "loss_total": 0.009353339672088623, + "step": 40830 + }, + { + "loss_action": 0.017059465870261192, + "loss_total": 0.017059465870261192, + "step": 40830 + }, + { + "loss_action": 0.036559246480464935, + "loss_total": 0.036559246480464935, + "step": 40830 + }, + { + "loss_action": 0.01178098376840353, + "loss_total": 0.01178098376840353, + "step": 40830 + }, + { + "grad_norm": 0.36342477798461914, + "learning_rate": 6.88067873305455e-05, + "loss": 0.0157, + "step": 40840 + }, + { + "loss_action": 0.01931755617260933, + "loss_total": 0.01931755617260933, + "step": 40840 + }, + { + "loss_action": 0.01146828942000866, + "loss_total": 0.01146828942000866, + "step": 40840 + }, + { + "loss_action": 0.010993354953825474, + "loss_total": 0.010993354953825474, + "step": 40840 + }, + { + "loss_action": 0.012761380523443222, + "loss_total": 0.012761380523443222, + "step": 40840 + }, + { + "loss_action": 0.0088865477591753, + "loss_total": 0.0088865477591753, + "step": 40840 + }, + { + "loss_action": 0.008796630427241325, + "loss_total": 0.008796630427241325, + "step": 40840 + }, + { + "grad_norm": 0.41174036264419556, + "learning_rate": 6.879146583699765e-05, + "loss": 0.0156, + "step": 40850 + }, + { + "loss_action": 0.014325154945254326, + "loss_total": 0.014325154945254326, + "step": 40850 + }, + { + "loss_action": 0.01232520118355751, + "loss_total": 0.01232520118355751, + "step": 40850 + }, + { + "loss_action": 0.008579863235354424, + "loss_total": 0.008579863235354424, + "step": 40850 + }, + { + "loss_action": 0.008178056217730045, + "loss_total": 0.008178056217730045, + "step": 40850 + }, + { + "loss_action": 0.008738381788134575, + "loss_total": 0.008738381788134575, + "step": 40850 + }, + { + "loss_action": 0.015111458487808704, + "loss_total": 0.015111458487808704, + "step": 40850 + }, + { + "grad_norm": 0.4714459776878357, + "learning_rate": 6.877614228844334e-05, + "loss": 0.0188, + "step": 40860 + }, + { + "loss_action": 0.014403365552425385, + "loss_total": 0.014403365552425385, + "step": 40860 + }, + { + "loss_action": 0.028443684801459312, + "loss_total": 0.028443684801459312, + "step": 40860 + }, + { + "loss_action": 0.01739906333386898, + "loss_total": 0.01739906333386898, + "step": 40860 + }, + { + "loss_action": 0.02314743772149086, + "loss_total": 0.02314743772149086, + "step": 40860 + }, + { + "loss_action": 0.012406737543642521, + "loss_total": 0.012406737543642521, + "step": 40860 + }, + { + "loss_action": 0.015754465013742447, + "loss_total": 0.015754465013742447, + "step": 40860 + }, + { + "grad_norm": 0.5250535607337952, + "learning_rate": 6.876081668655832e-05, + "loss": 0.0214, + "step": 40870 + }, + { + "loss_action": 0.0554005466401577, + "loss_total": 0.0554005466401577, + "step": 40870 + }, + { + "loss_action": 0.008922962471842766, + "loss_total": 0.008922962471842766, + "step": 40870 + }, + { + "loss_action": 0.01696552149951458, + "loss_total": 0.01696552149951458, + "step": 40870 + }, + { + "loss_action": 0.016350463032722473, + "loss_total": 0.016350463032722473, + "step": 40870 + }, + { + "loss_action": 0.013530193828046322, + "loss_total": 0.013530193828046322, + "step": 40870 + }, + { + "loss_action": 0.011801893822848797, + "loss_total": 0.011801893822848797, + "step": 40870 + }, + { + "grad_norm": 0.4059028923511505, + "learning_rate": 6.874548903301861e-05, + "loss": 0.0227, + "step": 40880 + }, + { + "loss_action": 0.017048195004463196, + "loss_total": 0.017048195004463196, + "step": 40880 + }, + { + "loss_action": 0.013781394809484482, + "loss_total": 0.013781394809484482, + "step": 40880 + }, + { + "loss_action": 0.06078357994556427, + "loss_total": 0.06078357994556427, + "step": 40880 + }, + { + "loss_action": 0.033981405198574066, + "loss_total": 0.033981405198574066, + "step": 40880 + }, + { + "loss_action": 0.014672334305942059, + "loss_total": 0.014672334305942059, + "step": 40880 + }, + { + "loss_action": 0.015152547508478165, + "loss_total": 0.015152547508478165, + "step": 40880 + }, + { + "grad_norm": 0.310010701417923, + "learning_rate": 6.873015932950039e-05, + "loss": 0.0186, + "step": 40890 + }, + { + "loss_action": 0.011404328979551792, + "loss_total": 0.011404328979551792, + "step": 40890 + }, + { + "loss_action": 0.019967807456851006, + "loss_total": 0.019967807456851006, + "step": 40890 + }, + { + "loss_action": 0.015219993889331818, + "loss_total": 0.015219993889331818, + "step": 40890 + }, + { + "loss_action": 0.018465479835867882, + "loss_total": 0.018465479835867882, + "step": 40890 + }, + { + "loss_action": 0.04988916590809822, + "loss_total": 0.04988916590809822, + "step": 40890 + }, + { + "loss_action": 0.01338682696223259, + "loss_total": 0.01338682696223259, + "step": 40890 + }, + { + "grad_norm": 0.34120360016822815, + "learning_rate": 6.871482757768012e-05, + "loss": 0.0173, + "step": 40900 + }, + { + "loss_action": 0.009942359291017056, + "loss_total": 0.009942359291017056, + "step": 40900 + }, + { + "loss_action": 0.03100719302892685, + "loss_total": 0.03100719302892685, + "step": 40900 + }, + { + "loss_action": 0.013510195538401604, + "loss_total": 0.013510195538401604, + "step": 40900 + }, + { + "loss_action": 0.04310059919953346, + "loss_total": 0.04310059919953346, + "step": 40900 + }, + { + "loss_action": 0.011654525995254517, + "loss_total": 0.011654525995254517, + "step": 40900 + }, + { + "loss_action": 0.009693891741335392, + "loss_total": 0.009693891741335392, + "step": 40900 + }, + { + "grad_norm": 0.4564357101917267, + "learning_rate": 6.869949377923442e-05, + "loss": 0.023, + "step": 40910 + }, + { + "loss_action": 0.019026504829525948, + "loss_total": 0.019026504829525948, + "step": 40910 + }, + { + "loss_action": 0.008557368069887161, + "loss_total": 0.008557368069887161, + "step": 40910 + }, + { + "loss_action": 0.01713957078754902, + "loss_total": 0.01713957078754902, + "step": 40910 + }, + { + "loss_action": 0.021383337676525116, + "loss_total": 0.021383337676525116, + "step": 40910 + }, + { + "loss_action": 0.008554138243198395, + "loss_total": 0.008554138243198395, + "step": 40910 + }, + { + "loss_action": 0.010462992824614048, + "loss_total": 0.010462992824614048, + "step": 40910 + }, + { + "grad_norm": 0.38423025608062744, + "learning_rate": 6.868415793584022e-05, + "loss": 0.0231, + "step": 40920 + }, + { + "loss_action": 0.010787887498736382, + "loss_total": 0.010787887498736382, + "step": 40920 + }, + { + "loss_action": 0.01172978337854147, + "loss_total": 0.01172978337854147, + "step": 40920 + }, + { + "loss_action": 0.030873751267790794, + "loss_total": 0.030873751267790794, + "step": 40920 + }, + { + "loss_action": 0.03042142651975155, + "loss_total": 0.03042142651975155, + "step": 40920 + }, + { + "loss_action": 0.009193602949380875, + "loss_total": 0.009193602949380875, + "step": 40920 + }, + { + "loss_action": 0.015601162798702717, + "loss_total": 0.015601162798702717, + "step": 40920 + }, + { + "grad_norm": 0.3823782503604889, + "learning_rate": 6.86688200491746e-05, + "loss": 0.0216, + "step": 40930 + }, + { + "loss_action": 0.02808103710412979, + "loss_total": 0.02808103710412979, + "step": 40930 + }, + { + "loss_action": 0.009281791746616364, + "loss_total": 0.009281791746616364, + "step": 40930 + }, + { + "loss_action": 0.011745668016374111, + "loss_total": 0.011745668016374111, + "step": 40930 + }, + { + "loss_action": 0.011382374912500381, + "loss_total": 0.011382374912500381, + "step": 40930 + }, + { + "loss_action": 0.017261220142245293, + "loss_total": 0.017261220142245293, + "step": 40930 + }, + { + "loss_action": 0.010807306505739689, + "loss_total": 0.010807306505739689, + "step": 40930 + }, + { + "grad_norm": 0.39291536808013916, + "learning_rate": 6.865348012091488e-05, + "loss": 0.0205, + "step": 40940 + }, + { + "loss_action": 0.006070166826248169, + "loss_total": 0.006070166826248169, + "step": 40940 + }, + { + "loss_action": 0.018267206847667694, + "loss_total": 0.018267206847667694, + "step": 40940 + }, + { + "loss_action": 0.018200241029262543, + "loss_total": 0.018200241029262543, + "step": 40940 + }, + { + "loss_action": 0.15010623633861542, + "loss_total": 0.15010623633861542, + "step": 40940 + }, + { + "loss_action": 0.0075234780088067055, + "loss_total": 0.0075234780088067055, + "step": 40940 + }, + { + "loss_action": 0.028897296637296677, + "loss_total": 0.028897296637296677, + "step": 40940 + }, + { + "grad_norm": 0.3666611611843109, + "learning_rate": 6.86381381527386e-05, + "loss": 0.0267, + "step": 40950 + }, + { + "loss_action": 0.021993646398186684, + "loss_total": 0.021993646398186684, + "step": 40950 + }, + { + "loss_action": 0.010471451096236706, + "loss_total": 0.010471451096236706, + "step": 40950 + }, + { + "loss_action": 0.012400777079164982, + "loss_total": 0.012400777079164982, + "step": 40950 + }, + { + "loss_action": 0.026671037077903748, + "loss_total": 0.026671037077903748, + "step": 40950 + }, + { + "loss_action": 0.013857678510248661, + "loss_total": 0.013857678510248661, + "step": 40950 + }, + { + "loss_action": 0.008833901025354862, + "loss_total": 0.008833901025354862, + "step": 40950 + }, + { + "grad_norm": 0.5851640105247498, + "learning_rate": 6.862279414632359e-05, + "loss": 0.0172, + "step": 40960 + }, + { + "loss_action": 0.008090030401945114, + "loss_total": 0.008090030401945114, + "step": 40960 + }, + { + "loss_action": 0.1338328719139099, + "loss_total": 0.1338328719139099, + "step": 40960 + }, + { + "loss_action": 0.0221694502979517, + "loss_total": 0.0221694502979517, + "step": 40960 + }, + { + "loss_action": 0.02704518847167492, + "loss_total": 0.02704518847167492, + "step": 40960 + }, + { + "loss_action": 0.01074204407632351, + "loss_total": 0.01074204407632351, + "step": 40960 + }, + { + "loss_action": 0.014151637442409992, + "loss_total": 0.014151637442409992, + "step": 40960 + }, + { + "grad_norm": 0.4249216914176941, + "learning_rate": 6.860744810334778e-05, + "loss": 0.0251, + "step": 40970 + }, + { + "loss_action": 0.022678546607494354, + "loss_total": 0.022678546607494354, + "step": 40970 + }, + { + "loss_action": 0.011937903240323067, + "loss_total": 0.011937903240323067, + "step": 40970 + }, + { + "loss_action": 0.01812109537422657, + "loss_total": 0.01812109537422657, + "step": 40970 + }, + { + "loss_action": 0.022474629804491997, + "loss_total": 0.022474629804491997, + "step": 40970 + }, + { + "loss_action": 0.10946284234523773, + "loss_total": 0.10946284234523773, + "step": 40970 + }, + { + "loss_action": 0.021334392949938774, + "loss_total": 0.021334392949938774, + "step": 40970 + }, + { + "grad_norm": 0.422006219625473, + "learning_rate": 6.859210002548943e-05, + "loss": 0.0245, + "step": 40980 + }, + { + "loss_action": 0.027326619252562523, + "loss_total": 0.027326619252562523, + "step": 40980 + }, + { + "loss_action": 0.012582553550601006, + "loss_total": 0.012582553550601006, + "step": 40980 + }, + { + "loss_action": 0.02505526691675186, + "loss_total": 0.02505526691675186, + "step": 40980 + }, + { + "loss_action": 0.013107351027429104, + "loss_total": 0.013107351027429104, + "step": 40980 + }, + { + "loss_action": 0.014252501539885998, + "loss_total": 0.014252501539885998, + "step": 40980 + }, + { + "loss_action": 0.01487693376839161, + "loss_total": 0.01487693376839161, + "step": 40980 + }, + { + "grad_norm": 0.372213214635849, + "learning_rate": 6.8576749914427e-05, + "loss": 0.019, + "step": 40990 + }, + { + "loss_action": 0.018260963261127472, + "loss_total": 0.018260963261127472, + "step": 40990 + }, + { + "loss_action": 0.008981510996818542, + "loss_total": 0.008981510996818542, + "step": 40990 + }, + { + "loss_action": 0.01143699698150158, + "loss_total": 0.01143699698150158, + "step": 40990 + }, + { + "loss_action": 0.035695601254701614, + "loss_total": 0.035695601254701614, + "step": 40990 + }, + { + "loss_action": 0.06254715472459793, + "loss_total": 0.06254715472459793, + "step": 40990 + }, + { + "loss_action": 0.011765215545892715, + "loss_total": 0.011765215545892715, + "step": 40990 + }, + { + "grad_norm": 0.44781020283699036, + "learning_rate": 6.85613977718391e-05, + "loss": 0.0203, + "step": 41000 + }, + { + "loss_action": 0.00828328263014555, + "loss_total": 0.00828328263014555, + "step": 41000 + }, + { + "loss_action": 0.009875530377030373, + "loss_total": 0.009875530377030373, + "step": 41000 + }, + { + "loss_action": 0.009183494374155998, + "loss_total": 0.009183494374155998, + "step": 41000 + }, + { + "loss_action": 0.00946885161101818, + "loss_total": 0.00946885161101818, + "step": 41000 + }, + { + "loss_action": 0.0323999784886837, + "loss_total": 0.0323999784886837, + "step": 41000 + }, + { + "loss_action": 0.010466637089848518, + "loss_total": 0.010466637089848518, + "step": 41000 + }, + { + "grad_norm": 0.3333044648170471, + "learning_rate": 6.854604359940464e-05, + "loss": 0.0171, + "step": 41010 + }, + { + "loss_action": 0.02046571485698223, + "loss_total": 0.02046571485698223, + "step": 41010 + }, + { + "loss_action": 0.01172668393701315, + "loss_total": 0.01172668393701315, + "step": 41010 + }, + { + "loss_action": 0.019571971148252487, + "loss_total": 0.019571971148252487, + "step": 41010 + }, + { + "loss_action": 0.012021157890558243, + "loss_total": 0.012021157890558243, + "step": 41010 + }, + { + "loss_action": 0.01677040196955204, + "loss_total": 0.01677040196955204, + "step": 41010 + }, + { + "loss_action": 0.010734722949564457, + "loss_total": 0.010734722949564457, + "step": 41010 + }, + { + "grad_norm": 0.48502591252326965, + "learning_rate": 6.853068739880276e-05, + "loss": 0.0211, + "step": 41020 + }, + { + "loss_action": 0.016938861459493637, + "loss_total": 0.016938861459493637, + "step": 41020 + }, + { + "loss_action": 0.021052762866020203, + "loss_total": 0.021052762866020203, + "step": 41020 + }, + { + "loss_action": 0.16939513385295868, + "loss_total": 0.16939513385295868, + "step": 41020 + }, + { + "loss_action": 0.03098359890282154, + "loss_total": 0.03098359890282154, + "step": 41020 + }, + { + "loss_action": 0.006868361495435238, + "loss_total": 0.006868361495435238, + "step": 41020 + }, + { + "loss_action": 0.012544111348688602, + "loss_total": 0.012544111348688602, + "step": 41020 + }, + { + "grad_norm": 0.47468897700309753, + "learning_rate": 6.851532917171276e-05, + "loss": 0.0275, + "step": 41030 + }, + { + "loss_action": 0.018727008253335953, + "loss_total": 0.018727008253335953, + "step": 41030 + }, + { + "loss_action": 0.01357193011790514, + "loss_total": 0.01357193011790514, + "step": 41030 + }, + { + "loss_action": 0.018060578033328056, + "loss_total": 0.018060578033328056, + "step": 41030 + }, + { + "loss_action": 0.013334379531443119, + "loss_total": 0.013334379531443119, + "step": 41030 + }, + { + "loss_action": 0.013196605257689953, + "loss_total": 0.013196605257689953, + "step": 41030 + }, + { + "loss_action": 0.021529670804739, + "loss_total": 0.021529670804739, + "step": 41030 + }, + { + "grad_norm": 0.28875648975372314, + "learning_rate": 6.849996891981418e-05, + "loss": 0.0194, + "step": 41040 + }, + { + "loss_action": 0.017321672290563583, + "loss_total": 0.017321672290563583, + "step": 41040 + }, + { + "loss_action": 0.01361431647092104, + "loss_total": 0.01361431647092104, + "step": 41040 + }, + { + "loss_action": 0.017037594690918922, + "loss_total": 0.017037594690918922, + "step": 41040 + }, + { + "loss_action": 0.01110489759594202, + "loss_total": 0.01110489759594202, + "step": 41040 + }, + { + "loss_action": 0.014125115238130093, + "loss_total": 0.014125115238130093, + "step": 41040 + }, + { + "loss_action": 0.01137856300920248, + "loss_total": 0.01137856300920248, + "step": 41040 + }, + { + "grad_norm": 0.5337490439414978, + "learning_rate": 6.848460664478684e-05, + "loss": 0.0236, + "step": 41050 + }, + { + "loss_action": 0.008348160423338413, + "loss_total": 0.008348160423338413, + "step": 41050 + }, + { + "loss_action": 0.008146803826093674, + "loss_total": 0.008146803826093674, + "step": 41050 + }, + { + "loss_action": 0.011968754231929779, + "loss_total": 0.011968754231929779, + "step": 41050 + }, + { + "loss_action": 0.015287589281797409, + "loss_total": 0.015287589281797409, + "step": 41050 + }, + { + "loss_action": 0.014899875968694687, + "loss_total": 0.014899875968694687, + "step": 41050 + }, + { + "loss_action": 0.011964943259954453, + "loss_total": 0.011964943259954453, + "step": 41050 + }, + { + "grad_norm": 0.3962623178958893, + "learning_rate": 6.846924234831069e-05, + "loss": 0.0206, + "step": 41060 + }, + { + "loss_action": 0.03406605124473572, + "loss_total": 0.03406605124473572, + "step": 41060 + }, + { + "loss_action": 0.061690401285886765, + "loss_total": 0.061690401285886765, + "step": 41060 + }, + { + "loss_action": 0.043947722762823105, + "loss_total": 0.043947722762823105, + "step": 41060 + }, + { + "loss_action": 0.012743711471557617, + "loss_total": 0.012743711471557617, + "step": 41060 + }, + { + "loss_action": 0.01478330884128809, + "loss_total": 0.01478330884128809, + "step": 41060 + }, + { + "loss_action": 0.012969501316547394, + "loss_total": 0.012969501316547394, + "step": 41060 + }, + { + "grad_norm": 0.449601411819458, + "learning_rate": 6.845387603206597e-05, + "loss": 0.0216, + "step": 41070 + }, + { + "loss_action": 0.013194674625992775, + "loss_total": 0.013194674625992775, + "step": 41070 + }, + { + "loss_action": 0.023105109110474586, + "loss_total": 0.023105109110474586, + "step": 41070 + }, + { + "loss_action": 0.01671747677028179, + "loss_total": 0.01671747677028179, + "step": 41070 + }, + { + "loss_action": 0.03302493691444397, + "loss_total": 0.03302493691444397, + "step": 41070 + }, + { + "loss_action": 0.021094921976327896, + "loss_total": 0.021094921976327896, + "step": 41070 + }, + { + "loss_action": 0.02515270747244358, + "loss_total": 0.02515270747244358, + "step": 41070 + }, + { + "grad_norm": 0.2916896343231201, + "learning_rate": 6.843850769773312e-05, + "loss": 0.0191, + "step": 41080 + }, + { + "loss_action": 0.02456749975681305, + "loss_total": 0.02456749975681305, + "step": 41080 + }, + { + "loss_action": 0.008656931109726429, + "loss_total": 0.008656931109726429, + "step": 41080 + }, + { + "loss_action": 0.02753503806889057, + "loss_total": 0.02753503806889057, + "step": 41080 + }, + { + "loss_action": 0.032805923372507095, + "loss_total": 0.032805923372507095, + "step": 41080 + }, + { + "loss_action": 0.010644663125276566, + "loss_total": 0.010644663125276566, + "step": 41080 + }, + { + "loss_action": 0.013941504061222076, + "loss_total": 0.013941504061222076, + "step": 41080 + }, + { + "grad_norm": 0.37997928261756897, + "learning_rate": 6.842313734699278e-05, + "loss": 0.0176, + "step": 41090 + }, + { + "loss_action": 0.015195641666650772, + "loss_total": 0.015195641666650772, + "step": 41090 + }, + { + "loss_action": 0.024015620350837708, + "loss_total": 0.024015620350837708, + "step": 41090 + }, + { + "loss_action": 0.0064588733948767185, + "loss_total": 0.0064588733948767185, + "step": 41090 + }, + { + "loss_action": 0.009321444667875767, + "loss_total": 0.009321444667875767, + "step": 41090 + }, + { + "loss_action": 0.06296639889478683, + "loss_total": 0.06296639889478683, + "step": 41090 + }, + { + "loss_action": 0.015347911044955254, + "loss_total": 0.015347911044955254, + "step": 41090 + }, + { + "grad_norm": 0.4213741719722748, + "learning_rate": 6.840776498152584e-05, + "loss": 0.0221, + "step": 41100 + }, + { + "loss_action": 0.010014642030000687, + "loss_total": 0.010014642030000687, + "step": 41100 + }, + { + "loss_action": 0.018879111856222153, + "loss_total": 0.018879111856222153, + "step": 41100 + }, + { + "loss_action": 0.012368877418339252, + "loss_total": 0.012368877418339252, + "step": 41100 + }, + { + "loss_action": 0.011737643741071224, + "loss_total": 0.011737643741071224, + "step": 41100 + }, + { + "loss_action": 0.020039211958646774, + "loss_total": 0.020039211958646774, + "step": 41100 + }, + { + "loss_action": 0.018120719119906425, + "loss_total": 0.018120719119906425, + "step": 41100 + }, + { + "grad_norm": 0.4049074351787567, + "learning_rate": 6.83923906030134e-05, + "loss": 0.019, + "step": 41110 + }, + { + "loss_action": 0.23376433551311493, + "loss_total": 0.23376433551311493, + "step": 41110 + }, + { + "loss_action": 0.007556139957159758, + "loss_total": 0.007556139957159758, + "step": 41110 + }, + { + "loss_action": 0.015663878992199898, + "loss_total": 0.015663878992199898, + "step": 41110 + }, + { + "loss_action": 0.009737770073115826, + "loss_total": 0.009737770073115826, + "step": 41110 + }, + { + "loss_action": 0.011393271386623383, + "loss_total": 0.011393271386623383, + "step": 41110 + }, + { + "loss_action": 0.01572057418525219, + "loss_total": 0.01572057418525219, + "step": 41110 + }, + { + "grad_norm": 0.3615649938583374, + "learning_rate": 6.837701421313677e-05, + "loss": 0.0215, + "step": 41120 + }, + { + "loss_action": 0.026227839291095734, + "loss_total": 0.026227839291095734, + "step": 41120 + }, + { + "loss_action": 0.01989275962114334, + "loss_total": 0.01989275962114334, + "step": 41120 + }, + { + "loss_action": 0.011464636772871017, + "loss_total": 0.011464636772871017, + "step": 41120 + }, + { + "loss_action": 0.011117399670183659, + "loss_total": 0.011117399670183659, + "step": 41120 + }, + { + "loss_action": 0.00953289307653904, + "loss_total": 0.00953289307653904, + "step": 41120 + }, + { + "loss_action": 0.008303365670144558, + "loss_total": 0.008303365670144558, + "step": 41120 + }, + { + "grad_norm": 0.4387831389904022, + "learning_rate": 6.83616358135775e-05, + "loss": 0.0203, + "step": 41130 + }, + { + "loss_action": 0.03254508227109909, + "loss_total": 0.03254508227109909, + "step": 41130 + }, + { + "loss_action": 0.008959736675024033, + "loss_total": 0.008959736675024033, + "step": 41130 + }, + { + "loss_action": 0.04996710643172264, + "loss_total": 0.04996710643172264, + "step": 41130 + }, + { + "loss_action": 0.027556154876947403, + "loss_total": 0.027556154876947403, + "step": 41130 + }, + { + "loss_action": 0.024027952924370766, + "loss_total": 0.024027952924370766, + "step": 41130 + }, + { + "loss_action": 0.009135748259723186, + "loss_total": 0.009135748259723186, + "step": 41130 + }, + { + "grad_norm": 0.4341924786567688, + "learning_rate": 6.834625540601734e-05, + "loss": 0.0201, + "step": 41140 + }, + { + "loss_action": 0.014355107210576534, + "loss_total": 0.014355107210576534, + "step": 41140 + }, + { + "loss_action": 0.017034702003002167, + "loss_total": 0.017034702003002167, + "step": 41140 + }, + { + "loss_action": 0.009348422288894653, + "loss_total": 0.009348422288894653, + "step": 41140 + }, + { + "loss_action": 0.010147352702915668, + "loss_total": 0.010147352702915668, + "step": 41140 + }, + { + "loss_action": 0.018656089901924133, + "loss_total": 0.018656089901924133, + "step": 41140 + }, + { + "loss_action": 0.016089214012026787, + "loss_total": 0.016089214012026787, + "step": 41140 + }, + { + "grad_norm": 0.4106833040714264, + "learning_rate": 6.833087299213829e-05, + "loss": 0.0183, + "step": 41150 + }, + { + "loss_action": 0.01514013484120369, + "loss_total": 0.01514013484120369, + "step": 41150 + }, + { + "loss_action": 0.02002798207104206, + "loss_total": 0.02002798207104206, + "step": 41150 + }, + { + "loss_action": 0.011334978975355625, + "loss_total": 0.011334978975355625, + "step": 41150 + }, + { + "loss_action": 0.009686565026640892, + "loss_total": 0.009686565026640892, + "step": 41150 + }, + { + "loss_action": 0.013489524833858013, + "loss_total": 0.013489524833858013, + "step": 41150 + }, + { + "loss_action": 0.023149942979216576, + "loss_total": 0.023149942979216576, + "step": 41150 + }, + { + "grad_norm": 0.38719892501831055, + "learning_rate": 6.83154885736225e-05, + "loss": 0.0204, + "step": 41160 + }, + { + "loss_action": 0.02053009532392025, + "loss_total": 0.02053009532392025, + "step": 41160 + }, + { + "loss_action": 0.017695019021630287, + "loss_total": 0.017695019021630287, + "step": 41160 + }, + { + "loss_action": 0.010407215915620327, + "loss_total": 0.010407215915620327, + "step": 41160 + }, + { + "loss_action": 0.00902040209621191, + "loss_total": 0.00902040209621191, + "step": 41160 + }, + { + "loss_action": 0.023042753338813782, + "loss_total": 0.023042753338813782, + "step": 41160 + }, + { + "loss_action": 0.009264504536986351, + "loss_total": 0.009264504536986351, + "step": 41160 + }, + { + "grad_norm": 0.5094974040985107, + "learning_rate": 6.830010215215244e-05, + "loss": 0.0219, + "step": 41170 + }, + { + "loss_action": 0.03265859931707382, + "loss_total": 0.03265859931707382, + "step": 41170 + }, + { + "loss_action": 0.02328559011220932, + "loss_total": 0.02328559011220932, + "step": 41170 + }, + { + "loss_action": 0.013661248609423637, + "loss_total": 0.013661248609423637, + "step": 41170 + }, + { + "loss_action": 0.010950318537652493, + "loss_total": 0.010950318537652493, + "step": 41170 + }, + { + "loss_action": 0.005976430140435696, + "loss_total": 0.005976430140435696, + "step": 41170 + }, + { + "loss_action": 0.03213471546769142, + "loss_total": 0.03213471546769142, + "step": 41170 + }, + { + "grad_norm": 0.5463575124740601, + "learning_rate": 6.828471372941072e-05, + "loss": 0.0202, + "step": 41180 + }, + { + "loss_action": 0.012624256312847137, + "loss_total": 0.012624256312847137, + "step": 41180 + }, + { + "loss_action": 0.010434495285153389, + "loss_total": 0.010434495285153389, + "step": 41180 + }, + { + "loss_action": 0.008499767631292343, + "loss_total": 0.008499767631292343, + "step": 41180 + }, + { + "loss_action": 0.018675433471798897, + "loss_total": 0.018675433471798897, + "step": 41180 + }, + { + "loss_action": 0.013495021499693394, + "loss_total": 0.013495021499693394, + "step": 41180 + }, + { + "loss_action": 0.020709171891212463, + "loss_total": 0.020709171891212463, + "step": 41180 + }, + { + "grad_norm": 0.46785905957221985, + "learning_rate": 6.826932330708018e-05, + "loss": 0.0168, + "step": 41190 + }, + { + "loss_action": 0.02192782424390316, + "loss_total": 0.02192782424390316, + "step": 41190 + }, + { + "loss_action": 0.012167610228061676, + "loss_total": 0.012167610228061676, + "step": 41190 + }, + { + "loss_action": 0.011204399168491364, + "loss_total": 0.011204399168491364, + "step": 41190 + }, + { + "loss_action": 0.02316904440522194, + "loss_total": 0.02316904440522194, + "step": 41190 + }, + { + "loss_action": 0.01573917269706726, + "loss_total": 0.01573917269706726, + "step": 41190 + }, + { + "loss_action": 0.02921847440302372, + "loss_total": 0.02921847440302372, + "step": 41190 + }, + { + "grad_norm": 0.33750882744789124, + "learning_rate": 6.825393088684393e-05, + "loss": 0.0183, + "step": 41200 + }, + { + "loss_action": 0.014224626123905182, + "loss_total": 0.014224626123905182, + "step": 41200 + }, + { + "loss_action": 0.007592897862195969, + "loss_total": 0.007592897862195969, + "step": 41200 + }, + { + "loss_action": 0.014962018467485905, + "loss_total": 0.014962018467485905, + "step": 41200 + }, + { + "loss_action": 0.01680474728345871, + "loss_total": 0.01680474728345871, + "step": 41200 + }, + { + "loss_action": 0.018594980239868164, + "loss_total": 0.018594980239868164, + "step": 41200 + }, + { + "loss_action": 0.008087246678769588, + "loss_total": 0.008087246678769588, + "step": 41200 + }, + { + "grad_norm": 0.3036905825138092, + "learning_rate": 6.823853647038524e-05, + "loss": 0.0185, + "step": 41210 + }, + { + "loss_action": 0.012949692085385323, + "loss_total": 0.012949692085385323, + "step": 41210 + }, + { + "loss_action": 0.009576680138707161, + "loss_total": 0.009576680138707161, + "step": 41210 + }, + { + "loss_action": 0.013208676129579544, + "loss_total": 0.013208676129579544, + "step": 41210 + }, + { + "loss_action": 0.010312636382877827, + "loss_total": 0.010312636382877827, + "step": 41210 + }, + { + "loss_action": 0.018737008795142174, + "loss_total": 0.018737008795142174, + "step": 41210 + }, + { + "loss_action": 0.011590136215090752, + "loss_total": 0.011590136215090752, + "step": 41210 + }, + { + "grad_norm": 0.4286399483680725, + "learning_rate": 6.822314005938762e-05, + "loss": 0.0159, + "step": 41220 + }, + { + "loss_action": 0.014461210928857327, + "loss_total": 0.014461210928857327, + "step": 41220 + }, + { + "loss_action": 0.013745801523327827, + "loss_total": 0.013745801523327827, + "step": 41220 + }, + { + "loss_action": 0.017719438299536705, + "loss_total": 0.017719438299536705, + "step": 41220 + }, + { + "loss_action": 0.019855987280607224, + "loss_total": 0.019855987280607224, + "step": 41220 + }, + { + "loss_action": 0.006169876083731651, + "loss_total": 0.006169876083731651, + "step": 41220 + }, + { + "loss_action": 0.008633969351649284, + "loss_total": 0.008633969351649284, + "step": 41220 + }, + { + "grad_norm": 0.4144199788570404, + "learning_rate": 6.820774165553479e-05, + "loss": 0.0158, + "step": 41230 + }, + { + "loss_action": 0.00852162390947342, + "loss_total": 0.00852162390947342, + "step": 41230 + }, + { + "loss_action": 0.01094862725585699, + "loss_total": 0.01094862725585699, + "step": 41230 + }, + { + "loss_action": 0.006105124019086361, + "loss_total": 0.006105124019086361, + "step": 41230 + }, + { + "loss_action": 0.009186252020299435, + "loss_total": 0.009186252020299435, + "step": 41230 + }, + { + "loss_action": 0.010940560139715672, + "loss_total": 0.010940560139715672, + "step": 41230 + }, + { + "loss_action": 0.011103452183306217, + "loss_total": 0.011103452183306217, + "step": 41230 + }, + { + "grad_norm": 0.3366544544696808, + "learning_rate": 6.819234126051072e-05, + "loss": 0.0143, + "step": 41240 + }, + { + "loss_action": 0.007920467294752598, + "loss_total": 0.007920467294752598, + "step": 41240 + }, + { + "loss_action": 0.01205399539321661, + "loss_total": 0.01205399539321661, + "step": 41240 + }, + { + "loss_action": 0.03097248077392578, + "loss_total": 0.03097248077392578, + "step": 41240 + }, + { + "loss_action": 0.013806678354740143, + "loss_total": 0.013806678354740143, + "step": 41240 + }, + { + "loss_action": 0.011045688763260841, + "loss_total": 0.011045688763260841, + "step": 41240 + }, + { + "loss_action": 0.014174077659845352, + "loss_total": 0.014174077659845352, + "step": 41240 + }, + { + "grad_norm": 0.3824872672557831, + "learning_rate": 6.817693887599956e-05, + "loss": 0.0148, + "step": 41250 + }, + { + "loss_action": 0.02053234353661537, + "loss_total": 0.02053234353661537, + "step": 41250 + }, + { + "loss_action": 0.01507551595568657, + "loss_total": 0.01507551595568657, + "step": 41250 + }, + { + "loss_action": 0.00819685310125351, + "loss_total": 0.00819685310125351, + "step": 41250 + }, + { + "loss_action": 0.027879348024725914, + "loss_total": 0.027879348024725914, + "step": 41250 + }, + { + "loss_action": 0.00900386180728674, + "loss_total": 0.00900386180728674, + "step": 41250 + }, + { + "loss_action": 0.01844119280576706, + "loss_total": 0.01844119280576706, + "step": 41250 + }, + { + "grad_norm": 0.6343855857849121, + "learning_rate": 6.816153450368568e-05, + "loss": 0.025, + "step": 41260 + }, + { + "loss_action": 0.011587780900299549, + "loss_total": 0.011587780900299549, + "step": 41260 + }, + { + "loss_action": 0.024654343724250793, + "loss_total": 0.024654343724250793, + "step": 41260 + }, + { + "loss_action": 0.012187538668513298, + "loss_total": 0.012187538668513298, + "step": 41260 + }, + { + "loss_action": 0.0069106160663068295, + "loss_total": 0.0069106160663068295, + "step": 41260 + }, + { + "loss_action": 0.013832403346896172, + "loss_total": 0.013832403346896172, + "step": 41260 + }, + { + "loss_action": 0.010111095383763313, + "loss_total": 0.010111095383763313, + "step": 41260 + }, + { + "grad_norm": 0.3222101926803589, + "learning_rate": 6.814612814525372e-05, + "loss": 0.02, + "step": 41270 + }, + { + "loss_action": 0.012225400656461716, + "loss_total": 0.012225400656461716, + "step": 41270 + }, + { + "loss_action": 0.011552006006240845, + "loss_total": 0.011552006006240845, + "step": 41270 + }, + { + "loss_action": 0.008580024354159832, + "loss_total": 0.008580024354159832, + "step": 41270 + }, + { + "loss_action": 0.015441631898283958, + "loss_total": 0.015441631898283958, + "step": 41270 + }, + { + "loss_action": 0.014122695662081242, + "loss_total": 0.014122695662081242, + "step": 41270 + }, + { + "loss_action": 0.017109818756580353, + "loss_total": 0.017109818756580353, + "step": 41270 + }, + { + "grad_norm": 0.5360298156738281, + "learning_rate": 6.813071980238846e-05, + "loss": 0.0181, + "step": 41280 + }, + { + "loss_action": 0.04553990066051483, + "loss_total": 0.04553990066051483, + "step": 41280 + }, + { + "loss_action": 0.0173881147056818, + "loss_total": 0.0173881147056818, + "step": 41280 + }, + { + "loss_action": 0.018116015940904617, + "loss_total": 0.018116015940904617, + "step": 41280 + }, + { + "loss_action": 0.016123898327350616, + "loss_total": 0.016123898327350616, + "step": 41280 + }, + { + "loss_action": 0.046866439282894135, + "loss_total": 0.046866439282894135, + "step": 41280 + }, + { + "loss_action": 0.006931951269507408, + "loss_total": 0.006931951269507408, + "step": 41280 + }, + { + "grad_norm": 0.4152693748474121, + "learning_rate": 6.811530947677492e-05, + "loss": 0.0216, + "step": 41290 + }, + { + "loss_action": 0.012721270322799683, + "loss_total": 0.012721270322799683, + "step": 41290 + }, + { + "loss_action": 0.01969604194164276, + "loss_total": 0.01969604194164276, + "step": 41290 + }, + { + "loss_action": 0.017619039863348007, + "loss_total": 0.017619039863348007, + "step": 41290 + }, + { + "loss_action": 0.014088265597820282, + "loss_total": 0.014088265597820282, + "step": 41290 + }, + { + "loss_action": 0.010728640481829643, + "loss_total": 0.010728640481829643, + "step": 41290 + }, + { + "loss_action": 0.01170979905873537, + "loss_total": 0.01170979905873537, + "step": 41290 + }, + { + "grad_norm": 0.34970831871032715, + "learning_rate": 6.809989717009839e-05, + "loss": 0.0201, + "step": 41300 + }, + { + "loss_action": 0.008007412776350975, + "loss_total": 0.008007412776350975, + "step": 41300 + }, + { + "loss_action": 0.010070673190057278, + "loss_total": 0.010070673190057278, + "step": 41300 + }, + { + "loss_action": 0.02760510891675949, + "loss_total": 0.02760510891675949, + "step": 41300 + }, + { + "loss_action": 0.012200812809169292, + "loss_total": 0.012200812809169292, + "step": 41300 + }, + { + "loss_action": 0.03452429175376892, + "loss_total": 0.03452429175376892, + "step": 41300 + }, + { + "loss_action": 0.02068180963397026, + "loss_total": 0.02068180963397026, + "step": 41300 + }, + { + "grad_norm": 0.31143471598625183, + "learning_rate": 6.808448288404431e-05, + "loss": 0.0187, + "step": 41310 + }, + { + "loss_action": 0.01679161563515663, + "loss_total": 0.01679161563515663, + "step": 41310 + }, + { + "loss_action": 0.008464653044939041, + "loss_total": 0.008464653044939041, + "step": 41310 + }, + { + "loss_action": 0.010846058838069439, + "loss_total": 0.010846058838069439, + "step": 41310 + }, + { + "loss_action": 0.018404290080070496, + "loss_total": 0.018404290080070496, + "step": 41310 + }, + { + "loss_action": 0.07028663158416748, + "loss_total": 0.07028663158416748, + "step": 41310 + }, + { + "loss_action": 0.012971180491149426, + "loss_total": 0.012971180491149426, + "step": 41310 + }, + { + "grad_norm": 0.6122668385505676, + "learning_rate": 6.806906662029838e-05, + "loss": 0.0242, + "step": 41320 + }, + { + "loss_action": 0.012151272967457771, + "loss_total": 0.012151272967457771, + "step": 41320 + }, + { + "loss_action": 0.02591751702129841, + "loss_total": 0.02591751702129841, + "step": 41320 + }, + { + "loss_action": 0.013118703849613667, + "loss_total": 0.013118703849613667, + "step": 41320 + }, + { + "loss_action": 0.022139128297567368, + "loss_total": 0.022139128297567368, + "step": 41320 + }, + { + "loss_action": 0.011961444281041622, + "loss_total": 0.011961444281041622, + "step": 41320 + }, + { + "loss_action": 0.060730885714292526, + "loss_total": 0.060730885714292526, + "step": 41320 + }, + { + "grad_norm": 0.32760486006736755, + "learning_rate": 6.805364838054647e-05, + "loss": 0.0253, + "step": 41330 + }, + { + "loss_action": 0.010595440864562988, + "loss_total": 0.010595440864562988, + "step": 41330 + }, + { + "loss_action": 0.024994663894176483, + "loss_total": 0.024994663894176483, + "step": 41330 + }, + { + "loss_action": 0.018632922321558, + "loss_total": 0.018632922321558, + "step": 41330 + }, + { + "loss_action": 0.024291666224598885, + "loss_total": 0.024291666224598885, + "step": 41330 + }, + { + "loss_action": 0.010399533435702324, + "loss_total": 0.010399533435702324, + "step": 41330 + }, + { + "loss_action": 0.01688283309340477, + "loss_total": 0.01688283309340477, + "step": 41330 + }, + { + "grad_norm": 0.3825151324272156, + "learning_rate": 6.803822816647474e-05, + "loss": 0.021, + "step": 41340 + }, + { + "loss_action": 0.01540452428162098, + "loss_total": 0.01540452428162098, + "step": 41340 + }, + { + "loss_action": 0.05120200663805008, + "loss_total": 0.05120200663805008, + "step": 41340 + }, + { + "loss_action": 0.006413552910089493, + "loss_total": 0.006413552910089493, + "step": 41340 + }, + { + "loss_action": 0.020821765065193176, + "loss_total": 0.020821765065193176, + "step": 41340 + }, + { + "loss_action": 0.02176373265683651, + "loss_total": 0.02176373265683651, + "step": 41340 + }, + { + "loss_action": 0.01777915097773075, + "loss_total": 0.01777915097773075, + "step": 41340 + }, + { + "grad_norm": 0.4917684495449066, + "learning_rate": 6.802280597976949e-05, + "loss": 0.0194, + "step": 41350 + }, + { + "loss_action": 0.016945628449320793, + "loss_total": 0.016945628449320793, + "step": 41350 + }, + { + "loss_action": 0.012627898715436459, + "loss_total": 0.012627898715436459, + "step": 41350 + }, + { + "loss_action": 0.018873346969485283, + "loss_total": 0.018873346969485283, + "step": 41350 + }, + { + "loss_action": 0.007710456382483244, + "loss_total": 0.007710456382483244, + "step": 41350 + }, + { + "loss_action": 0.009804053232073784, + "loss_total": 0.009804053232073784, + "step": 41350 + }, + { + "loss_action": 0.24504439532756805, + "loss_total": 0.24504439532756805, + "step": 41350 + }, + { + "grad_norm": 0.36251941323280334, + "learning_rate": 6.800738182211727e-05, + "loss": 0.0233, + "step": 41360 + }, + { + "loss_action": 0.08023248612880707, + "loss_total": 0.08023248612880707, + "step": 41360 + }, + { + "loss_action": 0.009488292969763279, + "loss_total": 0.009488292969763279, + "step": 41360 + }, + { + "loss_action": 0.008059169165790081, + "loss_total": 0.008059169165790081, + "step": 41360 + }, + { + "loss_action": 0.016494860872626305, + "loss_total": 0.016494860872626305, + "step": 41360 + }, + { + "loss_action": 0.021139707416296005, + "loss_total": 0.021139707416296005, + "step": 41360 + }, + { + "loss_action": 0.014571119099855423, + "loss_total": 0.014571119099855423, + "step": 41360 + }, + { + "grad_norm": 0.3798730671405792, + "learning_rate": 6.799195569520485e-05, + "loss": 0.0207, + "step": 41370 + }, + { + "loss_action": 0.026473509147763252, + "loss_total": 0.026473509147763252, + "step": 41370 + }, + { + "loss_action": 0.021561047062277794, + "loss_total": 0.021561047062277794, + "step": 41370 + }, + { + "loss_action": 0.044061414897441864, + "loss_total": 0.044061414897441864, + "step": 41370 + }, + { + "loss_action": 0.031897060573101044, + "loss_total": 0.031897060573101044, + "step": 41370 + }, + { + "loss_action": 0.010795743204653263, + "loss_total": 0.010795743204653263, + "step": 41370 + }, + { + "loss_action": 0.01308737974613905, + "loss_total": 0.01308737974613905, + "step": 41370 + }, + { + "grad_norm": 0.4505303204059601, + "learning_rate": 6.79765276007192e-05, + "loss": 0.0193, + "step": 41380 + }, + { + "loss_action": 0.030759848654270172, + "loss_total": 0.030759848654270172, + "step": 41380 + }, + { + "loss_action": 0.01804398000240326, + "loss_total": 0.01804398000240326, + "step": 41380 + }, + { + "loss_action": 0.019552631303668022, + "loss_total": 0.019552631303668022, + "step": 41380 + }, + { + "loss_action": 0.00669899582862854, + "loss_total": 0.00669899582862854, + "step": 41380 + }, + { + "loss_action": 0.009874562732875347, + "loss_total": 0.009874562732875347, + "step": 41380 + }, + { + "loss_action": 0.01792212761938572, + "loss_total": 0.01792212761938572, + "step": 41380 + }, + { + "grad_norm": 0.4084988236427307, + "learning_rate": 6.796109754034753e-05, + "loss": 0.0228, + "step": 41390 + }, + { + "loss_action": 0.017213843762874603, + "loss_total": 0.017213843762874603, + "step": 41390 + }, + { + "loss_action": 0.014051620848476887, + "loss_total": 0.014051620848476887, + "step": 41390 + }, + { + "loss_action": 0.023562779650092125, + "loss_total": 0.023562779650092125, + "step": 41390 + }, + { + "loss_action": 0.016051216050982475, + "loss_total": 0.016051216050982475, + "step": 41390 + }, + { + "loss_action": 0.01710522174835205, + "loss_total": 0.01710522174835205, + "step": 41390 + }, + { + "loss_action": 0.02455253154039383, + "loss_total": 0.02455253154039383, + "step": 41390 + }, + { + "grad_norm": 0.3529922664165497, + "learning_rate": 6.794566551577724e-05, + "loss": 0.017, + "step": 41400 + }, + { + "loss_action": 0.01351966056972742, + "loss_total": 0.01351966056972742, + "step": 41400 + }, + { + "loss_action": 0.017020653933286667, + "loss_total": 0.017020653933286667, + "step": 41400 + }, + { + "loss_action": 0.013890540227293968, + "loss_total": 0.013890540227293968, + "step": 41400 + }, + { + "loss_action": 0.010238168761134148, + "loss_total": 0.010238168761134148, + "step": 41400 + }, + { + "loss_action": 0.01405817735940218, + "loss_total": 0.01405817735940218, + "step": 41400 + }, + { + "loss_action": 0.008210946805775166, + "loss_total": 0.008210946805775166, + "step": 41400 + }, + { + "grad_norm": 0.3213723301887512, + "learning_rate": 6.793023152869594e-05, + "loss": 0.0154, + "step": 41410 + }, + { + "loss_action": 0.01812835782766342, + "loss_total": 0.01812835782766342, + "step": 41410 + }, + { + "loss_action": 0.03166033327579498, + "loss_total": 0.03166033327579498, + "step": 41410 + }, + { + "loss_action": 0.012038171291351318, + "loss_total": 0.012038171291351318, + "step": 41410 + }, + { + "loss_action": 0.015289248898625374, + "loss_total": 0.015289248898625374, + "step": 41410 + }, + { + "loss_action": 0.004000640939921141, + "loss_total": 0.004000640939921141, + "step": 41410 + }, + { + "loss_action": 0.004697033669799566, + "loss_total": 0.004697033669799566, + "step": 41410 + }, + { + "grad_norm": 0.363546222448349, + "learning_rate": 6.791479558079147e-05, + "loss": 0.0204, + "step": 41420 + }, + { + "loss_action": 0.029561277478933334, + "loss_total": 0.029561277478933334, + "step": 41420 + }, + { + "loss_action": 0.01352489460259676, + "loss_total": 0.01352489460259676, + "step": 41420 + }, + { + "loss_action": 0.01048631127923727, + "loss_total": 0.01048631127923727, + "step": 41420 + }, + { + "loss_action": 0.010077249258756638, + "loss_total": 0.010077249258756638, + "step": 41420 + }, + { + "loss_action": 0.009148159995675087, + "loss_total": 0.009148159995675087, + "step": 41420 + }, + { + "loss_action": 0.015399285592138767, + "loss_total": 0.015399285592138767, + "step": 41420 + }, + { + "grad_norm": 0.5036302804946899, + "learning_rate": 6.789935767375191e-05, + "loss": 0.0186, + "step": 41430 + }, + { + "loss_action": 0.015091179870069027, + "loss_total": 0.015091179870069027, + "step": 41430 + }, + { + "loss_action": 0.013056950643658638, + "loss_total": 0.013056950643658638, + "step": 41430 + }, + { + "loss_action": 0.015095523558557034, + "loss_total": 0.015095523558557034, + "step": 41430 + }, + { + "loss_action": 0.02227553352713585, + "loss_total": 0.02227553352713585, + "step": 41430 + }, + { + "loss_action": 0.013437551446259022, + "loss_total": 0.013437551446259022, + "step": 41430 + }, + { + "loss_action": 0.012041591107845306, + "loss_total": 0.012041591107845306, + "step": 41430 + }, + { + "grad_norm": 0.332973837852478, + "learning_rate": 6.78839178092655e-05, + "loss": 0.0172, + "step": 41440 + }, + { + "loss_action": 0.01074446551501751, + "loss_total": 0.01074446551501751, + "step": 41440 + }, + { + "loss_action": 0.03254683315753937, + "loss_total": 0.03254683315753937, + "step": 41440 + }, + { + "loss_action": 0.019031323492527008, + "loss_total": 0.019031323492527008, + "step": 41440 + }, + { + "loss_action": 0.01503650564700365, + "loss_total": 0.01503650564700365, + "step": 41440 + }, + { + "loss_action": 0.01897520013153553, + "loss_total": 0.01897520013153553, + "step": 41440 + }, + { + "loss_action": 0.01574164256453514, + "loss_total": 0.01574164256453514, + "step": 41440 + }, + { + "grad_norm": 0.4063425660133362, + "learning_rate": 6.786847598902072e-05, + "loss": 0.0216, + "step": 41450 + }, + { + "loss_action": 0.01778775453567505, + "loss_total": 0.01778775453567505, + "step": 41450 + }, + { + "loss_action": 0.030139688402414322, + "loss_total": 0.030139688402414322, + "step": 41450 + }, + { + "loss_action": 0.017185520380735397, + "loss_total": 0.017185520380735397, + "step": 41450 + }, + { + "loss_action": 0.011447405442595482, + "loss_total": 0.011447405442595482, + "step": 41450 + }, + { + "loss_action": 0.02009207010269165, + "loss_total": 0.02009207010269165, + "step": 41450 + }, + { + "loss_action": 0.015592306852340698, + "loss_total": 0.015592306852340698, + "step": 41450 + }, + { + "grad_norm": 0.318726509809494, + "learning_rate": 6.785303221470627e-05, + "loss": 0.0197, + "step": 41460 + }, + { + "loss_action": 0.02054307609796524, + "loss_total": 0.02054307609796524, + "step": 41460 + }, + { + "loss_action": 0.005597389303147793, + "loss_total": 0.005597389303147793, + "step": 41460 + }, + { + "loss_action": 0.01379587221890688, + "loss_total": 0.01379587221890688, + "step": 41460 + }, + { + "loss_action": 0.023879623040556908, + "loss_total": 0.023879623040556908, + "step": 41460 + }, + { + "loss_action": 0.017815319821238518, + "loss_total": 0.017815319821238518, + "step": 41460 + }, + { + "loss_action": 0.0242710430175066, + "loss_total": 0.0242710430175066, + "step": 41460 + }, + { + "grad_norm": 0.37207305431365967, + "learning_rate": 6.783758648801108e-05, + "loss": 0.0197, + "step": 41470 + }, + { + "loss_action": 0.01356924045830965, + "loss_total": 0.01356924045830965, + "step": 41470 + }, + { + "loss_action": 0.015237661078572273, + "loss_total": 0.015237661078572273, + "step": 41470 + }, + { + "loss_action": 0.018843889236450195, + "loss_total": 0.018843889236450195, + "step": 41470 + }, + { + "loss_action": 0.016975564882159233, + "loss_total": 0.016975564882159233, + "step": 41470 + }, + { + "loss_action": 0.01801982894539833, + "loss_total": 0.01801982894539833, + "step": 41470 + }, + { + "loss_action": 0.08315501362085342, + "loss_total": 0.08315501362085342, + "step": 41470 + }, + { + "grad_norm": 0.4132419228553772, + "learning_rate": 6.782213881062422e-05, + "loss": 0.0199, + "step": 41480 + }, + { + "loss_action": 0.016622165217995644, + "loss_total": 0.016622165217995644, + "step": 41480 + }, + { + "loss_action": 0.024452602490782738, + "loss_total": 0.024452602490782738, + "step": 41480 + }, + { + "loss_action": 0.02376304380595684, + "loss_total": 0.02376304380595684, + "step": 41480 + }, + { + "loss_action": 0.012007655575871468, + "loss_total": 0.012007655575871468, + "step": 41480 + }, + { + "loss_action": 0.028498267754912376, + "loss_total": 0.028498267754912376, + "step": 41480 + }, + { + "loss_action": 0.010691926814615726, + "loss_total": 0.010691926814615726, + "step": 41480 + }, + { + "grad_norm": 0.3931358754634857, + "learning_rate": 6.780668918423508e-05, + "loss": 0.0182, + "step": 41490 + }, + { + "loss_action": 0.009620966389775276, + "loss_total": 0.009620966389775276, + "step": 41490 + }, + { + "loss_action": 0.010122356936335564, + "loss_total": 0.010122356936335564, + "step": 41490 + }, + { + "loss_action": 0.008139235898852348, + "loss_total": 0.008139235898852348, + "step": 41490 + }, + { + "loss_action": 0.007968876510858536, + "loss_total": 0.007968876510858536, + "step": 41490 + }, + { + "loss_action": 0.00957751926034689, + "loss_total": 0.00957751926034689, + "step": 41490 + }, + { + "loss_action": 0.03606647998094559, + "loss_total": 0.03606647998094559, + "step": 41490 + }, + { + "grad_norm": 0.4285150468349457, + "learning_rate": 6.779123761053317e-05, + "loss": 0.0169, + "step": 41500 + }, + { + "loss_action": 0.015398225747048855, + "loss_total": 0.015398225747048855, + "step": 41500 + }, + { + "loss_action": 0.03436227887868881, + "loss_total": 0.03436227887868881, + "step": 41500 + }, + { + "loss_action": 0.006172234192490578, + "loss_total": 0.006172234192490578, + "step": 41500 + }, + { + "loss_action": 0.010408253408968449, + "loss_total": 0.010408253408968449, + "step": 41500 + }, + { + "loss_action": 0.010456210933625698, + "loss_total": 0.010456210933625698, + "step": 41500 + }, + { + "loss_action": 0.03327362611889839, + "loss_total": 0.03327362611889839, + "step": 41500 + }, + { + "grad_norm": 0.39402610063552856, + "learning_rate": 6.777578409120826e-05, + "loss": 0.018, + "step": 41510 + }, + { + "loss_action": 0.029221201315522194, + "loss_total": 0.029221201315522194, + "step": 41510 + }, + { + "loss_action": 0.01240844838321209, + "loss_total": 0.01240844838321209, + "step": 41510 + }, + { + "loss_action": 0.030962292104959488, + "loss_total": 0.030962292104959488, + "step": 41510 + }, + { + "loss_action": 0.006504064425826073, + "loss_total": 0.006504064425826073, + "step": 41510 + }, + { + "loss_action": 0.00859734509140253, + "loss_total": 0.00859734509140253, + "step": 41510 + }, + { + "loss_action": 0.025465842336416245, + "loss_total": 0.025465842336416245, + "step": 41510 + }, + { + "grad_norm": 0.5731616616249084, + "learning_rate": 6.776032862795033e-05, + "loss": 0.019, + "step": 41520 + }, + { + "loss_action": 0.01631842739880085, + "loss_total": 0.01631842739880085, + "step": 41520 + }, + { + "loss_action": 0.013326836749911308, + "loss_total": 0.013326836749911308, + "step": 41520 + }, + { + "loss_action": 0.010330486111342907, + "loss_total": 0.010330486111342907, + "step": 41520 + }, + { + "loss_action": 0.019398868083953857, + "loss_total": 0.019398868083953857, + "step": 41520 + }, + { + "loss_action": 0.01616787165403366, + "loss_total": 0.01616787165403366, + "step": 41520 + }, + { + "loss_action": 0.01472032256424427, + "loss_total": 0.01472032256424427, + "step": 41520 + }, + { + "grad_norm": 0.3719343841075897, + "learning_rate": 6.774487122244956e-05, + "loss": 0.0225, + "step": 41530 + }, + { + "loss_action": 0.015141315758228302, + "loss_total": 0.015141315758228302, + "step": 41530 + }, + { + "loss_action": 0.010860802605748177, + "loss_total": 0.010860802605748177, + "step": 41530 + }, + { + "loss_action": 0.007554430048912764, + "loss_total": 0.007554430048912764, + "step": 41530 + }, + { + "loss_action": 0.011506096459925175, + "loss_total": 0.011506096459925175, + "step": 41530 + }, + { + "loss_action": 0.012110264040529728, + "loss_total": 0.012110264040529728, + "step": 41530 + }, + { + "loss_action": 0.010378695093095303, + "loss_total": 0.010378695093095303, + "step": 41530 + }, + { + "grad_norm": 0.35408616065979004, + "learning_rate": 6.772941187639637e-05, + "loss": 0.0175, + "step": 41540 + }, + { + "loss_action": 0.014901995658874512, + "loss_total": 0.014901995658874512, + "step": 41540 + }, + { + "loss_action": 0.013940862379968166, + "loss_total": 0.013940862379968166, + "step": 41540 + }, + { + "loss_action": 0.004980823025107384, + "loss_total": 0.004980823025107384, + "step": 41540 + }, + { + "loss_action": 0.07134241610765457, + "loss_total": 0.07134241610765457, + "step": 41540 + }, + { + "loss_action": 0.016148559749126434, + "loss_total": 0.016148559749126434, + "step": 41540 + }, + { + "loss_action": 0.01956373266875744, + "loss_total": 0.01956373266875744, + "step": 41540 + }, + { + "grad_norm": 0.2995471656322479, + "learning_rate": 6.771395059148134e-05, + "loss": 0.0168, + "step": 41550 + }, + { + "loss_action": 0.009310155175626278, + "loss_total": 0.009310155175626278, + "step": 41550 + }, + { + "loss_action": 0.007654523476958275, + "loss_total": 0.007654523476958275, + "step": 41550 + }, + { + "loss_action": 0.00825814250856638, + "loss_total": 0.00825814250856638, + "step": 41550 + }, + { + "loss_action": 0.010489226318895817, + "loss_total": 0.010489226318895817, + "step": 41550 + }, + { + "loss_action": 0.012967587448656559, + "loss_total": 0.012967587448656559, + "step": 41550 + }, + { + "loss_action": 0.015711788088083267, + "loss_total": 0.015711788088083267, + "step": 41550 + }, + { + "grad_norm": 0.31408166885375977, + "learning_rate": 6.76984873693953e-05, + "loss": 0.0158, + "step": 41560 + }, + { + "loss_action": 0.02969691902399063, + "loss_total": 0.02969691902399063, + "step": 41560 + }, + { + "loss_action": 0.008530980907380581, + "loss_total": 0.008530980907380581, + "step": 41560 + }, + { + "loss_action": 0.010308956727385521, + "loss_total": 0.010308956727385521, + "step": 41560 + }, + { + "loss_action": 0.011869437992572784, + "loss_total": 0.011869437992572784, + "step": 41560 + }, + { + "loss_action": 0.006418593693524599, + "loss_total": 0.006418593693524599, + "step": 41560 + }, + { + "loss_action": 0.014606315642595291, + "loss_total": 0.014606315642595291, + "step": 41560 + }, + { + "grad_norm": 0.407930463552475, + "learning_rate": 6.768302221182931e-05, + "loss": 0.0185, + "step": 41570 + }, + { + "loss_action": 0.06859134882688522, + "loss_total": 0.06859134882688522, + "step": 41570 + }, + { + "loss_action": 0.00970208179205656, + "loss_total": 0.00970208179205656, + "step": 41570 + }, + { + "loss_action": 0.008729204535484314, + "loss_total": 0.008729204535484314, + "step": 41570 + }, + { + "loss_action": 0.010916282422840595, + "loss_total": 0.010916282422840595, + "step": 41570 + }, + { + "loss_action": 0.02989111840724945, + "loss_total": 0.02989111840724945, + "step": 41570 + }, + { + "loss_action": 0.006527621764689684, + "loss_total": 0.006527621764689684, + "step": 41570 + }, + { + "grad_norm": 0.43356749415397644, + "learning_rate": 6.766755512047457e-05, + "loss": 0.0178, + "step": 41580 + }, + { + "loss_action": 0.01410994678735733, + "loss_total": 0.01410994678735733, + "step": 41580 + }, + { + "loss_action": 0.010118536651134491, + "loss_total": 0.010118536651134491, + "step": 41580 + }, + { + "loss_action": 0.012806438840925694, + "loss_total": 0.012806438840925694, + "step": 41580 + }, + { + "loss_action": 0.00844231154769659, + "loss_total": 0.00844231154769659, + "step": 41580 + }, + { + "loss_action": 0.017623569816350937, + "loss_total": 0.017623569816350937, + "step": 41580 + }, + { + "loss_action": 0.010843067429959774, + "loss_total": 0.010843067429959774, + "step": 41580 + }, + { + "grad_norm": 0.46600276231765747, + "learning_rate": 6.765208609702259e-05, + "loss": 0.017, + "step": 41590 + }, + { + "loss_action": 0.05543143302202225, + "loss_total": 0.05543143302202225, + "step": 41590 + }, + { + "loss_action": 0.011574079282581806, + "loss_total": 0.011574079282581806, + "step": 41590 + }, + { + "loss_action": 0.009558633901178837, + "loss_total": 0.009558633901178837, + "step": 41590 + }, + { + "loss_action": 0.018035726621747017, + "loss_total": 0.018035726621747017, + "step": 41590 + }, + { + "loss_action": 0.013844131492078304, + "loss_total": 0.013844131492078304, + "step": 41590 + }, + { + "loss_action": 0.018097862601280212, + "loss_total": 0.018097862601280212, + "step": 41590 + }, + { + "grad_norm": 0.43315085768699646, + "learning_rate": 6.763661514316499e-05, + "loss": 0.0162, + "step": 41600 + }, + { + "loss_action": 0.018695589154958725, + "loss_total": 0.018695589154958725, + "step": 41600 + }, + { + "loss_action": 0.021006355062127113, + "loss_total": 0.021006355062127113, + "step": 41600 + }, + { + "loss_action": 0.005849664565175772, + "loss_total": 0.005849664565175772, + "step": 41600 + }, + { + "loss_action": 0.020161032676696777, + "loss_total": 0.020161032676696777, + "step": 41600 + }, + { + "loss_action": 0.02072218991816044, + "loss_total": 0.02072218991816044, + "step": 41600 + }, + { + "loss_action": 0.025632662698626518, + "loss_total": 0.025632662698626518, + "step": 41600 + }, + { + "grad_norm": 0.4089919626712799, + "learning_rate": 6.76211422605937e-05, + "loss": 0.0155, + "step": 41610 + }, + { + "loss_action": 0.006075548008084297, + "loss_total": 0.006075548008084297, + "step": 41610 + }, + { + "loss_action": 0.010585840791463852, + "loss_total": 0.010585840791463852, + "step": 41610 + }, + { + "loss_action": 0.014157102443277836, + "loss_total": 0.014157102443277836, + "step": 41610 + }, + { + "loss_action": 0.026456864550709724, + "loss_total": 0.026456864550709724, + "step": 41610 + }, + { + "loss_action": 0.006968860048800707, + "loss_total": 0.006968860048800707, + "step": 41610 + }, + { + "loss_action": 0.01420062780380249, + "loss_total": 0.01420062780380249, + "step": 41610 + }, + { + "grad_norm": 0.41730740666389465, + "learning_rate": 6.760566745100076e-05, + "loss": 0.0167, + "step": 41620 + }, + { + "loss_action": 0.047511596232652664, + "loss_total": 0.047511596232652664, + "step": 41620 + }, + { + "loss_action": 0.012101855129003525, + "loss_total": 0.012101855129003525, + "step": 41620 + }, + { + "loss_action": 0.01606769487261772, + "loss_total": 0.01606769487261772, + "step": 41620 + }, + { + "loss_action": 0.021446820348501205, + "loss_total": 0.021446820348501205, + "step": 41620 + }, + { + "loss_action": 0.075707346200943, + "loss_total": 0.075707346200943, + "step": 41620 + }, + { + "loss_action": 0.015435558743774891, + "loss_total": 0.015435558743774891, + "step": 41620 + }, + { + "grad_norm": 0.3884288966655731, + "learning_rate": 6.75901907160785e-05, + "loss": 0.0181, + "step": 41630 + }, + { + "loss_action": 0.022085264325141907, + "loss_total": 0.022085264325141907, + "step": 41630 + }, + { + "loss_action": 0.0126802334561944, + "loss_total": 0.0126802334561944, + "step": 41630 + }, + { + "loss_action": 0.013352022506296635, + "loss_total": 0.013352022506296635, + "step": 41630 + }, + { + "loss_action": 0.005502587184309959, + "loss_total": 0.005502587184309959, + "step": 41630 + }, + { + "loss_action": 0.018387166783213615, + "loss_total": 0.018387166783213615, + "step": 41630 + }, + { + "loss_action": 0.0131234684959054, + "loss_total": 0.0131234684959054, + "step": 41630 + }, + { + "grad_norm": 0.36572733521461487, + "learning_rate": 6.757471205751943e-05, + "loss": 0.0153, + "step": 41640 + }, + { + "loss_action": 0.013175390660762787, + "loss_total": 0.013175390660762787, + "step": 41640 + }, + { + "loss_action": 0.01206665113568306, + "loss_total": 0.01206665113568306, + "step": 41640 + }, + { + "loss_action": 0.011033614166080952, + "loss_total": 0.011033614166080952, + "step": 41640 + }, + { + "loss_action": 0.03337240591645241, + "loss_total": 0.03337240591645241, + "step": 41640 + }, + { + "loss_action": 0.036220964044332504, + "loss_total": 0.036220964044332504, + "step": 41640 + }, + { + "loss_action": 0.02591528184711933, + "loss_total": 0.02591528184711933, + "step": 41640 + }, + { + "grad_norm": 0.3306622803211212, + "learning_rate": 6.75592314770163e-05, + "loss": 0.0174, + "step": 41650 + }, + { + "loss_action": 0.017234571278095245, + "loss_total": 0.017234571278095245, + "step": 41650 + }, + { + "loss_action": 0.021626070141792297, + "loss_total": 0.021626070141792297, + "step": 41650 + }, + { + "loss_action": 0.008360447362065315, + "loss_total": 0.008360447362065315, + "step": 41650 + }, + { + "loss_action": 0.013840251602232456, + "loss_total": 0.013840251602232456, + "step": 41650 + }, + { + "loss_action": 0.010613443329930305, + "loss_total": 0.010613443329930305, + "step": 41650 + }, + { + "loss_action": 0.13636057078838348, + "loss_total": 0.13636057078838348, + "step": 41650 + }, + { + "grad_norm": 0.3764328062534332, + "learning_rate": 6.7543748976262e-05, + "loss": 0.0167, + "step": 41660 + }, + { + "loss_action": 0.0206909216940403, + "loss_total": 0.0206909216940403, + "step": 41660 + }, + { + "loss_action": 0.007367557380348444, + "loss_total": 0.007367557380348444, + "step": 41660 + }, + { + "loss_action": 0.02184632048010826, + "loss_total": 0.02184632048010826, + "step": 41660 + }, + { + "loss_action": 0.009775955229997635, + "loss_total": 0.009775955229997635, + "step": 41660 + }, + { + "loss_action": 0.010816561058163643, + "loss_total": 0.010816561058163643, + "step": 41660 + }, + { + "loss_action": 0.01331507507711649, + "loss_total": 0.01331507507711649, + "step": 41660 + }, + { + "grad_norm": 0.41502103209495544, + "learning_rate": 6.752826455694968e-05, + "loss": 0.0172, + "step": 41670 + }, + { + "loss_action": 0.0203213132917881, + "loss_total": 0.0203213132917881, + "step": 41670 + }, + { + "loss_action": 0.009666824713349342, + "loss_total": 0.009666824713349342, + "step": 41670 + }, + { + "loss_action": 0.011335240676999092, + "loss_total": 0.011335240676999092, + "step": 41670 + }, + { + "loss_action": 0.016879823058843613, + "loss_total": 0.016879823058843613, + "step": 41670 + }, + { + "loss_action": 0.01404911931604147, + "loss_total": 0.01404911931604147, + "step": 41670 + }, + { + "loss_action": 0.021889008581638336, + "loss_total": 0.021889008581638336, + "step": 41670 + }, + { + "grad_norm": 0.3150877058506012, + "learning_rate": 6.751277822077271e-05, + "loss": 0.0161, + "step": 41680 + }, + { + "loss_action": 0.010632886551320553, + "loss_total": 0.010632886551320553, + "step": 41680 + }, + { + "loss_action": 0.01418807078152895, + "loss_total": 0.01418807078152895, + "step": 41680 + }, + { + "loss_action": 0.010841806419193745, + "loss_total": 0.010841806419193745, + "step": 41680 + }, + { + "loss_action": 0.015247220173478127, + "loss_total": 0.015247220173478127, + "step": 41680 + }, + { + "loss_action": 0.03086749091744423, + "loss_total": 0.03086749091744423, + "step": 41680 + }, + { + "loss_action": 0.01444291602820158, + "loss_total": 0.01444291602820158, + "step": 41680 + }, + { + "grad_norm": 0.3982296288013458, + "learning_rate": 6.749728996942465e-05, + "loss": 0.0212, + "step": 41690 + }, + { + "loss_action": 0.03518305718898773, + "loss_total": 0.03518305718898773, + "step": 41690 + }, + { + "loss_action": 0.009014382027089596, + "loss_total": 0.009014382027089596, + "step": 41690 + }, + { + "loss_action": 0.023334018886089325, + "loss_total": 0.023334018886089325, + "step": 41690 + }, + { + "loss_action": 0.008962111547589302, + "loss_total": 0.008962111547589302, + "step": 41690 + }, + { + "loss_action": 0.021986957639455795, + "loss_total": 0.021986957639455795, + "step": 41690 + }, + { + "loss_action": 0.020099936053156853, + "loss_total": 0.020099936053156853, + "step": 41690 + }, + { + "grad_norm": 0.36675113439559937, + "learning_rate": 6.748179980459924e-05, + "loss": 0.0188, + "step": 41700 + }, + { + "loss_action": 0.010103984735906124, + "loss_total": 0.010103984735906124, + "step": 41700 + }, + { + "loss_action": 0.018535686656832695, + "loss_total": 0.018535686656832695, + "step": 41700 + }, + { + "loss_action": 0.009373605251312256, + "loss_total": 0.009373605251312256, + "step": 41700 + }, + { + "loss_action": 0.01024599839001894, + "loss_total": 0.01024599839001894, + "step": 41700 + }, + { + "loss_action": 0.007791697047650814, + "loss_total": 0.007791697047650814, + "step": 41700 + }, + { + "loss_action": 0.03241177275776863, + "loss_total": 0.03241177275776863, + "step": 41700 + }, + { + "grad_norm": 0.35692882537841797, + "learning_rate": 6.746630772799052e-05, + "loss": 0.0174, + "step": 41710 + }, + { + "loss_action": 0.019582219421863556, + "loss_total": 0.019582219421863556, + "step": 41710 + }, + { + "loss_action": 0.005146977957338095, + "loss_total": 0.005146977957338095, + "step": 41710 + }, + { + "loss_action": 0.01353302039206028, + "loss_total": 0.01353302039206028, + "step": 41710 + }, + { + "loss_action": 0.029356012120842934, + "loss_total": 0.029356012120842934, + "step": 41710 + }, + { + "loss_action": 0.02199445851147175, + "loss_total": 0.02199445851147175, + "step": 41710 + }, + { + "loss_action": 0.009639554657042027, + "loss_total": 0.009639554657042027, + "step": 41710 + }, + { + "grad_norm": 0.32547155022621155, + "learning_rate": 6.745081374129262e-05, + "loss": 0.0174, + "step": 41720 + }, + { + "loss_action": 0.01849278435111046, + "loss_total": 0.01849278435111046, + "step": 41720 + }, + { + "loss_action": 0.014363552443683147, + "loss_total": 0.014363552443683147, + "step": 41720 + }, + { + "loss_action": 0.01099750492721796, + "loss_total": 0.01099750492721796, + "step": 41720 + }, + { + "loss_action": 0.011177736334502697, + "loss_total": 0.011177736334502697, + "step": 41720 + }, + { + "loss_action": 0.020259177312254906, + "loss_total": 0.020259177312254906, + "step": 41720 + }, + { + "loss_action": 0.01637696847319603, + "loss_total": 0.01637696847319603, + "step": 41720 + }, + { + "grad_norm": 0.43663933873176575, + "learning_rate": 6.743531784619998e-05, + "loss": 0.0166, + "step": 41730 + }, + { + "loss_action": 0.019851597025990486, + "loss_total": 0.019851597025990486, + "step": 41730 + }, + { + "loss_action": 0.0108676478266716, + "loss_total": 0.0108676478266716, + "step": 41730 + }, + { + "loss_action": 0.008738964796066284, + "loss_total": 0.008738964796066284, + "step": 41730 + }, + { + "loss_action": 0.010397583246231079, + "loss_total": 0.010397583246231079, + "step": 41730 + }, + { + "loss_action": 0.019181177020072937, + "loss_total": 0.019181177020072937, + "step": 41730 + }, + { + "loss_action": 0.015588976442813873, + "loss_total": 0.015588976442813873, + "step": 41730 + }, + { + "grad_norm": 0.41271883249282837, + "learning_rate": 6.741982004440719e-05, + "loss": 0.0185, + "step": 41740 + }, + { + "loss_action": 0.01328286062926054, + "loss_total": 0.01328286062926054, + "step": 41740 + }, + { + "loss_action": 0.02435089834034443, + "loss_total": 0.02435089834034443, + "step": 41740 + }, + { + "loss_action": 0.010046188719570637, + "loss_total": 0.010046188719570637, + "step": 41740 + }, + { + "loss_action": 0.015560132451355457, + "loss_total": 0.015560132451355457, + "step": 41740 + }, + { + "loss_action": 0.011031044647097588, + "loss_total": 0.011031044647097588, + "step": 41740 + }, + { + "loss_action": 0.014765282161533833, + "loss_total": 0.014765282161533833, + "step": 41740 + }, + { + "grad_norm": 0.37702304124832153, + "learning_rate": 6.740432033760907e-05, + "loss": 0.0166, + "step": 41750 + }, + { + "loss_action": 0.011085079982876778, + "loss_total": 0.011085079982876778, + "step": 41750 + }, + { + "loss_action": 0.014815626665949821, + "loss_total": 0.014815626665949821, + "step": 41750 + }, + { + "loss_action": 0.013803440146148205, + "loss_total": 0.013803440146148205, + "step": 41750 + }, + { + "loss_action": 0.013030928559601307, + "loss_total": 0.013030928559601307, + "step": 41750 + }, + { + "loss_action": 0.013096255250275135, + "loss_total": 0.013096255250275135, + "step": 41750 + }, + { + "loss_action": 0.015279751271009445, + "loss_total": 0.015279751271009445, + "step": 41750 + }, + { + "grad_norm": 0.4231238067150116, + "learning_rate": 6.738881872750066e-05, + "loss": 0.018, + "step": 41760 + }, + { + "loss_action": 0.009004825726151466, + "loss_total": 0.009004825726151466, + "step": 41760 + }, + { + "loss_action": 0.007536930963397026, + "loss_total": 0.007536930963397026, + "step": 41760 + }, + { + "loss_action": 0.01220121793448925, + "loss_total": 0.01220121793448925, + "step": 41760 + }, + { + "loss_action": 0.012554425746202469, + "loss_total": 0.012554425746202469, + "step": 41760 + }, + { + "loss_action": 0.01275634765625, + "loss_total": 0.01275634765625, + "step": 41760 + }, + { + "loss_action": 0.008957487531006336, + "loss_total": 0.008957487531006336, + "step": 41760 + }, + { + "grad_norm": 0.3777769207954407, + "learning_rate": 6.737331521577715e-05, + "loss": 0.0151, + "step": 41770 + }, + { + "loss_action": 0.031869322061538696, + "loss_total": 0.031869322061538696, + "step": 41770 + }, + { + "loss_action": 0.03513113409280777, + "loss_total": 0.03513113409280777, + "step": 41770 + }, + { + "loss_action": 0.032216429710388184, + "loss_total": 0.032216429710388184, + "step": 41770 + }, + { + "loss_action": 0.009921080432832241, + "loss_total": 0.009921080432832241, + "step": 41770 + }, + { + "loss_action": 0.015539615415036678, + "loss_total": 0.015539615415036678, + "step": 41770 + }, + { + "loss_action": 0.021203164011240005, + "loss_total": 0.021203164011240005, + "step": 41770 + }, + { + "grad_norm": 0.4473470449447632, + "learning_rate": 6.735780980413403e-05, + "loss": 0.0157, + "step": 41780 + }, + { + "loss_action": 0.02989223040640354, + "loss_total": 0.02989223040640354, + "step": 41780 + }, + { + "loss_action": 0.023024365305900574, + "loss_total": 0.023024365305900574, + "step": 41780 + }, + { + "loss_action": 0.013153796084225178, + "loss_total": 0.013153796084225178, + "step": 41780 + }, + { + "loss_action": 0.03233814984560013, + "loss_total": 0.03233814984560013, + "step": 41780 + }, + { + "loss_action": 0.006375965196639299, + "loss_total": 0.006375965196639299, + "step": 41780 + }, + { + "loss_action": 0.013334960676729679, + "loss_total": 0.013334960676729679, + "step": 41780 + }, + { + "grad_norm": 0.4512309730052948, + "learning_rate": 6.734230249426692e-05, + "loss": 0.0159, + "step": 41790 + }, + { + "loss_action": 0.008213385008275509, + "loss_total": 0.008213385008275509, + "step": 41790 + }, + { + "loss_action": 0.017491132020950317, + "loss_total": 0.017491132020950317, + "step": 41790 + }, + { + "loss_action": 0.0126607371494174, + "loss_total": 0.0126607371494174, + "step": 41790 + }, + { + "loss_action": 0.012430564500391483, + "loss_total": 0.012430564500391483, + "step": 41790 + }, + { + "loss_action": 0.008962432853877544, + "loss_total": 0.008962432853877544, + "step": 41790 + }, + { + "loss_action": 0.009745235554873943, + "loss_total": 0.009745235554873943, + "step": 41790 + }, + { + "grad_norm": 0.34815478324890137, + "learning_rate": 6.732679328787168e-05, + "loss": 0.0137, + "step": 41800 + }, + { + "loss_action": 0.01601509563624859, + "loss_total": 0.01601509563624859, + "step": 41800 + }, + { + "loss_action": 0.05594051629304886, + "loss_total": 0.05594051629304886, + "step": 41800 + }, + { + "loss_action": 0.015231805853545666, + "loss_total": 0.015231805853545666, + "step": 41800 + }, + { + "loss_action": 0.005196515470743179, + "loss_total": 0.005196515470743179, + "step": 41800 + }, + { + "loss_action": 0.01176042016595602, + "loss_total": 0.01176042016595602, + "step": 41800 + }, + { + "loss_action": 0.010524113662540913, + "loss_total": 0.010524113662540913, + "step": 41800 + }, + { + "grad_norm": 0.37082144618034363, + "learning_rate": 6.731128218664438e-05, + "loss": 0.0187, + "step": 41810 + }, + { + "loss_action": 0.038365039974451065, + "loss_total": 0.038365039974451065, + "step": 41810 + }, + { + "loss_action": 0.008655674755573273, + "loss_total": 0.008655674755573273, + "step": 41810 + }, + { + "loss_action": 0.013170719146728516, + "loss_total": 0.013170719146728516, + "step": 41810 + }, + { + "loss_action": 0.018473593518137932, + "loss_total": 0.018473593518137932, + "step": 41810 + }, + { + "loss_action": 0.00956912524998188, + "loss_total": 0.00956912524998188, + "step": 41810 + }, + { + "loss_action": 0.01105350162833929, + "loss_total": 0.01105350162833929, + "step": 41810 + }, + { + "grad_norm": 0.2731810212135315, + "learning_rate": 6.729576919228129e-05, + "loss": 0.0159, + "step": 41820 + }, + { + "loss_action": 0.012112440541386604, + "loss_total": 0.012112440541386604, + "step": 41820 + }, + { + "loss_action": 0.017411544919013977, + "loss_total": 0.017411544919013977, + "step": 41820 + }, + { + "loss_action": 0.009095210582017899, + "loss_total": 0.009095210582017899, + "step": 41820 + }, + { + "loss_action": 0.017719343304634094, + "loss_total": 0.017719343304634094, + "step": 41820 + }, + { + "loss_action": 0.007291129790246487, + "loss_total": 0.007291129790246487, + "step": 41820 + }, + { + "loss_action": 0.11572712659835815, + "loss_total": 0.11572712659835815, + "step": 41820 + }, + { + "grad_norm": 0.44751399755477905, + "learning_rate": 6.728025430647888e-05, + "loss": 0.0168, + "step": 41830 + }, + { + "loss_action": 0.007610578089952469, + "loss_total": 0.007610578089952469, + "step": 41830 + }, + { + "loss_action": 0.013628951273858547, + "loss_total": 0.013628951273858547, + "step": 41830 + }, + { + "loss_action": 0.028202997520565987, + "loss_total": 0.028202997520565987, + "step": 41830 + }, + { + "loss_action": 0.010114368051290512, + "loss_total": 0.010114368051290512, + "step": 41830 + }, + { + "loss_action": 0.01964116469025612, + "loss_total": 0.01964116469025612, + "step": 41830 + }, + { + "loss_action": 0.011764086782932281, + "loss_total": 0.011764086782932281, + "step": 41830 + }, + { + "grad_norm": 0.31761661171913147, + "learning_rate": 6.726473753093383e-05, + "loss": 0.0168, + "step": 41840 + }, + { + "loss_action": 0.00870375707745552, + "loss_total": 0.00870375707745552, + "step": 41840 + }, + { + "loss_action": 0.02498840168118477, + "loss_total": 0.02498840168118477, + "step": 41840 + }, + { + "loss_action": 0.015335903503000736, + "loss_total": 0.015335903503000736, + "step": 41840 + }, + { + "loss_action": 0.017238464206457138, + "loss_total": 0.017238464206457138, + "step": 41840 + }, + { + "loss_action": 0.023492949083447456, + "loss_total": 0.023492949083447456, + "step": 41840 + }, + { + "loss_action": 0.011265188455581665, + "loss_total": 0.011265188455581665, + "step": 41840 + }, + { + "grad_norm": 0.4274834096431732, + "learning_rate": 6.724921886734305e-05, + "loss": 0.0175, + "step": 41850 + }, + { + "loss_action": 0.0126835061237216, + "loss_total": 0.0126835061237216, + "step": 41850 + }, + { + "loss_action": 0.013073510490357876, + "loss_total": 0.013073510490357876, + "step": 41850 + }, + { + "loss_action": 0.02753628045320511, + "loss_total": 0.02753628045320511, + "step": 41850 + }, + { + "loss_action": 0.018699033185839653, + "loss_total": 0.018699033185839653, + "step": 41850 + }, + { + "loss_action": 0.027695776894688606, + "loss_total": 0.027695776894688606, + "step": 41850 + }, + { + "loss_action": 0.00981123000383377, + "loss_total": 0.00981123000383377, + "step": 41850 + }, + { + "grad_norm": 0.31450730562210083, + "learning_rate": 6.723369831740363e-05, + "loss": 0.0162, + "step": 41860 + }, + { + "loss_action": 0.008445460349321365, + "loss_total": 0.008445460349321365, + "step": 41860 + }, + { + "loss_action": 0.024413667619228363, + "loss_total": 0.024413667619228363, + "step": 41860 + }, + { + "loss_action": 0.01358878705650568, + "loss_total": 0.01358878705650568, + "step": 41860 + }, + { + "loss_action": 0.02703840658068657, + "loss_total": 0.02703840658068657, + "step": 41860 + }, + { + "loss_action": 0.011838996782898903, + "loss_total": 0.011838996782898903, + "step": 41860 + }, + { + "loss_action": 0.02093784511089325, + "loss_total": 0.02093784511089325, + "step": 41860 + }, + { + "grad_norm": 0.4113676846027374, + "learning_rate": 6.721817588281288e-05, + "loss": 0.0256, + "step": 41870 + }, + { + "loss_action": 0.014300844632089138, + "loss_total": 0.014300844632089138, + "step": 41870 + }, + { + "loss_action": 0.06493602693080902, + "loss_total": 0.06493602693080902, + "step": 41870 + }, + { + "loss_action": 0.009926685132086277, + "loss_total": 0.009926685132086277, + "step": 41870 + }, + { + "loss_action": 0.011206521652638912, + "loss_total": 0.011206521652638912, + "step": 41870 + }, + { + "loss_action": 0.04837380349636078, + "loss_total": 0.04837380349636078, + "step": 41870 + }, + { + "loss_action": 0.01119154691696167, + "loss_total": 0.01119154691696167, + "step": 41870 + }, + { + "grad_norm": 0.36482861638069153, + "learning_rate": 6.720265156526828e-05, + "loss": 0.016, + "step": 41880 + }, + { + "loss_action": 0.0076295845210552216, + "loss_total": 0.0076295845210552216, + "step": 41880 + }, + { + "loss_action": 0.014800693839788437, + "loss_total": 0.014800693839788437, + "step": 41880 + }, + { + "loss_action": 0.010566690005362034, + "loss_total": 0.010566690005362034, + "step": 41880 + }, + { + "loss_action": 0.01925872080028057, + "loss_total": 0.01925872080028057, + "step": 41880 + }, + { + "loss_action": 0.013861441984772682, + "loss_total": 0.013861441984772682, + "step": 41880 + }, + { + "loss_action": 0.011986363679170609, + "loss_total": 0.011986363679170609, + "step": 41880 + }, + { + "grad_norm": 0.45107194781303406, + "learning_rate": 6.718712536646758e-05, + "loss": 0.0178, + "step": 41890 + }, + { + "loss_action": 0.015246260911226273, + "loss_total": 0.015246260911226273, + "step": 41890 + }, + { + "loss_action": 0.027162302285432816, + "loss_total": 0.027162302285432816, + "step": 41890 + }, + { + "loss_action": 0.019651319831609726, + "loss_total": 0.019651319831609726, + "step": 41890 + }, + { + "loss_action": 0.01420624926686287, + "loss_total": 0.01420624926686287, + "step": 41890 + }, + { + "loss_action": 0.012970189563930035, + "loss_total": 0.012970189563930035, + "step": 41890 + }, + { + "loss_action": 0.019726958125829697, + "loss_total": 0.019726958125829697, + "step": 41890 + }, + { + "grad_norm": 0.3488346338272095, + "learning_rate": 6.71715972881087e-05, + "loss": 0.017, + "step": 41900 + }, + { + "loss_action": 0.006406548898667097, + "loss_total": 0.006406548898667097, + "step": 41900 + }, + { + "loss_action": 0.01817123033106327, + "loss_total": 0.01817123033106327, + "step": 41900 + }, + { + "loss_action": 0.01429799571633339, + "loss_total": 0.01429799571633339, + "step": 41900 + }, + { + "loss_action": 0.013231067918241024, + "loss_total": 0.013231067918241024, + "step": 41900 + }, + { + "loss_action": 0.01061633788049221, + "loss_total": 0.01061633788049221, + "step": 41900 + }, + { + "loss_action": 0.01664690487086773, + "loss_total": 0.01664690487086773, + "step": 41900 + }, + { + "grad_norm": 0.2805546820163727, + "learning_rate": 6.715606733188974e-05, + "loss": 0.0171, + "step": 41910 + }, + { + "loss_action": 0.017631057649850845, + "loss_total": 0.017631057649850845, + "step": 41910 + }, + { + "loss_action": 0.008476012386381626, + "loss_total": 0.008476012386381626, + "step": 41910 + }, + { + "loss_action": 0.011978303082287312, + "loss_total": 0.011978303082287312, + "step": 41910 + }, + { + "loss_action": 0.008601943962275982, + "loss_total": 0.008601943962275982, + "step": 41910 + }, + { + "loss_action": 0.02134997770190239, + "loss_total": 0.02134997770190239, + "step": 41910 + }, + { + "loss_action": 0.015836460515856743, + "loss_total": 0.015836460515856743, + "step": 41910 + }, + { + "grad_norm": 0.35745349526405334, + "learning_rate": 6.714053549950909e-05, + "loss": 0.0155, + "step": 41920 + }, + { + "loss_action": 0.01592840813100338, + "loss_total": 0.01592840813100338, + "step": 41920 + }, + { + "loss_action": 0.012624378316104412, + "loss_total": 0.012624378316104412, + "step": 41920 + }, + { + "loss_action": 0.007274208124727011, + "loss_total": 0.007274208124727011, + "step": 41920 + }, + { + "loss_action": 0.008895807899534702, + "loss_total": 0.008895807899534702, + "step": 41920 + }, + { + "loss_action": 0.014752991497516632, + "loss_total": 0.014752991497516632, + "step": 41920 + }, + { + "loss_action": 0.038281116634607315, + "loss_total": 0.038281116634607315, + "step": 41920 + }, + { + "grad_norm": 0.23606431484222412, + "learning_rate": 6.71250017926652e-05, + "loss": 0.0183, + "step": 41930 + }, + { + "loss_action": 0.011089717037975788, + "loss_total": 0.011089717037975788, + "step": 41930 + }, + { + "loss_action": 0.010542554780840874, + "loss_total": 0.010542554780840874, + "step": 41930 + }, + { + "loss_action": 0.020957885310053825, + "loss_total": 0.020957885310053825, + "step": 41930 + }, + { + "loss_action": 0.008816661313176155, + "loss_total": 0.008816661313176155, + "step": 41930 + }, + { + "loss_action": 0.010797926224768162, + "loss_total": 0.010797926224768162, + "step": 41930 + }, + { + "loss_action": 0.01131219882518053, + "loss_total": 0.01131219882518053, + "step": 41930 + }, + { + "grad_norm": 0.4562511444091797, + "learning_rate": 6.71094662130569e-05, + "loss": 0.016, + "step": 41940 + }, + { + "loss_action": 0.014907472766935825, + "loss_total": 0.014907472766935825, + "step": 41940 + }, + { + "loss_action": 0.01393924281001091, + "loss_total": 0.01393924281001091, + "step": 41940 + }, + { + "loss_action": 0.01325080543756485, + "loss_total": 0.01325080543756485, + "step": 41940 + }, + { + "loss_action": 0.04141833260655403, + "loss_total": 0.04141833260655403, + "step": 41940 + }, + { + "loss_action": 0.017687398940324783, + "loss_total": 0.017687398940324783, + "step": 41940 + }, + { + "loss_action": 0.006917985621839762, + "loss_total": 0.006917985621839762, + "step": 41940 + }, + { + "grad_norm": 0.4483487904071808, + "learning_rate": 6.709392876238307e-05, + "loss": 0.0178, + "step": 41950 + }, + { + "loss_action": 0.010849176906049252, + "loss_total": 0.010849176906049252, + "step": 41950 + }, + { + "loss_action": 0.009598616510629654, + "loss_total": 0.009598616510629654, + "step": 41950 + }, + { + "loss_action": 0.013341343030333519, + "loss_total": 0.013341343030333519, + "step": 41950 + }, + { + "loss_action": 0.014614627696573734, + "loss_total": 0.014614627696573734, + "step": 41950 + }, + { + "loss_action": 0.02056555263698101, + "loss_total": 0.02056555263698101, + "step": 41950 + }, + { + "loss_action": 0.014580083079636097, + "loss_total": 0.014580083079636097, + "step": 41950 + }, + { + "grad_norm": 0.4268178939819336, + "learning_rate": 6.707838944234289e-05, + "loss": 0.0193, + "step": 41960 + }, + { + "loss_action": 0.009378344751894474, + "loss_total": 0.009378344751894474, + "step": 41960 + }, + { + "loss_action": 0.013725758530199528, + "loss_total": 0.013725758530199528, + "step": 41960 + }, + { + "loss_action": 0.023629942908883095, + "loss_total": 0.023629942908883095, + "step": 41960 + }, + { + "loss_action": 0.00991126336157322, + "loss_total": 0.00991126336157322, + "step": 41960 + }, + { + "loss_action": 0.009895669296383858, + "loss_total": 0.009895669296383858, + "step": 41960 + }, + { + "loss_action": 0.023607634007930756, + "loss_total": 0.023607634007930756, + "step": 41960 + }, + { + "grad_norm": 0.3147556185722351, + "learning_rate": 6.706284825463574e-05, + "loss": 0.0144, + "step": 41970 + }, + { + "loss_action": 0.014948295429348946, + "loss_total": 0.014948295429348946, + "step": 41970 + }, + { + "loss_action": 0.011972261592745781, + "loss_total": 0.011972261592745781, + "step": 41970 + }, + { + "loss_action": 0.027639135718345642, + "loss_total": 0.027639135718345642, + "step": 41970 + }, + { + "loss_action": 0.005685987416654825, + "loss_total": 0.005685987416654825, + "step": 41970 + }, + { + "loss_action": 0.008385674096643925, + "loss_total": 0.008385674096643925, + "step": 41970 + }, + { + "loss_action": 0.008219675160944462, + "loss_total": 0.008219675160944462, + "step": 41970 + }, + { + "grad_norm": 0.5418206453323364, + "learning_rate": 6.704730520096114e-05, + "loss": 0.019, + "step": 41980 + }, + { + "loss_action": 0.1404133439064026, + "loss_total": 0.1404133439064026, + "step": 41980 + }, + { + "loss_action": 0.010631351731717587, + "loss_total": 0.010631351731717587, + "step": 41980 + }, + { + "loss_action": 0.01274176687002182, + "loss_total": 0.01274176687002182, + "step": 41980 + }, + { + "loss_action": 0.008796559646725655, + "loss_total": 0.008796559646725655, + "step": 41980 + }, + { + "loss_action": 0.058818455785512924, + "loss_total": 0.058818455785512924, + "step": 41980 + }, + { + "loss_action": 0.011170939542353153, + "loss_total": 0.011170939542353153, + "step": 41980 + }, + { + "grad_norm": 0.6075806021690369, + "learning_rate": 6.703176028301888e-05, + "loss": 0.0259, + "step": 41990 + }, + { + "loss_action": 0.013043753802776337, + "loss_total": 0.013043753802776337, + "step": 41990 + }, + { + "loss_action": 0.015181822702288628, + "loss_total": 0.015181822702288628, + "step": 41990 + }, + { + "loss_action": 0.020737525075674057, + "loss_total": 0.020737525075674057, + "step": 41990 + }, + { + "loss_action": 0.029559647664427757, + "loss_total": 0.029559647664427757, + "step": 41990 + }, + { + "loss_action": 0.019713953137397766, + "loss_total": 0.019713953137397766, + "step": 41990 + }, + { + "loss_action": 0.032489925622940063, + "loss_total": 0.032489925622940063, + "step": 41990 + }, + { + "grad_norm": 0.5106743574142456, + "learning_rate": 6.701621350250892e-05, + "loss": 0.022, + "step": 42000 + }, + { + "loss_action": 0.1690090298652649, + "loss_total": 0.1690090298652649, + "step": 42000 + }, + { + "loss_action": 0.018513573333621025, + "loss_total": 0.018513573333621025, + "step": 42000 + }, + { + "loss_action": 0.024932565167546272, + "loss_total": 0.024932565167546272, + "step": 42000 + }, + { + "loss_action": 0.01344089675694704, + "loss_total": 0.01344089675694704, + "step": 42000 + }, + { + "loss_action": 0.018800809979438782, + "loss_total": 0.018800809979438782, + "step": 42000 + }, + { + "loss_action": 0.015241550281643867, + "loss_total": 0.015241550281643867, + "step": 42000 + }, + { + "grad_norm": 0.4607701301574707, + "learning_rate": 6.700066486113144e-05, + "loss": 0.0213, + "step": 42010 + }, + { + "loss_action": 0.015194698236882687, + "loss_total": 0.015194698236882687, + "step": 42010 + }, + { + "loss_action": 0.017403317615389824, + "loss_total": 0.017403317615389824, + "step": 42010 + }, + { + "loss_action": 0.03432529419660568, + "loss_total": 0.03432529419660568, + "step": 42010 + }, + { + "loss_action": 0.019944455474615097, + "loss_total": 0.019944455474615097, + "step": 42010 + }, + { + "loss_action": 0.032582059502601624, + "loss_total": 0.032582059502601624, + "step": 42010 + }, + { + "loss_action": 0.01801864057779312, + "loss_total": 0.01801864057779312, + "step": 42010 + }, + { + "grad_norm": 0.3341350853443146, + "learning_rate": 6.69851143605868e-05, + "loss": 0.0157, + "step": 42020 + }, + { + "loss_action": 0.01953088492155075, + "loss_total": 0.01953088492155075, + "step": 42020 + }, + { + "loss_action": 0.005864451173692942, + "loss_total": 0.005864451173692942, + "step": 42020 + }, + { + "loss_action": 0.012373936362564564, + "loss_total": 0.012373936362564564, + "step": 42020 + }, + { + "loss_action": 0.01440736185759306, + "loss_total": 0.01440736185759306, + "step": 42020 + }, + { + "loss_action": 0.013383043929934502, + "loss_total": 0.013383043929934502, + "step": 42020 + }, + { + "loss_action": 0.014231465756893158, + "loss_total": 0.014231465756893158, + "step": 42020 + }, + { + "grad_norm": 0.3984421491622925, + "learning_rate": 6.696956200257561e-05, + "loss": 0.0206, + "step": 42030 + }, + { + "loss_action": 0.08538428694009781, + "loss_total": 0.08538428694009781, + "step": 42030 + }, + { + "loss_action": 0.015237448737025261, + "loss_total": 0.015237448737025261, + "step": 42030 + }, + { + "loss_action": 0.010765747167170048, + "loss_total": 0.010765747167170048, + "step": 42030 + }, + { + "loss_action": 0.011657112278044224, + "loss_total": 0.011657112278044224, + "step": 42030 + }, + { + "loss_action": 0.00605870271101594, + "loss_total": 0.00605870271101594, + "step": 42030 + }, + { + "loss_action": 0.011723160743713379, + "loss_total": 0.011723160743713379, + "step": 42030 + }, + { + "grad_norm": 0.29793083667755127, + "learning_rate": 6.695400778879863e-05, + "loss": 0.0202, + "step": 42040 + }, + { + "loss_action": 0.008906775154173374, + "loss_total": 0.008906775154173374, + "step": 42040 + }, + { + "loss_action": 0.019162561744451523, + "loss_total": 0.019162561744451523, + "step": 42040 + }, + { + "loss_action": 0.021765878424048424, + "loss_total": 0.021765878424048424, + "step": 42040 + }, + { + "loss_action": 0.008835626766085625, + "loss_total": 0.008835626766085625, + "step": 42040 + }, + { + "loss_action": 0.04698676988482475, + "loss_total": 0.04698676988482475, + "step": 42040 + }, + { + "loss_action": 0.011793974786996841, + "loss_total": 0.011793974786996841, + "step": 42040 + }, + { + "grad_norm": 0.3906128406524658, + "learning_rate": 6.693845172095683e-05, + "loss": 0.0192, + "step": 42050 + }, + { + "loss_action": 0.013582559302449226, + "loss_total": 0.013582559302449226, + "step": 42050 + }, + { + "loss_action": 0.013753294944763184, + "loss_total": 0.013753294944763184, + "step": 42050 + }, + { + "loss_action": 0.010389130562543869, + "loss_total": 0.010389130562543869, + "step": 42050 + }, + { + "loss_action": 0.010307998396456242, + "loss_total": 0.010307998396456242, + "step": 42050 + }, + { + "loss_action": 0.024058230221271515, + "loss_total": 0.024058230221271515, + "step": 42050 + }, + { + "loss_action": 0.024375779554247856, + "loss_total": 0.024375779554247856, + "step": 42050 + }, + { + "grad_norm": 0.35184821486473083, + "learning_rate": 6.692289380075142e-05, + "loss": 0.0179, + "step": 42060 + }, + { + "loss_action": 0.021565910428762436, + "loss_total": 0.021565910428762436, + "step": 42060 + }, + { + "loss_action": 0.014017628505825996, + "loss_total": 0.014017628505825996, + "step": 42060 + }, + { + "loss_action": 0.030865689739584923, + "loss_total": 0.030865689739584923, + "step": 42060 + }, + { + "loss_action": 0.0045740134082734585, + "loss_total": 0.0045740134082734585, + "step": 42060 + }, + { + "loss_action": 0.015443260781466961, + "loss_total": 0.015443260781466961, + "step": 42060 + }, + { + "loss_action": 0.1304370015859604, + "loss_total": 0.1304370015859604, + "step": 42060 + }, + { + "grad_norm": 0.6821261048316956, + "learning_rate": 6.690733402988379e-05, + "loss": 0.0262, + "step": 42070 + }, + { + "loss_action": 0.01483786292374134, + "loss_total": 0.01483786292374134, + "step": 42070 + }, + { + "loss_action": 0.026105420663952827, + "loss_total": 0.026105420663952827, + "step": 42070 + }, + { + "loss_action": 0.023186098784208298, + "loss_total": 0.023186098784208298, + "step": 42070 + }, + { + "loss_action": 0.019950347021222115, + "loss_total": 0.019950347021222115, + "step": 42070 + }, + { + "loss_action": 0.011003117077052593, + "loss_total": 0.011003117077052593, + "step": 42070 + }, + { + "loss_action": 0.06792687624692917, + "loss_total": 0.06792687624692917, + "step": 42070 + }, + { + "grad_norm": 0.5501784086227417, + "learning_rate": 6.689177241005553e-05, + "loss": 0.023, + "step": 42080 + }, + { + "loss_action": 0.016891848295927048, + "loss_total": 0.016891848295927048, + "step": 42080 + }, + { + "loss_action": 0.018750155344605446, + "loss_total": 0.018750155344605446, + "step": 42080 + }, + { + "loss_action": 0.14557664096355438, + "loss_total": 0.14557664096355438, + "step": 42080 + }, + { + "loss_action": 0.02443753182888031, + "loss_total": 0.02443753182888031, + "step": 42080 + }, + { + "loss_action": 0.01097970549017191, + "loss_total": 0.01097970549017191, + "step": 42080 + }, + { + "loss_action": 0.01991417072713375, + "loss_total": 0.01991417072713375, + "step": 42080 + }, + { + "grad_norm": 0.5055845379829407, + "learning_rate": 6.687620894296844e-05, + "loss": 0.0281, + "step": 42090 + }, + { + "loss_action": 0.009676986373960972, + "loss_total": 0.009676986373960972, + "step": 42090 + }, + { + "loss_action": 0.021543582901358604, + "loss_total": 0.021543582901358604, + "step": 42090 + }, + { + "loss_action": 0.01770945079624653, + "loss_total": 0.01770945079624653, + "step": 42090 + }, + { + "loss_action": 0.016893306747078896, + "loss_total": 0.016893306747078896, + "step": 42090 + }, + { + "loss_action": 0.015242929570376873, + "loss_total": 0.015242929570376873, + "step": 42090 + }, + { + "loss_action": 0.016179267317056656, + "loss_total": 0.016179267317056656, + "step": 42090 + }, + { + "grad_norm": 0.43689611554145813, + "learning_rate": 6.686064363032451e-05, + "loss": 0.0245, + "step": 42100 + }, + { + "loss_action": 0.012337399646639824, + "loss_total": 0.012337399646639824, + "step": 42100 + }, + { + "loss_action": 0.011888861656188965, + "loss_total": 0.011888861656188965, + "step": 42100 + }, + { + "loss_action": 0.019256511703133583, + "loss_total": 0.019256511703133583, + "step": 42100 + }, + { + "loss_action": 0.022503474727272987, + "loss_total": 0.022503474727272987, + "step": 42100 + }, + { + "loss_action": 0.021226396784186363, + "loss_total": 0.021226396784186363, + "step": 42100 + }, + { + "loss_action": 0.016362247988581657, + "loss_total": 0.016362247988581657, + "step": 42100 + }, + { + "grad_norm": 0.2661229968070984, + "learning_rate": 6.684507647382596e-05, + "loss": 0.0175, + "step": 42110 + }, + { + "loss_action": 0.0261466633528471, + "loss_total": 0.0261466633528471, + "step": 42110 + }, + { + "loss_action": 0.01094261184334755, + "loss_total": 0.01094261184334755, + "step": 42110 + }, + { + "loss_action": 0.015945574268698692, + "loss_total": 0.015945574268698692, + "step": 42110 + }, + { + "loss_action": 0.010004312731325626, + "loss_total": 0.010004312731325626, + "step": 42110 + }, + { + "loss_action": 0.022117778658866882, + "loss_total": 0.022117778658866882, + "step": 42110 + }, + { + "loss_action": 0.010012275539338589, + "loss_total": 0.010012275539338589, + "step": 42110 + }, + { + "grad_norm": 0.3783642649650574, + "learning_rate": 6.682950747517513e-05, + "loss": 0.0216, + "step": 42120 + }, + { + "loss_action": 0.022402891889214516, + "loss_total": 0.022402891889214516, + "step": 42120 + }, + { + "loss_action": 0.02450312301516533, + "loss_total": 0.02450312301516533, + "step": 42120 + }, + { + "loss_action": 0.02109421417117119, + "loss_total": 0.02109421417117119, + "step": 42120 + }, + { + "loss_action": 0.016331851482391357, + "loss_total": 0.016331851482391357, + "step": 42120 + }, + { + "loss_action": 0.007357501424849033, + "loss_total": 0.007357501424849033, + "step": 42120 + }, + { + "loss_action": 0.06072796881198883, + "loss_total": 0.06072796881198883, + "step": 42120 + }, + { + "grad_norm": 0.4900704026222229, + "learning_rate": 6.68139366360747e-05, + "loss": 0.0236, + "step": 42130 + }, + { + "loss_action": 0.028452100232243538, + "loss_total": 0.028452100232243538, + "step": 42130 + }, + { + "loss_action": 0.021608423441648483, + "loss_total": 0.021608423441648483, + "step": 42130 + }, + { + "loss_action": 0.06683006137609482, + "loss_total": 0.06683006137609482, + "step": 42130 + }, + { + "loss_action": 0.01568431779742241, + "loss_total": 0.01568431779742241, + "step": 42130 + }, + { + "loss_action": 0.01962171494960785, + "loss_total": 0.01962171494960785, + "step": 42130 + }, + { + "loss_action": 0.008602995425462723, + "loss_total": 0.008602995425462723, + "step": 42130 + }, + { + "grad_norm": 0.4410317540168762, + "learning_rate": 6.679836395822744e-05, + "loss": 0.021, + "step": 42140 + }, + { + "loss_action": 0.020656514912843704, + "loss_total": 0.020656514912843704, + "step": 42140 + }, + { + "loss_action": 0.050642818212509155, + "loss_total": 0.050642818212509155, + "step": 42140 + }, + { + "loss_action": 0.027697203680872917, + "loss_total": 0.027697203680872917, + "step": 42140 + }, + { + "loss_action": 0.016490889713168144, + "loss_total": 0.016490889713168144, + "step": 42140 + }, + { + "loss_action": 0.024286581203341484, + "loss_total": 0.024286581203341484, + "step": 42140 + }, + { + "loss_action": 0.012464080937206745, + "loss_total": 0.012464080937206745, + "step": 42140 + }, + { + "grad_norm": 0.32300421595573425, + "learning_rate": 6.678278944333633e-05, + "loss": 0.0226, + "step": 42150 + }, + { + "loss_action": 0.01772461086511612, + "loss_total": 0.01772461086511612, + "step": 42150 + }, + { + "loss_action": 0.009953097440302372, + "loss_total": 0.009953097440302372, + "step": 42150 + }, + { + "loss_action": 0.015685390681028366, + "loss_total": 0.015685390681028366, + "step": 42150 + }, + { + "loss_action": 0.008784775622189045, + "loss_total": 0.008784775622189045, + "step": 42150 + }, + { + "loss_action": 0.02157311700284481, + "loss_total": 0.02157311700284481, + "step": 42150 + }, + { + "loss_action": 0.012455328367650509, + "loss_total": 0.012455328367650509, + "step": 42150 + }, + { + "grad_norm": 0.45738667249679565, + "learning_rate": 6.676721309310462e-05, + "loss": 0.0186, + "step": 42160 + }, + { + "loss_action": 0.014496158808469772, + "loss_total": 0.014496158808469772, + "step": 42160 + }, + { + "loss_action": 0.057153090834617615, + "loss_total": 0.057153090834617615, + "step": 42160 + }, + { + "loss_action": 0.012138038873672485, + "loss_total": 0.012138038873672485, + "step": 42160 + }, + { + "loss_action": 0.017982134595513344, + "loss_total": 0.017982134595513344, + "step": 42160 + }, + { + "loss_action": 0.041022442281246185, + "loss_total": 0.041022442281246185, + "step": 42160 + }, + { + "loss_action": 0.016497740522027016, + "loss_total": 0.016497740522027016, + "step": 42160 + }, + { + "grad_norm": 0.38499942421913147, + "learning_rate": 6.67516349092357e-05, + "loss": 0.0198, + "step": 42170 + }, + { + "loss_action": 0.012029694393277168, + "loss_total": 0.012029694393277168, + "step": 42170 + }, + { + "loss_action": 0.005451775621622801, + "loss_total": 0.005451775621622801, + "step": 42170 + }, + { + "loss_action": 0.03324999287724495, + "loss_total": 0.03324999287724495, + "step": 42170 + }, + { + "loss_action": 0.015162219293415546, + "loss_total": 0.015162219293415546, + "step": 42170 + }, + { + "loss_action": 0.010506628081202507, + "loss_total": 0.010506628081202507, + "step": 42170 + }, + { + "loss_action": 0.011885371059179306, + "loss_total": 0.011885371059179306, + "step": 42170 + }, + { + "grad_norm": 0.3688320219516754, + "learning_rate": 6.673605489343315e-05, + "loss": 0.0202, + "step": 42180 + }, + { + "loss_action": 0.013807527720928192, + "loss_total": 0.013807527720928192, + "step": 42180 + }, + { + "loss_action": 0.0141346026211977, + "loss_total": 0.0141346026211977, + "step": 42180 + }, + { + "loss_action": 0.006011304445564747, + "loss_total": 0.006011304445564747, + "step": 42180 + }, + { + "loss_action": 0.02157290279865265, + "loss_total": 0.02157290279865265, + "step": 42180 + }, + { + "loss_action": 0.02125905267894268, + "loss_total": 0.02125905267894268, + "step": 42180 + }, + { + "loss_action": 0.010400950908660889, + "loss_total": 0.010400950908660889, + "step": 42180 + }, + { + "grad_norm": 0.3700181841850281, + "learning_rate": 6.672047304740081e-05, + "loss": 0.0183, + "step": 42190 + }, + { + "loss_action": 0.014571946114301682, + "loss_total": 0.014571946114301682, + "step": 42190 + }, + { + "loss_action": 0.009073861874639988, + "loss_total": 0.009073861874639988, + "step": 42190 + }, + { + "loss_action": 0.01480522658675909, + "loss_total": 0.01480522658675909, + "step": 42190 + }, + { + "loss_action": 0.01450791209936142, + "loss_total": 0.01450791209936142, + "step": 42190 + }, + { + "loss_action": 0.009945123456418514, + "loss_total": 0.009945123456418514, + "step": 42190 + }, + { + "loss_action": 0.01894270069897175, + "loss_total": 0.01894270069897175, + "step": 42190 + }, + { + "grad_norm": 0.4209173619747162, + "learning_rate": 6.670488937284268e-05, + "loss": 0.0198, + "step": 42200 + }, + { + "loss_action": 0.02661081962287426, + "loss_total": 0.02661081962287426, + "step": 42200 + }, + { + "loss_action": 0.007622816134244204, + "loss_total": 0.007622816134244204, + "step": 42200 + }, + { + "loss_action": 0.011067714542150497, + "loss_total": 0.011067714542150497, + "step": 42200 + }, + { + "loss_action": 0.013525353744626045, + "loss_total": 0.013525353744626045, + "step": 42200 + }, + { + "loss_action": 0.012536396272480488, + "loss_total": 0.012536396272480488, + "step": 42200 + }, + { + "loss_action": 0.010071337223052979, + "loss_total": 0.010071337223052979, + "step": 42200 + }, + { + "grad_norm": 0.4864548146724701, + "learning_rate": 6.668930387146294e-05, + "loss": 0.0179, + "step": 42210 + }, + { + "loss_action": 0.006632278207689524, + "loss_total": 0.006632278207689524, + "step": 42210 + }, + { + "loss_action": 0.007564861327409744, + "loss_total": 0.007564861327409744, + "step": 42210 + }, + { + "loss_action": 0.011340819299221039, + "loss_total": 0.011340819299221039, + "step": 42210 + }, + { + "loss_action": 0.025734711438417435, + "loss_total": 0.025734711438417435, + "step": 42210 + }, + { + "loss_action": 0.014574313536286354, + "loss_total": 0.014574313536286354, + "step": 42210 + }, + { + "loss_action": 0.010953384451568127, + "loss_total": 0.010953384451568127, + "step": 42210 + }, + { + "grad_norm": 0.48393160104751587, + "learning_rate": 6.667371654496605e-05, + "loss": 0.0252, + "step": 42220 + }, + { + "loss_action": 0.024632815271615982, + "loss_total": 0.024632815271615982, + "step": 42220 + }, + { + "loss_action": 0.012308456003665924, + "loss_total": 0.012308456003665924, + "step": 42220 + }, + { + "loss_action": 0.015467203222215176, + "loss_total": 0.015467203222215176, + "step": 42220 + }, + { + "loss_action": 0.09082266688346863, + "loss_total": 0.09082266688346863, + "step": 42220 + }, + { + "loss_action": 0.010347849689424038, + "loss_total": 0.010347849689424038, + "step": 42220 + }, + { + "loss_action": 0.019094016402959824, + "loss_total": 0.019094016402959824, + "step": 42220 + }, + { + "grad_norm": 0.46173959970474243, + "learning_rate": 6.665812739505659e-05, + "loss": 0.0212, + "step": 42230 + }, + { + "loss_action": 0.006950469687581062, + "loss_total": 0.006950469687581062, + "step": 42230 + }, + { + "loss_action": 0.01286743488162756, + "loss_total": 0.01286743488162756, + "step": 42230 + }, + { + "loss_action": 0.014110099524259567, + "loss_total": 0.014110099524259567, + "step": 42230 + }, + { + "loss_action": 0.008193683810532093, + "loss_total": 0.008193683810532093, + "step": 42230 + }, + { + "loss_action": 0.007522611878812313, + "loss_total": 0.007522611878812313, + "step": 42230 + }, + { + "loss_action": 0.013873607851564884, + "loss_total": 0.013873607851564884, + "step": 42230 + }, + { + "grad_norm": 0.3848268985748291, + "learning_rate": 6.664253642343935e-05, + "loss": 0.0163, + "step": 42240 + }, + { + "loss_action": 0.014217875897884369, + "loss_total": 0.014217875897884369, + "step": 42240 + }, + { + "loss_action": 0.01731969602406025, + "loss_total": 0.01731969602406025, + "step": 42240 + }, + { + "loss_action": 0.03332929313182831, + "loss_total": 0.03332929313182831, + "step": 42240 + }, + { + "loss_action": 0.03443925455212593, + "loss_total": 0.03443925455212593, + "step": 42240 + }, + { + "loss_action": 0.011451302096247673, + "loss_total": 0.011451302096247673, + "step": 42240 + }, + { + "loss_action": 0.009683600626885891, + "loss_total": 0.009683600626885891, + "step": 42240 + }, + { + "grad_norm": 0.3810003995895386, + "learning_rate": 6.662694363181935e-05, + "loss": 0.0195, + "step": 42250 + }, + { + "loss_action": 0.02374047227203846, + "loss_total": 0.02374047227203846, + "step": 42250 + }, + { + "loss_action": 0.016294825822114944, + "loss_total": 0.016294825822114944, + "step": 42250 + }, + { + "loss_action": 0.015815747901797295, + "loss_total": 0.015815747901797295, + "step": 42250 + }, + { + "loss_action": 0.04413367062807083, + "loss_total": 0.04413367062807083, + "step": 42250 + }, + { + "loss_action": 0.01094167772680521, + "loss_total": 0.01094167772680521, + "step": 42250 + }, + { + "loss_action": 0.025718750432133675, + "loss_total": 0.025718750432133675, + "step": 42250 + }, + { + "grad_norm": 0.3463442921638489, + "learning_rate": 6.66113490219018e-05, + "loss": 0.0184, + "step": 42260 + }, + { + "loss_action": 0.05591920390725136, + "loss_total": 0.05591920390725136, + "step": 42260 + }, + { + "loss_action": 0.019260764122009277, + "loss_total": 0.019260764122009277, + "step": 42260 + }, + { + "loss_action": 0.009758627973496914, + "loss_total": 0.009758627973496914, + "step": 42260 + }, + { + "loss_action": 0.019595932215452194, + "loss_total": 0.019595932215452194, + "step": 42260 + }, + { + "loss_action": 0.01073427777737379, + "loss_total": 0.01073427777737379, + "step": 42260 + }, + { + "loss_action": 0.018405990675091743, + "loss_total": 0.018405990675091743, + "step": 42260 + }, + { + "grad_norm": 0.2816104590892792, + "learning_rate": 6.659575259539207e-05, + "loss": 0.0166, + "step": 42270 + }, + { + "loss_action": 0.009152655489742756, + "loss_total": 0.009152655489742756, + "step": 42270 + }, + { + "loss_action": 0.02971724234521389, + "loss_total": 0.02971724234521389, + "step": 42270 + }, + { + "loss_action": 0.040315065532922745, + "loss_total": 0.040315065532922745, + "step": 42270 + }, + { + "loss_action": 0.02057725563645363, + "loss_total": 0.02057725563645363, + "step": 42270 + }, + { + "loss_action": 0.004772639367729425, + "loss_total": 0.004772639367729425, + "step": 42270 + }, + { + "loss_action": 0.033816054463386536, + "loss_total": 0.033816054463386536, + "step": 42270 + }, + { + "grad_norm": 0.6218017339706421, + "learning_rate": 6.65801543539958e-05, + "loss": 0.0228, + "step": 42280 + }, + { + "loss_action": 0.007533934433013201, + "loss_total": 0.007533934433013201, + "step": 42280 + }, + { + "loss_action": 0.021033618599176407, + "loss_total": 0.021033618599176407, + "step": 42280 + }, + { + "loss_action": 0.013298229314386845, + "loss_total": 0.013298229314386845, + "step": 42280 + }, + { + "loss_action": 0.03926632180809975, + "loss_total": 0.03926632180809975, + "step": 42280 + }, + { + "loss_action": 0.09514410048723221, + "loss_total": 0.09514410048723221, + "step": 42280 + }, + { + "loss_action": 0.021121421828866005, + "loss_total": 0.021121421828866005, + "step": 42280 + }, + { + "grad_norm": 0.3976539075374603, + "learning_rate": 6.65645542994188e-05, + "loss": 0.0219, + "step": 42290 + }, + { + "loss_action": 0.012505047023296356, + "loss_total": 0.012505047023296356, + "step": 42290 + }, + { + "loss_action": 0.009609674103558064, + "loss_total": 0.009609674103558064, + "step": 42290 + }, + { + "loss_action": 0.013842177577316761, + "loss_total": 0.013842177577316761, + "step": 42290 + }, + { + "loss_action": 0.00785865169018507, + "loss_total": 0.00785865169018507, + "step": 42290 + }, + { + "loss_action": 0.031286925077438354, + "loss_total": 0.031286925077438354, + "step": 42290 + }, + { + "loss_action": 0.010472949594259262, + "loss_total": 0.010472949594259262, + "step": 42290 + }, + { + "grad_norm": 0.3695807158946991, + "learning_rate": 6.654895243336702e-05, + "loss": 0.0185, + "step": 42300 + }, + { + "loss_action": 0.034692976623773575, + "loss_total": 0.034692976623773575, + "step": 42300 + }, + { + "loss_action": 0.02321671135723591, + "loss_total": 0.02321671135723591, + "step": 42300 + }, + { + "loss_action": 0.009057560004293919, + "loss_total": 0.009057560004293919, + "step": 42300 + }, + { + "loss_action": 0.006227212958037853, + "loss_total": 0.006227212958037853, + "step": 42300 + }, + { + "loss_action": 0.024441489949822426, + "loss_total": 0.024441489949822426, + "step": 42300 + }, + { + "loss_action": 0.008357156999409199, + "loss_total": 0.008357156999409199, + "step": 42300 + }, + { + "grad_norm": 0.4471447467803955, + "learning_rate": 6.65333487575467e-05, + "loss": 0.0208, + "step": 42310 + }, + { + "loss_action": 0.020515773445367813, + "loss_total": 0.020515773445367813, + "step": 42310 + }, + { + "loss_action": 0.02859576605260372, + "loss_total": 0.02859576605260372, + "step": 42310 + }, + { + "loss_action": 0.012970414012670517, + "loss_total": 0.012970414012670517, + "step": 42310 + }, + { + "loss_action": 0.010275169275701046, + "loss_total": 0.010275169275701046, + "step": 42310 + }, + { + "loss_action": 0.010315991006791592, + "loss_total": 0.010315991006791592, + "step": 42310 + }, + { + "loss_action": 0.011247934773564339, + "loss_total": 0.011247934773564339, + "step": 42310 + }, + { + "grad_norm": 0.4570896625518799, + "learning_rate": 6.651774327366422e-05, + "loss": 0.0188, + "step": 42320 + }, + { + "loss_action": 0.008657881058752537, + "loss_total": 0.008657881058752537, + "step": 42320 + }, + { + "loss_action": 0.02109646052122116, + "loss_total": 0.02109646052122116, + "step": 42320 + }, + { + "loss_action": 0.017691122367978096, + "loss_total": 0.017691122367978096, + "step": 42320 + }, + { + "loss_action": 0.007097691297531128, + "loss_total": 0.007097691297531128, + "step": 42320 + }, + { + "loss_action": 0.03687518090009689, + "loss_total": 0.03687518090009689, + "step": 42320 + }, + { + "loss_action": 0.06979139149188995, + "loss_total": 0.06979139149188995, + "step": 42320 + }, + { + "grad_norm": 0.4747830033302307, + "learning_rate": 6.650213598342613e-05, + "loss": 0.0191, + "step": 42330 + }, + { + "loss_action": 0.02298196591436863, + "loss_total": 0.02298196591436863, + "step": 42330 + }, + { + "loss_action": 0.023194454610347748, + "loss_total": 0.023194454610347748, + "step": 42330 + }, + { + "loss_action": 0.013680298812687397, + "loss_total": 0.013680298812687397, + "step": 42330 + }, + { + "loss_action": 0.017509700730443, + "loss_total": 0.017509700730443, + "step": 42330 + }, + { + "loss_action": 0.016005268320441246, + "loss_total": 0.016005268320441246, + "step": 42330 + }, + { + "loss_action": 0.011104041710495949, + "loss_total": 0.011104041710495949, + "step": 42330 + }, + { + "grad_norm": 0.4080961048603058, + "learning_rate": 6.648652688853931e-05, + "loss": 0.0182, + "step": 42340 + }, + { + "loss_action": 0.01907241716980934, + "loss_total": 0.01907241716980934, + "step": 42340 + }, + { + "loss_action": 0.09819430112838745, + "loss_total": 0.09819430112838745, + "step": 42340 + }, + { + "loss_action": 0.03368119150400162, + "loss_total": 0.03368119150400162, + "step": 42340 + }, + { + "loss_action": 0.017709044739603996, + "loss_total": 0.017709044739603996, + "step": 42340 + }, + { + "loss_action": 0.014344804920256138, + "loss_total": 0.014344804920256138, + "step": 42340 + }, + { + "loss_action": 0.011636195704340935, + "loss_total": 0.011636195704340935, + "step": 42340 + }, + { + "grad_norm": 0.4383181631565094, + "learning_rate": 6.647091599071066e-05, + "loss": 0.0224, + "step": 42350 + }, + { + "loss_action": 0.017103826627135277, + "loss_total": 0.017103826627135277, + "step": 42350 + }, + { + "loss_action": 0.007802511099725962, + "loss_total": 0.007802511099725962, + "step": 42350 + }, + { + "loss_action": 0.015494681894779205, + "loss_total": 0.015494681894779205, + "step": 42350 + }, + { + "loss_action": 0.010594469495117664, + "loss_total": 0.010594469495117664, + "step": 42350 + }, + { + "loss_action": 0.013591664843261242, + "loss_total": 0.013591664843261242, + "step": 42350 + }, + { + "loss_action": 0.03573612868785858, + "loss_total": 0.03573612868785858, + "step": 42350 + }, + { + "grad_norm": 0.4353545010089874, + "learning_rate": 6.645530329164743e-05, + "loss": 0.0205, + "step": 42360 + }, + { + "loss_action": 0.008931336924433708, + "loss_total": 0.008931336924433708, + "step": 42360 + }, + { + "loss_action": 0.014726443216204643, + "loss_total": 0.014726443216204643, + "step": 42360 + }, + { + "loss_action": 0.010067780502140522, + "loss_total": 0.010067780502140522, + "step": 42360 + }, + { + "loss_action": 0.01518942043185234, + "loss_total": 0.01518942043185234, + "step": 42360 + }, + { + "loss_action": 0.014758198522031307, + "loss_total": 0.014758198522031307, + "step": 42360 + }, + { + "loss_action": 0.012197929434478283, + "loss_total": 0.012197929434478283, + "step": 42360 + }, + { + "grad_norm": 0.3802723288536072, + "learning_rate": 6.643968879305694e-05, + "loss": 0.0235, + "step": 42370 + }, + { + "loss_action": 0.006928571034222841, + "loss_total": 0.006928571034222841, + "step": 42370 + }, + { + "loss_action": 0.03362041339278221, + "loss_total": 0.03362041339278221, + "step": 42370 + }, + { + "loss_action": 0.016110604628920555, + "loss_total": 0.016110604628920555, + "step": 42370 + }, + { + "loss_action": 0.025746354833245277, + "loss_total": 0.025746354833245277, + "step": 42370 + }, + { + "loss_action": 0.014844954013824463, + "loss_total": 0.014844954013824463, + "step": 42370 + }, + { + "loss_action": 0.06569725275039673, + "loss_total": 0.06569725275039673, + "step": 42370 + }, + { + "grad_norm": 0.5326172709465027, + "learning_rate": 6.642407249664683e-05, + "loss": 0.021, + "step": 42380 + }, + { + "loss_action": 0.009180881083011627, + "loss_total": 0.009180881083011627, + "step": 42380 + }, + { + "loss_action": 0.01464762445539236, + "loss_total": 0.01464762445539236, + "step": 42380 + }, + { + "loss_action": 0.010143671184778214, + "loss_total": 0.010143671184778214, + "step": 42380 + }, + { + "loss_action": 0.031782347708940506, + "loss_total": 0.031782347708940506, + "step": 42380 + }, + { + "loss_action": 0.010037192143499851, + "loss_total": 0.010037192143499851, + "step": 42380 + }, + { + "loss_action": 0.013719032518565655, + "loss_total": 0.013719032518565655, + "step": 42380 + }, + { + "grad_norm": 0.2966788113117218, + "learning_rate": 6.640845440412483e-05, + "loss": 0.018, + "step": 42390 + }, + { + "loss_action": 0.023803530260920525, + "loss_total": 0.023803530260920525, + "step": 42390 + }, + { + "loss_action": 0.027728768065571785, + "loss_total": 0.027728768065571785, + "step": 42390 + }, + { + "loss_action": 0.01377134956419468, + "loss_total": 0.01377134956419468, + "step": 42390 + }, + { + "loss_action": 0.009730498306453228, + "loss_total": 0.009730498306453228, + "step": 42390 + }, + { + "loss_action": 0.012846635654568672, + "loss_total": 0.012846635654568672, + "step": 42390 + }, + { + "loss_action": 0.02845568209886551, + "loss_total": 0.02845568209886551, + "step": 42390 + }, + { + "grad_norm": 0.43302831053733826, + "learning_rate": 6.639283451719893e-05, + "loss": 0.0204, + "step": 42400 + }, + { + "loss_action": 0.009943068958818913, + "loss_total": 0.009943068958818913, + "step": 42400 + }, + { + "loss_action": 0.014411257579922676, + "loss_total": 0.014411257579922676, + "step": 42400 + }, + { + "loss_action": 0.01625332050025463, + "loss_total": 0.01625332050025463, + "step": 42400 + }, + { + "loss_action": 0.01510605588555336, + "loss_total": 0.01510605588555336, + "step": 42400 + }, + { + "loss_action": 0.012719851918518543, + "loss_total": 0.012719851918518543, + "step": 42400 + }, + { + "loss_action": 0.0067451111972332, + "loss_total": 0.0067451111972332, + "step": 42400 + }, + { + "grad_norm": 0.353981077671051, + "learning_rate": 6.637721283757729e-05, + "loss": 0.0181, + "step": 42410 + }, + { + "loss_action": 0.01453307457268238, + "loss_total": 0.01453307457268238, + "step": 42410 + }, + { + "loss_action": 0.014351976104080677, + "loss_total": 0.014351976104080677, + "step": 42410 + }, + { + "loss_action": 0.012105129659175873, + "loss_total": 0.012105129659175873, + "step": 42410 + }, + { + "loss_action": 0.01059205923229456, + "loss_total": 0.01059205923229456, + "step": 42410 + }, + { + "loss_action": 0.017215372994542122, + "loss_total": 0.017215372994542122, + "step": 42410 + }, + { + "loss_action": 0.011716784909367561, + "loss_total": 0.011716784909367561, + "step": 42410 + }, + { + "grad_norm": 0.3969183564186096, + "learning_rate": 6.636158936696828e-05, + "loss": 0.0185, + "step": 42420 + }, + { + "loss_action": 0.03698458522558212, + "loss_total": 0.03698458522558212, + "step": 42420 + }, + { + "loss_action": 0.009495432488620281, + "loss_total": 0.009495432488620281, + "step": 42420 + }, + { + "loss_action": 0.05713113024830818, + "loss_total": 0.05713113024830818, + "step": 42420 + }, + { + "loss_action": 0.03309851512312889, + "loss_total": 0.03309851512312889, + "step": 42420 + }, + { + "loss_action": 0.013475894927978516, + "loss_total": 0.013475894927978516, + "step": 42420 + }, + { + "loss_action": 0.02236315980553627, + "loss_total": 0.02236315980553627, + "step": 42420 + }, + { + "grad_norm": 0.38410064578056335, + "learning_rate": 6.634596410708047e-05, + "loss": 0.0206, + "step": 42430 + }, + { + "loss_action": 0.02750195749104023, + "loss_total": 0.02750195749104023, + "step": 42430 + }, + { + "loss_action": 0.006980436388403177, + "loss_total": 0.006980436388403177, + "step": 42430 + }, + { + "loss_action": 0.01806478202342987, + "loss_total": 0.01806478202342987, + "step": 42430 + }, + { + "loss_action": 0.008737289346754551, + "loss_total": 0.008737289346754551, + "step": 42430 + }, + { + "loss_action": 0.009722762741148472, + "loss_total": 0.009722762741148472, + "step": 42430 + }, + { + "loss_action": 0.0059771062806248665, + "loss_total": 0.0059771062806248665, + "step": 42430 + }, + { + "grad_norm": 0.43296632170677185, + "learning_rate": 6.633033705962257e-05, + "loss": 0.0149, + "step": 42440 + }, + { + "loss_action": 0.008452925831079483, + "loss_total": 0.008452925831079483, + "step": 42440 + }, + { + "loss_action": 0.00938248448073864, + "loss_total": 0.00938248448073864, + "step": 42440 + }, + { + "loss_action": 0.009256004355847836, + "loss_total": 0.009256004355847836, + "step": 42440 + }, + { + "loss_action": 0.011878205463290215, + "loss_total": 0.011878205463290215, + "step": 42440 + }, + { + "loss_action": 0.008857031352818012, + "loss_total": 0.008857031352818012, + "step": 42440 + }, + { + "loss_action": 0.011386747471988201, + "loss_total": 0.011386747471988201, + "step": 42440 + }, + { + "grad_norm": 0.37131330370903015, + "learning_rate": 6.631470822630359e-05, + "loss": 0.0155, + "step": 42450 + }, + { + "loss_action": 0.03570401668548584, + "loss_total": 0.03570401668548584, + "step": 42450 + }, + { + "loss_action": 0.023035036399960518, + "loss_total": 0.023035036399960518, + "step": 42450 + }, + { + "loss_action": 0.022166654467582703, + "loss_total": 0.022166654467582703, + "step": 42450 + }, + { + "loss_action": 0.05259016528725624, + "loss_total": 0.05259016528725624, + "step": 42450 + }, + { + "loss_action": 0.019000526517629623, + "loss_total": 0.019000526517629623, + "step": 42450 + }, + { + "loss_action": 0.014223217032849789, + "loss_total": 0.014223217032849789, + "step": 42450 + }, + { + "grad_norm": 0.34677618741989136, + "learning_rate": 6.629907760883263e-05, + "loss": 0.0208, + "step": 42460 + }, + { + "loss_action": 0.01472265925258398, + "loss_total": 0.01472265925258398, + "step": 42460 + }, + { + "loss_action": 0.007280988618731499, + "loss_total": 0.007280988618731499, + "step": 42460 + }, + { + "loss_action": 0.006651359144598246, + "loss_total": 0.006651359144598246, + "step": 42460 + }, + { + "loss_action": 0.014862866140902042, + "loss_total": 0.014862866140902042, + "step": 42460 + }, + { + "loss_action": 0.028553588315844536, + "loss_total": 0.028553588315844536, + "step": 42460 + }, + { + "loss_action": 0.012167696841061115, + "loss_total": 0.012167696841061115, + "step": 42460 + }, + { + "grad_norm": 0.3481776714324951, + "learning_rate": 6.628344520891905e-05, + "loss": 0.0166, + "step": 42470 + }, + { + "loss_action": 0.016513826325535774, + "loss_total": 0.016513826325535774, + "step": 42470 + }, + { + "loss_action": 0.006216501817107201, + "loss_total": 0.006216501817107201, + "step": 42470 + }, + { + "loss_action": 0.019504094496369362, + "loss_total": 0.019504094496369362, + "step": 42470 + }, + { + "loss_action": 0.00979006476700306, + "loss_total": 0.00979006476700306, + "step": 42470 + }, + { + "loss_action": 0.019375784322619438, + "loss_total": 0.019375784322619438, + "step": 42470 + }, + { + "loss_action": 0.015869321301579475, + "loss_total": 0.015869321301579475, + "step": 42470 + }, + { + "grad_norm": 0.3537409007549286, + "learning_rate": 6.62678110282724e-05, + "loss": 0.0198, + "step": 42480 + }, + { + "loss_action": 0.03678525239229202, + "loss_total": 0.03678525239229202, + "step": 42480 + }, + { + "loss_action": 0.01919834315776825, + "loss_total": 0.01919834315776825, + "step": 42480 + }, + { + "loss_action": 0.022512590512633324, + "loss_total": 0.022512590512633324, + "step": 42480 + }, + { + "loss_action": 0.02049325592815876, + "loss_total": 0.02049325592815876, + "step": 42480 + }, + { + "loss_action": 0.009252929128706455, + "loss_total": 0.009252929128706455, + "step": 42480 + }, + { + "loss_action": 0.014155692420899868, + "loss_total": 0.014155692420899868, + "step": 42480 + }, + { + "grad_norm": 0.46831822395324707, + "learning_rate": 6.625217506860237e-05, + "loss": 0.0168, + "step": 42490 + }, + { + "loss_action": 0.05754685401916504, + "loss_total": 0.05754685401916504, + "step": 42490 + }, + { + "loss_action": 0.006404408719390631, + "loss_total": 0.006404408719390631, + "step": 42490 + }, + { + "loss_action": 0.016468413174152374, + "loss_total": 0.016468413174152374, + "step": 42490 + }, + { + "loss_action": 0.010403989814221859, + "loss_total": 0.010403989814221859, + "step": 42490 + }, + { + "loss_action": 0.00873870775103569, + "loss_total": 0.00873870775103569, + "step": 42490 + }, + { + "loss_action": 0.018321672454476357, + "loss_total": 0.018321672454476357, + "step": 42490 + }, + { + "grad_norm": 0.3014010488986969, + "learning_rate": 6.623653733161892e-05, + "loss": 0.0136, + "step": 42500 + }, + { + "loss_action": 0.015361458994448185, + "loss_total": 0.015361458994448185, + "step": 42500 + }, + { + "loss_action": 0.020354358479380608, + "loss_total": 0.020354358479380608, + "step": 42500 + }, + { + "loss_action": 0.00813091266900301, + "loss_total": 0.00813091266900301, + "step": 42500 + }, + { + "loss_action": 0.015109880827367306, + "loss_total": 0.015109880827367306, + "step": 42500 + }, + { + "loss_action": 0.015593488700687885, + "loss_total": 0.015593488700687885, + "step": 42500 + }, + { + "loss_action": 0.013002506457269192, + "loss_total": 0.013002506457269192, + "step": 42500 + }, + { + "grad_norm": 0.32958465814590454, + "learning_rate": 6.622089781903217e-05, + "loss": 0.0172, + "step": 42510 + }, + { + "loss_action": 0.01804935187101364, + "loss_total": 0.01804935187101364, + "step": 42510 + }, + { + "loss_action": 0.017124125733971596, + "loss_total": 0.017124125733971596, + "step": 42510 + }, + { + "loss_action": 0.01867261342704296, + "loss_total": 0.01867261342704296, + "step": 42510 + }, + { + "loss_action": 0.024519650265574455, + "loss_total": 0.024519650265574455, + "step": 42510 + }, + { + "loss_action": 0.023363377898931503, + "loss_total": 0.023363377898931503, + "step": 42510 + }, + { + "loss_action": 0.007563702296465635, + "loss_total": 0.007563702296465635, + "step": 42510 + }, + { + "grad_norm": 0.37710535526275635, + "learning_rate": 6.620525653255241e-05, + "loss": 0.0167, + "step": 42520 + }, + { + "loss_action": 0.028895506635308266, + "loss_total": 0.028895506635308266, + "step": 42520 + }, + { + "loss_action": 0.005528586450964212, + "loss_total": 0.005528586450964212, + "step": 42520 + }, + { + "loss_action": 0.01184519100934267, + "loss_total": 0.01184519100934267, + "step": 42520 + }, + { + "loss_action": 0.05027603730559349, + "loss_total": 0.05027603730559349, + "step": 42520 + }, + { + "loss_action": 0.007057451643049717, + "loss_total": 0.007057451643049717, + "step": 42520 + }, + { + "loss_action": 0.016809744760394096, + "loss_total": 0.016809744760394096, + "step": 42520 + }, + { + "grad_norm": 0.370300829410553, + "learning_rate": 6.618961347389015e-05, + "loss": 0.0183, + "step": 42530 + }, + { + "loss_action": 0.008776412345468998, + "loss_total": 0.008776412345468998, + "step": 42530 + }, + { + "loss_action": 0.08254998922348022, + "loss_total": 0.08254998922348022, + "step": 42530 + }, + { + "loss_action": 0.007735827937722206, + "loss_total": 0.007735827937722206, + "step": 42530 + }, + { + "loss_action": 0.01160283200442791, + "loss_total": 0.01160283200442791, + "step": 42530 + }, + { + "loss_action": 0.051478419452905655, + "loss_total": 0.051478419452905655, + "step": 42530 + }, + { + "loss_action": 0.016802622005343437, + "loss_total": 0.016802622005343437, + "step": 42530 + }, + { + "grad_norm": 0.4810953736305237, + "learning_rate": 6.617396864475613e-05, + "loss": 0.0221, + "step": 42540 + }, + { + "loss_action": 0.025372885167598724, + "loss_total": 0.025372885167598724, + "step": 42540 + }, + { + "loss_action": 0.009859604761004448, + "loss_total": 0.009859604761004448, + "step": 42540 + }, + { + "loss_action": 0.014418233186006546, + "loss_total": 0.014418233186006546, + "step": 42540 + }, + { + "loss_action": 0.011727805249392986, + "loss_total": 0.011727805249392986, + "step": 42540 + }, + { + "loss_action": 0.02605241723358631, + "loss_total": 0.02605241723358631, + "step": 42540 + }, + { + "loss_action": 0.02183290384709835, + "loss_total": 0.02183290384709835, + "step": 42540 + }, + { + "grad_norm": 0.3742009103298187, + "learning_rate": 6.61583220468612e-05, + "loss": 0.0184, + "step": 42550 + }, + { + "loss_action": 0.018318139016628265, + "loss_total": 0.018318139016628265, + "step": 42550 + }, + { + "loss_action": 0.018513616174459457, + "loss_total": 0.018513616174459457, + "step": 42550 + }, + { + "loss_action": 0.0082827964797616, + "loss_total": 0.0082827964797616, + "step": 42550 + }, + { + "loss_action": 0.010459001176059246, + "loss_total": 0.010459001176059246, + "step": 42550 + }, + { + "loss_action": 0.013641607016324997, + "loss_total": 0.013641607016324997, + "step": 42550 + }, + { + "loss_action": 0.016877269372344017, + "loss_total": 0.016877269372344017, + "step": 42550 + }, + { + "grad_norm": 0.40948453545570374, + "learning_rate": 6.614267368191645e-05, + "loss": 0.0202, + "step": 42560 + }, + { + "loss_action": 0.007058578543365002, + "loss_total": 0.007058578543365002, + "step": 42560 + }, + { + "loss_action": 0.014425430446863174, + "loss_total": 0.014425430446863174, + "step": 42560 + }, + { + "loss_action": 0.017069105058908463, + "loss_total": 0.017069105058908463, + "step": 42560 + }, + { + "loss_action": 0.015445188619196415, + "loss_total": 0.015445188619196415, + "step": 42560 + }, + { + "loss_action": 0.02516947127878666, + "loss_total": 0.02516947127878666, + "step": 42560 + }, + { + "loss_action": 0.11576484888792038, + "loss_total": 0.11576484888792038, + "step": 42560 + }, + { + "grad_norm": 0.36462828516960144, + "learning_rate": 6.61270235516332e-05, + "loss": 0.02, + "step": 42570 + }, + { + "loss_action": 0.009654036723077297, + "loss_total": 0.009654036723077297, + "step": 42570 + }, + { + "loss_action": 0.033847376704216, + "loss_total": 0.033847376704216, + "step": 42570 + }, + { + "loss_action": 0.016215143725275993, + "loss_total": 0.016215143725275993, + "step": 42570 + }, + { + "loss_action": 0.01086446177214384, + "loss_total": 0.01086446177214384, + "step": 42570 + }, + { + "loss_action": 0.025109026581048965, + "loss_total": 0.025109026581048965, + "step": 42570 + }, + { + "loss_action": 0.011558000929653645, + "loss_total": 0.011558000929653645, + "step": 42570 + }, + { + "grad_norm": 0.4705941081047058, + "learning_rate": 6.611137165772287e-05, + "loss": 0.0215, + "step": 42580 + }, + { + "loss_action": 0.019034994766116142, + "loss_total": 0.019034994766116142, + "step": 42580 + }, + { + "loss_action": 0.013283612206578255, + "loss_total": 0.013283612206578255, + "step": 42580 + }, + { + "loss_action": 0.011294522322714329, + "loss_total": 0.011294522322714329, + "step": 42580 + }, + { + "loss_action": 0.04387862607836723, + "loss_total": 0.04387862607836723, + "step": 42580 + }, + { + "loss_action": 0.01620969921350479, + "loss_total": 0.01620969921350479, + "step": 42580 + }, + { + "loss_action": 0.023626886308193207, + "loss_total": 0.023626886308193207, + "step": 42580 + }, + { + "grad_norm": 0.3657013177871704, + "learning_rate": 6.60957180018972e-05, + "loss": 0.0192, + "step": 42590 + }, + { + "loss_action": 0.02206805907189846, + "loss_total": 0.02206805907189846, + "step": 42590 + }, + { + "loss_action": 0.01719208061695099, + "loss_total": 0.01719208061695099, + "step": 42590 + }, + { + "loss_action": 0.01220792718231678, + "loss_total": 0.01220792718231678, + "step": 42590 + }, + { + "loss_action": 0.01629461720585823, + "loss_total": 0.01629461720585823, + "step": 42590 + }, + { + "loss_action": 0.02106364257633686, + "loss_total": 0.02106364257633686, + "step": 42590 + }, + { + "loss_action": 0.015314411371946335, + "loss_total": 0.015314411371946335, + "step": 42590 + }, + { + "grad_norm": 0.35301366448402405, + "learning_rate": 6.608006258586797e-05, + "loss": 0.0184, + "step": 42600 + }, + { + "loss_action": 0.04959077015519142, + "loss_total": 0.04959077015519142, + "step": 42600 + }, + { + "loss_action": 0.01206726673990488, + "loss_total": 0.01206726673990488, + "step": 42600 + }, + { + "loss_action": 0.010339081287384033, + "loss_total": 0.010339081287384033, + "step": 42600 + }, + { + "loss_action": 0.07464233040809631, + "loss_total": 0.07464233040809631, + "step": 42600 + }, + { + "loss_action": 0.0180045235902071, + "loss_total": 0.0180045235902071, + "step": 42600 + }, + { + "loss_action": 0.01401172298938036, + "loss_total": 0.01401172298938036, + "step": 42600 + }, + { + "grad_norm": 0.3471471667289734, + "learning_rate": 6.606440541134731e-05, + "loss": 0.0213, + "step": 42610 + }, + { + "loss_action": 0.011606406420469284, + "loss_total": 0.011606406420469284, + "step": 42610 + }, + { + "loss_action": 0.01923980936408043, + "loss_total": 0.01923980936408043, + "step": 42610 + }, + { + "loss_action": 0.013557116501033306, + "loss_total": 0.013557116501033306, + "step": 42610 + }, + { + "loss_action": 0.01571466028690338, + "loss_total": 0.01571466028690338, + "step": 42610 + }, + { + "loss_action": 0.059129998087882996, + "loss_total": 0.059129998087882996, + "step": 42610 + }, + { + "loss_action": 0.04687295854091644, + "loss_total": 0.04687295854091644, + "step": 42610 + }, + { + "grad_norm": 0.2662107050418854, + "learning_rate": 6.60487464800474e-05, + "loss": 0.0188, + "step": 42620 + }, + { + "loss_action": 0.010055555030703545, + "loss_total": 0.010055555030703545, + "step": 42620 + }, + { + "loss_action": 0.01397086400538683, + "loss_total": 0.01397086400538683, + "step": 42620 + }, + { + "loss_action": 0.011136529967188835, + "loss_total": 0.011136529967188835, + "step": 42620 + }, + { + "loss_action": 0.012035629712045193, + "loss_total": 0.012035629712045193, + "step": 42620 + }, + { + "loss_action": 0.024999715387821198, + "loss_total": 0.024999715387821198, + "step": 42620 + }, + { + "loss_action": 0.007786367554217577, + "loss_total": 0.007786367554217577, + "step": 42620 + }, + { + "grad_norm": 0.4011400640010834, + "learning_rate": 6.603308579368071e-05, + "loss": 0.0163, + "step": 42630 + }, + { + "loss_action": 0.015954582020640373, + "loss_total": 0.015954582020640373, + "step": 42630 + }, + { + "loss_action": 0.03552290424704552, + "loss_total": 0.03552290424704552, + "step": 42630 + }, + { + "loss_action": 0.00542834959924221, + "loss_total": 0.00542834959924221, + "step": 42630 + }, + { + "loss_action": 0.028006386011838913, + "loss_total": 0.028006386011838913, + "step": 42630 + }, + { + "loss_action": 0.020393844693899155, + "loss_total": 0.020393844693899155, + "step": 42630 + }, + { + "loss_action": 0.1298706829547882, + "loss_total": 0.1298706829547882, + "step": 42630 + }, + { + "grad_norm": 0.3149226903915405, + "learning_rate": 6.601742335395987e-05, + "loss": 0.0197, + "step": 42640 + }, + { + "loss_action": 0.011904829181730747, + "loss_total": 0.011904829181730747, + "step": 42640 + }, + { + "loss_action": 0.016507836058735847, + "loss_total": 0.016507836058735847, + "step": 42640 + }, + { + "loss_action": 0.033002693206071854, + "loss_total": 0.033002693206071854, + "step": 42640 + }, + { + "loss_action": 0.029394879937171936, + "loss_total": 0.029394879937171936, + "step": 42640 + }, + { + "loss_action": 0.010063979774713516, + "loss_total": 0.010063979774713516, + "step": 42640 + }, + { + "loss_action": 0.016567768529057503, + "loss_total": 0.016567768529057503, + "step": 42640 + }, + { + "grad_norm": 0.39408060908317566, + "learning_rate": 6.600175916259769e-05, + "loss": 0.0181, + "step": 42650 + }, + { + "loss_action": 0.011888646520674229, + "loss_total": 0.011888646520674229, + "step": 42650 + }, + { + "loss_action": 0.015518360771238804, + "loss_total": 0.015518360771238804, + "step": 42650 + }, + { + "loss_action": 0.011924542486667633, + "loss_total": 0.011924542486667633, + "step": 42650 + }, + { + "loss_action": 0.021361934021115303, + "loss_total": 0.021361934021115303, + "step": 42650 + }, + { + "loss_action": 0.010450734756886959, + "loss_total": 0.010450734756886959, + "step": 42650 + }, + { + "loss_action": 0.006970045156776905, + "loss_total": 0.006970045156776905, + "step": 42650 + }, + { + "grad_norm": 0.3606705665588379, + "learning_rate": 6.598609322130718e-05, + "loss": 0.0166, + "step": 42660 + }, + { + "loss_action": 0.04086368530988693, + "loss_total": 0.04086368530988693, + "step": 42660 + }, + { + "loss_action": 0.016437683254480362, + "loss_total": 0.016437683254480362, + "step": 42660 + }, + { + "loss_action": 0.017783060669898987, + "loss_total": 0.017783060669898987, + "step": 42660 + }, + { + "loss_action": 0.030168214812874794, + "loss_total": 0.030168214812874794, + "step": 42660 + }, + { + "loss_action": 0.01266294252127409, + "loss_total": 0.01266294252127409, + "step": 42660 + }, + { + "loss_action": 0.013758310116827488, + "loss_total": 0.013758310116827488, + "step": 42660 + }, + { + "grad_norm": 0.4322512149810791, + "learning_rate": 6.597042553180155e-05, + "loss": 0.0252, + "step": 42670 + }, + { + "loss_action": 0.046171460300683975, + "loss_total": 0.046171460300683975, + "step": 42670 + }, + { + "loss_action": 0.007229471579194069, + "loss_total": 0.007229471579194069, + "step": 42670 + }, + { + "loss_action": 0.012697992846369743, + "loss_total": 0.012697992846369743, + "step": 42670 + }, + { + "loss_action": 0.027271049097180367, + "loss_total": 0.027271049097180367, + "step": 42670 + }, + { + "loss_action": 0.019861401990056038, + "loss_total": 0.019861401990056038, + "step": 42670 + }, + { + "loss_action": 0.017949124798178673, + "loss_total": 0.017949124798178673, + "step": 42670 + }, + { + "grad_norm": 0.4168738126754761, + "learning_rate": 6.59547560957942e-05, + "loss": 0.0186, + "step": 42680 + }, + { + "loss_action": 0.015536714345216751, + "loss_total": 0.015536714345216751, + "step": 42680 + }, + { + "loss_action": 0.1513969749212265, + "loss_total": 0.1513969749212265, + "step": 42680 + }, + { + "loss_action": 0.01840454712510109, + "loss_total": 0.01840454712510109, + "step": 42680 + }, + { + "loss_action": 0.024140503257513046, + "loss_total": 0.024140503257513046, + "step": 42680 + }, + { + "loss_action": 0.006461592856794596, + "loss_total": 0.006461592856794596, + "step": 42680 + }, + { + "loss_action": 0.016845636069774628, + "loss_total": 0.016845636069774628, + "step": 42680 + }, + { + "grad_norm": 0.5559350848197937, + "learning_rate": 6.59390849149987e-05, + "loss": 0.0187, + "step": 42690 + }, + { + "loss_action": 0.00994295347481966, + "loss_total": 0.00994295347481966, + "step": 42690 + }, + { + "loss_action": 0.0202279444783926, + "loss_total": 0.0202279444783926, + "step": 42690 + }, + { + "loss_action": 0.01250198669731617, + "loss_total": 0.01250198669731617, + "step": 42690 + }, + { + "loss_action": 0.008372239768505096, + "loss_total": 0.008372239768505096, + "step": 42690 + }, + { + "loss_action": 0.012642507441341877, + "loss_total": 0.012642507441341877, + "step": 42690 + }, + { + "loss_action": 0.009037960320711136, + "loss_total": 0.009037960320711136, + "step": 42690 + }, + { + "grad_norm": 0.42666110396385193, + "learning_rate": 6.592341199112886e-05, + "loss": 0.0198, + "step": 42700 + }, + { + "loss_action": 0.009141013957560062, + "loss_total": 0.009141013957560062, + "step": 42700 + }, + { + "loss_action": 0.03001442737877369, + "loss_total": 0.03001442737877369, + "step": 42700 + }, + { + "loss_action": 0.012545682489871979, + "loss_total": 0.012545682489871979, + "step": 42700 + }, + { + "loss_action": 0.012062598019838333, + "loss_total": 0.012062598019838333, + "step": 42700 + }, + { + "loss_action": 0.030660239979624748, + "loss_total": 0.030660239979624748, + "step": 42700 + }, + { + "loss_action": 0.009255235083401203, + "loss_total": 0.009255235083401203, + "step": 42700 + }, + { + "grad_norm": 0.42708760499954224, + "learning_rate": 6.590773732589861e-05, + "loss": 0.0177, + "step": 42710 + }, + { + "loss_action": 0.029106445610523224, + "loss_total": 0.029106445610523224, + "step": 42710 + }, + { + "loss_action": 0.01913960464298725, + "loss_total": 0.01913960464298725, + "step": 42710 + }, + { + "loss_action": 0.020959779620170593, + "loss_total": 0.020959779620170593, + "step": 42710 + }, + { + "loss_action": 0.01846095733344555, + "loss_total": 0.01846095733344555, + "step": 42710 + }, + { + "loss_action": 0.012626398354768753, + "loss_total": 0.012626398354768753, + "step": 42710 + }, + { + "loss_action": 0.0158101674169302, + "loss_total": 0.0158101674169302, + "step": 42710 + }, + { + "grad_norm": 0.36853837966918945, + "learning_rate": 6.589206092102213e-05, + "loss": 0.0185, + "step": 42720 + }, + { + "loss_action": 0.011674976907670498, + "loss_total": 0.011674976907670498, + "step": 42720 + }, + { + "loss_action": 0.02019982784986496, + "loss_total": 0.02019982784986496, + "step": 42720 + }, + { + "loss_action": 0.013984120450913906, + "loss_total": 0.013984120450913906, + "step": 42720 + }, + { + "loss_action": 0.009819869883358479, + "loss_total": 0.009819869883358479, + "step": 42720 + }, + { + "loss_action": 0.01705426722764969, + "loss_total": 0.01705426722764969, + "step": 42720 + }, + { + "loss_action": 0.009667224250733852, + "loss_total": 0.009667224250733852, + "step": 42720 + }, + { + "grad_norm": 0.41559791564941406, + "learning_rate": 6.587638277821375e-05, + "loss": 0.0175, + "step": 42730 + }, + { + "loss_action": 0.0416666604578495, + "loss_total": 0.0416666604578495, + "step": 42730 + }, + { + "loss_action": 0.05460596829652786, + "loss_total": 0.05460596829652786, + "step": 42730 + }, + { + "loss_action": 0.026608390733599663, + "loss_total": 0.026608390733599663, + "step": 42730 + }, + { + "loss_action": 0.011455765925347805, + "loss_total": 0.011455765925347805, + "step": 42730 + }, + { + "loss_action": 0.010279080830514431, + "loss_total": 0.010279080830514431, + "step": 42730 + }, + { + "loss_action": 0.009351559914648533, + "loss_total": 0.009351559914648533, + "step": 42730 + }, + { + "grad_norm": 0.33134719729423523, + "learning_rate": 6.586070289918803e-05, + "loss": 0.0181, + "step": 42740 + }, + { + "loss_action": 0.01782226748764515, + "loss_total": 0.01782226748764515, + "step": 42740 + }, + { + "loss_action": 0.004862758796662092, + "loss_total": 0.004862758796662092, + "step": 42740 + }, + { + "loss_action": 0.017929235473275185, + "loss_total": 0.017929235473275185, + "step": 42740 + }, + { + "loss_action": 0.008837691508233547, + "loss_total": 0.008837691508233547, + "step": 42740 + }, + { + "loss_action": 0.02812202274799347, + "loss_total": 0.02812202274799347, + "step": 42740 + }, + { + "loss_action": 0.07540067285299301, + "loss_total": 0.07540067285299301, + "step": 42740 + }, + { + "grad_norm": 0.3387995958328247, + "learning_rate": 6.584502128565968e-05, + "loss": 0.0169, + "step": 42750 + }, + { + "loss_action": 0.018161451444029808, + "loss_total": 0.018161451444029808, + "step": 42750 + }, + { + "loss_action": 0.01733563095331192, + "loss_total": 0.01733563095331192, + "step": 42750 + }, + { + "loss_action": 0.016131507232785225, + "loss_total": 0.016131507232785225, + "step": 42750 + }, + { + "loss_action": 0.004467926919460297, + "loss_total": 0.004467926919460297, + "step": 42750 + }, + { + "loss_action": 0.018126729875802994, + "loss_total": 0.018126729875802994, + "step": 42750 + }, + { + "loss_action": 0.007926656864583492, + "loss_total": 0.007926656864583492, + "step": 42750 + }, + { + "grad_norm": 0.3373275101184845, + "learning_rate": 6.582933793934363e-05, + "loss": 0.0154, + "step": 42760 + }, + { + "loss_action": 0.010886293835937977, + "loss_total": 0.010886293835937977, + "step": 42760 + }, + { + "loss_action": 0.012546018697321415, + "loss_total": 0.012546018697321415, + "step": 42760 + }, + { + "loss_action": 0.030594395473599434, + "loss_total": 0.030594395473599434, + "step": 42760 + }, + { + "loss_action": 0.01377363782376051, + "loss_total": 0.01377363782376051, + "step": 42760 + }, + { + "loss_action": 0.008416695520281792, + "loss_total": 0.008416695520281792, + "step": 42760 + }, + { + "loss_action": 0.008387057110667229, + "loss_total": 0.008387057110667229, + "step": 42760 + }, + { + "grad_norm": 0.5006688237190247, + "learning_rate": 6.581365286195498e-05, + "loss": 0.0188, + "step": 42770 + }, + { + "loss_action": 0.012136626057326794, + "loss_total": 0.012136626057326794, + "step": 42770 + }, + { + "loss_action": 0.013251923955976963, + "loss_total": 0.013251923955976963, + "step": 42770 + }, + { + "loss_action": 0.015315104275941849, + "loss_total": 0.015315104275941849, + "step": 42770 + }, + { + "loss_action": 0.021648190915584564, + "loss_total": 0.021648190915584564, + "step": 42770 + }, + { + "loss_action": 0.01217548456043005, + "loss_total": 0.01217548456043005, + "step": 42770 + }, + { + "loss_action": 0.018350651487708092, + "loss_total": 0.018350651487708092, + "step": 42770 + }, + { + "grad_norm": 0.4439190924167633, + "learning_rate": 6.579796605520903e-05, + "loss": 0.0185, + "step": 42780 + }, + { + "loss_action": 0.01672499254345894, + "loss_total": 0.01672499254345894, + "step": 42780 + }, + { + "loss_action": 0.016667518764734268, + "loss_total": 0.016667518764734268, + "step": 42780 + }, + { + "loss_action": 0.010838432237505913, + "loss_total": 0.010838432237505913, + "step": 42780 + }, + { + "loss_action": 0.09984102100133896, + "loss_total": 0.09984102100133896, + "step": 42780 + }, + { + "loss_action": 0.010565483942627907, + "loss_total": 0.010565483942627907, + "step": 42780 + }, + { + "loss_action": 0.020944837480783463, + "loss_total": 0.020944837480783463, + "step": 42780 + }, + { + "grad_norm": 0.3762069642543793, + "learning_rate": 6.578227752082127e-05, + "loss": 0.0198, + "step": 42790 + }, + { + "loss_action": 0.008897144347429276, + "loss_total": 0.008897144347429276, + "step": 42790 + }, + { + "loss_action": 0.012584234587848186, + "loss_total": 0.012584234587848186, + "step": 42790 + }, + { + "loss_action": 0.009004509076476097, + "loss_total": 0.009004509076476097, + "step": 42790 + }, + { + "loss_action": 0.019144831225275993, + "loss_total": 0.019144831225275993, + "step": 42790 + }, + { + "loss_action": 0.024610577151179314, + "loss_total": 0.024610577151179314, + "step": 42790 + }, + { + "loss_action": 0.00967726856470108, + "loss_total": 0.00967726856470108, + "step": 42790 + }, + { + "grad_norm": 0.36860889196395874, + "learning_rate": 6.576658726050735e-05, + "loss": 0.016, + "step": 42800 + }, + { + "loss_action": 0.008707686327397823, + "loss_total": 0.008707686327397823, + "step": 42800 + }, + { + "loss_action": 0.009946290403604507, + "loss_total": 0.009946290403604507, + "step": 42800 + }, + { + "loss_action": 0.011424718424677849, + "loss_total": 0.011424718424677849, + "step": 42800 + }, + { + "loss_action": 0.01338539645075798, + "loss_total": 0.01338539645075798, + "step": 42800 + }, + { + "loss_action": 0.024576209485530853, + "loss_total": 0.024576209485530853, + "step": 42800 + }, + { + "loss_action": 0.008699887432157993, + "loss_total": 0.008699887432157993, + "step": 42800 + }, + { + "grad_norm": 0.5019041299819946, + "learning_rate": 6.575089527598316e-05, + "loss": 0.0182, + "step": 42810 + }, + { + "loss_action": 0.01084235217422247, + "loss_total": 0.01084235217422247, + "step": 42810 + }, + { + "loss_action": 0.0065607610158622265, + "loss_total": 0.0065607610158622265, + "step": 42810 + }, + { + "loss_action": 0.027387412264943123, + "loss_total": 0.027387412264943123, + "step": 42810 + }, + { + "loss_action": 0.01349214930087328, + "loss_total": 0.01349214930087328, + "step": 42810 + }, + { + "loss_action": 0.011673635803163052, + "loss_total": 0.011673635803163052, + "step": 42810 + }, + { + "loss_action": 0.012506659142673016, + "loss_total": 0.012506659142673016, + "step": 42810 + }, + { + "grad_norm": 0.39795538783073425, + "learning_rate": 6.573520156896476e-05, + "loss": 0.0177, + "step": 42820 + }, + { + "loss_action": 0.026871182024478912, + "loss_total": 0.026871182024478912, + "step": 42820 + }, + { + "loss_action": 0.005622980650514364, + "loss_total": 0.005622980650514364, + "step": 42820 + }, + { + "loss_action": 0.019584324210882187, + "loss_total": 0.019584324210882187, + "step": 42820 + }, + { + "loss_action": 0.008038665167987347, + "loss_total": 0.008038665167987347, + "step": 42820 + }, + { + "loss_action": 0.009043542668223381, + "loss_total": 0.009043542668223381, + "step": 42820 + }, + { + "loss_action": 0.015650125220417976, + "loss_total": 0.015650125220417976, + "step": 42820 + }, + { + "grad_norm": 0.35958775877952576, + "learning_rate": 6.571950614116835e-05, + "loss": 0.0189, + "step": 42830 + }, + { + "loss_action": 0.006610768847167492, + "loss_total": 0.006610768847167492, + "step": 42830 + }, + { + "loss_action": 0.00918898917734623, + "loss_total": 0.00918898917734623, + "step": 42830 + }, + { + "loss_action": 0.009104758501052856, + "loss_total": 0.009104758501052856, + "step": 42830 + }, + { + "loss_action": 0.01481220219284296, + "loss_total": 0.01481220219284296, + "step": 42830 + }, + { + "loss_action": 0.013978295028209686, + "loss_total": 0.013978295028209686, + "step": 42830 + }, + { + "loss_action": 0.009950242936611176, + "loss_total": 0.009950242936611176, + "step": 42830 + }, + { + "grad_norm": 0.33748793601989746, + "learning_rate": 6.570380899431039e-05, + "loss": 0.0213, + "step": 42840 + }, + { + "loss_action": 0.010738514363765717, + "loss_total": 0.010738514363765717, + "step": 42840 + }, + { + "loss_action": 0.015219789929687977, + "loss_total": 0.015219789929687977, + "step": 42840 + }, + { + "loss_action": 0.02431836910545826, + "loss_total": 0.02431836910545826, + "step": 42840 + }, + { + "loss_action": 0.010265098884701729, + "loss_total": 0.010265098884701729, + "step": 42840 + }, + { + "loss_action": 0.011942070908844471, + "loss_total": 0.011942070908844471, + "step": 42840 + }, + { + "loss_action": 0.02648327127099037, + "loss_total": 0.02648327127099037, + "step": 42840 + }, + { + "grad_norm": 0.47145313024520874, + "learning_rate": 6.568811013010749e-05, + "loss": 0.0178, + "step": 42850 + }, + { + "loss_action": 0.015538621693849564, + "loss_total": 0.015538621693849564, + "step": 42850 + }, + { + "loss_action": 0.03949145972728729, + "loss_total": 0.03949145972728729, + "step": 42850 + }, + { + "loss_action": 0.020969275385141373, + "loss_total": 0.020969275385141373, + "step": 42850 + }, + { + "loss_action": 0.01208399422466755, + "loss_total": 0.01208399422466755, + "step": 42850 + }, + { + "loss_action": 0.020394043996930122, + "loss_total": 0.020394043996930122, + "step": 42850 + }, + { + "loss_action": 0.009602176025509834, + "loss_total": 0.009602176025509834, + "step": 42850 + }, + { + "grad_norm": 0.4479469060897827, + "learning_rate": 6.567240955027645e-05, + "loss": 0.0172, + "step": 42860 + }, + { + "loss_action": 0.00523852976039052, + "loss_total": 0.00523852976039052, + "step": 42860 + }, + { + "loss_action": 0.016003306955099106, + "loss_total": 0.016003306955099106, + "step": 42860 + }, + { + "loss_action": 0.008760891854763031, + "loss_total": 0.008760891854763031, + "step": 42860 + }, + { + "loss_action": 0.01793321780860424, + "loss_total": 0.01793321780860424, + "step": 42860 + }, + { + "loss_action": 0.02780962735414505, + "loss_total": 0.02780962735414505, + "step": 42860 + }, + { + "loss_action": 0.009418951347470284, + "loss_total": 0.009418951347470284, + "step": 42860 + }, + { + "grad_norm": 0.3904244601726532, + "learning_rate": 6.565670725653427e-05, + "loss": 0.0223, + "step": 42870 + }, + { + "loss_action": 0.026088718324899673, + "loss_total": 0.026088718324899673, + "step": 42870 + }, + { + "loss_action": 0.023560525849461555, + "loss_total": 0.023560525849461555, + "step": 42870 + }, + { + "loss_action": 0.009592877700924873, + "loss_total": 0.009592877700924873, + "step": 42870 + }, + { + "loss_action": 0.01037624105811119, + "loss_total": 0.01037624105811119, + "step": 42870 + }, + { + "loss_action": 0.016309956088662148, + "loss_total": 0.016309956088662148, + "step": 42870 + }, + { + "loss_action": 0.019884176552295685, + "loss_total": 0.019884176552295685, + "step": 42870 + }, + { + "grad_norm": 0.3716110587120056, + "learning_rate": 6.564100325059812e-05, + "loss": 0.0186, + "step": 42880 + }, + { + "loss_action": 0.008296727202832699, + "loss_total": 0.008296727202832699, + "step": 42880 + }, + { + "loss_action": 0.00890005100518465, + "loss_total": 0.00890005100518465, + "step": 42880 + }, + { + "loss_action": 0.009389162994921207, + "loss_total": 0.009389162994921207, + "step": 42880 + }, + { + "loss_action": 0.007515431381762028, + "loss_total": 0.007515431381762028, + "step": 42880 + }, + { + "loss_action": 0.015214085578918457, + "loss_total": 0.015214085578918457, + "step": 42880 + }, + { + "loss_action": 0.009593425318598747, + "loss_total": 0.009593425318598747, + "step": 42880 + }, + { + "grad_norm": 0.6071632504463196, + "learning_rate": 6.562529753418538e-05, + "loss": 0.0221, + "step": 42890 + }, + { + "loss_action": 0.043608102947473526, + "loss_total": 0.043608102947473526, + "step": 42890 + }, + { + "loss_action": 0.01000483613461256, + "loss_total": 0.01000483613461256, + "step": 42890 + }, + { + "loss_action": 0.02882595919072628, + "loss_total": 0.02882595919072628, + "step": 42890 + }, + { + "loss_action": 0.02096288464963436, + "loss_total": 0.02096288464963436, + "step": 42890 + }, + { + "loss_action": 0.03372318670153618, + "loss_total": 0.03372318670153618, + "step": 42890 + }, + { + "loss_action": 0.009095506742596626, + "loss_total": 0.009095506742596626, + "step": 42890 + }, + { + "grad_norm": 0.40338990092277527, + "learning_rate": 6.56095901090136e-05, + "loss": 0.0218, + "step": 42900 + }, + { + "loss_action": 0.008172313682734966, + "loss_total": 0.008172313682734966, + "step": 42900 + }, + { + "loss_action": 0.010421447455883026, + "loss_total": 0.010421447455883026, + "step": 42900 + }, + { + "loss_action": 0.030750367790460587, + "loss_total": 0.030750367790460587, + "step": 42900 + }, + { + "loss_action": 0.011735599488019943, + "loss_total": 0.011735599488019943, + "step": 42900 + }, + { + "loss_action": 0.03558274731040001, + "loss_total": 0.03558274731040001, + "step": 42900 + }, + { + "loss_action": 0.009642485529184341, + "loss_total": 0.009642485529184341, + "step": 42900 + }, + { + "grad_norm": 0.43592727184295654, + "learning_rate": 6.55938809768005e-05, + "loss": 0.0193, + "step": 42910 + }, + { + "loss_action": 0.010759170167148113, + "loss_total": 0.010759170167148113, + "step": 42910 + }, + { + "loss_action": 0.01137111708521843, + "loss_total": 0.01137111708521843, + "step": 42910 + }, + { + "loss_action": 0.007290876470506191, + "loss_total": 0.007290876470506191, + "step": 42910 + }, + { + "loss_action": 0.007153704296797514, + "loss_total": 0.007153704296797514, + "step": 42910 + }, + { + "loss_action": 0.008547410368919373, + "loss_total": 0.008547410368919373, + "step": 42910 + }, + { + "loss_action": 0.01395441684871912, + "loss_total": 0.01395441684871912, + "step": 42910 + }, + { + "grad_norm": 0.46518614888191223, + "learning_rate": 6.557817013926402e-05, + "loss": 0.0155, + "step": 42920 + }, + { + "loss_action": 0.01886153407394886, + "loss_total": 0.01886153407394886, + "step": 42920 + }, + { + "loss_action": 0.0115926843136549, + "loss_total": 0.0115926843136549, + "step": 42920 + }, + { + "loss_action": 0.011470160447061062, + "loss_total": 0.011470160447061062, + "step": 42920 + }, + { + "loss_action": 0.020606381818652153, + "loss_total": 0.020606381818652153, + "step": 42920 + }, + { + "loss_action": 0.015859954059123993, + "loss_total": 0.015859954059123993, + "step": 42920 + }, + { + "loss_action": 0.01006237231194973, + "loss_total": 0.01006237231194973, + "step": 42920 + }, + { + "grad_norm": 0.46551522612571716, + "learning_rate": 6.556245759812227e-05, + "loss": 0.0189, + "step": 42930 + }, + { + "loss_action": 0.030518822371959686, + "loss_total": 0.030518822371959686, + "step": 42930 + }, + { + "loss_action": 0.04606655240058899, + "loss_total": 0.04606655240058899, + "step": 42930 + }, + { + "loss_action": 0.012370199896395206, + "loss_total": 0.012370199896395206, + "step": 42930 + }, + { + "loss_action": 0.006739729084074497, + "loss_total": 0.006739729084074497, + "step": 42930 + }, + { + "loss_action": 0.006606139708310366, + "loss_total": 0.006606139708310366, + "step": 42930 + }, + { + "loss_action": 0.006788347382098436, + "loss_total": 0.006788347382098436, + "step": 42930 + }, + { + "grad_norm": 0.28027579188346863, + "learning_rate": 6.554674335509357e-05, + "loss": 0.0171, + "step": 42940 + }, + { + "loss_action": 0.01623670943081379, + "loss_total": 0.01623670943081379, + "step": 42940 + }, + { + "loss_action": 0.013586916029453278, + "loss_total": 0.013586916029453278, + "step": 42940 + }, + { + "loss_action": 0.11349692195653915, + "loss_total": 0.11349692195653915, + "step": 42940 + }, + { + "loss_action": 0.0068113915622234344, + "loss_total": 0.0068113915622234344, + "step": 42940 + }, + { + "loss_action": 0.010848415084183216, + "loss_total": 0.010848415084183216, + "step": 42940 + }, + { + "loss_action": 0.01275693904608488, + "loss_total": 0.01275693904608488, + "step": 42940 + }, + { + "grad_norm": 0.41759249567985535, + "learning_rate": 6.553102741189638e-05, + "loss": 0.0195, + "step": 42950 + }, + { + "loss_action": 0.011118732392787933, + "loss_total": 0.011118732392787933, + "step": 42950 + }, + { + "loss_action": 0.016252120956778526, + "loss_total": 0.016252120956778526, + "step": 42950 + }, + { + "loss_action": 0.02694501169025898, + "loss_total": 0.02694501169025898, + "step": 42950 + }, + { + "loss_action": 0.01551020797342062, + "loss_total": 0.01551020797342062, + "step": 42950 + }, + { + "loss_action": 0.0130250109359622, + "loss_total": 0.0130250109359622, + "step": 42950 + }, + { + "loss_action": 0.018538035452365875, + "loss_total": 0.018538035452365875, + "step": 42950 + }, + { + "grad_norm": 0.4860413670539856, + "learning_rate": 6.55153097702494e-05, + "loss": 0.0197, + "step": 42960 + }, + { + "loss_action": 0.009070170111954212, + "loss_total": 0.009070170111954212, + "step": 42960 + }, + { + "loss_action": 0.015893185511231422, + "loss_total": 0.015893185511231422, + "step": 42960 + }, + { + "loss_action": 0.018439484760165215, + "loss_total": 0.018439484760165215, + "step": 42960 + }, + { + "loss_action": 0.06558409333229065, + "loss_total": 0.06558409333229065, + "step": 42960 + }, + { + "loss_action": 0.011549768969416618, + "loss_total": 0.011549768969416618, + "step": 42960 + }, + { + "loss_action": 0.02124236524105072, + "loss_total": 0.02124236524105072, + "step": 42960 + }, + { + "grad_norm": 0.5244640707969666, + "learning_rate": 6.549959043187146e-05, + "loss": 0.023, + "step": 42970 + }, + { + "loss_action": 0.012534655630588531, + "loss_total": 0.012534655630588531, + "step": 42970 + }, + { + "loss_action": 0.033299535512924194, + "loss_total": 0.033299535512924194, + "step": 42970 + }, + { + "loss_action": 0.014680206775665283, + "loss_total": 0.014680206775665283, + "step": 42970 + }, + { + "loss_action": 0.017841976135969162, + "loss_total": 0.017841976135969162, + "step": 42970 + }, + { + "loss_action": 0.20432136952877045, + "loss_total": 0.20432136952877045, + "step": 42970 + }, + { + "loss_action": 0.017657749354839325, + "loss_total": 0.017657749354839325, + "step": 42970 + }, + { + "grad_norm": 0.5850093960762024, + "learning_rate": 6.54838693984816e-05, + "loss": 0.022, + "step": 42980 + }, + { + "loss_action": 0.011350071057677269, + "loss_total": 0.011350071057677269, + "step": 42980 + }, + { + "loss_action": 0.014935874380171299, + "loss_total": 0.014935874380171299, + "step": 42980 + }, + { + "loss_action": 0.01190747506916523, + "loss_total": 0.01190747506916523, + "step": 42980 + }, + { + "loss_action": 0.09408878535032272, + "loss_total": 0.09408878535032272, + "step": 42980 + }, + { + "loss_action": 0.014641745947301388, + "loss_total": 0.014641745947301388, + "step": 42980 + }, + { + "loss_action": 0.00807739607989788, + "loss_total": 0.00807739607989788, + "step": 42980 + }, + { + "grad_norm": 0.32917195558547974, + "learning_rate": 6.546814667179909e-05, + "loss": 0.0261, + "step": 42990 + }, + { + "loss_action": 0.020086999982595444, + "loss_total": 0.020086999982595444, + "step": 42990 + }, + { + "loss_action": 0.011194688268005848, + "loss_total": 0.011194688268005848, + "step": 42990 + }, + { + "loss_action": 0.12658816576004028, + "loss_total": 0.12658816576004028, + "step": 42990 + }, + { + "loss_action": 0.009350601583719254, + "loss_total": 0.009350601583719254, + "step": 42990 + }, + { + "loss_action": 0.0150204012170434, + "loss_total": 0.0150204012170434, + "step": 42990 + }, + { + "loss_action": 0.015302620828151703, + "loss_total": 0.015302620828151703, + "step": 42990 + }, + { + "grad_norm": 0.34851619601249695, + "learning_rate": 6.545242225354328e-05, + "loss": 0.0206, + "step": 43000 + }, + { + "loss_action": 0.005841223523020744, + "loss_total": 0.005841223523020744, + "step": 43000 + }, + { + "loss_action": 0.008045668713748455, + "loss_total": 0.008045668713748455, + "step": 43000 + }, + { + "loss_action": 0.01956860162317753, + "loss_total": 0.01956860162317753, + "step": 43000 + }, + { + "loss_action": 0.01283367071300745, + "loss_total": 0.01283367071300745, + "step": 43000 + }, + { + "loss_action": 0.020802656188607216, + "loss_total": 0.020802656188607216, + "step": 43000 + }, + { + "loss_action": 0.012902776710689068, + "loss_total": 0.012902776710689068, + "step": 43000 + }, + { + "grad_norm": 0.38700416684150696, + "learning_rate": 6.543669614543383e-05, + "loss": 0.0165, + "step": 43010 + }, + { + "loss_action": 0.011774546466767788, + "loss_total": 0.011774546466767788, + "step": 43010 + }, + { + "loss_action": 0.019366255030035973, + "loss_total": 0.019366255030035973, + "step": 43010 + }, + { + "loss_action": 0.020825615152716637, + "loss_total": 0.020825615152716637, + "step": 43010 + }, + { + "loss_action": 0.016860593110322952, + "loss_total": 0.016860593110322952, + "step": 43010 + }, + { + "loss_action": 0.020961083471775055, + "loss_total": 0.020961083471775055, + "step": 43010 + }, + { + "loss_action": 0.009082670323550701, + "loss_total": 0.009082670323550701, + "step": 43010 + }, + { + "grad_norm": 0.39307528734207153, + "learning_rate": 6.542096834919049e-05, + "loss": 0.0178, + "step": 43020 + }, + { + "loss_action": 0.010967939160764217, + "loss_total": 0.010967939160764217, + "step": 43020 + }, + { + "loss_action": 0.027179142460227013, + "loss_total": 0.027179142460227013, + "step": 43020 + }, + { + "loss_action": 0.026981430128216743, + "loss_total": 0.026981430128216743, + "step": 43020 + }, + { + "loss_action": 0.02960621938109398, + "loss_total": 0.02960621938109398, + "step": 43020 + }, + { + "loss_action": 0.0049870191141963005, + "loss_total": 0.0049870191141963005, + "step": 43020 + }, + { + "loss_action": 0.026831721886992455, + "loss_total": 0.026831721886992455, + "step": 43020 + }, + { + "grad_norm": 0.3234725296497345, + "learning_rate": 6.540523886653324e-05, + "loss": 0.0182, + "step": 43030 + }, + { + "loss_action": 0.009348447434604168, + "loss_total": 0.009348447434604168, + "step": 43030 + }, + { + "loss_action": 0.01318484079092741, + "loss_total": 0.01318484079092741, + "step": 43030 + }, + { + "loss_action": 0.01586546003818512, + "loss_total": 0.01586546003818512, + "step": 43030 + }, + { + "loss_action": 0.098691925406456, + "loss_total": 0.098691925406456, + "step": 43030 + }, + { + "loss_action": 0.016958894208073616, + "loss_total": 0.016958894208073616, + "step": 43030 + }, + { + "loss_action": 0.008849366568028927, + "loss_total": 0.008849366568028927, + "step": 43030 + }, + { + "grad_norm": 0.394500732421875, + "learning_rate": 6.538950769918222e-05, + "loss": 0.0173, + "step": 43040 + }, + { + "loss_action": 0.009578675962984562, + "loss_total": 0.009578675962984562, + "step": 43040 + }, + { + "loss_action": 0.03533022850751877, + "loss_total": 0.03533022850751877, + "step": 43040 + }, + { + "loss_action": 0.01838582754135132, + "loss_total": 0.01838582754135132, + "step": 43040 + }, + { + "loss_action": 0.018426034599542618, + "loss_total": 0.018426034599542618, + "step": 43040 + }, + { + "loss_action": 0.020165937021374702, + "loss_total": 0.020165937021374702, + "step": 43040 + }, + { + "loss_action": 0.014132963493466377, + "loss_total": 0.014132963493466377, + "step": 43040 + }, + { + "grad_norm": 0.3882511854171753, + "learning_rate": 6.537377484885779e-05, + "loss": 0.0198, + "step": 43050 + }, + { + "loss_action": 0.012137435376644135, + "loss_total": 0.012137435376644135, + "step": 43050 + }, + { + "loss_action": 0.015770016238093376, + "loss_total": 0.015770016238093376, + "step": 43050 + }, + { + "loss_action": 0.012623698450624943, + "loss_total": 0.012623698450624943, + "step": 43050 + }, + { + "loss_action": 0.009252573363482952, + "loss_total": 0.009252573363482952, + "step": 43050 + }, + { + "loss_action": 0.004667821805924177, + "loss_total": 0.004667821805924177, + "step": 43050 + }, + { + "loss_action": 0.011285517364740372, + "loss_total": 0.011285517364740372, + "step": 43050 + }, + { + "grad_norm": 0.3595598340034485, + "learning_rate": 6.535804031728045e-05, + "loss": 0.0185, + "step": 43060 + }, + { + "loss_action": 0.015652261674404144, + "loss_total": 0.015652261674404144, + "step": 43060 + }, + { + "loss_action": 0.017995014786720276, + "loss_total": 0.017995014786720276, + "step": 43060 + }, + { + "loss_action": 0.009580845944583416, + "loss_total": 0.009580845944583416, + "step": 43060 + }, + { + "loss_action": 0.0216660238802433, + "loss_total": 0.0216660238802433, + "step": 43060 + }, + { + "loss_action": 0.011540942825376987, + "loss_total": 0.011540942825376987, + "step": 43060 + }, + { + "loss_action": 0.008412790484726429, + "loss_total": 0.008412790484726429, + "step": 43060 + }, + { + "grad_norm": 0.3295699954032898, + "learning_rate": 6.534230410617092e-05, + "loss": 0.0184, + "step": 43070 + }, + { + "loss_action": 0.014665727503597736, + "loss_total": 0.014665727503597736, + "step": 43070 + }, + { + "loss_action": 0.02292877621948719, + "loss_total": 0.02292877621948719, + "step": 43070 + }, + { + "loss_action": 0.053309813141822815, + "loss_total": 0.053309813141822815, + "step": 43070 + }, + { + "loss_action": 0.008467137813568115, + "loss_total": 0.008467137813568115, + "step": 43070 + }, + { + "loss_action": 0.011706800200045109, + "loss_total": 0.011706800200045109, + "step": 43070 + }, + { + "loss_action": 0.022411152720451355, + "loss_total": 0.022411152720451355, + "step": 43070 + }, + { + "grad_norm": 0.37428584694862366, + "learning_rate": 6.532656621725007e-05, + "loss": 0.0168, + "step": 43080 + }, + { + "loss_action": 0.006497266236692667, + "loss_total": 0.006497266236692667, + "step": 43080 + }, + { + "loss_action": 0.01010627206414938, + "loss_total": 0.01010627206414938, + "step": 43080 + }, + { + "loss_action": 0.026498917490243912, + "loss_total": 0.026498917490243912, + "step": 43080 + }, + { + "loss_action": 0.012182462029159069, + "loss_total": 0.012182462029159069, + "step": 43080 + }, + { + "loss_action": 0.008938976563513279, + "loss_total": 0.008938976563513279, + "step": 43080 + }, + { + "loss_action": 0.018542323261499405, + "loss_total": 0.018542323261499405, + "step": 43080 + }, + { + "grad_norm": 0.34597140550613403, + "learning_rate": 6.531082665223898e-05, + "loss": 0.0174, + "step": 43090 + }, + { + "loss_action": 0.012640126049518585, + "loss_total": 0.012640126049518585, + "step": 43090 + }, + { + "loss_action": 0.0681358352303505, + "loss_total": 0.0681358352303505, + "step": 43090 + }, + { + "loss_action": 0.025286657735705376, + "loss_total": 0.025286657735705376, + "step": 43090 + }, + { + "loss_action": 0.016396166756749153, + "loss_total": 0.016396166756749153, + "step": 43090 + }, + { + "loss_action": 0.01365895289927721, + "loss_total": 0.01365895289927721, + "step": 43090 + }, + { + "loss_action": 0.007890693843364716, + "loss_total": 0.007890693843364716, + "step": 43090 + }, + { + "grad_norm": 0.425182968378067, + "learning_rate": 6.529508541285889e-05, + "loss": 0.0221, + "step": 43100 + }, + { + "loss_action": 0.039187684655189514, + "loss_total": 0.039187684655189514, + "step": 43100 + }, + { + "loss_action": 0.03078610822558403, + "loss_total": 0.03078610822558403, + "step": 43100 + }, + { + "loss_action": 0.043117955327034, + "loss_total": 0.043117955327034, + "step": 43100 + }, + { + "loss_action": 0.01592627540230751, + "loss_total": 0.01592627540230751, + "step": 43100 + }, + { + "loss_action": 0.03481735661625862, + "loss_total": 0.03481735661625862, + "step": 43100 + }, + { + "loss_action": 0.015406977385282516, + "loss_total": 0.015406977385282516, + "step": 43100 + }, + { + "grad_norm": 0.3365229666233063, + "learning_rate": 6.527934250083128e-05, + "loss": 0.0203, + "step": 43110 + }, + { + "loss_action": 0.007067395374178886, + "loss_total": 0.007067395374178886, + "step": 43110 + }, + { + "loss_action": 0.04435073956847191, + "loss_total": 0.04435073956847191, + "step": 43110 + }, + { + "loss_action": 0.009932253509759903, + "loss_total": 0.009932253509759903, + "step": 43110 + }, + { + "loss_action": 0.01218869537115097, + "loss_total": 0.01218869537115097, + "step": 43110 + }, + { + "loss_action": 0.010694256983697414, + "loss_total": 0.010694256983697414, + "step": 43110 + }, + { + "loss_action": 0.005842634942382574, + "loss_total": 0.005842634942382574, + "step": 43110 + }, + { + "grad_norm": 0.40920764207839966, + "learning_rate": 6.526359791787775e-05, + "loss": 0.019, + "step": 43120 + }, + { + "loss_action": 0.02826143614947796, + "loss_total": 0.02826143614947796, + "step": 43120 + }, + { + "loss_action": 0.031933605670928955, + "loss_total": 0.031933605670928955, + "step": 43120 + }, + { + "loss_action": 0.01759621687233448, + "loss_total": 0.01759621687233448, + "step": 43120 + }, + { + "loss_action": 0.018314218148589134, + "loss_total": 0.018314218148589134, + "step": 43120 + }, + { + "loss_action": 0.0246674083173275, + "loss_total": 0.0246674083173275, + "step": 43120 + }, + { + "loss_action": 0.018247932195663452, + "loss_total": 0.018247932195663452, + "step": 43120 + }, + { + "grad_norm": 0.34929659962654114, + "learning_rate": 6.524785166572009e-05, + "loss": 0.0203, + "step": 43130 + }, + { + "loss_action": 0.016773013398051262, + "loss_total": 0.016773013398051262, + "step": 43130 + }, + { + "loss_action": 0.01355593279004097, + "loss_total": 0.01355593279004097, + "step": 43130 + }, + { + "loss_action": 0.008556811138987541, + "loss_total": 0.008556811138987541, + "step": 43130 + }, + { + "loss_action": 0.015609809197485447, + "loss_total": 0.015609809197485447, + "step": 43130 + }, + { + "loss_action": 0.029316328465938568, + "loss_total": 0.029316328465938568, + "step": 43130 + }, + { + "loss_action": 0.025216905400156975, + "loss_total": 0.025216905400156975, + "step": 43130 + }, + { + "grad_norm": 0.3345586955547333, + "learning_rate": 6.523210374608029e-05, + "loss": 0.0164, + "step": 43140 + }, + { + "loss_action": 0.01662125624716282, + "loss_total": 0.01662125624716282, + "step": 43140 + }, + { + "loss_action": 0.011089954525232315, + "loss_total": 0.011089954525232315, + "step": 43140 + }, + { + "loss_action": 0.009610324166715145, + "loss_total": 0.009610324166715145, + "step": 43140 + }, + { + "loss_action": 0.016113581135869026, + "loss_total": 0.016113581135869026, + "step": 43140 + }, + { + "loss_action": 0.009247356094419956, + "loss_total": 0.009247356094419956, + "step": 43140 + }, + { + "loss_action": 0.04367963969707489, + "loss_total": 0.04367963969707489, + "step": 43140 + }, + { + "grad_norm": 0.47242942452430725, + "learning_rate": 6.521635416068054e-05, + "loss": 0.0215, + "step": 43150 + }, + { + "loss_action": 0.025189828127622604, + "loss_total": 0.025189828127622604, + "step": 43150 + }, + { + "loss_action": 0.01524132676422596, + "loss_total": 0.01524132676422596, + "step": 43150 + }, + { + "loss_action": 0.017885450273752213, + "loss_total": 0.017885450273752213, + "step": 43150 + }, + { + "loss_action": 0.018355650827288628, + "loss_total": 0.018355650827288628, + "step": 43150 + }, + { + "loss_action": 0.021285930648446083, + "loss_total": 0.021285930648446083, + "step": 43150 + }, + { + "loss_action": 0.01364072598516941, + "loss_total": 0.01364072598516941, + "step": 43150 + }, + { + "grad_norm": 0.39366307854652405, + "learning_rate": 6.520060291124317e-05, + "loss": 0.0185, + "step": 43160 + }, + { + "loss_action": 0.0212623942643404, + "loss_total": 0.0212623942643404, + "step": 43160 + }, + { + "loss_action": 0.02045692689716816, + "loss_total": 0.02045692689716816, + "step": 43160 + }, + { + "loss_action": 0.018388593569397926, + "loss_total": 0.018388593569397926, + "step": 43160 + }, + { + "loss_action": 0.015357966534793377, + "loss_total": 0.015357966534793377, + "step": 43160 + }, + { + "loss_action": 0.010447352193295956, + "loss_total": 0.010447352193295956, + "step": 43160 + }, + { + "loss_action": 0.010283811949193478, + "loss_total": 0.010283811949193478, + "step": 43160 + }, + { + "grad_norm": 0.42030179500579834, + "learning_rate": 6.518484999949072e-05, + "loss": 0.0197, + "step": 43170 + }, + { + "loss_action": 0.009821564890444279, + "loss_total": 0.009821564890444279, + "step": 43170 + }, + { + "loss_action": 0.010851871222257614, + "loss_total": 0.010851871222257614, + "step": 43170 + }, + { + "loss_action": 0.01367846131324768, + "loss_total": 0.01367846131324768, + "step": 43170 + }, + { + "loss_action": 0.018011724576354027, + "loss_total": 0.018011724576354027, + "step": 43170 + }, + { + "loss_action": 0.017722342163324356, + "loss_total": 0.017722342163324356, + "step": 43170 + }, + { + "loss_action": 0.02078614942729473, + "loss_total": 0.02078614942729473, + "step": 43170 + }, + { + "grad_norm": 0.474054753780365, + "learning_rate": 6.516909542714591e-05, + "loss": 0.0195, + "step": 43180 + }, + { + "loss_action": 0.014207182452082634, + "loss_total": 0.014207182452082634, + "step": 43180 + }, + { + "loss_action": 0.023238535970449448, + "loss_total": 0.023238535970449448, + "step": 43180 + }, + { + "loss_action": 0.009921261109411716, + "loss_total": 0.009921261109411716, + "step": 43180 + }, + { + "loss_action": 0.035066619515419006, + "loss_total": 0.035066619515419006, + "step": 43180 + }, + { + "loss_action": 0.019436156377196312, + "loss_total": 0.019436156377196312, + "step": 43180 + }, + { + "loss_action": 0.02817671187222004, + "loss_total": 0.02817671187222004, + "step": 43180 + }, + { + "grad_norm": 0.45585715770721436, + "learning_rate": 6.515333919593161e-05, + "loss": 0.0199, + "step": 43190 + }, + { + "loss_action": 0.009416741319000721, + "loss_total": 0.009416741319000721, + "step": 43190 + }, + { + "loss_action": 0.019809700548648834, + "loss_total": 0.019809700548648834, + "step": 43190 + }, + { + "loss_action": 0.03497631847858429, + "loss_total": 0.03497631847858429, + "step": 43190 + }, + { + "loss_action": 0.029478715732693672, + "loss_total": 0.029478715732693672, + "step": 43190 + }, + { + "loss_action": 0.0099782170727849, + "loss_total": 0.0099782170727849, + "step": 43190 + }, + { + "loss_action": 0.010309628210961819, + "loss_total": 0.010309628210961819, + "step": 43190 + }, + { + "grad_norm": 0.4937666058540344, + "learning_rate": 6.513758130757094e-05, + "loss": 0.0206, + "step": 43200 + }, + { + "loss_action": 0.03040599450469017, + "loss_total": 0.03040599450469017, + "step": 43200 + }, + { + "loss_action": 0.007480834145098925, + "loss_total": 0.007480834145098925, + "step": 43200 + }, + { + "loss_action": 0.012063614092767239, + "loss_total": 0.012063614092767239, + "step": 43200 + }, + { + "loss_action": 0.02423580177128315, + "loss_total": 0.02423580177128315, + "step": 43200 + }, + { + "loss_action": 0.014867655001580715, + "loss_total": 0.014867655001580715, + "step": 43200 + }, + { + "loss_action": 0.016574418172240257, + "loss_total": 0.016574418172240257, + "step": 43200 + }, + { + "grad_norm": 0.3828769326210022, + "learning_rate": 6.512182176378713e-05, + "loss": 0.0173, + "step": 43210 + }, + { + "loss_action": 0.018626460805535316, + "loss_total": 0.018626460805535316, + "step": 43210 + }, + { + "loss_action": 0.006919519975781441, + "loss_total": 0.006919519975781441, + "step": 43210 + }, + { + "loss_action": 0.01563965529203415, + "loss_total": 0.01563965529203415, + "step": 43210 + }, + { + "loss_action": 0.007996350526809692, + "loss_total": 0.007996350526809692, + "step": 43210 + }, + { + "loss_action": 0.011867816559970379, + "loss_total": 0.011867816559970379, + "step": 43210 + }, + { + "loss_action": 0.01177185121923685, + "loss_total": 0.01177185121923685, + "step": 43210 + }, + { + "grad_norm": 0.44204312562942505, + "learning_rate": 6.510606056630362e-05, + "loss": 0.0176, + "step": 43220 + }, + { + "loss_action": 0.029264749959111214, + "loss_total": 0.029264749959111214, + "step": 43220 + }, + { + "loss_action": 0.011272269301116467, + "loss_total": 0.011272269301116467, + "step": 43220 + }, + { + "loss_action": 0.04710414633154869, + "loss_total": 0.04710414633154869, + "step": 43220 + }, + { + "loss_action": 0.018684744834899902, + "loss_total": 0.018684744834899902, + "step": 43220 + }, + { + "loss_action": 0.033209942281246185, + "loss_total": 0.033209942281246185, + "step": 43220 + }, + { + "loss_action": 0.010674566961824894, + "loss_total": 0.010674566961824894, + "step": 43220 + }, + { + "grad_norm": 0.33278006315231323, + "learning_rate": 6.509029771684405e-05, + "loss": 0.0191, + "step": 43230 + }, + { + "loss_action": 0.013816065154969692, + "loss_total": 0.013816065154969692, + "step": 43230 + }, + { + "loss_action": 0.07115882635116577, + "loss_total": 0.07115882635116577, + "step": 43230 + }, + { + "loss_action": 0.02141258865594864, + "loss_total": 0.02141258865594864, + "step": 43230 + }, + { + "loss_action": 0.015638718381524086, + "loss_total": 0.015638718381524086, + "step": 43230 + }, + { + "loss_action": 0.03950420022010803, + "loss_total": 0.03950420022010803, + "step": 43230 + }, + { + "loss_action": 0.013295234180986881, + "loss_total": 0.013295234180986881, + "step": 43230 + }, + { + "grad_norm": 0.4077939987182617, + "learning_rate": 6.50745332171322e-05, + "loss": 0.019, + "step": 43240 + }, + { + "loss_action": 0.015504961833357811, + "loss_total": 0.015504961833357811, + "step": 43240 + }, + { + "loss_action": 0.025041213259100914, + "loss_total": 0.025041213259100914, + "step": 43240 + }, + { + "loss_action": 0.016421135514974594, + "loss_total": 0.016421135514974594, + "step": 43240 + }, + { + "loss_action": 0.017204061150550842, + "loss_total": 0.017204061150550842, + "step": 43240 + }, + { + "loss_action": 0.018287960439920425, + "loss_total": 0.018287960439920425, + "step": 43240 + }, + { + "loss_action": 0.017950382083654404, + "loss_total": 0.017950382083654404, + "step": 43240 + }, + { + "grad_norm": 0.44261878728866577, + "learning_rate": 6.505876706889207e-05, + "loss": 0.0172, + "step": 43250 + }, + { + "loss_action": 0.03602922707796097, + "loss_total": 0.03602922707796097, + "step": 43250 + }, + { + "loss_action": 0.006367983762174845, + "loss_total": 0.006367983762174845, + "step": 43250 + }, + { + "loss_action": 0.016220703721046448, + "loss_total": 0.016220703721046448, + "step": 43250 + }, + { + "loss_action": 0.022163011133670807, + "loss_total": 0.022163011133670807, + "step": 43250 + }, + { + "loss_action": 0.03878535330295563, + "loss_total": 0.03878535330295563, + "step": 43250 + }, + { + "loss_action": 0.02702832594513893, + "loss_total": 0.02702832594513893, + "step": 43250 + }, + { + "grad_norm": 0.3988370895385742, + "learning_rate": 6.504299927384781e-05, + "loss": 0.0179, + "step": 43260 + }, + { + "loss_action": 0.021225139498710632, + "loss_total": 0.021225139498710632, + "step": 43260 + }, + { + "loss_action": 0.11896616220474243, + "loss_total": 0.11896616220474243, + "step": 43260 + }, + { + "loss_action": 0.01035117357969284, + "loss_total": 0.01035117357969284, + "step": 43260 + }, + { + "loss_action": 0.1974872499704361, + "loss_total": 0.1974872499704361, + "step": 43260 + }, + { + "loss_action": 0.013243887573480606, + "loss_total": 0.013243887573480606, + "step": 43260 + }, + { + "loss_action": 0.03589419275522232, + "loss_total": 0.03589419275522232, + "step": 43260 + }, + { + "grad_norm": 0.3934595286846161, + "learning_rate": 6.502722983372378e-05, + "loss": 0.023, + "step": 43270 + }, + { + "loss_action": 0.011249099858105183, + "loss_total": 0.011249099858105183, + "step": 43270 + }, + { + "loss_action": 0.011246626265347004, + "loss_total": 0.011246626265347004, + "step": 43270 + }, + { + "loss_action": 0.010720301419496536, + "loss_total": 0.010720301419496536, + "step": 43270 + }, + { + "loss_action": 0.05327225476503372, + "loss_total": 0.05327225476503372, + "step": 43270 + }, + { + "loss_action": 0.025377852842211723, + "loss_total": 0.025377852842211723, + "step": 43270 + }, + { + "loss_action": 0.021034084260463715, + "loss_total": 0.021034084260463715, + "step": 43270 + }, + { + "grad_norm": 0.33363083004951477, + "learning_rate": 6.501145875024446e-05, + "loss": 0.0185, + "step": 43280 + }, + { + "loss_action": 0.014561139047145844, + "loss_total": 0.014561139047145844, + "step": 43280 + }, + { + "loss_action": 0.010838133282959461, + "loss_total": 0.010838133282959461, + "step": 43280 + }, + { + "loss_action": 0.017145955935120583, + "loss_total": 0.017145955935120583, + "step": 43280 + }, + { + "loss_action": 0.013088466599583626, + "loss_total": 0.013088466599583626, + "step": 43280 + }, + { + "loss_action": 0.013711380772292614, + "loss_total": 0.013711380772292614, + "step": 43280 + }, + { + "loss_action": 0.013268059119582176, + "loss_total": 0.013268059119582176, + "step": 43280 + }, + { + "grad_norm": 0.3230822682380676, + "learning_rate": 6.499568602513459e-05, + "loss": 0.0168, + "step": 43290 + }, + { + "loss_action": 0.012016357854008675, + "loss_total": 0.012016357854008675, + "step": 43290 + }, + { + "loss_action": 0.017388705164194107, + "loss_total": 0.017388705164194107, + "step": 43290 + }, + { + "loss_action": 0.009279763326048851, + "loss_total": 0.009279763326048851, + "step": 43290 + }, + { + "loss_action": 0.016499510034918785, + "loss_total": 0.016499510034918785, + "step": 43290 + }, + { + "loss_action": 0.012366114184260368, + "loss_total": 0.012366114184260368, + "step": 43290 + }, + { + "loss_action": 0.010894935578107834, + "loss_total": 0.010894935578107834, + "step": 43290 + }, + { + "grad_norm": 0.3788391053676605, + "learning_rate": 6.497991166011903e-05, + "loss": 0.0161, + "step": 43300 + }, + { + "loss_action": 0.04633164033293724, + "loss_total": 0.04633164033293724, + "step": 43300 + }, + { + "loss_action": 0.011884700506925583, + "loss_total": 0.011884700506925583, + "step": 43300 + }, + { + "loss_action": 0.010598691180348396, + "loss_total": 0.010598691180348396, + "step": 43300 + }, + { + "loss_action": 0.013041932135820389, + "loss_total": 0.013041932135820389, + "step": 43300 + }, + { + "loss_action": 0.014484550803899765, + "loss_total": 0.014484550803899765, + "step": 43300 + }, + { + "loss_action": 0.008812330663204193, + "loss_total": 0.008812330663204193, + "step": 43300 + }, + { + "grad_norm": 0.539799690246582, + "learning_rate": 6.49641356569229e-05, + "loss": 0.0153, + "step": 43310 + }, + { + "loss_action": 0.008516098372638226, + "loss_total": 0.008516098372638226, + "step": 43310 + }, + { + "loss_action": 0.02259426936507225, + "loss_total": 0.02259426936507225, + "step": 43310 + }, + { + "loss_action": 0.005645347759127617, + "loss_total": 0.005645347759127617, + "step": 43310 + }, + { + "loss_action": 0.011449669487774372, + "loss_total": 0.011449669487774372, + "step": 43310 + }, + { + "loss_action": 0.041474342346191406, + "loss_total": 0.041474342346191406, + "step": 43310 + }, + { + "loss_action": 0.028200114145874977, + "loss_total": 0.028200114145874977, + "step": 43310 + }, + { + "grad_norm": 0.38198554515838623, + "learning_rate": 6.494835801727135e-05, + "loss": 0.0203, + "step": 43320 + }, + { + "loss_action": 0.02046056278049946, + "loss_total": 0.02046056278049946, + "step": 43320 + }, + { + "loss_action": 0.006688388530164957, + "loss_total": 0.006688388530164957, + "step": 43320 + }, + { + "loss_action": 0.02136981301009655, + "loss_total": 0.02136981301009655, + "step": 43320 + }, + { + "loss_action": 0.00879901833832264, + "loss_total": 0.00879901833832264, + "step": 43320 + }, + { + "loss_action": 0.01392859686166048, + "loss_total": 0.01392859686166048, + "step": 43320 + }, + { + "loss_action": 0.029925890266895294, + "loss_total": 0.029925890266895294, + "step": 43320 + }, + { + "grad_norm": 0.35905972123146057, + "learning_rate": 6.493257874288986e-05, + "loss": 0.0184, + "step": 43330 + }, + { + "loss_action": 0.033025067299604416, + "loss_total": 0.033025067299604416, + "step": 43330 + }, + { + "loss_action": 0.026426836848258972, + "loss_total": 0.026426836848258972, + "step": 43330 + }, + { + "loss_action": 0.01705833710730076, + "loss_total": 0.01705833710730076, + "step": 43330 + }, + { + "loss_action": 0.0210090484470129, + "loss_total": 0.0210090484470129, + "step": 43330 + }, + { + "loss_action": 0.01138913631439209, + "loss_total": 0.01138913631439209, + "step": 43330 + }, + { + "loss_action": 0.0063943807035684586, + "loss_total": 0.0063943807035684586, + "step": 43330 + }, + { + "grad_norm": 0.38446396589279175, + "learning_rate": 6.491679783550399e-05, + "loss": 0.0204, + "step": 43340 + }, + { + "loss_action": 0.01056621689349413, + "loss_total": 0.01056621689349413, + "step": 43340 + }, + { + "loss_action": 0.015378634445369244, + "loss_total": 0.015378634445369244, + "step": 43340 + }, + { + "loss_action": 0.008633581921458244, + "loss_total": 0.008633581921458244, + "step": 43340 + }, + { + "loss_action": 0.005777070298790932, + "loss_total": 0.005777070298790932, + "step": 43340 + }, + { + "loss_action": 0.023984815925359726, + "loss_total": 0.023984815925359726, + "step": 43340 + }, + { + "loss_action": 0.016421806067228317, + "loss_total": 0.016421806067228317, + "step": 43340 + }, + { + "grad_norm": 0.5039891600608826, + "learning_rate": 6.490101529683957e-05, + "loss": 0.0205, + "step": 43350 + }, + { + "loss_action": 0.007153656799346209, + "loss_total": 0.007153656799346209, + "step": 43350 + }, + { + "loss_action": 0.023754635825753212, + "loss_total": 0.023754635825753212, + "step": 43350 + }, + { + "loss_action": 0.007912224158644676, + "loss_total": 0.007912224158644676, + "step": 43350 + }, + { + "loss_action": 0.017685063183307648, + "loss_total": 0.017685063183307648, + "step": 43350 + }, + { + "loss_action": 0.011491148732602596, + "loss_total": 0.011491148732602596, + "step": 43350 + }, + { + "loss_action": 0.011912781745195389, + "loss_total": 0.011912781745195389, + "step": 43350 + }, + { + "grad_norm": 0.4607042968273163, + "learning_rate": 6.488523112862248e-05, + "loss": 0.0185, + "step": 43360 + }, + { + "loss_action": 0.013097507879137993, + "loss_total": 0.013097507879137993, + "step": 43360 + }, + { + "loss_action": 0.008604305796325207, + "loss_total": 0.008604305796325207, + "step": 43360 + }, + { + "loss_action": 0.015951696783304214, + "loss_total": 0.015951696783304214, + "step": 43360 + }, + { + "loss_action": 0.03581982105970383, + "loss_total": 0.03581982105970383, + "step": 43360 + }, + { + "loss_action": 0.016553865745663643, + "loss_total": 0.016553865745663643, + "step": 43360 + }, + { + "loss_action": 0.013749892823398113, + "loss_total": 0.013749892823398113, + "step": 43360 + }, + { + "grad_norm": 0.3771858811378479, + "learning_rate": 6.486944533257891e-05, + "loss": 0.0178, + "step": 43370 + }, + { + "loss_action": 0.012274806387722492, + "loss_total": 0.012274806387722492, + "step": 43370 + }, + { + "loss_action": 0.142775759100914, + "loss_total": 0.142775759100914, + "step": 43370 + }, + { + "loss_action": 0.014990674331784248, + "loss_total": 0.014990674331784248, + "step": 43370 + }, + { + "loss_action": 0.010053115896880627, + "loss_total": 0.010053115896880627, + "step": 43370 + }, + { + "loss_action": 0.008244076743721962, + "loss_total": 0.008244076743721962, + "step": 43370 + }, + { + "loss_action": 0.00897123385220766, + "loss_total": 0.00897123385220766, + "step": 43370 + }, + { + "grad_norm": 0.44621673226356506, + "learning_rate": 6.485365791043517e-05, + "loss": 0.0203, + "step": 43380 + }, + { + "loss_action": 0.01701154001057148, + "loss_total": 0.01701154001057148, + "step": 43380 + }, + { + "loss_action": 0.014990636147558689, + "loss_total": 0.014990636147558689, + "step": 43380 + }, + { + "loss_action": 0.05052252486348152, + "loss_total": 0.05052252486348152, + "step": 43380 + }, + { + "loss_action": 0.0176053736358881, + "loss_total": 0.0176053736358881, + "step": 43380 + }, + { + "loss_action": 0.01125779002904892, + "loss_total": 0.01125779002904892, + "step": 43380 + }, + { + "loss_action": 0.01126828882843256, + "loss_total": 0.01126828882843256, + "step": 43380 + }, + { + "grad_norm": 0.4189120829105377, + "learning_rate": 6.483786886391772e-05, + "loss": 0.0219, + "step": 43390 + }, + { + "loss_action": 0.028931839391589165, + "loss_total": 0.028931839391589165, + "step": 43390 + }, + { + "loss_action": 0.013299948535859585, + "loss_total": 0.013299948535859585, + "step": 43390 + }, + { + "loss_action": 0.009019214659929276, + "loss_total": 0.009019214659929276, + "step": 43390 + }, + { + "loss_action": 0.012602748349308968, + "loss_total": 0.012602748349308968, + "step": 43390 + }, + { + "loss_action": 0.015767177566885948, + "loss_total": 0.015767177566885948, + "step": 43390 + }, + { + "loss_action": 0.00875789299607277, + "loss_total": 0.00875789299607277, + "step": 43390 + }, + { + "grad_norm": 0.5314041972160339, + "learning_rate": 6.482207819475323e-05, + "loss": 0.0215, + "step": 43400 + }, + { + "loss_action": 0.015867670997977257, + "loss_total": 0.015867670997977257, + "step": 43400 + }, + { + "loss_action": 0.012537475675344467, + "loss_total": 0.012537475675344467, + "step": 43400 + }, + { + "loss_action": 0.020613228902220726, + "loss_total": 0.020613228902220726, + "step": 43400 + }, + { + "loss_action": 0.09841196984052658, + "loss_total": 0.09841196984052658, + "step": 43400 + }, + { + "loss_action": 0.015814535319805145, + "loss_total": 0.015814535319805145, + "step": 43400 + }, + { + "loss_action": 0.006496865302324295, + "loss_total": 0.006496865302324295, + "step": 43400 + }, + { + "grad_norm": 0.35208964347839355, + "learning_rate": 6.480628590466857e-05, + "loss": 0.0223, + "step": 43410 + }, + { + "loss_action": 0.03115517646074295, + "loss_total": 0.03115517646074295, + "step": 43410 + }, + { + "loss_action": 0.014998159371316433, + "loss_total": 0.014998159371316433, + "step": 43410 + }, + { + "loss_action": 0.012415504083037376, + "loss_total": 0.012415504083037376, + "step": 43410 + }, + { + "loss_action": 0.011326461099088192, + "loss_total": 0.011326461099088192, + "step": 43410 + }, + { + "loss_action": 0.04377764090895653, + "loss_total": 0.04377764090895653, + "step": 43410 + }, + { + "loss_action": 0.007774844765663147, + "loss_total": 0.007774844765663147, + "step": 43410 + }, + { + "grad_norm": 0.39586272835731506, + "learning_rate": 6.479049199539074e-05, + "loss": 0.0208, + "step": 43420 + }, + { + "loss_action": 0.02869306690990925, + "loss_total": 0.02869306690990925, + "step": 43420 + }, + { + "loss_action": 0.026399223133921623, + "loss_total": 0.026399223133921623, + "step": 43420 + }, + { + "loss_action": 0.016320355236530304, + "loss_total": 0.016320355236530304, + "step": 43420 + }, + { + "loss_action": 0.05844874680042267, + "loss_total": 0.05844874680042267, + "step": 43420 + }, + { + "loss_action": 0.0120011568069458, + "loss_total": 0.0120011568069458, + "step": 43420 + }, + { + "loss_action": 0.015792155638337135, + "loss_total": 0.015792155638337135, + "step": 43420 + }, + { + "grad_norm": 0.42153221368789673, + "learning_rate": 6.477469646864693e-05, + "loss": 0.022, + "step": 43430 + }, + { + "loss_action": 0.01195753924548626, + "loss_total": 0.01195753924548626, + "step": 43430 + }, + { + "loss_action": 0.007880665361881256, + "loss_total": 0.007880665361881256, + "step": 43430 + }, + { + "loss_action": 0.017736230045557022, + "loss_total": 0.017736230045557022, + "step": 43430 + }, + { + "loss_action": 0.03455933555960655, + "loss_total": 0.03455933555960655, + "step": 43430 + }, + { + "loss_action": 0.08766094595193863, + "loss_total": 0.08766094595193863, + "step": 43430 + }, + { + "loss_action": 0.022829663008451462, + "loss_total": 0.022829663008451462, + "step": 43430 + }, + { + "grad_norm": 0.4279099404811859, + "learning_rate": 6.475889932616454e-05, + "loss": 0.0251, + "step": 43440 + }, + { + "loss_action": 0.017239464446902275, + "loss_total": 0.017239464446902275, + "step": 43440 + }, + { + "loss_action": 0.042114999145269394, + "loss_total": 0.042114999145269394, + "step": 43440 + }, + { + "loss_action": 0.017682306468486786, + "loss_total": 0.017682306468486786, + "step": 43440 + }, + { + "loss_action": 0.012561796233057976, + "loss_total": 0.012561796233057976, + "step": 43440 + }, + { + "loss_action": 0.008944996632635593, + "loss_total": 0.008944996632635593, + "step": 43440 + }, + { + "loss_action": 0.009112698957324028, + "loss_total": 0.009112698957324028, + "step": 43440 + }, + { + "grad_norm": 0.3496556282043457, + "learning_rate": 6.474310056967111e-05, + "loss": 0.0176, + "step": 43450 + }, + { + "loss_action": 0.008579716086387634, + "loss_total": 0.008579716086387634, + "step": 43450 + }, + { + "loss_action": 0.00939373578876257, + "loss_total": 0.00939373578876257, + "step": 43450 + }, + { + "loss_action": 0.03451073542237282, + "loss_total": 0.03451073542237282, + "step": 43450 + }, + { + "loss_action": 0.021770164370536804, + "loss_total": 0.021770164370536804, + "step": 43450 + }, + { + "loss_action": 0.008906041271984577, + "loss_total": 0.008906041271984577, + "step": 43450 + }, + { + "loss_action": 0.01512549165636301, + "loss_total": 0.01512549165636301, + "step": 43450 + }, + { + "grad_norm": 0.4068711996078491, + "learning_rate": 6.472730020089437e-05, + "loss": 0.0214, + "step": 43460 + }, + { + "loss_action": 0.008363387547433376, + "loss_total": 0.008363387547433376, + "step": 43460 + }, + { + "loss_action": 0.020119817927479744, + "loss_total": 0.020119817927479744, + "step": 43460 + }, + { + "loss_action": 0.007877109572291374, + "loss_total": 0.007877109572291374, + "step": 43460 + }, + { + "loss_action": 0.03828797861933708, + "loss_total": 0.03828797861933708, + "step": 43460 + }, + { + "loss_action": 0.026842771098017693, + "loss_total": 0.026842771098017693, + "step": 43460 + }, + { + "loss_action": 0.007585612591356039, + "loss_total": 0.007585612591356039, + "step": 43460 + }, + { + "grad_norm": 0.30342304706573486, + "learning_rate": 6.471149822156222e-05, + "loss": 0.0202, + "step": 43470 + }, + { + "loss_action": 0.019050372764468193, + "loss_total": 0.019050372764468193, + "step": 43470 + }, + { + "loss_action": 0.018222162500023842, + "loss_total": 0.018222162500023842, + "step": 43470 + }, + { + "loss_action": 0.02737392671406269, + "loss_total": 0.02737392671406269, + "step": 43470 + }, + { + "loss_action": 0.01974431239068508, + "loss_total": 0.01974431239068508, + "step": 43470 + }, + { + "loss_action": 0.019657708704471588, + "loss_total": 0.019657708704471588, + "step": 43470 + }, + { + "loss_action": 0.010310654528439045, + "loss_total": 0.010310654528439045, + "step": 43470 + }, + { + "grad_norm": 0.3620985150337219, + "learning_rate": 6.469569463340275e-05, + "loss": 0.02, + "step": 43480 + }, + { + "loss_action": 0.027646541595458984, + "loss_total": 0.027646541595458984, + "step": 43480 + }, + { + "loss_action": 0.006145569961518049, + "loss_total": 0.006145569961518049, + "step": 43480 + }, + { + "loss_action": 0.020006226375699043, + "loss_total": 0.020006226375699043, + "step": 43480 + }, + { + "loss_action": 0.013397474773228168, + "loss_total": 0.013397474773228168, + "step": 43480 + }, + { + "loss_action": 0.020014431327581406, + "loss_total": 0.020014431327581406, + "step": 43480 + }, + { + "loss_action": 0.01434103399515152, + "loss_total": 0.01434103399515152, + "step": 43480 + }, + { + "grad_norm": 0.49361100792884827, + "learning_rate": 6.467988943814418e-05, + "loss": 0.0246, + "step": 43490 + }, + { + "loss_action": 0.023634787648916245, + "loss_total": 0.023634787648916245, + "step": 43490 + }, + { + "loss_action": 0.013768207281827927, + "loss_total": 0.013768207281827927, + "step": 43490 + }, + { + "loss_action": 0.014281644485890865, + "loss_total": 0.014281644485890865, + "step": 43490 + }, + { + "loss_action": 0.023156309500336647, + "loss_total": 0.023156309500336647, + "step": 43490 + }, + { + "loss_action": 0.028590640053153038, + "loss_total": 0.028590640053153038, + "step": 43490 + }, + { + "loss_action": 0.015521619468927383, + "loss_total": 0.015521619468927383, + "step": 43490 + }, + { + "grad_norm": 0.44032710790634155, + "learning_rate": 6.4664082637515e-05, + "loss": 0.0193, + "step": 43500 + }, + { + "loss_action": 0.01226559653878212, + "loss_total": 0.01226559653878212, + "step": 43500 + }, + { + "loss_action": 0.014621185138821602, + "loss_total": 0.014621185138821602, + "step": 43500 + }, + { + "loss_action": 0.02990291453897953, + "loss_total": 0.02990291453897953, + "step": 43500 + }, + { + "loss_action": 0.02171233855187893, + "loss_total": 0.02171233855187893, + "step": 43500 + }, + { + "loss_action": 0.014526021666824818, + "loss_total": 0.014526021666824818, + "step": 43500 + }, + { + "loss_action": 0.008171336725354195, + "loss_total": 0.008171336725354195, + "step": 43500 + }, + { + "grad_norm": 0.3471130430698395, + "learning_rate": 6.464827423324377e-05, + "loss": 0.0192, + "step": 43510 + }, + { + "loss_action": 0.0075799026526510715, + "loss_total": 0.0075799026526510715, + "step": 43510 + }, + { + "loss_action": 0.018735382705926895, + "loss_total": 0.018735382705926895, + "step": 43510 + }, + { + "loss_action": 0.021976806223392487, + "loss_total": 0.021976806223392487, + "step": 43510 + }, + { + "loss_action": 0.0186122078448534, + "loss_total": 0.0186122078448534, + "step": 43510 + }, + { + "loss_action": 0.014729374088346958, + "loss_total": 0.014729374088346958, + "step": 43510 + }, + { + "loss_action": 0.009373055770993233, + "loss_total": 0.009373055770993233, + "step": 43510 + }, + { + "grad_norm": 0.2947002947330475, + "learning_rate": 6.463246422705931e-05, + "loss": 0.018, + "step": 43520 + }, + { + "loss_action": 0.013875322416424751, + "loss_total": 0.013875322416424751, + "step": 43520 + }, + { + "loss_action": 0.04665861651301384, + "loss_total": 0.04665861651301384, + "step": 43520 + }, + { + "loss_action": 0.01006284262984991, + "loss_total": 0.01006284262984991, + "step": 43520 + }, + { + "loss_action": 0.01352232787758112, + "loss_total": 0.01352232787758112, + "step": 43520 + }, + { + "loss_action": 0.03219454362988472, + "loss_total": 0.03219454362988472, + "step": 43520 + }, + { + "loss_action": 0.00866832584142685, + "loss_total": 0.00866832584142685, + "step": 43520 + }, + { + "grad_norm": 0.3870087265968323, + "learning_rate": 6.461665262069055e-05, + "loss": 0.0172, + "step": 43530 + }, + { + "loss_action": 0.010268853046000004, + "loss_total": 0.010268853046000004, + "step": 43530 + }, + { + "loss_action": 0.015564488247036934, + "loss_total": 0.015564488247036934, + "step": 43530 + }, + { + "loss_action": 0.007257665973156691, + "loss_total": 0.007257665973156691, + "step": 43530 + }, + { + "loss_action": 0.021596042439341545, + "loss_total": 0.021596042439341545, + "step": 43530 + }, + { + "loss_action": 0.09886271506547928, + "loss_total": 0.09886271506547928, + "step": 43530 + }, + { + "loss_action": 0.027351411059498787, + "loss_total": 0.027351411059498787, + "step": 43530 + }, + { + "grad_norm": 0.34300506114959717, + "learning_rate": 6.460083941586665e-05, + "loss": 0.0215, + "step": 43540 + }, + { + "loss_action": 0.010333125479519367, + "loss_total": 0.010333125479519367, + "step": 43540 + }, + { + "loss_action": 0.026561962440609932, + "loss_total": 0.026561962440609932, + "step": 43540 + }, + { + "loss_action": 0.014064674265682697, + "loss_total": 0.014064674265682697, + "step": 43540 + }, + { + "loss_action": 0.02169477939605713, + "loss_total": 0.02169477939605713, + "step": 43540 + }, + { + "loss_action": 0.020480284467339516, + "loss_total": 0.020480284467339516, + "step": 43540 + }, + { + "loss_action": 0.013658130541443825, + "loss_total": 0.013658130541443825, + "step": 43540 + }, + { + "grad_norm": 0.35267844796180725, + "learning_rate": 6.45850246143169e-05, + "loss": 0.0172, + "step": 43550 + }, + { + "loss_action": 0.007944706827402115, + "loss_total": 0.007944706827402115, + "step": 43550 + }, + { + "loss_action": 0.011916495859622955, + "loss_total": 0.011916495859622955, + "step": 43550 + }, + { + "loss_action": 0.013188562355935574, + "loss_total": 0.013188562355935574, + "step": 43550 + }, + { + "loss_action": 0.009246356785297394, + "loss_total": 0.009246356785297394, + "step": 43550 + }, + { + "loss_action": 0.018392715603113174, + "loss_total": 0.018392715603113174, + "step": 43550 + }, + { + "loss_action": 0.020053522661328316, + "loss_total": 0.020053522661328316, + "step": 43550 + }, + { + "grad_norm": 0.48430970311164856, + "learning_rate": 6.456920821777077e-05, + "loss": 0.0184, + "step": 43560 + }, + { + "loss_action": 0.011704032309353352, + "loss_total": 0.011704032309353352, + "step": 43560 + }, + { + "loss_action": 0.11854776740074158, + "loss_total": 0.11854776740074158, + "step": 43560 + }, + { + "loss_action": 0.0071195391938090324, + "loss_total": 0.0071195391938090324, + "step": 43560 + }, + { + "loss_action": 0.02922862395644188, + "loss_total": 0.02922862395644188, + "step": 43560 + }, + { + "loss_action": 0.026939569041132927, + "loss_total": 0.026939569041132927, + "step": 43560 + }, + { + "loss_action": 0.009945548139512539, + "loss_total": 0.009945548139512539, + "step": 43560 + }, + { + "grad_norm": 0.36117425560951233, + "learning_rate": 6.455339022795796e-05, + "loss": 0.0212, + "step": 43570 + }, + { + "loss_action": 0.011234341189265251, + "loss_total": 0.011234341189265251, + "step": 43570 + }, + { + "loss_action": 0.033817507326602936, + "loss_total": 0.033817507326602936, + "step": 43570 + }, + { + "loss_action": 0.00669997138902545, + "loss_total": 0.00669997138902545, + "step": 43570 + }, + { + "loss_action": 0.011931296437978745, + "loss_total": 0.011931296437978745, + "step": 43570 + }, + { + "loss_action": 0.013723528943955898, + "loss_total": 0.013723528943955898, + "step": 43570 + }, + { + "loss_action": 0.01256601419299841, + "loss_total": 0.01256601419299841, + "step": 43570 + }, + { + "grad_norm": 0.3972463011741638, + "learning_rate": 6.453757064660825e-05, + "loss": 0.0154, + "step": 43580 + }, + { + "loss_action": 0.016217609867453575, + "loss_total": 0.016217609867453575, + "step": 43580 + }, + { + "loss_action": 0.013178451918065548, + "loss_total": 0.013178451918065548, + "step": 43580 + }, + { + "loss_action": 0.011745384894311428, + "loss_total": 0.011745384894311428, + "step": 43580 + }, + { + "loss_action": 0.017218690365552902, + "loss_total": 0.017218690365552902, + "step": 43580 + }, + { + "loss_action": 0.016576679423451424, + "loss_total": 0.016576679423451424, + "step": 43580 + }, + { + "loss_action": 0.01705094240605831, + "loss_total": 0.01705094240605831, + "step": 43580 + }, + { + "grad_norm": 0.3315065801143646, + "learning_rate": 6.452174947545169e-05, + "loss": 0.0158, + "step": 43590 + }, + { + "loss_action": 0.010614807717502117, + "loss_total": 0.010614807717502117, + "step": 43590 + }, + { + "loss_action": 0.01560051366686821, + "loss_total": 0.01560051366686821, + "step": 43590 + }, + { + "loss_action": 0.007441726978868246, + "loss_total": 0.007441726978868246, + "step": 43590 + }, + { + "loss_action": 0.007507758680731058, + "loss_total": 0.007507758680731058, + "step": 43590 + }, + { + "loss_action": 0.019098155200481415, + "loss_total": 0.019098155200481415, + "step": 43590 + }, + { + "loss_action": 0.04117376729846001, + "loss_total": 0.04117376729846001, + "step": 43590 + }, + { + "grad_norm": 0.33460041880607605, + "learning_rate": 6.450592671621842e-05, + "loss": 0.0161, + "step": 43600 + }, + { + "loss_action": 0.012661280110478401, + "loss_total": 0.012661280110478401, + "step": 43600 + }, + { + "loss_action": 0.01573730632662773, + "loss_total": 0.01573730632662773, + "step": 43600 + }, + { + "loss_action": 0.01215428952127695, + "loss_total": 0.01215428952127695, + "step": 43600 + }, + { + "loss_action": 0.008446179330348969, + "loss_total": 0.008446179330348969, + "step": 43600 + }, + { + "loss_action": 0.018515633419156075, + "loss_total": 0.018515633419156075, + "step": 43600 + }, + { + "loss_action": 0.011446471326053143, + "loss_total": 0.011446471326053143, + "step": 43600 + }, + { + "grad_norm": 0.47477656602859497, + "learning_rate": 6.449010237063882e-05, + "loss": 0.0166, + "step": 43610 + }, + { + "loss_action": 0.01387126836925745, + "loss_total": 0.01387126836925745, + "step": 43610 + }, + { + "loss_action": 0.017326215282082558, + "loss_total": 0.017326215282082558, + "step": 43610 + }, + { + "loss_action": 0.04647767171263695, + "loss_total": 0.04647767171263695, + "step": 43610 + }, + { + "loss_action": 0.02909574657678604, + "loss_total": 0.02909574657678604, + "step": 43610 + }, + { + "loss_action": 0.02164582908153534, + "loss_total": 0.02164582908153534, + "step": 43610 + }, + { + "loss_action": 0.010364039801061153, + "loss_total": 0.010364039801061153, + "step": 43610 + }, + { + "grad_norm": 0.3595249354839325, + "learning_rate": 6.447427644044343e-05, + "loss": 0.0158, + "step": 43620 + }, + { + "loss_action": 0.006010203622281551, + "loss_total": 0.006010203622281551, + "step": 43620 + }, + { + "loss_action": 0.020464802160859108, + "loss_total": 0.020464802160859108, + "step": 43620 + }, + { + "loss_action": 0.01676083356142044, + "loss_total": 0.01676083356142044, + "step": 43620 + }, + { + "loss_action": 0.009976787492632866, + "loss_total": 0.009976787492632866, + "step": 43620 + }, + { + "loss_action": 0.01778046041727066, + "loss_total": 0.01778046041727066, + "step": 43620 + }, + { + "loss_action": 0.01589273475110531, + "loss_total": 0.01589273475110531, + "step": 43620 + }, + { + "grad_norm": 0.3809635639190674, + "learning_rate": 6.44584489273629e-05, + "loss": 0.0161, + "step": 43630 + }, + { + "loss_action": 0.024448217824101448, + "loss_total": 0.024448217824101448, + "step": 43630 + }, + { + "loss_action": 0.009472171775996685, + "loss_total": 0.009472171775996685, + "step": 43630 + }, + { + "loss_action": 0.02194148488342762, + "loss_total": 0.02194148488342762, + "step": 43630 + }, + { + "loss_action": 0.012443548999726772, + "loss_total": 0.012443548999726772, + "step": 43630 + }, + { + "loss_action": 0.01460819412022829, + "loss_total": 0.01460819412022829, + "step": 43630 + }, + { + "loss_action": 0.009882132522761822, + "loss_total": 0.009882132522761822, + "step": 43630 + }, + { + "grad_norm": 0.37553003430366516, + "learning_rate": 6.444261983312817e-05, + "loss": 0.0137, + "step": 43640 + }, + { + "loss_action": 0.01869025081396103, + "loss_total": 0.01869025081396103, + "step": 43640 + }, + { + "loss_action": 0.0556718073785305, + "loss_total": 0.0556718073785305, + "step": 43640 + }, + { + "loss_action": 0.011525804176926613, + "loss_total": 0.011525804176926613, + "step": 43640 + }, + { + "loss_action": 0.017452184110879898, + "loss_total": 0.017452184110879898, + "step": 43640 + }, + { + "loss_action": 0.015046139247715473, + "loss_total": 0.015046139247715473, + "step": 43640 + }, + { + "loss_action": 0.038036856800317764, + "loss_total": 0.038036856800317764, + "step": 43640 + }, + { + "grad_norm": 0.4264930784702301, + "learning_rate": 6.442678915947023e-05, + "loss": 0.0183, + "step": 43650 + }, + { + "loss_action": 0.021730169653892517, + "loss_total": 0.021730169653892517, + "step": 43650 + }, + { + "loss_action": 0.006088110152631998, + "loss_total": 0.006088110152631998, + "step": 43650 + }, + { + "loss_action": 0.019750060513615608, + "loss_total": 0.019750060513615608, + "step": 43650 + }, + { + "loss_action": 0.0077774799428880215, + "loss_total": 0.0077774799428880215, + "step": 43650 + }, + { + "loss_action": 0.021999387070536613, + "loss_total": 0.021999387070536613, + "step": 43650 + }, + { + "loss_action": 0.011045652441680431, + "loss_total": 0.011045652441680431, + "step": 43650 + }, + { + "grad_norm": 0.3552248179912567, + "learning_rate": 6.441095690812032e-05, + "loss": 0.0151, + "step": 43660 + }, + { + "loss_action": 0.010882184840738773, + "loss_total": 0.010882184840738773, + "step": 43660 + }, + { + "loss_action": 0.03752490505576134, + "loss_total": 0.03752490505576134, + "step": 43660 + }, + { + "loss_action": 0.017842605710029602, + "loss_total": 0.017842605710029602, + "step": 43660 + }, + { + "loss_action": 0.009411209262907505, + "loss_total": 0.009411209262907505, + "step": 43660 + }, + { + "loss_action": 0.02307482808828354, + "loss_total": 0.02307482808828354, + "step": 43660 + }, + { + "loss_action": 0.009973757900297642, + "loss_total": 0.009973757900297642, + "step": 43660 + }, + { + "grad_norm": 0.38720062375068665, + "learning_rate": 6.439512308080982e-05, + "loss": 0.0173, + "step": 43670 + }, + { + "loss_action": 0.00955780316144228, + "loss_total": 0.00955780316144228, + "step": 43670 + }, + { + "loss_action": 0.013978489674627781, + "loss_total": 0.013978489674627781, + "step": 43670 + }, + { + "loss_action": 0.01942785643041134, + "loss_total": 0.01942785643041134, + "step": 43670 + }, + { + "loss_action": 0.006730395369231701, + "loss_total": 0.006730395369231701, + "step": 43670 + }, + { + "loss_action": 0.016113709658384323, + "loss_total": 0.016113709658384323, + "step": 43670 + }, + { + "loss_action": 0.023657094687223434, + "loss_total": 0.023657094687223434, + "step": 43670 + }, + { + "grad_norm": 0.4054871201515198, + "learning_rate": 6.43792876792703e-05, + "loss": 0.0159, + "step": 43680 + }, + { + "loss_action": 0.012753928080201149, + "loss_total": 0.012753928080201149, + "step": 43680 + }, + { + "loss_action": 0.02056235261261463, + "loss_total": 0.02056235261261463, + "step": 43680 + }, + { + "loss_action": 0.013166257180273533, + "loss_total": 0.013166257180273533, + "step": 43680 + }, + { + "loss_action": 0.008789868094027042, + "loss_total": 0.008789868094027042, + "step": 43680 + }, + { + "loss_action": 0.02429715357720852, + "loss_total": 0.02429715357720852, + "step": 43680 + }, + { + "loss_action": 0.018336283043026924, + "loss_total": 0.018336283043026924, + "step": 43680 + }, + { + "grad_norm": 0.3709372878074646, + "learning_rate": 6.43634507052335e-05, + "loss": 0.0184, + "step": 43690 + }, + { + "loss_action": 0.008171873167157173, + "loss_total": 0.008171873167157173, + "step": 43690 + }, + { + "loss_action": 0.030804095789790154, + "loss_total": 0.030804095789790154, + "step": 43690 + }, + { + "loss_action": 0.013831336982548237, + "loss_total": 0.013831336982548237, + "step": 43690 + }, + { + "loss_action": 0.01769835501909256, + "loss_total": 0.01769835501909256, + "step": 43690 + }, + { + "loss_action": 0.01164019200950861, + "loss_total": 0.01164019200950861, + "step": 43690 + }, + { + "loss_action": 0.006293881684541702, + "loss_total": 0.006293881684541702, + "step": 43690 + }, + { + "grad_norm": 0.4026111960411072, + "learning_rate": 6.434761216043135e-05, + "loss": 0.0188, + "step": 43700 + }, + { + "loss_action": 0.01668977551162243, + "loss_total": 0.01668977551162243, + "step": 43700 + }, + { + "loss_action": 0.009890910238027573, + "loss_total": 0.009890910238027573, + "step": 43700 + }, + { + "loss_action": 0.01790272444486618, + "loss_total": 0.01790272444486618, + "step": 43700 + }, + { + "loss_action": 0.009217144921422005, + "loss_total": 0.009217144921422005, + "step": 43700 + }, + { + "loss_action": 0.01714322902262211, + "loss_total": 0.01714322902262211, + "step": 43700 + }, + { + "loss_action": 0.01942981593310833, + "loss_total": 0.01942981593310833, + "step": 43700 + }, + { + "grad_norm": 0.3450535535812378, + "learning_rate": 6.433177204659589e-05, + "loss": 0.019, + "step": 43710 + }, + { + "loss_action": 0.0077232192270457745, + "loss_total": 0.0077232192270457745, + "step": 43710 + }, + { + "loss_action": 0.017104916274547577, + "loss_total": 0.017104916274547577, + "step": 43710 + }, + { + "loss_action": 0.014782887883484364, + "loss_total": 0.014782887883484364, + "step": 43710 + }, + { + "loss_action": 0.0419001504778862, + "loss_total": 0.0419001504778862, + "step": 43710 + }, + { + "loss_action": 0.034062325954437256, + "loss_total": 0.034062325954437256, + "step": 43710 + }, + { + "loss_action": 0.022870086133480072, + "loss_total": 0.022870086133480072, + "step": 43710 + }, + { + "grad_norm": 0.3538255989551544, + "learning_rate": 6.431593036545938e-05, + "loss": 0.0176, + "step": 43720 + }, + { + "loss_action": 0.008155860006809235, + "loss_total": 0.008155860006809235, + "step": 43720 + }, + { + "loss_action": 0.012110820971429348, + "loss_total": 0.012110820971429348, + "step": 43720 + }, + { + "loss_action": 0.023437628522515297, + "loss_total": 0.023437628522515297, + "step": 43720 + }, + { + "loss_action": 0.0372026264667511, + "loss_total": 0.0372026264667511, + "step": 43720 + }, + { + "loss_action": 0.01167635153979063, + "loss_total": 0.01167635153979063, + "step": 43720 + }, + { + "loss_action": 0.026836713775992393, + "loss_total": 0.026836713775992393, + "step": 43720 + }, + { + "grad_norm": 0.46504509449005127, + "learning_rate": 6.430008711875426e-05, + "loss": 0.0178, + "step": 43730 + }, + { + "loss_action": 0.036240104585886, + "loss_total": 0.036240104585886, + "step": 43730 + }, + { + "loss_action": 0.00972039345651865, + "loss_total": 0.00972039345651865, + "step": 43730 + }, + { + "loss_action": 0.027945609763264656, + "loss_total": 0.027945609763264656, + "step": 43730 + }, + { + "loss_action": 0.0062750899232923985, + "loss_total": 0.0062750899232923985, + "step": 43730 + }, + { + "loss_action": 0.011832206510007381, + "loss_total": 0.011832206510007381, + "step": 43730 + }, + { + "loss_action": 0.008483247831463814, + "loss_total": 0.008483247831463814, + "step": 43730 + }, + { + "grad_norm": 0.5691316723823547, + "learning_rate": 6.42842423082131e-05, + "loss": 0.0209, + "step": 43740 + }, + { + "loss_action": 0.012246067635715008, + "loss_total": 0.012246067635715008, + "step": 43740 + }, + { + "loss_action": 0.009774472564458847, + "loss_total": 0.009774472564458847, + "step": 43740 + }, + { + "loss_action": 0.0074907392263412476, + "loss_total": 0.0074907392263412476, + "step": 43740 + }, + { + "loss_action": 0.01671977899968624, + "loss_total": 0.01671977899968624, + "step": 43740 + }, + { + "loss_action": 0.012349959462881088, + "loss_total": 0.012349959462881088, + "step": 43740 + }, + { + "loss_action": 0.014015767723321915, + "loss_total": 0.014015767723321915, + "step": 43740 + }, + { + "grad_norm": 0.43771785497665405, + "learning_rate": 6.426839593556868e-05, + "loss": 0.016, + "step": 43750 + }, + { + "loss_action": 0.01685384102165699, + "loss_total": 0.01685384102165699, + "step": 43750 + }, + { + "loss_action": 0.012288302183151245, + "loss_total": 0.012288302183151245, + "step": 43750 + }, + { + "loss_action": 0.013402557000517845, + "loss_total": 0.013402557000517845, + "step": 43750 + }, + { + "loss_action": 0.007124639581888914, + "loss_total": 0.007124639581888914, + "step": 43750 + }, + { + "loss_action": 0.013681360520422459, + "loss_total": 0.013681360520422459, + "step": 43750 + }, + { + "loss_action": 0.024142781272530556, + "loss_total": 0.024142781272530556, + "step": 43750 + }, + { + "grad_norm": 0.40847986936569214, + "learning_rate": 6.425254800255392e-05, + "loss": 0.0191, + "step": 43760 + }, + { + "loss_action": 0.01356473471969366, + "loss_total": 0.01356473471969366, + "step": 43760 + }, + { + "loss_action": 0.017480535432696342, + "loss_total": 0.017480535432696342, + "step": 43760 + }, + { + "loss_action": 0.026507845148444176, + "loss_total": 0.026507845148444176, + "step": 43760 + }, + { + "loss_action": 0.010124338790774345, + "loss_total": 0.010124338790774345, + "step": 43760 + }, + { + "loss_action": 0.010250521823763847, + "loss_total": 0.010250521823763847, + "step": 43760 + }, + { + "loss_action": 0.010438480414450169, + "loss_total": 0.010438480414450169, + "step": 43760 + }, + { + "grad_norm": 0.4705328941345215, + "learning_rate": 6.423669851090196e-05, + "loss": 0.0188, + "step": 43770 + }, + { + "loss_action": 0.009052030742168427, + "loss_total": 0.009052030742168427, + "step": 43770 + }, + { + "loss_action": 0.020709095522761345, + "loss_total": 0.020709095522761345, + "step": 43770 + }, + { + "loss_action": 0.015181692317128181, + "loss_total": 0.015181692317128181, + "step": 43770 + }, + { + "loss_action": 0.014113144017755985, + "loss_total": 0.014113144017755985, + "step": 43770 + }, + { + "loss_action": 0.013976329006254673, + "loss_total": 0.013976329006254673, + "step": 43770 + }, + { + "loss_action": 0.02537541836500168, + "loss_total": 0.02537541836500168, + "step": 43770 + }, + { + "grad_norm": 0.35963916778564453, + "learning_rate": 6.422084746234604e-05, + "loss": 0.0192, + "step": 43780 + }, + { + "loss_action": 0.010541765950620174, + "loss_total": 0.010541765950620174, + "step": 43780 + }, + { + "loss_action": 0.021942615509033203, + "loss_total": 0.021942615509033203, + "step": 43780 + }, + { + "loss_action": 0.020772499963641167, + "loss_total": 0.020772499963641167, + "step": 43780 + }, + { + "loss_action": 0.013142590411007404, + "loss_total": 0.013142590411007404, + "step": 43780 + }, + { + "loss_action": 0.021312793716788292, + "loss_total": 0.021312793716788292, + "step": 43780 + }, + { + "loss_action": 0.0097297178581357, + "loss_total": 0.0097297178581357, + "step": 43780 + }, + { + "grad_norm": 0.39404383301734924, + "learning_rate": 6.420499485861965e-05, + "loss": 0.0201, + "step": 43790 + }, + { + "loss_action": 0.0074041178449988365, + "loss_total": 0.0074041178449988365, + "step": 43790 + }, + { + "loss_action": 0.024017928168177605, + "loss_total": 0.024017928168177605, + "step": 43790 + }, + { + "loss_action": 0.006979709025472403, + "loss_total": 0.006979709025472403, + "step": 43790 + }, + { + "loss_action": 0.018786855041980743, + "loss_total": 0.018786855041980743, + "step": 43790 + }, + { + "loss_action": 0.010414510034024715, + "loss_total": 0.010414510034024715, + "step": 43790 + }, + { + "loss_action": 0.006286386400461197, + "loss_total": 0.006286386400461197, + "step": 43790 + }, + { + "grad_norm": 0.45437321066856384, + "learning_rate": 6.418914070145636e-05, + "loss": 0.0209, + "step": 43800 + }, + { + "loss_action": 0.005968731828033924, + "loss_total": 0.005968731828033924, + "step": 43800 + }, + { + "loss_action": 0.010250631719827652, + "loss_total": 0.010250631719827652, + "step": 43800 + }, + { + "loss_action": 0.07866411656141281, + "loss_total": 0.07866411656141281, + "step": 43800 + }, + { + "loss_action": 0.009440811350941658, + "loss_total": 0.009440811350941658, + "step": 43800 + }, + { + "loss_action": 0.011282668448984623, + "loss_total": 0.011282668448984623, + "step": 43800 + }, + { + "loss_action": 0.011879803612828255, + "loss_total": 0.011879803612828255, + "step": 43800 + }, + { + "grad_norm": 0.38582584261894226, + "learning_rate": 6.417328499258996e-05, + "loss": 0.0185, + "step": 43810 + }, + { + "loss_action": 0.009512406773865223, + "loss_total": 0.009512406773865223, + "step": 43810 + }, + { + "loss_action": 0.016905736178159714, + "loss_total": 0.016905736178159714, + "step": 43810 + }, + { + "loss_action": 0.00918552279472351, + "loss_total": 0.00918552279472351, + "step": 43810 + }, + { + "loss_action": 0.015858391299843788, + "loss_total": 0.015858391299843788, + "step": 43810 + }, + { + "loss_action": 0.015058387070894241, + "loss_total": 0.015058387070894241, + "step": 43810 + }, + { + "loss_action": 0.012276952154934406, + "loss_total": 0.012276952154934406, + "step": 43810 + }, + { + "grad_norm": 0.310725599527359, + "learning_rate": 6.415742773375446e-05, + "loss": 0.0165, + "step": 43820 + }, + { + "loss_action": 0.02000700682401657, + "loss_total": 0.02000700682401657, + "step": 43820 + }, + { + "loss_action": 0.010081966407597065, + "loss_total": 0.010081966407597065, + "step": 43820 + }, + { + "loss_action": 0.016228528693318367, + "loss_total": 0.016228528693318367, + "step": 43820 + }, + { + "loss_action": 0.012241201475262642, + "loss_total": 0.012241201475262642, + "step": 43820 + }, + { + "loss_action": 0.007138130720704794, + "loss_total": 0.007138130720704794, + "step": 43820 + }, + { + "loss_action": 0.01521894708275795, + "loss_total": 0.01521894708275795, + "step": 43820 + }, + { + "grad_norm": 0.3496100604534149, + "learning_rate": 6.414156892668393e-05, + "loss": 0.0173, + "step": 43830 + }, + { + "loss_action": 0.009993162006139755, + "loss_total": 0.009993162006139755, + "step": 43830 + }, + { + "loss_action": 0.01145966537296772, + "loss_total": 0.01145966537296772, + "step": 43830 + }, + { + "loss_action": 0.015282964333891869, + "loss_total": 0.015282964333891869, + "step": 43830 + }, + { + "loss_action": 0.01687628962099552, + "loss_total": 0.01687628962099552, + "step": 43830 + }, + { + "loss_action": 0.005890294443815947, + "loss_total": 0.005890294443815947, + "step": 43830 + }, + { + "loss_action": 0.03290960192680359, + "loss_total": 0.03290960192680359, + "step": 43830 + }, + { + "grad_norm": 0.3390779495239258, + "learning_rate": 6.412570857311267e-05, + "loss": 0.0164, + "step": 43840 + }, + { + "loss_action": 0.00772778270766139, + "loss_total": 0.00772778270766139, + "step": 43840 + }, + { + "loss_action": 0.02936176024377346, + "loss_total": 0.02936176024377346, + "step": 43840 + }, + { + "loss_action": 0.01203068532049656, + "loss_total": 0.01203068532049656, + "step": 43840 + }, + { + "loss_action": 0.0180685892701149, + "loss_total": 0.0180685892701149, + "step": 43840 + }, + { + "loss_action": 0.018628332763910294, + "loss_total": 0.018628332763910294, + "step": 43840 + }, + { + "loss_action": 0.008126308210194111, + "loss_total": 0.008126308210194111, + "step": 43840 + }, + { + "grad_norm": 0.5068318247795105, + "learning_rate": 6.410984667477518e-05, + "loss": 0.016, + "step": 43850 + }, + { + "loss_action": 0.017499461770057678, + "loss_total": 0.017499461770057678, + "step": 43850 + }, + { + "loss_action": 0.016053933650255203, + "loss_total": 0.016053933650255203, + "step": 43850 + }, + { + "loss_action": 0.021678507328033447, + "loss_total": 0.021678507328033447, + "step": 43850 + }, + { + "loss_action": 0.01375215407460928, + "loss_total": 0.01375215407460928, + "step": 43850 + }, + { + "loss_action": 0.052960850298404694, + "loss_total": 0.052960850298404694, + "step": 43850 + }, + { + "loss_action": 0.013728304766118526, + "loss_total": 0.013728304766118526, + "step": 43850 + }, + { + "grad_norm": 0.35387346148490906, + "learning_rate": 6.409398323340607e-05, + "loss": 0.0184, + "step": 43860 + }, + { + "loss_action": 0.014856480062007904, + "loss_total": 0.014856480062007904, + "step": 43860 + }, + { + "loss_action": 0.03246954455971718, + "loss_total": 0.03246954455971718, + "step": 43860 + }, + { + "loss_action": 0.01191284041851759, + "loss_total": 0.01191284041851759, + "step": 43860 + }, + { + "loss_action": 0.012438952922821045, + "loss_total": 0.012438952922821045, + "step": 43860 + }, + { + "loss_action": 0.011784636415541172, + "loss_total": 0.011784636415541172, + "step": 43860 + }, + { + "loss_action": 0.015226973220705986, + "loss_total": 0.015226973220705986, + "step": 43860 + }, + { + "grad_norm": 0.38813266158103943, + "learning_rate": 6.407811825074012e-05, + "loss": 0.0203, + "step": 43870 + }, + { + "loss_action": 0.05321170762181282, + "loss_total": 0.05321170762181282, + "step": 43870 + }, + { + "loss_action": 0.011728539131581783, + "loss_total": 0.011728539131581783, + "step": 43870 + }, + { + "loss_action": 0.011880905367434025, + "loss_total": 0.011880905367434025, + "step": 43870 + }, + { + "loss_action": 0.016498617827892303, + "loss_total": 0.016498617827892303, + "step": 43870 + }, + { + "loss_action": 0.010032441467046738, + "loss_total": 0.010032441467046738, + "step": 43870 + }, + { + "loss_action": 0.005431800149381161, + "loss_total": 0.005431800149381161, + "step": 43870 + }, + { + "grad_norm": 0.33563441038131714, + "learning_rate": 6.406225172851234e-05, + "loss": 0.0176, + "step": 43880 + }, + { + "loss_action": 0.01059000100940466, + "loss_total": 0.01059000100940466, + "step": 43880 + }, + { + "loss_action": 0.024746183305978775, + "loss_total": 0.024746183305978775, + "step": 43880 + }, + { + "loss_action": 0.006521752569824457, + "loss_total": 0.006521752569824457, + "step": 43880 + }, + { + "loss_action": 0.027068383991718292, + "loss_total": 0.027068383991718292, + "step": 43880 + }, + { + "loss_action": 0.02147730253636837, + "loss_total": 0.02147730253636837, + "step": 43880 + }, + { + "loss_action": 0.03244376182556152, + "loss_total": 0.03244376182556152, + "step": 43880 + }, + { + "grad_norm": 0.4774807393550873, + "learning_rate": 6.404638366845786e-05, + "loss": 0.0149, + "step": 43890 + }, + { + "loss_action": 0.01191498152911663, + "loss_total": 0.01191498152911663, + "step": 43890 + }, + { + "loss_action": 0.01776154898107052, + "loss_total": 0.01776154898107052, + "step": 43890 + }, + { + "loss_action": 0.014531721360981464, + "loss_total": 0.014531721360981464, + "step": 43890 + }, + { + "loss_action": 0.01999203860759735, + "loss_total": 0.01999203860759735, + "step": 43890 + }, + { + "loss_action": 0.011486128903925419, + "loss_total": 0.011486128903925419, + "step": 43890 + }, + { + "loss_action": 0.01709545962512493, + "loss_total": 0.01709545962512493, + "step": 43890 + }, + { + "grad_norm": 0.3323969841003418, + "learning_rate": 6.403051407231196e-05, + "loss": 0.0144, + "step": 43900 + }, + { + "loss_action": 0.010845838114619255, + "loss_total": 0.010845838114619255, + "step": 43900 + }, + { + "loss_action": 0.0084751658141613, + "loss_total": 0.0084751658141613, + "step": 43900 + }, + { + "loss_action": 0.00643847556784749, + "loss_total": 0.00643847556784749, + "step": 43900 + }, + { + "loss_action": 0.014467866159975529, + "loss_total": 0.014467866159975529, + "step": 43900 + }, + { + "loss_action": 0.01106226909905672, + "loss_total": 0.01106226909905672, + "step": 43900 + }, + { + "loss_action": 0.03173099458217621, + "loss_total": 0.03173099458217621, + "step": 43900 + }, + { + "grad_norm": 0.3147342801094055, + "learning_rate": 6.401464294181016e-05, + "loss": 0.0141, + "step": 43910 + }, + { + "loss_action": 0.029269708320498466, + "loss_total": 0.029269708320498466, + "step": 43910 + }, + { + "loss_action": 0.009083593264222145, + "loss_total": 0.009083593264222145, + "step": 43910 + }, + { + "loss_action": 0.022691568359732628, + "loss_total": 0.022691568359732628, + "step": 43910 + }, + { + "loss_action": 0.017902683466672897, + "loss_total": 0.017902683466672897, + "step": 43910 + }, + { + "loss_action": 0.01001737080514431, + "loss_total": 0.01001737080514431, + "step": 43910 + }, + { + "loss_action": 0.017298104241490364, + "loss_total": 0.017298104241490364, + "step": 43910 + }, + { + "grad_norm": 0.39222121238708496, + "learning_rate": 6.399877027868808e-05, + "loss": 0.0165, + "step": 43920 + }, + { + "loss_action": 0.009649896062910557, + "loss_total": 0.009649896062910557, + "step": 43920 + }, + { + "loss_action": 0.012780467979609966, + "loss_total": 0.012780467979609966, + "step": 43920 + }, + { + "loss_action": 0.07109274715185165, + "loss_total": 0.07109274715185165, + "step": 43920 + }, + { + "loss_action": 0.015450815670192242, + "loss_total": 0.015450815670192242, + "step": 43920 + }, + { + "loss_action": 0.016075441613793373, + "loss_total": 0.016075441613793373, + "step": 43920 + }, + { + "loss_action": 0.036950547248125076, + "loss_total": 0.036950547248125076, + "step": 43920 + }, + { + "grad_norm": 0.5289525389671326, + "learning_rate": 6.39828960846815e-05, + "loss": 0.0242, + "step": 43930 + }, + { + "loss_action": 0.017199812456965446, + "loss_total": 0.017199812456965446, + "step": 43930 + }, + { + "loss_action": 0.032251451164484024, + "loss_total": 0.032251451164484024, + "step": 43930 + }, + { + "loss_action": 0.011827601119875908, + "loss_total": 0.011827601119875908, + "step": 43930 + }, + { + "loss_action": 0.018339740112423897, + "loss_total": 0.018339740112423897, + "step": 43930 + }, + { + "loss_action": 0.009631060063838959, + "loss_total": 0.009631060063838959, + "step": 43930 + }, + { + "loss_action": 0.0074011473916471004, + "loss_total": 0.0074011473916471004, + "step": 43930 + }, + { + "grad_norm": 0.36605873703956604, + "learning_rate": 6.396702036152644e-05, + "loss": 0.0188, + "step": 43940 + }, + { + "loss_action": 0.01655934751033783, + "loss_total": 0.01655934751033783, + "step": 43940 + }, + { + "loss_action": 0.006290567573159933, + "loss_total": 0.006290567573159933, + "step": 43940 + }, + { + "loss_action": 0.01879807375371456, + "loss_total": 0.01879807375371456, + "step": 43940 + }, + { + "loss_action": 0.01621486060321331, + "loss_total": 0.01621486060321331, + "step": 43940 + }, + { + "loss_action": 0.029643306508660316, + "loss_total": 0.029643306508660316, + "step": 43940 + }, + { + "loss_action": 0.01416217815130949, + "loss_total": 0.01416217815130949, + "step": 43940 + }, + { + "grad_norm": 0.41663163900375366, + "learning_rate": 6.395114311095905e-05, + "loss": 0.0217, + "step": 43950 + }, + { + "loss_action": 0.04406246542930603, + "loss_total": 0.04406246542930603, + "step": 43950 + }, + { + "loss_action": 0.015338147059082985, + "loss_total": 0.015338147059082985, + "step": 43950 + }, + { + "loss_action": 0.00872163288295269, + "loss_total": 0.00872163288295269, + "step": 43950 + }, + { + "loss_action": 0.007863199338316917, + "loss_total": 0.007863199338316917, + "step": 43950 + }, + { + "loss_action": 0.0264311283826828, + "loss_total": 0.0264311283826828, + "step": 43950 + }, + { + "loss_action": 0.024040190503001213, + "loss_total": 0.024040190503001213, + "step": 43950 + }, + { + "grad_norm": 0.467288613319397, + "learning_rate": 6.393526433471559e-05, + "loss": 0.0227, + "step": 43960 + }, + { + "loss_action": 0.02635476551949978, + "loss_total": 0.02635476551949978, + "step": 43960 + }, + { + "loss_action": 0.04908468946814537, + "loss_total": 0.04908468946814537, + "step": 43960 + }, + { + "loss_action": 0.01908084563910961, + "loss_total": 0.01908084563910961, + "step": 43960 + }, + { + "loss_action": 0.02118975669145584, + "loss_total": 0.02118975669145584, + "step": 43960 + }, + { + "loss_action": 0.01489245519042015, + "loss_total": 0.01489245519042015, + "step": 43960 + }, + { + "loss_action": 0.017106808722019196, + "loss_total": 0.017106808722019196, + "step": 43960 + }, + { + "grad_norm": 0.4450317621231079, + "learning_rate": 6.391938403453262e-05, + "loss": 0.0182, + "step": 43970 + }, + { + "loss_action": 0.026772843673825264, + "loss_total": 0.026772843673825264, + "step": 43970 + }, + { + "loss_action": 0.007393043953925371, + "loss_total": 0.007393043953925371, + "step": 43970 + }, + { + "loss_action": 0.008825519122183323, + "loss_total": 0.008825519122183323, + "step": 43970 + }, + { + "loss_action": 0.025446061044931412, + "loss_total": 0.025446061044931412, + "step": 43970 + }, + { + "loss_action": 0.007795996498316526, + "loss_total": 0.007795996498316526, + "step": 43970 + }, + { + "loss_action": 0.112823486328125, + "loss_total": 0.112823486328125, + "step": 43970 + }, + { + "grad_norm": 0.4422990679740906, + "learning_rate": 6.390350221214671e-05, + "loss": 0.0175, + "step": 43980 + }, + { + "loss_action": 0.015256182290613651, + "loss_total": 0.015256182290613651, + "step": 43980 + }, + { + "loss_action": 0.009296474978327751, + "loss_total": 0.009296474978327751, + "step": 43980 + }, + { + "loss_action": 0.019445419311523438, + "loss_total": 0.019445419311523438, + "step": 43980 + }, + { + "loss_action": 0.013484276831150055, + "loss_total": 0.013484276831150055, + "step": 43980 + }, + { + "loss_action": 0.00868761632591486, + "loss_total": 0.00868761632591486, + "step": 43980 + }, + { + "loss_action": 0.022222883999347687, + "loss_total": 0.022222883999347687, + "step": 43980 + }, + { + "grad_norm": 0.34858155250549316, + "learning_rate": 6.38876188692947e-05, + "loss": 0.0161, + "step": 43990 + }, + { + "loss_action": 0.014159849844872952, + "loss_total": 0.014159849844872952, + "step": 43990 + }, + { + "loss_action": 0.007318052928894758, + "loss_total": 0.007318052928894758, + "step": 43990 + }, + { + "loss_action": 0.005572241730988026, + "loss_total": 0.005572241730988026, + "step": 43990 + }, + { + "loss_action": 0.008802644908428192, + "loss_total": 0.008802644908428192, + "step": 43990 + }, + { + "loss_action": 0.018618877977132797, + "loss_total": 0.018618877977132797, + "step": 43990 + }, + { + "loss_action": 0.010125601664185524, + "loss_total": 0.010125601664185524, + "step": 43990 + }, + { + "grad_norm": 0.39663082361221313, + "learning_rate": 6.387173400771358e-05, + "loss": 0.0143, + "step": 44000 + }, + { + "loss_action": 0.014244979247450829, + "loss_total": 0.014244979247450829, + "step": 44000 + }, + { + "loss_action": 0.015482533723115921, + "loss_total": 0.015482533723115921, + "step": 44000 + }, + { + "loss_action": 0.01978152059018612, + "loss_total": 0.01978152059018612, + "step": 44000 + }, + { + "loss_action": 0.020144762471318245, + "loss_total": 0.020144762471318245, + "step": 44000 + }, + { + "loss_action": 0.007039865478873253, + "loss_total": 0.007039865478873253, + "step": 44000 + }, + { + "loss_action": 0.018274638801813126, + "loss_total": 0.018274638801813126, + "step": 44000 + }, + { + "grad_norm": 0.40000879764556885, + "learning_rate": 6.385584762914047e-05, + "loss": 0.0191, + "step": 44010 + }, + { + "loss_action": 0.024336133152246475, + "loss_total": 0.024336133152246475, + "step": 44010 + }, + { + "loss_action": 0.035276252776384354, + "loss_total": 0.035276252776384354, + "step": 44010 + }, + { + "loss_action": 0.02204975113272667, + "loss_total": 0.02204975113272667, + "step": 44010 + }, + { + "loss_action": 0.008162500336766243, + "loss_total": 0.008162500336766243, + "step": 44010 + }, + { + "loss_action": 0.02089027501642704, + "loss_total": 0.02089027501642704, + "step": 44010 + }, + { + "loss_action": 0.017274705693125725, + "loss_total": 0.017274705693125725, + "step": 44010 + }, + { + "grad_norm": 0.317893922328949, + "learning_rate": 6.38399597353127e-05, + "loss": 0.0156, + "step": 44020 + }, + { + "loss_action": 0.00880028959363699, + "loss_total": 0.00880028959363699, + "step": 44020 + }, + { + "loss_action": 0.010655534453690052, + "loss_total": 0.010655534453690052, + "step": 44020 + }, + { + "loss_action": 0.005145097151398659, + "loss_total": 0.005145097151398659, + "step": 44020 + }, + { + "loss_action": 0.00794597901403904, + "loss_total": 0.00794597901403904, + "step": 44020 + }, + { + "loss_action": 0.017797449603676796, + "loss_total": 0.017797449603676796, + "step": 44020 + }, + { + "loss_action": 0.014573699794709682, + "loss_total": 0.014573699794709682, + "step": 44020 + }, + { + "grad_norm": 0.30262765288352966, + "learning_rate": 6.382407032796775e-05, + "loss": 0.0167, + "step": 44030 + }, + { + "loss_action": 0.005333030596375465, + "loss_total": 0.005333030596375465, + "step": 44030 + }, + { + "loss_action": 0.00507823470979929, + "loss_total": 0.00507823470979929, + "step": 44030 + }, + { + "loss_action": 0.01634436473250389, + "loss_total": 0.01634436473250389, + "step": 44030 + }, + { + "loss_action": 0.016919128596782684, + "loss_total": 0.016919128596782684, + "step": 44030 + }, + { + "loss_action": 0.02520727925002575, + "loss_total": 0.02520727925002575, + "step": 44030 + }, + { + "loss_action": 0.04005755856633186, + "loss_total": 0.04005755856633186, + "step": 44030 + }, + { + "grad_norm": 0.4638599753379822, + "learning_rate": 6.380817940884325e-05, + "loss": 0.0175, + "step": 44040 + }, + { + "loss_action": 0.022050531581044197, + "loss_total": 0.022050531581044197, + "step": 44040 + }, + { + "loss_action": 0.02124389074742794, + "loss_total": 0.02124389074742794, + "step": 44040 + }, + { + "loss_action": 0.019044242799282074, + "loss_total": 0.019044242799282074, + "step": 44040 + }, + { + "loss_action": 0.011518489569425583, + "loss_total": 0.011518489569425583, + "step": 44040 + }, + { + "loss_action": 0.013354431837797165, + "loss_total": 0.013354431837797165, + "step": 44040 + }, + { + "loss_action": 0.05346081778407097, + "loss_total": 0.05346081778407097, + "step": 44040 + }, + { + "grad_norm": 0.3770400881767273, + "learning_rate": 6.379228697967702e-05, + "loss": 0.0185, + "step": 44050 + }, + { + "loss_action": 0.007787346839904785, + "loss_total": 0.007787346839904785, + "step": 44050 + }, + { + "loss_action": 0.011397700756788254, + "loss_total": 0.011397700756788254, + "step": 44050 + }, + { + "loss_action": 0.012232446111738682, + "loss_total": 0.012232446111738682, + "step": 44050 + }, + { + "loss_action": 0.011163594201207161, + "loss_total": 0.011163594201207161, + "step": 44050 + }, + { + "loss_action": 0.012096314691007137, + "loss_total": 0.012096314691007137, + "step": 44050 + }, + { + "loss_action": 0.0213881004601717, + "loss_total": 0.0213881004601717, + "step": 44050 + }, + { + "grad_norm": 0.9454942941665649, + "learning_rate": 6.3776393042207e-05, + "loss": 0.0186, + "step": 44060 + }, + { + "loss_action": 0.007958713918924332, + "loss_total": 0.007958713918924332, + "step": 44060 + }, + { + "loss_action": 0.03949449583888054, + "loss_total": 0.03949449583888054, + "step": 44060 + }, + { + "loss_action": 0.02318919636309147, + "loss_total": 0.02318919636309147, + "step": 44060 + }, + { + "loss_action": 0.012628858909010887, + "loss_total": 0.012628858909010887, + "step": 44060 + }, + { + "loss_action": 0.0987589955329895, + "loss_total": 0.0987589955329895, + "step": 44060 + }, + { + "loss_action": 0.02181161940097809, + "loss_total": 0.02181161940097809, + "step": 44060 + }, + { + "grad_norm": 0.3678186535835266, + "learning_rate": 6.376049759817137e-05, + "loss": 0.0195, + "step": 44070 + }, + { + "loss_action": 0.009970508515834808, + "loss_total": 0.009970508515834808, + "step": 44070 + }, + { + "loss_action": 0.0075561292469501495, + "loss_total": 0.0075561292469501495, + "step": 44070 + }, + { + "loss_action": 0.011897140182554722, + "loss_total": 0.011897140182554722, + "step": 44070 + }, + { + "loss_action": 0.015438375994563103, + "loss_total": 0.015438375994563103, + "step": 44070 + }, + { + "loss_action": 0.012778609059751034, + "loss_total": 0.012778609059751034, + "step": 44070 + }, + { + "loss_action": 0.01074715331196785, + "loss_total": 0.01074715331196785, + "step": 44070 + }, + { + "grad_norm": 0.34721463918685913, + "learning_rate": 6.37446006493084e-05, + "loss": 0.0167, + "step": 44080 + }, + { + "loss_action": 0.01974189467728138, + "loss_total": 0.01974189467728138, + "step": 44080 + }, + { + "loss_action": 0.029330594465136528, + "loss_total": 0.029330594465136528, + "step": 44080 + }, + { + "loss_action": 0.011700939387083054, + "loss_total": 0.011700939387083054, + "step": 44080 + }, + { + "loss_action": 0.037102799862623215, + "loss_total": 0.037102799862623215, + "step": 44080 + }, + { + "loss_action": 0.008048426359891891, + "loss_total": 0.008048426359891891, + "step": 44080 + }, + { + "loss_action": 0.0263883788138628, + "loss_total": 0.0263883788138628, + "step": 44080 + }, + { + "grad_norm": 0.4634906053543091, + "learning_rate": 6.372870219735656e-05, + "loss": 0.0188, + "step": 44090 + }, + { + "loss_action": 0.02394005097448826, + "loss_total": 0.02394005097448826, + "step": 44090 + }, + { + "loss_action": 0.015842271968722343, + "loss_total": 0.015842271968722343, + "step": 44090 + }, + { + "loss_action": 0.009950048290193081, + "loss_total": 0.009950048290193081, + "step": 44090 + }, + { + "loss_action": 0.025079917162656784, + "loss_total": 0.025079917162656784, + "step": 44090 + }, + { + "loss_action": 0.00812578946352005, + "loss_total": 0.00812578946352005, + "step": 44090 + }, + { + "loss_action": 0.008444955572485924, + "loss_total": 0.008444955572485924, + "step": 44090 + }, + { + "grad_norm": 0.3867126703262329, + "learning_rate": 6.371280224405452e-05, + "loss": 0.0168, + "step": 44100 + }, + { + "loss_action": 0.0080960588529706, + "loss_total": 0.0080960588529706, + "step": 44100 + }, + { + "loss_action": 0.008568370714783669, + "loss_total": 0.008568370714783669, + "step": 44100 + }, + { + "loss_action": 0.0059232269413769245, + "loss_total": 0.0059232269413769245, + "step": 44100 + }, + { + "loss_action": 0.0207946989685297, + "loss_total": 0.0207946989685297, + "step": 44100 + }, + { + "loss_action": 0.014406907372176647, + "loss_total": 0.014406907372176647, + "step": 44100 + }, + { + "loss_action": 0.017397891730070114, + "loss_total": 0.017397891730070114, + "step": 44100 + }, + { + "grad_norm": 0.2981509864330292, + "learning_rate": 6.369690079114101e-05, + "loss": 0.0143, + "step": 44110 + }, + { + "loss_action": 0.01404888741672039, + "loss_total": 0.01404888741672039, + "step": 44110 + }, + { + "loss_action": 0.01768413558602333, + "loss_total": 0.01768413558602333, + "step": 44110 + }, + { + "loss_action": 0.012210733257234097, + "loss_total": 0.012210733257234097, + "step": 44110 + }, + { + "loss_action": 0.005547276232391596, + "loss_total": 0.005547276232391596, + "step": 44110 + }, + { + "loss_action": 0.014519165270030499, + "loss_total": 0.014519165270030499, + "step": 44110 + }, + { + "loss_action": 0.01149094570428133, + "loss_total": 0.01149094570428133, + "step": 44110 + }, + { + "grad_norm": 0.3867169916629791, + "learning_rate": 6.368099784035504e-05, + "loss": 0.0157, + "step": 44120 + }, + { + "loss_action": 0.014843791723251343, + "loss_total": 0.014843791723251343, + "step": 44120 + }, + { + "loss_action": 0.020693473517894745, + "loss_total": 0.020693473517894745, + "step": 44120 + }, + { + "loss_action": 0.015040790662169456, + "loss_total": 0.015040790662169456, + "step": 44120 + }, + { + "loss_action": 0.008882426656782627, + "loss_total": 0.008882426656782627, + "step": 44120 + }, + { + "loss_action": 0.014068640768527985, + "loss_total": 0.014068640768527985, + "step": 44120 + }, + { + "loss_action": 0.008178834803402424, + "loss_total": 0.008178834803402424, + "step": 44120 + }, + { + "grad_norm": 0.4212391674518585, + "learning_rate": 6.366509339343572e-05, + "loss": 0.0193, + "step": 44130 + }, + { + "loss_action": 0.012228507548570633, + "loss_total": 0.012228507548570633, + "step": 44130 + }, + { + "loss_action": 0.008677948266267776, + "loss_total": 0.008677948266267776, + "step": 44130 + }, + { + "loss_action": 0.016405319795012474, + "loss_total": 0.016405319795012474, + "step": 44130 + }, + { + "loss_action": 0.013596925884485245, + "loss_total": 0.013596925884485245, + "step": 44130 + }, + { + "loss_action": 0.017452986910939217, + "loss_total": 0.017452986910939217, + "step": 44130 + }, + { + "loss_action": 0.009077479131519794, + "loss_total": 0.009077479131519794, + "step": 44130 + }, + { + "grad_norm": 0.40515825152397156, + "learning_rate": 6.364918745212232e-05, + "loss": 0.017, + "step": 44140 + }, + { + "loss_action": 0.01160458754748106, + "loss_total": 0.01160458754748106, + "step": 44140 + }, + { + "loss_action": 0.02298976294696331, + "loss_total": 0.02298976294696331, + "step": 44140 + }, + { + "loss_action": 0.007756286766380072, + "loss_total": 0.007756286766380072, + "step": 44140 + }, + { + "loss_action": 0.01585404947400093, + "loss_total": 0.01585404947400093, + "step": 44140 + }, + { + "loss_action": 0.007257149554789066, + "loss_total": 0.007257149554789066, + "step": 44140 + }, + { + "loss_action": 0.02081158570945263, + "loss_total": 0.02081158570945263, + "step": 44140 + }, + { + "grad_norm": 0.4645783603191376, + "learning_rate": 6.363328001815431e-05, + "loss": 0.019, + "step": 44150 + }, + { + "loss_action": 0.011761733330786228, + "loss_total": 0.011761733330786228, + "step": 44150 + }, + { + "loss_action": 0.008809580467641354, + "loss_total": 0.008809580467641354, + "step": 44150 + }, + { + "loss_action": 0.012880747206509113, + "loss_total": 0.012880747206509113, + "step": 44150 + }, + { + "loss_action": 0.010337297804653645, + "loss_total": 0.010337297804653645, + "step": 44150 + }, + { + "loss_action": 0.0074958535842597485, + "loss_total": 0.0074958535842597485, + "step": 44150 + }, + { + "loss_action": 0.01863447017967701, + "loss_total": 0.01863447017967701, + "step": 44150 + }, + { + "grad_norm": 0.37647977471351624, + "learning_rate": 6.361737109327128e-05, + "loss": 0.0151, + "step": 44160 + }, + { + "loss_action": 0.010762224905192852, + "loss_total": 0.010762224905192852, + "step": 44160 + }, + { + "loss_action": 0.0067670224234461784, + "loss_total": 0.0067670224234461784, + "step": 44160 + }, + { + "loss_action": 0.01490227784961462, + "loss_total": 0.01490227784961462, + "step": 44160 + }, + { + "loss_action": 0.006521859206259251, + "loss_total": 0.006521859206259251, + "step": 44160 + }, + { + "loss_action": 0.009606348350644112, + "loss_total": 0.009606348350644112, + "step": 44160 + }, + { + "loss_action": 0.012994088232517242, + "loss_total": 0.012994088232517242, + "step": 44160 + }, + { + "grad_norm": 0.3493647277355194, + "learning_rate": 6.360146067921301e-05, + "loss": 0.0188, + "step": 44170 + }, + { + "loss_action": 0.013638309203088284, + "loss_total": 0.013638309203088284, + "step": 44170 + }, + { + "loss_action": 0.008914039470255375, + "loss_total": 0.008914039470255375, + "step": 44170 + }, + { + "loss_action": 0.01658516936004162, + "loss_total": 0.01658516936004162, + "step": 44170 + }, + { + "loss_action": 0.005328724626451731, + "loss_total": 0.005328724626451731, + "step": 44170 + }, + { + "loss_action": 0.011221425607800484, + "loss_total": 0.011221425607800484, + "step": 44170 + }, + { + "loss_action": 0.04724712669849396, + "loss_total": 0.04724712669849396, + "step": 44170 + }, + { + "grad_norm": 1.2973769903182983, + "learning_rate": 6.35855487777195e-05, + "loss": 0.0185, + "step": 44180 + }, + { + "loss_action": 0.017127150669693947, + "loss_total": 0.017127150669693947, + "step": 44180 + }, + { + "loss_action": 0.040263038128614426, + "loss_total": 0.040263038128614426, + "step": 44180 + }, + { + "loss_action": 0.01460313145071268, + "loss_total": 0.01460313145071268, + "step": 44180 + }, + { + "loss_action": 0.010829401202499866, + "loss_total": 0.010829401202499866, + "step": 44180 + }, + { + "loss_action": 0.015296191908419132, + "loss_total": 0.015296191908419132, + "step": 44180 + }, + { + "loss_action": 0.014552850276231766, + "loss_total": 0.014552850276231766, + "step": 44180 + }, + { + "grad_norm": 0.5345339179039001, + "learning_rate": 6.356963539053076e-05, + "loss": 0.0223, + "step": 44190 + }, + { + "loss_action": 0.037106070667505264, + "loss_total": 0.037106070667505264, + "step": 44190 + }, + { + "loss_action": 0.04304591938853264, + "loss_total": 0.04304591938853264, + "step": 44190 + }, + { + "loss_action": 0.0266744252294302, + "loss_total": 0.0266744252294302, + "step": 44190 + }, + { + "loss_action": 0.011044149287045002, + "loss_total": 0.011044149287045002, + "step": 44190 + }, + { + "loss_action": 0.011531267315149307, + "loss_total": 0.011531267315149307, + "step": 44190 + }, + { + "loss_action": 0.03480590134859085, + "loss_total": 0.03480590134859085, + "step": 44190 + }, + { + "grad_norm": 0.3315315246582031, + "learning_rate": 6.355372051938711e-05, + "loss": 0.0244, + "step": 44200 + }, + { + "loss_action": 0.04035890847444534, + "loss_total": 0.04035890847444534, + "step": 44200 + }, + { + "loss_action": 0.01829771138727665, + "loss_total": 0.01829771138727665, + "step": 44200 + }, + { + "loss_action": 0.011881283484399319, + "loss_total": 0.011881283484399319, + "step": 44200 + }, + { + "loss_action": 0.007929427549242973, + "loss_total": 0.007929427549242973, + "step": 44200 + }, + { + "loss_action": 0.012477580457925797, + "loss_total": 0.012477580457925797, + "step": 44200 + }, + { + "loss_action": 0.017116162925958633, + "loss_total": 0.017116162925958633, + "step": 44200 + }, + { + "grad_norm": 0.4031663239002228, + "learning_rate": 6.353780416602894e-05, + "loss": 0.0161, + "step": 44210 + }, + { + "loss_action": 0.013754652813076973, + "loss_total": 0.013754652813076973, + "step": 44210 + }, + { + "loss_action": 0.011722452007234097, + "loss_total": 0.011722452007234097, + "step": 44210 + }, + { + "loss_action": 0.008304938673973083, + "loss_total": 0.008304938673973083, + "step": 44210 + }, + { + "loss_action": 0.015211151912808418, + "loss_total": 0.015211151912808418, + "step": 44210 + }, + { + "loss_action": 0.008445010520517826, + "loss_total": 0.008445010520517826, + "step": 44210 + }, + { + "loss_action": 0.012329489924013615, + "loss_total": 0.012329489924013615, + "step": 44210 + }, + { + "grad_norm": 0.5235345363616943, + "learning_rate": 6.352188633219689e-05, + "loss": 0.0207, + "step": 44220 + }, + { + "loss_action": 0.016985425725579262, + "loss_total": 0.016985425725579262, + "step": 44220 + }, + { + "loss_action": 0.012697957456111908, + "loss_total": 0.012697957456111908, + "step": 44220 + }, + { + "loss_action": 0.12235964834690094, + "loss_total": 0.12235964834690094, + "step": 44220 + }, + { + "loss_action": 0.013631004840135574, + "loss_total": 0.013631004840135574, + "step": 44220 + }, + { + "loss_action": 0.09648475050926208, + "loss_total": 0.09648475050926208, + "step": 44220 + }, + { + "loss_action": 0.021274056285619736, + "loss_total": 0.021274056285619736, + "step": 44220 + }, + { + "grad_norm": 0.4935544729232788, + "learning_rate": 6.350596701963166e-05, + "loss": 0.0238, + "step": 44230 + }, + { + "loss_action": 0.008436302654445171, + "loss_total": 0.008436302654445171, + "step": 44230 + }, + { + "loss_action": 0.012301446869969368, + "loss_total": 0.012301446869969368, + "step": 44230 + }, + { + "loss_action": 0.014023220166563988, + "loss_total": 0.014023220166563988, + "step": 44230 + }, + { + "loss_action": 0.008822333067655563, + "loss_total": 0.008822333067655563, + "step": 44230 + }, + { + "loss_action": 0.01197008416056633, + "loss_total": 0.01197008416056633, + "step": 44230 + }, + { + "loss_action": 0.014943636953830719, + "loss_total": 0.014943636953830719, + "step": 44230 + }, + { + "grad_norm": 0.43235549330711365, + "learning_rate": 6.349004623007419e-05, + "loss": 0.0218, + "step": 44240 + }, + { + "loss_action": 0.03396698832511902, + "loss_total": 0.03396698832511902, + "step": 44240 + }, + { + "loss_action": 0.009348813444375992, + "loss_total": 0.009348813444375992, + "step": 44240 + }, + { + "loss_action": 0.01859612576663494, + "loss_total": 0.01859612576663494, + "step": 44240 + }, + { + "loss_action": 0.014020359143614769, + "loss_total": 0.014020359143614769, + "step": 44240 + }, + { + "loss_action": 0.007099989335983992, + "loss_total": 0.007099989335983992, + "step": 44240 + }, + { + "loss_action": 0.015837954357266426, + "loss_total": 0.015837954357266426, + "step": 44240 + }, + { + "grad_norm": 0.48645469546318054, + "learning_rate": 6.347412396526555e-05, + "loss": 0.0195, + "step": 44250 + }, + { + "loss_action": 0.035090330988168716, + "loss_total": 0.035090330988168716, + "step": 44250 + }, + { + "loss_action": 0.044127244502305984, + "loss_total": 0.044127244502305984, + "step": 44250 + }, + { + "loss_action": 0.015620725229382515, + "loss_total": 0.015620725229382515, + "step": 44250 + }, + { + "loss_action": 0.01529625616967678, + "loss_total": 0.01529625616967678, + "step": 44250 + }, + { + "loss_action": 0.0175932589918375, + "loss_total": 0.0175932589918375, + "step": 44250 + }, + { + "loss_action": 0.02299736998975277, + "loss_total": 0.02299736998975277, + "step": 44250 + }, + { + "grad_norm": 0.4341468811035156, + "learning_rate": 6.345820022694696e-05, + "loss": 0.0279, + "step": 44260 + }, + { + "loss_action": 0.022988978773355484, + "loss_total": 0.022988978773355484, + "step": 44260 + }, + { + "loss_action": 0.018756533041596413, + "loss_total": 0.018756533041596413, + "step": 44260 + }, + { + "loss_action": 0.05531902611255646, + "loss_total": 0.05531902611255646, + "step": 44260 + }, + { + "loss_action": 0.008306135423481464, + "loss_total": 0.008306135423481464, + "step": 44260 + }, + { + "loss_action": 0.09523890912532806, + "loss_total": 0.09523890912532806, + "step": 44260 + }, + { + "loss_action": 0.01828072778880596, + "loss_total": 0.01828072778880596, + "step": 44260 + }, + { + "grad_norm": 0.34102821350097656, + "learning_rate": 6.344227501685984e-05, + "loss": 0.0195, + "step": 44270 + }, + { + "loss_action": 0.007775323931127787, + "loss_total": 0.007775323931127787, + "step": 44270 + }, + { + "loss_action": 0.07578980177640915, + "loss_total": 0.07578980177640915, + "step": 44270 + }, + { + "loss_action": 0.02367716282606125, + "loss_total": 0.02367716282606125, + "step": 44270 + }, + { + "loss_action": 0.025354275479912758, + "loss_total": 0.025354275479912758, + "step": 44270 + }, + { + "loss_action": 0.029530612751841545, + "loss_total": 0.029530612751841545, + "step": 44270 + }, + { + "loss_action": 0.01442533079534769, + "loss_total": 0.01442533079534769, + "step": 44270 + }, + { + "grad_norm": 0.42230939865112305, + "learning_rate": 6.342634833674572e-05, + "loss": 0.0192, + "step": 44280 + }, + { + "loss_action": 0.015612916089594364, + "loss_total": 0.015612916089594364, + "step": 44280 + }, + { + "loss_action": 0.02005951665341854, + "loss_total": 0.02005951665341854, + "step": 44280 + }, + { + "loss_action": 0.01091346051543951, + "loss_total": 0.01091346051543951, + "step": 44280 + }, + { + "loss_action": 0.019922198727726936, + "loss_total": 0.019922198727726936, + "step": 44280 + }, + { + "loss_action": 0.020735157653689384, + "loss_total": 0.020735157653689384, + "step": 44280 + }, + { + "loss_action": 0.017545005306601524, + "loss_total": 0.017545005306601524, + "step": 44280 + }, + { + "grad_norm": 0.34091752767562866, + "learning_rate": 6.341042018834635e-05, + "loss": 0.0209, + "step": 44290 + }, + { + "loss_action": 0.008203855715692043, + "loss_total": 0.008203855715692043, + "step": 44290 + }, + { + "loss_action": 0.017618773505091667, + "loss_total": 0.017618773505091667, + "step": 44290 + }, + { + "loss_action": 0.02979857474565506, + "loss_total": 0.02979857474565506, + "step": 44290 + }, + { + "loss_action": 0.01619279757142067, + "loss_total": 0.01619279757142067, + "step": 44290 + }, + { + "loss_action": 0.008968260139226913, + "loss_total": 0.008968260139226913, + "step": 44290 + }, + { + "loss_action": 0.02432677522301674, + "loss_total": 0.02432677522301674, + "step": 44290 + }, + { + "grad_norm": 0.3804723918437958, + "learning_rate": 6.339449057340359e-05, + "loss": 0.0182, + "step": 44300 + }, + { + "loss_action": 0.06663305312395096, + "loss_total": 0.06663305312395096, + "step": 44300 + }, + { + "loss_action": 0.028253166005015373, + "loss_total": 0.028253166005015373, + "step": 44300 + }, + { + "loss_action": 0.019908273592591286, + "loss_total": 0.019908273592591286, + "step": 44300 + }, + { + "loss_action": 0.017153572291135788, + "loss_total": 0.017153572291135788, + "step": 44300 + }, + { + "loss_action": 0.015553146600723267, + "loss_total": 0.015553146600723267, + "step": 44300 + }, + { + "loss_action": 0.024385366588830948, + "loss_total": 0.024385366588830948, + "step": 44300 + }, + { + "grad_norm": 0.2981797754764557, + "learning_rate": 6.337855949365945e-05, + "loss": 0.0175, + "step": 44310 + }, + { + "loss_action": 0.013361473567783833, + "loss_total": 0.013361473567783833, + "step": 44310 + }, + { + "loss_action": 0.02231696993112564, + "loss_total": 0.02231696993112564, + "step": 44310 + }, + { + "loss_action": 0.0069084796123206615, + "loss_total": 0.0069084796123206615, + "step": 44310 + }, + { + "loss_action": 0.013002804480493069, + "loss_total": 0.013002804480493069, + "step": 44310 + }, + { + "loss_action": 0.019781038165092468, + "loss_total": 0.019781038165092468, + "step": 44310 + }, + { + "loss_action": 0.01486324891448021, + "loss_total": 0.01486324891448021, + "step": 44310 + }, + { + "grad_norm": 0.42993247509002686, + "learning_rate": 6.336262695085619e-05, + "loss": 0.0178, + "step": 44320 + }, + { + "loss_action": 0.011561814695596695, + "loss_total": 0.011561814695596695, + "step": 44320 + }, + { + "loss_action": 0.007976436987519264, + "loss_total": 0.007976436987519264, + "step": 44320 + }, + { + "loss_action": 0.03527785837650299, + "loss_total": 0.03527785837650299, + "step": 44320 + }, + { + "loss_action": 0.010610993951559067, + "loss_total": 0.010610993951559067, + "step": 44320 + }, + { + "loss_action": 0.00677241338416934, + "loss_total": 0.00677241338416934, + "step": 44320 + }, + { + "loss_action": 0.09298121184110641, + "loss_total": 0.09298121184110641, + "step": 44320 + }, + { + "grad_norm": 0.3811637759208679, + "learning_rate": 6.334669294673612e-05, + "loss": 0.0186, + "step": 44330 + }, + { + "loss_action": 0.01894235610961914, + "loss_total": 0.01894235610961914, + "step": 44330 + }, + { + "loss_action": 0.021787330508232117, + "loss_total": 0.021787330508232117, + "step": 44330 + }, + { + "loss_action": 0.014319521375000477, + "loss_total": 0.014319521375000477, + "step": 44330 + }, + { + "loss_action": 0.015188433229923248, + "loss_total": 0.015188433229923248, + "step": 44330 + }, + { + "loss_action": 0.022030530497431755, + "loss_total": 0.022030530497431755, + "step": 44330 + }, + { + "loss_action": 0.025566644966602325, + "loss_total": 0.025566644966602325, + "step": 44330 + }, + { + "grad_norm": 0.33976396918296814, + "learning_rate": 6.333075748304179e-05, + "loss": 0.0191, + "step": 44340 + }, + { + "loss_action": 0.011444996111094952, + "loss_total": 0.011444996111094952, + "step": 44340 + }, + { + "loss_action": 0.013436873443424702, + "loss_total": 0.013436873443424702, + "step": 44340 + }, + { + "loss_action": 0.012664437294006348, + "loss_total": 0.012664437294006348, + "step": 44340 + }, + { + "loss_action": 0.01520004402846098, + "loss_total": 0.01520004402846098, + "step": 44340 + }, + { + "loss_action": 0.01711530238389969, + "loss_total": 0.01711530238389969, + "step": 44340 + }, + { + "loss_action": 0.017574891448020935, + "loss_total": 0.017574891448020935, + "step": 44340 + }, + { + "grad_norm": 0.40452101826667786, + "learning_rate": 6.331482056151585e-05, + "loss": 0.0179, + "step": 44350 + }, + { + "loss_action": 0.01665414497256279, + "loss_total": 0.01665414497256279, + "step": 44350 + }, + { + "loss_action": 0.019463490694761276, + "loss_total": 0.019463490694761276, + "step": 44350 + }, + { + "loss_action": 0.008754784241318703, + "loss_total": 0.008754784241318703, + "step": 44350 + }, + { + "loss_action": 0.005916486028581858, + "loss_total": 0.005916486028581858, + "step": 44350 + }, + { + "loss_action": 0.006415412295609713, + "loss_total": 0.006415412295609713, + "step": 44350 + }, + { + "loss_action": 0.01230531744658947, + "loss_total": 0.01230531744658947, + "step": 44350 + }, + { + "grad_norm": 0.5704061388969421, + "learning_rate": 6.329888218390117e-05, + "loss": 0.02, + "step": 44360 + }, + { + "loss_action": 0.007879798300564289, + "loss_total": 0.007879798300564289, + "step": 44360 + }, + { + "loss_action": 0.014028086327016354, + "loss_total": 0.014028086327016354, + "step": 44360 + }, + { + "loss_action": 0.014024194329977036, + "loss_total": 0.014024194329977036, + "step": 44360 + }, + { + "loss_action": 0.015705035999417305, + "loss_total": 0.015705035999417305, + "step": 44360 + }, + { + "loss_action": 0.013664958998560905, + "loss_total": 0.013664958998560905, + "step": 44360 + }, + { + "loss_action": 0.01222705002874136, + "loss_total": 0.01222705002874136, + "step": 44360 + }, + { + "grad_norm": 0.31539782881736755, + "learning_rate": 6.328294235194072e-05, + "loss": 0.0183, + "step": 44370 + }, + { + "loss_action": 0.012559848837554455, + "loss_total": 0.012559848837554455, + "step": 44370 + }, + { + "loss_action": 0.03457938879728317, + "loss_total": 0.03457938879728317, + "step": 44370 + }, + { + "loss_action": 0.015209157951176167, + "loss_total": 0.015209157951176167, + "step": 44370 + }, + { + "loss_action": 0.009415996260941029, + "loss_total": 0.009415996260941029, + "step": 44370 + }, + { + "loss_action": 0.009775763377547264, + "loss_total": 0.009775763377547264, + "step": 44370 + }, + { + "loss_action": 0.016753006726503372, + "loss_total": 0.016753006726503372, + "step": 44370 + }, + { + "grad_norm": 0.35073205828666687, + "learning_rate": 6.326700106737765e-05, + "loss": 0.0157, + "step": 44380 + }, + { + "loss_action": 0.018740344792604446, + "loss_total": 0.018740344792604446, + "step": 44380 + }, + { + "loss_action": 0.009800859726965427, + "loss_total": 0.009800859726965427, + "step": 44380 + }, + { + "loss_action": 0.01677541434764862, + "loss_total": 0.01677541434764862, + "step": 44380 + }, + { + "loss_action": 0.022859595715999603, + "loss_total": 0.022859595715999603, + "step": 44380 + }, + { + "loss_action": 0.00940035656094551, + "loss_total": 0.00940035656094551, + "step": 44380 + }, + { + "loss_action": 0.016383202746510506, + "loss_total": 0.016383202746510506, + "step": 44380 + }, + { + "grad_norm": 0.3095719516277313, + "learning_rate": 6.325105833195531e-05, + "loss": 0.0159, + "step": 44390 + }, + { + "loss_action": 0.005113977938890457, + "loss_total": 0.005113977938890457, + "step": 44390 + }, + { + "loss_action": 0.00807886105030775, + "loss_total": 0.00807886105030775, + "step": 44390 + }, + { + "loss_action": 0.04450961574912071, + "loss_total": 0.04450961574912071, + "step": 44390 + }, + { + "loss_action": 0.024431299418210983, + "loss_total": 0.024431299418210983, + "step": 44390 + }, + { + "loss_action": 0.013455705717206001, + "loss_total": 0.013455705717206001, + "step": 44390 + }, + { + "loss_action": 0.019844606518745422, + "loss_total": 0.019844606518745422, + "step": 44390 + }, + { + "grad_norm": 0.31934991478919983, + "learning_rate": 6.323511414741715e-05, + "loss": 0.0168, + "step": 44400 + }, + { + "loss_action": 0.009272510185837746, + "loss_total": 0.009272510185837746, + "step": 44400 + }, + { + "loss_action": 0.009708981029689312, + "loss_total": 0.009708981029689312, + "step": 44400 + }, + { + "loss_action": 0.015981508418917656, + "loss_total": 0.015981508418917656, + "step": 44400 + }, + { + "loss_action": 0.01073918491601944, + "loss_total": 0.01073918491601944, + "step": 44400 + }, + { + "loss_action": 0.01990446262061596, + "loss_total": 0.01990446262061596, + "step": 44400 + }, + { + "loss_action": 0.00848742201924324, + "loss_total": 0.00848742201924324, + "step": 44400 + }, + { + "grad_norm": 0.3668617010116577, + "learning_rate": 6.321916851550678e-05, + "loss": 0.0206, + "step": 44410 + }, + { + "loss_action": 0.013925967738032341, + "loss_total": 0.013925967738032341, + "step": 44410 + }, + { + "loss_action": 0.02028055489063263, + "loss_total": 0.02028055489063263, + "step": 44410 + }, + { + "loss_action": 0.011286475695669651, + "loss_total": 0.011286475695669651, + "step": 44410 + }, + { + "loss_action": 0.01215269509702921, + "loss_total": 0.01215269509702921, + "step": 44410 + }, + { + "loss_action": 0.018476147204637527, + "loss_total": 0.018476147204637527, + "step": 44410 + }, + { + "loss_action": 0.015195532701909542, + "loss_total": 0.015195532701909542, + "step": 44410 + }, + { + "grad_norm": 0.318154513835907, + "learning_rate": 6.320322143796806e-05, + "loss": 0.0186, + "step": 44420 + }, + { + "loss_action": 0.016203835606575012, + "loss_total": 0.016203835606575012, + "step": 44420 + }, + { + "loss_action": 0.0075780306942760944, + "loss_total": 0.0075780306942760944, + "step": 44420 + }, + { + "loss_action": 0.018487902358174324, + "loss_total": 0.018487902358174324, + "step": 44420 + }, + { + "loss_action": 0.015321724116802216, + "loss_total": 0.015321724116802216, + "step": 44420 + }, + { + "loss_action": 0.04072219878435135, + "loss_total": 0.04072219878435135, + "step": 44420 + }, + { + "loss_action": 0.012456972151994705, + "loss_total": 0.012456972151994705, + "step": 44420 + }, + { + "grad_norm": 0.35770663619041443, + "learning_rate": 6.318727291654488e-05, + "loss": 0.0187, + "step": 44430 + }, + { + "loss_action": 0.012581058777868748, + "loss_total": 0.012581058777868748, + "step": 44430 + }, + { + "loss_action": 0.038336582481861115, + "loss_total": 0.038336582481861115, + "step": 44430 + }, + { + "loss_action": 0.013022355735301971, + "loss_total": 0.013022355735301971, + "step": 44430 + }, + { + "loss_action": 0.01449389848858118, + "loss_total": 0.01449389848858118, + "step": 44430 + }, + { + "loss_action": 0.01921752281486988, + "loss_total": 0.01921752281486988, + "step": 44430 + }, + { + "loss_action": 0.009988448582589626, + "loss_total": 0.009988448582589626, + "step": 44430 + }, + { + "grad_norm": 0.37790921330451965, + "learning_rate": 6.317132295298134e-05, + "loss": 0.0191, + "step": 44440 + }, + { + "loss_action": 0.03802904114127159, + "loss_total": 0.03802904114127159, + "step": 44440 + }, + { + "loss_action": 0.010416187345981598, + "loss_total": 0.010416187345981598, + "step": 44440 + }, + { + "loss_action": 0.006223399192094803, + "loss_total": 0.006223399192094803, + "step": 44440 + }, + { + "loss_action": 0.014903070405125618, + "loss_total": 0.014903070405125618, + "step": 44440 + }, + { + "loss_action": 0.011858772486448288, + "loss_total": 0.011858772486448288, + "step": 44440 + }, + { + "loss_action": 0.015616158954799175, + "loss_total": 0.015616158954799175, + "step": 44440 + }, + { + "grad_norm": 0.3274819552898407, + "learning_rate": 6.315537154902173e-05, + "loss": 0.0174, + "step": 44450 + }, + { + "loss_action": 0.0076973638497292995, + "loss_total": 0.0076973638497292995, + "step": 44450 + }, + { + "loss_action": 0.01799044944345951, + "loss_total": 0.01799044944345951, + "step": 44450 + }, + { + "loss_action": 0.006133703049272299, + "loss_total": 0.006133703049272299, + "step": 44450 + }, + { + "loss_action": 0.02902214415371418, + "loss_total": 0.02902214415371418, + "step": 44450 + }, + { + "loss_action": 0.007776906248182058, + "loss_total": 0.007776906248182058, + "step": 44450 + }, + { + "loss_action": 0.016466740518808365, + "loss_total": 0.016466740518808365, + "step": 44450 + }, + { + "grad_norm": 0.44568008184432983, + "learning_rate": 6.313941870641048e-05, + "loss": 0.0188, + "step": 44460 + }, + { + "loss_action": 0.007852147333323956, + "loss_total": 0.007852147333323956, + "step": 44460 + }, + { + "loss_action": 0.030694957822561264, + "loss_total": 0.030694957822561264, + "step": 44460 + }, + { + "loss_action": 0.011625484563410282, + "loss_total": 0.011625484563410282, + "step": 44460 + }, + { + "loss_action": 0.018472326919436455, + "loss_total": 0.018472326919436455, + "step": 44460 + }, + { + "loss_action": 0.014958374202251434, + "loss_total": 0.014958374202251434, + "step": 44460 + }, + { + "loss_action": 0.02640528604388237, + "loss_total": 0.02640528604388237, + "step": 44460 + }, + { + "grad_norm": 0.3746602535247803, + "learning_rate": 6.312346442689214e-05, + "loss": 0.0166, + "step": 44470 + }, + { + "loss_action": 0.011595482006669044, + "loss_total": 0.011595482006669044, + "step": 44470 + }, + { + "loss_action": 0.11565089970827103, + "loss_total": 0.11565089970827103, + "step": 44470 + }, + { + "loss_action": 0.01234558317810297, + "loss_total": 0.01234558317810297, + "step": 44470 + }, + { + "loss_action": 0.012420892715454102, + "loss_total": 0.012420892715454102, + "step": 44470 + }, + { + "loss_action": 0.014689846895635128, + "loss_total": 0.014689846895635128, + "step": 44470 + }, + { + "loss_action": 0.03374495357275009, + "loss_total": 0.03374495357275009, + "step": 44470 + }, + { + "grad_norm": 0.34263888001441956, + "learning_rate": 6.310750871221147e-05, + "loss": 0.0204, + "step": 44480 + }, + { + "loss_action": 0.01553781796246767, + "loss_total": 0.01553781796246767, + "step": 44480 + }, + { + "loss_action": 0.01429232582449913, + "loss_total": 0.01429232582449913, + "step": 44480 + }, + { + "loss_action": 0.015228367410600185, + "loss_total": 0.015228367410600185, + "step": 44480 + }, + { + "loss_action": 0.012916170060634613, + "loss_total": 0.012916170060634613, + "step": 44480 + }, + { + "loss_action": 0.0188890527933836, + "loss_total": 0.0188890527933836, + "step": 44480 + }, + { + "loss_action": 0.009156626649200916, + "loss_total": 0.009156626649200916, + "step": 44480 + }, + { + "grad_norm": 0.43942198157310486, + "learning_rate": 6.309155156411335e-05, + "loss": 0.0191, + "step": 44490 + }, + { + "loss_action": 0.023175368085503578, + "loss_total": 0.023175368085503578, + "step": 44490 + }, + { + "loss_action": 0.01337860245257616, + "loss_total": 0.01337860245257616, + "step": 44490 + }, + { + "loss_action": 0.007978500798344612, + "loss_total": 0.007978500798344612, + "step": 44490 + }, + { + "loss_action": 0.03466075286269188, + "loss_total": 0.03466075286269188, + "step": 44490 + }, + { + "loss_action": 0.014889540150761604, + "loss_total": 0.014889540150761604, + "step": 44490 + }, + { + "loss_action": 0.006322669330984354, + "loss_total": 0.006322669330984354, + "step": 44490 + }, + { + "grad_norm": 0.33592790365219116, + "learning_rate": 6.307559298434284e-05, + "loss": 0.025, + "step": 44500 + }, + { + "loss_action": 0.014228454791009426, + "loss_total": 0.014228454791009426, + "step": 44500 + }, + { + "loss_action": 0.017897870391607285, + "loss_total": 0.017897870391607285, + "step": 44500 + }, + { + "loss_action": 0.012996094301342964, + "loss_total": 0.012996094301342964, + "step": 44500 + }, + { + "loss_action": 0.021555980667471886, + "loss_total": 0.021555980667471886, + "step": 44500 + }, + { + "loss_action": 0.008725181221961975, + "loss_total": 0.008725181221961975, + "step": 44500 + }, + { + "loss_action": 0.010457207448780537, + "loss_total": 0.010457207448780537, + "step": 44500 + }, + { + "grad_norm": 0.3735628128051758, + "learning_rate": 6.305963297464512e-05, + "loss": 0.0229, + "step": 44510 + }, + { + "loss_action": 0.016122814267873764, + "loss_total": 0.016122814267873764, + "step": 44510 + }, + { + "loss_action": 0.020543482154607773, + "loss_total": 0.020543482154607773, + "step": 44510 + }, + { + "loss_action": 0.012658355757594109, + "loss_total": 0.012658355757594109, + "step": 44510 + }, + { + "loss_action": 0.02589869126677513, + "loss_total": 0.02589869126677513, + "step": 44510 + }, + { + "loss_action": 0.010808070190250874, + "loss_total": 0.010808070190250874, + "step": 44510 + }, + { + "loss_action": 0.011852847412228584, + "loss_total": 0.011852847412228584, + "step": 44510 + }, + { + "grad_norm": 0.27104392647743225, + "learning_rate": 6.304367153676561e-05, + "loss": 0.0159, + "step": 44520 + }, + { + "loss_action": 0.010065142996609211, + "loss_total": 0.010065142996609211, + "step": 44520 + }, + { + "loss_action": 0.020243534818291664, + "loss_total": 0.020243534818291664, + "step": 44520 + }, + { + "loss_action": 0.06568406522274017, + "loss_total": 0.06568406522274017, + "step": 44520 + }, + { + "loss_action": 0.021587349474430084, + "loss_total": 0.021587349474430084, + "step": 44520 + }, + { + "loss_action": 0.025865240022540092, + "loss_total": 0.025865240022540092, + "step": 44520 + }, + { + "loss_action": 0.029390238225460052, + "loss_total": 0.029390238225460052, + "step": 44520 + }, + { + "grad_norm": 0.33005914092063904, + "learning_rate": 6.302770867244978e-05, + "loss": 0.0188, + "step": 44530 + }, + { + "loss_action": 0.031319908797740936, + "loss_total": 0.031319908797740936, + "step": 44530 + }, + { + "loss_action": 0.006014997139573097, + "loss_total": 0.006014997139573097, + "step": 44530 + }, + { + "loss_action": 0.006929682567715645, + "loss_total": 0.006929682567715645, + "step": 44530 + }, + { + "loss_action": 0.035071756690740585, + "loss_total": 0.035071756690740585, + "step": 44530 + }, + { + "loss_action": 0.018072793260216713, + "loss_total": 0.018072793260216713, + "step": 44530 + }, + { + "loss_action": 0.01465346198529005, + "loss_total": 0.01465346198529005, + "step": 44530 + }, + { + "grad_norm": 0.3483258783817291, + "learning_rate": 6.301174438344328e-05, + "loss": 0.0187, + "step": 44540 + }, + { + "loss_action": 0.017652388662099838, + "loss_total": 0.017652388662099838, + "step": 44540 + }, + { + "loss_action": 0.026391969993710518, + "loss_total": 0.026391969993710518, + "step": 44540 + }, + { + "loss_action": 0.012906815856695175, + "loss_total": 0.012906815856695175, + "step": 44540 + }, + { + "loss_action": 0.02329760044813156, + "loss_total": 0.02329760044813156, + "step": 44540 + }, + { + "loss_action": 0.006894373334944248, + "loss_total": 0.006894373334944248, + "step": 44540 + }, + { + "loss_action": 0.007298268843442202, + "loss_total": 0.007298268843442202, + "step": 44540 + }, + { + "grad_norm": 0.31862208247184753, + "learning_rate": 6.299577867149202e-05, + "loss": 0.0164, + "step": 44550 + }, + { + "loss_action": 0.007193089462816715, + "loss_total": 0.007193089462816715, + "step": 44550 + }, + { + "loss_action": 0.006659055128693581, + "loss_total": 0.006659055128693581, + "step": 44550 + }, + { + "loss_action": 0.010426769964396954, + "loss_total": 0.010426769964396954, + "step": 44550 + }, + { + "loss_action": 0.008195958100259304, + "loss_total": 0.008195958100259304, + "step": 44550 + }, + { + "loss_action": 0.016485240310430527, + "loss_total": 0.016485240310430527, + "step": 44550 + }, + { + "loss_action": 0.012613900937139988, + "loss_total": 0.012613900937139988, + "step": 44550 + }, + { + "grad_norm": 0.3997293710708618, + "learning_rate": 6.297981153834192e-05, + "loss": 0.0167, + "step": 44560 + }, + { + "loss_action": 0.16854184865951538, + "loss_total": 0.16854184865951538, + "step": 44560 + }, + { + "loss_action": 0.008456767536699772, + "loss_total": 0.008456767536699772, + "step": 44560 + }, + { + "loss_action": 0.01823715679347515, + "loss_total": 0.01823715679347515, + "step": 44560 + }, + { + "loss_action": 0.012343361042439938, + "loss_total": 0.012343361042439938, + "step": 44560 + }, + { + "loss_action": 0.009122996591031551, + "loss_total": 0.009122996591031551, + "step": 44560 + }, + { + "loss_action": 0.014164132066071033, + "loss_total": 0.014164132066071033, + "step": 44560 + }, + { + "grad_norm": 0.39862358570098877, + "learning_rate": 6.296384298573916e-05, + "loss": 0.0248, + "step": 44570 + }, + { + "loss_action": 0.008920148946344852, + "loss_total": 0.008920148946344852, + "step": 44570 + }, + { + "loss_action": 0.025446441024541855, + "loss_total": 0.025446441024541855, + "step": 44570 + }, + { + "loss_action": 0.022090665996074677, + "loss_total": 0.022090665996074677, + "step": 44570 + }, + { + "loss_action": 0.010650544427335262, + "loss_total": 0.010650544427335262, + "step": 44570 + }, + { + "loss_action": 0.010609383694827557, + "loss_total": 0.010609383694827557, + "step": 44570 + }, + { + "loss_action": 0.011523115448653698, + "loss_total": 0.011523115448653698, + "step": 44570 + }, + { + "grad_norm": 0.4189106822013855, + "learning_rate": 6.294787301543001e-05, + "loss": 0.0155, + "step": 44580 + }, + { + "loss_action": 0.012546180747449398, + "loss_total": 0.012546180747449398, + "step": 44580 + }, + { + "loss_action": 0.028244981542229652, + "loss_total": 0.028244981542229652, + "step": 44580 + }, + { + "loss_action": 0.010994994081556797, + "loss_total": 0.010994994081556797, + "step": 44580 + }, + { + "loss_action": 0.016867486760020256, + "loss_total": 0.016867486760020256, + "step": 44580 + }, + { + "loss_action": 0.013354555703699589, + "loss_total": 0.013354555703699589, + "step": 44580 + }, + { + "loss_action": 0.01185169443488121, + "loss_total": 0.01185169443488121, + "step": 44580 + }, + { + "grad_norm": 0.5220111012458801, + "learning_rate": 6.293190162916095e-05, + "loss": 0.0176, + "step": 44590 + }, + { + "loss_action": 0.01845887489616871, + "loss_total": 0.01845887489616871, + "step": 44590 + }, + { + "loss_action": 0.04033999145030975, + "loss_total": 0.04033999145030975, + "step": 44590 + }, + { + "loss_action": 0.011810247786343098, + "loss_total": 0.011810247786343098, + "step": 44590 + }, + { + "loss_action": 0.009089987725019455, + "loss_total": 0.009089987725019455, + "step": 44590 + }, + { + "loss_action": 0.035252850502729416, + "loss_total": 0.035252850502729416, + "step": 44590 + }, + { + "loss_action": 0.013839500956237316, + "loss_total": 0.013839500956237316, + "step": 44590 + }, + { + "grad_norm": 0.32994553446769714, + "learning_rate": 6.291592882867855e-05, + "loss": 0.0156, + "step": 44600 + }, + { + "loss_action": 0.01179235614836216, + "loss_total": 0.01179235614836216, + "step": 44600 + }, + { + "loss_action": 0.04794829338788986, + "loss_total": 0.04794829338788986, + "step": 44600 + }, + { + "loss_action": 0.010187526233494282, + "loss_total": 0.010187526233494282, + "step": 44600 + }, + { + "loss_action": 0.012750240042805672, + "loss_total": 0.012750240042805672, + "step": 44600 + }, + { + "loss_action": 0.01773989386856556, + "loss_total": 0.01773989386856556, + "step": 44600 + }, + { + "loss_action": 0.01746927760541439, + "loss_total": 0.01746927760541439, + "step": 44600 + }, + { + "grad_norm": 0.3677877187728882, + "learning_rate": 6.28999546157296e-05, + "loss": 0.0207, + "step": 44610 + }, + { + "loss_action": 0.009777073748409748, + "loss_total": 0.009777073748409748, + "step": 44610 + }, + { + "loss_action": 0.011751477606594563, + "loss_total": 0.011751477606594563, + "step": 44610 + }, + { + "loss_action": 0.015272378921508789, + "loss_total": 0.015272378921508789, + "step": 44610 + }, + { + "loss_action": 0.015671035274863243, + "loss_total": 0.015671035274863243, + "step": 44610 + }, + { + "loss_action": 0.01554677914828062, + "loss_total": 0.01554677914828062, + "step": 44610 + }, + { + "loss_action": 0.029806148260831833, + "loss_total": 0.029806148260831833, + "step": 44610 + }, + { + "grad_norm": 0.34706395864486694, + "learning_rate": 6.288397899206102e-05, + "loss": 0.0196, + "step": 44620 + }, + { + "loss_action": 0.005858269054442644, + "loss_total": 0.005858269054442644, + "step": 44620 + }, + { + "loss_action": 0.013996713794767857, + "loss_total": 0.013996713794767857, + "step": 44620 + }, + { + "loss_action": 0.007406375836580992, + "loss_total": 0.007406375836580992, + "step": 44620 + }, + { + "loss_action": 0.007401705253869295, + "loss_total": 0.007401705253869295, + "step": 44620 + }, + { + "loss_action": 0.02164330706000328, + "loss_total": 0.02164330706000328, + "step": 44620 + }, + { + "loss_action": 0.014794029295444489, + "loss_total": 0.014794029295444489, + "step": 44620 + }, + { + "grad_norm": 0.2955489754676819, + "learning_rate": 6.286800195941984e-05, + "loss": 0.0195, + "step": 44630 + }, + { + "loss_action": 0.013518794439733028, + "loss_total": 0.013518794439733028, + "step": 44630 + }, + { + "loss_action": 0.010033953003585339, + "loss_total": 0.010033953003585339, + "step": 44630 + }, + { + "loss_action": 0.0066197095438838005, + "loss_total": 0.0066197095438838005, + "step": 44630 + }, + { + "loss_action": 0.00857365783303976, + "loss_total": 0.00857365783303976, + "step": 44630 + }, + { + "loss_action": 0.011911654844880104, + "loss_total": 0.011911654844880104, + "step": 44630 + }, + { + "loss_action": 0.016572078689932823, + "loss_total": 0.016572078689932823, + "step": 44630 + }, + { + "grad_norm": 0.34777599573135376, + "learning_rate": 6.285202351955334e-05, + "loss": 0.0163, + "step": 44640 + }, + { + "loss_action": 0.01325598731637001, + "loss_total": 0.01325598731637001, + "step": 44640 + }, + { + "loss_action": 0.013025599531829357, + "loss_total": 0.013025599531829357, + "step": 44640 + }, + { + "loss_action": 0.015591694973409176, + "loss_total": 0.015591694973409176, + "step": 44640 + }, + { + "loss_action": 0.011359051801264286, + "loss_total": 0.011359051801264286, + "step": 44640 + }, + { + "loss_action": 0.05507925525307655, + "loss_total": 0.05507925525307655, + "step": 44640 + }, + { + "loss_action": 0.00549052469432354, + "loss_total": 0.00549052469432354, + "step": 44640 + }, + { + "grad_norm": 0.2860313355922699, + "learning_rate": 6.283604367420887e-05, + "loss": 0.0181, + "step": 44650 + }, + { + "loss_action": 0.027583882212638855, + "loss_total": 0.027583882212638855, + "step": 44650 + }, + { + "loss_action": 0.010562066920101643, + "loss_total": 0.010562066920101643, + "step": 44650 + }, + { + "loss_action": 0.011553347110748291, + "loss_total": 0.011553347110748291, + "step": 44650 + }, + { + "loss_action": 0.14274746179580688, + "loss_total": 0.14274746179580688, + "step": 44650 + }, + { + "loss_action": 0.010077296756207943, + "loss_total": 0.010077296756207943, + "step": 44650 + }, + { + "loss_action": 0.011953453533351421, + "loss_total": 0.011953453533351421, + "step": 44650 + }, + { + "grad_norm": 0.3495996594429016, + "learning_rate": 6.282006242513394e-05, + "loss": 0.0218, + "step": 44660 + }, + { + "loss_action": 0.007704362738877535, + "loss_total": 0.007704362738877535, + "step": 44660 + }, + { + "loss_action": 0.02420394867658615, + "loss_total": 0.02420394867658615, + "step": 44660 + }, + { + "loss_action": 0.011791504919528961, + "loss_total": 0.011791504919528961, + "step": 44660 + }, + { + "loss_action": 0.011311284266412258, + "loss_total": 0.011311284266412258, + "step": 44660 + }, + { + "loss_action": 0.011177151463925838, + "loss_total": 0.011177151463925838, + "step": 44660 + }, + { + "loss_action": 0.010382766835391521, + "loss_total": 0.010382766835391521, + "step": 44660 + }, + { + "grad_norm": 0.38137197494506836, + "learning_rate": 6.280407977407628e-05, + "loss": 0.018, + "step": 44670 + }, + { + "loss_action": 0.009190473705530167, + "loss_total": 0.009190473705530167, + "step": 44670 + }, + { + "loss_action": 0.008985280059278011, + "loss_total": 0.008985280059278011, + "step": 44670 + }, + { + "loss_action": 0.01597856730222702, + "loss_total": 0.01597856730222702, + "step": 44670 + }, + { + "loss_action": 0.058445923030376434, + "loss_total": 0.058445923030376434, + "step": 44670 + }, + { + "loss_action": 0.01453840546309948, + "loss_total": 0.01453840546309948, + "step": 44670 + }, + { + "loss_action": 0.03307393193244934, + "loss_total": 0.03307393193244934, + "step": 44670 + }, + { + "grad_norm": 0.5514402389526367, + "learning_rate": 6.27880957227837e-05, + "loss": 0.0226, + "step": 44680 + }, + { + "loss_action": 0.016661640256643295, + "loss_total": 0.016661640256643295, + "step": 44680 + }, + { + "loss_action": 0.009881296195089817, + "loss_total": 0.009881296195089817, + "step": 44680 + }, + { + "loss_action": 0.00968948844820261, + "loss_total": 0.00968948844820261, + "step": 44680 + }, + { + "loss_action": 0.005734980572015047, + "loss_total": 0.005734980572015047, + "step": 44680 + }, + { + "loss_action": 0.009179864078760147, + "loss_total": 0.009179864078760147, + "step": 44680 + }, + { + "loss_action": 0.024234294891357422, + "loss_total": 0.024234294891357422, + "step": 44680 + }, + { + "grad_norm": 0.4207206070423126, + "learning_rate": 6.27721102730042e-05, + "loss": 0.0153, + "step": 44690 + }, + { + "loss_action": 0.01548910140991211, + "loss_total": 0.01548910140991211, + "step": 44690 + }, + { + "loss_action": 0.03146990388631821, + "loss_total": 0.03146990388631821, + "step": 44690 + }, + { + "loss_action": 0.013708645477890968, + "loss_total": 0.013708645477890968, + "step": 44690 + }, + { + "loss_action": 0.027270957827568054, + "loss_total": 0.027270957827568054, + "step": 44690 + }, + { + "loss_action": 0.008699004538357258, + "loss_total": 0.008699004538357258, + "step": 44690 + }, + { + "loss_action": 0.026473283767700195, + "loss_total": 0.026473283767700195, + "step": 44690 + }, + { + "grad_norm": 0.5038433074951172, + "learning_rate": 6.275612342648592e-05, + "loss": 0.0167, + "step": 44700 + }, + { + "loss_action": 0.01165616326034069, + "loss_total": 0.01165616326034069, + "step": 44700 + }, + { + "loss_action": 0.00993288867175579, + "loss_total": 0.00993288867175579, + "step": 44700 + }, + { + "loss_action": 0.009410844184458256, + "loss_total": 0.009410844184458256, + "step": 44700 + }, + { + "loss_action": 0.010274580679833889, + "loss_total": 0.010274580679833889, + "step": 44700 + }, + { + "loss_action": 0.009442455135285854, + "loss_total": 0.009442455135285854, + "step": 44700 + }, + { + "loss_action": 0.010169856250286102, + "loss_total": 0.010169856250286102, + "step": 44700 + }, + { + "grad_norm": 0.38821175694465637, + "learning_rate": 6.274013518497716e-05, + "loss": 0.0168, + "step": 44710 + }, + { + "loss_action": 0.012974991463124752, + "loss_total": 0.012974991463124752, + "step": 44710 + }, + { + "loss_action": 0.01897783763706684, + "loss_total": 0.01897783763706684, + "step": 44710 + }, + { + "loss_action": 0.007095020730048418, + "loss_total": 0.007095020730048418, + "step": 44710 + }, + { + "loss_action": 0.011492401361465454, + "loss_total": 0.011492401361465454, + "step": 44710 + }, + { + "loss_action": 0.016723504289984703, + "loss_total": 0.016723504289984703, + "step": 44710 + }, + { + "loss_action": 0.008646652102470398, + "loss_total": 0.008646652102470398, + "step": 44710 + }, + { + "grad_norm": 0.2659057080745697, + "learning_rate": 6.272414555022636e-05, + "loss": 0.0179, + "step": 44720 + }, + { + "loss_action": 0.0416654571890831, + "loss_total": 0.0416654571890831, + "step": 44720 + }, + { + "loss_action": 0.013662006705999374, + "loss_total": 0.013662006705999374, + "step": 44720 + }, + { + "loss_action": 0.021027371287345886, + "loss_total": 0.021027371287345886, + "step": 44720 + }, + { + "loss_action": 0.01573222689330578, + "loss_total": 0.01573222689330578, + "step": 44720 + }, + { + "loss_action": 0.015581132844090462, + "loss_total": 0.015581132844090462, + "step": 44720 + }, + { + "loss_action": 0.007058518938720226, + "loss_total": 0.007058518938720226, + "step": 44720 + }, + { + "grad_norm": 0.33888110518455505, + "learning_rate": 6.270815452398215e-05, + "loss": 0.0181, + "step": 44730 + }, + { + "loss_action": 0.03523898497223854, + "loss_total": 0.03523898497223854, + "step": 44730 + }, + { + "loss_action": 0.016460636630654335, + "loss_total": 0.016460636630654335, + "step": 44730 + }, + { + "loss_action": 0.007215845864266157, + "loss_total": 0.007215845864266157, + "step": 44730 + }, + { + "loss_action": 0.02154270000755787, + "loss_total": 0.02154270000755787, + "step": 44730 + }, + { + "loss_action": 0.01322185155004263, + "loss_total": 0.01322185155004263, + "step": 44730 + }, + { + "loss_action": 0.02892618253827095, + "loss_total": 0.02892618253827095, + "step": 44730 + }, + { + "grad_norm": 0.36132729053497314, + "learning_rate": 6.269216210799326e-05, + "loss": 0.0165, + "step": 44740 + }, + { + "loss_action": 0.01958821527659893, + "loss_total": 0.01958821527659893, + "step": 44740 + }, + { + "loss_action": 0.010487914085388184, + "loss_total": 0.010487914085388184, + "step": 44740 + }, + { + "loss_action": 0.024893512949347496, + "loss_total": 0.024893512949347496, + "step": 44740 + }, + { + "loss_action": 0.014699061401188374, + "loss_total": 0.014699061401188374, + "step": 44740 + }, + { + "loss_action": 0.00847247987985611, + "loss_total": 0.00847247987985611, + "step": 44740 + }, + { + "loss_action": 0.023054812103509903, + "loss_total": 0.023054812103509903, + "step": 44740 + }, + { + "grad_norm": 0.3764188587665558, + "learning_rate": 6.26761683040086e-05, + "loss": 0.0169, + "step": 44750 + }, + { + "loss_action": 0.006888577248901129, + "loss_total": 0.006888577248901129, + "step": 44750 + }, + { + "loss_action": 0.017229067161679268, + "loss_total": 0.017229067161679268, + "step": 44750 + }, + { + "loss_action": 0.017988121137022972, + "loss_total": 0.017988121137022972, + "step": 44750 + }, + { + "loss_action": 0.009992565959692001, + "loss_total": 0.009992565959692001, + "step": 44750 + }, + { + "loss_action": 0.024433203041553497, + "loss_total": 0.024433203041553497, + "step": 44750 + }, + { + "loss_action": 0.007117164321243763, + "loss_total": 0.007117164321243763, + "step": 44750 + }, + { + "grad_norm": 0.3252754211425781, + "learning_rate": 6.266017311377723e-05, + "loss": 0.0153, + "step": 44760 + }, + { + "loss_action": 0.02249734476208687, + "loss_total": 0.02249734476208687, + "step": 44760 + }, + { + "loss_action": 0.009265094064176083, + "loss_total": 0.009265094064176083, + "step": 44760 + }, + { + "loss_action": 0.041844818741083145, + "loss_total": 0.041844818741083145, + "step": 44760 + }, + { + "loss_action": 0.016719084233045578, + "loss_total": 0.016719084233045578, + "step": 44760 + }, + { + "loss_action": 0.013029689900577068, + "loss_total": 0.013029689900577068, + "step": 44760 + }, + { + "loss_action": 0.026204921305179596, + "loss_total": 0.026204921305179596, + "step": 44760 + }, + { + "grad_norm": 0.44512397050857544, + "learning_rate": 6.264417653904839e-05, + "loss": 0.02, + "step": 44770 + }, + { + "loss_action": 0.03650996461510658, + "loss_total": 0.03650996461510658, + "step": 44770 + }, + { + "loss_action": 0.01356994267553091, + "loss_total": 0.01356994267553091, + "step": 44770 + }, + { + "loss_action": 0.021934853866696358, + "loss_total": 0.021934853866696358, + "step": 44770 + }, + { + "loss_action": 0.02117384970188141, + "loss_total": 0.02117384970188141, + "step": 44770 + }, + { + "loss_action": 0.0133263124153018, + "loss_total": 0.0133263124153018, + "step": 44770 + }, + { + "loss_action": 0.012485828250646591, + "loss_total": 0.012485828250646591, + "step": 44770 + }, + { + "grad_norm": 0.3800314664840698, + "learning_rate": 6.262817858157139e-05, + "loss": 0.0187, + "step": 44780 + }, + { + "loss_action": 0.012768173590302467, + "loss_total": 0.012768173590302467, + "step": 44780 + }, + { + "loss_action": 0.011205070652067661, + "loss_total": 0.011205070652067661, + "step": 44780 + }, + { + "loss_action": 0.02958061546087265, + "loss_total": 0.02958061546087265, + "step": 44780 + }, + { + "loss_action": 0.00774134136736393, + "loss_total": 0.00774134136736393, + "step": 44780 + }, + { + "loss_action": 0.032987549901008606, + "loss_total": 0.032987549901008606, + "step": 44780 + }, + { + "loss_action": 0.006858155597001314, + "loss_total": 0.006858155597001314, + "step": 44780 + }, + { + "grad_norm": 0.3277170956134796, + "learning_rate": 6.261217924309576e-05, + "loss": 0.017, + "step": 44790 + }, + { + "loss_action": 0.005252728704363108, + "loss_total": 0.005252728704363108, + "step": 44790 + }, + { + "loss_action": 0.08649761229753494, + "loss_total": 0.08649761229753494, + "step": 44790 + }, + { + "loss_action": 0.00877081323415041, + "loss_total": 0.00877081323415041, + "step": 44790 + }, + { + "loss_action": 0.026011701673269272, + "loss_total": 0.026011701673269272, + "step": 44790 + }, + { + "loss_action": 0.009678234346210957, + "loss_total": 0.009678234346210957, + "step": 44790 + }, + { + "loss_action": 0.009633418172597885, + "loss_total": 0.009633418172597885, + "step": 44790 + }, + { + "grad_norm": 0.35834801197052, + "learning_rate": 6.259617852537118e-05, + "loss": 0.0184, + "step": 44800 + }, + { + "loss_action": 0.021696951240301132, + "loss_total": 0.021696951240301132, + "step": 44800 + }, + { + "loss_action": 0.029494110494852066, + "loss_total": 0.029494110494852066, + "step": 44800 + }, + { + "loss_action": 0.01413118839263916, + "loss_total": 0.01413118839263916, + "step": 44800 + }, + { + "loss_action": 0.0317298099398613, + "loss_total": 0.0317298099398613, + "step": 44800 + }, + { + "loss_action": 0.017017021775245667, + "loss_total": 0.017017021775245667, + "step": 44800 + }, + { + "loss_action": 0.034077443182468414, + "loss_total": 0.034077443182468414, + "step": 44800 + }, + { + "grad_norm": 0.501987099647522, + "learning_rate": 6.258017643014747e-05, + "loss": 0.0176, + "step": 44810 + }, + { + "loss_action": 0.0054779560305178165, + "loss_total": 0.0054779560305178165, + "step": 44810 + }, + { + "loss_action": 0.01846306025981903, + "loss_total": 0.01846306025981903, + "step": 44810 + }, + { + "loss_action": 0.021926436573266983, + "loss_total": 0.021926436573266983, + "step": 44810 + }, + { + "loss_action": 0.011160258203744888, + "loss_total": 0.011160258203744888, + "step": 44810 + }, + { + "loss_action": 0.019778309389948845, + "loss_total": 0.019778309389948845, + "step": 44810 + }, + { + "loss_action": 0.00788018200546503, + "loss_total": 0.00788018200546503, + "step": 44810 + }, + { + "grad_norm": 0.4531311094760895, + "learning_rate": 6.256417295917456e-05, + "loss": 0.0168, + "step": 44820 + }, + { + "loss_action": 0.0172682274132967, + "loss_total": 0.0172682274132967, + "step": 44820 + }, + { + "loss_action": 0.01747780293226242, + "loss_total": 0.01747780293226242, + "step": 44820 + }, + { + "loss_action": 0.010642014443874359, + "loss_total": 0.010642014443874359, + "step": 44820 + }, + { + "loss_action": 0.04896577075123787, + "loss_total": 0.04896577075123787, + "step": 44820 + }, + { + "loss_action": 0.014240792952477932, + "loss_total": 0.014240792952477932, + "step": 44820 + }, + { + "loss_action": 0.006595965474843979, + "loss_total": 0.006595965474843979, + "step": 44820 + }, + { + "grad_norm": 0.38060328364372253, + "learning_rate": 6.254816811420258e-05, + "loss": 0.0218, + "step": 44830 + }, + { + "loss_action": 0.010093819350004196, + "loss_total": 0.010093819350004196, + "step": 44830 + }, + { + "loss_action": 0.008956896141171455, + "loss_total": 0.008956896141171455, + "step": 44830 + }, + { + "loss_action": 0.0071166763082146645, + "loss_total": 0.0071166763082146645, + "step": 44830 + }, + { + "loss_action": 0.011282706633210182, + "loss_total": 0.011282706633210182, + "step": 44830 + }, + { + "loss_action": 0.015253674238920212, + "loss_total": 0.015253674238920212, + "step": 44830 + }, + { + "loss_action": 0.04472094029188156, + "loss_total": 0.04472094029188156, + "step": 44830 + }, + { + "grad_norm": 0.35399892926216125, + "learning_rate": 6.253216189698183e-05, + "loss": 0.0149, + "step": 44840 + }, + { + "loss_action": 0.007692771032452583, + "loss_total": 0.007692771032452583, + "step": 44840 + }, + { + "loss_action": 0.01656815968453884, + "loss_total": 0.01656815968453884, + "step": 44840 + }, + { + "loss_action": 0.004620001185685396, + "loss_total": 0.004620001185685396, + "step": 44840 + }, + { + "loss_action": 0.016247497871518135, + "loss_total": 0.016247497871518135, + "step": 44840 + }, + { + "loss_action": 0.01241118274629116, + "loss_total": 0.01241118274629116, + "step": 44840 + }, + { + "loss_action": 0.014262576587498188, + "loss_total": 0.014262576587498188, + "step": 44840 + }, + { + "grad_norm": 0.31857994198799133, + "learning_rate": 6.251615430926267e-05, + "loss": 0.0184, + "step": 44850 + }, + { + "loss_action": 0.011676300317049026, + "loss_total": 0.011676300317049026, + "step": 44850 + }, + { + "loss_action": 0.03669390454888344, + "loss_total": 0.03669390454888344, + "step": 44850 + }, + { + "loss_action": 0.03406873345375061, + "loss_total": 0.03406873345375061, + "step": 44850 + }, + { + "loss_action": 0.01177779957652092, + "loss_total": 0.01177779957652092, + "step": 44850 + }, + { + "loss_action": 0.03278828039765358, + "loss_total": 0.03278828039765358, + "step": 44850 + }, + { + "loss_action": 0.07081927359104156, + "loss_total": 0.07081927359104156, + "step": 44850 + }, + { + "grad_norm": 0.4058432877063751, + "learning_rate": 6.25001453527957e-05, + "loss": 0.0238, + "step": 44860 + }, + { + "loss_action": 0.021522298455238342, + "loss_total": 0.021522298455238342, + "step": 44860 + }, + { + "loss_action": 0.014948073774576187, + "loss_total": 0.014948073774576187, + "step": 44860 + }, + { + "loss_action": 0.006547633092850447, + "loss_total": 0.006547633092850447, + "step": 44860 + }, + { + "loss_action": 0.024865958839654922, + "loss_total": 0.024865958839654922, + "step": 44860 + }, + { + "loss_action": 0.009328080341219902, + "loss_total": 0.009328080341219902, + "step": 44860 + }, + { + "loss_action": 0.013381732627749443, + "loss_total": 0.013381732627749443, + "step": 44860 + }, + { + "grad_norm": 0.3616997003555298, + "learning_rate": 6.248413502933164e-05, + "loss": 0.0193, + "step": 44870 + }, + { + "loss_action": 0.015958501026034355, + "loss_total": 0.015958501026034355, + "step": 44870 + }, + { + "loss_action": 0.014366639778017998, + "loss_total": 0.014366639778017998, + "step": 44870 + }, + { + "loss_action": 0.026924917474389076, + "loss_total": 0.026924917474389076, + "step": 44870 + }, + { + "loss_action": 0.005529904272407293, + "loss_total": 0.005529904272407293, + "step": 44870 + }, + { + "loss_action": 0.05918300524353981, + "loss_total": 0.05918300524353981, + "step": 44870 + }, + { + "loss_action": 0.010506968945264816, + "loss_total": 0.010506968945264816, + "step": 44870 + }, + { + "grad_norm": 0.4109117090702057, + "learning_rate": 6.246812334062133e-05, + "loss": 0.0174, + "step": 44880 + }, + { + "loss_action": 0.0057049901224672794, + "loss_total": 0.0057049901224672794, + "step": 44880 + }, + { + "loss_action": 0.01733837090432644, + "loss_total": 0.01733837090432644, + "step": 44880 + }, + { + "loss_action": 0.010293851606547832, + "loss_total": 0.010293851606547832, + "step": 44880 + }, + { + "loss_action": 0.014754712581634521, + "loss_total": 0.014754712581634521, + "step": 44880 + }, + { + "loss_action": 0.01877434551715851, + "loss_total": 0.01877434551715851, + "step": 44880 + }, + { + "loss_action": 0.02338685840368271, + "loss_total": 0.02338685840368271, + "step": 44880 + }, + { + "grad_norm": 0.4273446500301361, + "learning_rate": 6.245211028841579e-05, + "loss": 0.022, + "step": 44890 + }, + { + "loss_action": 0.016019834205508232, + "loss_total": 0.016019834205508232, + "step": 44890 + }, + { + "loss_action": 0.01377159170806408, + "loss_total": 0.01377159170806408, + "step": 44890 + }, + { + "loss_action": 0.005857706069946289, + "loss_total": 0.005857706069946289, + "step": 44890 + }, + { + "loss_action": 0.019071385264396667, + "loss_total": 0.019071385264396667, + "step": 44890 + }, + { + "loss_action": 0.0173509381711483, + "loss_total": 0.0173509381711483, + "step": 44890 + }, + { + "loss_action": 0.017869306728243828, + "loss_total": 0.017869306728243828, + "step": 44890 + }, + { + "grad_norm": 0.3359830975532532, + "learning_rate": 6.24360958744662e-05, + "loss": 0.0153, + "step": 44900 + }, + { + "loss_action": 0.013227146118879318, + "loss_total": 0.013227146118879318, + "step": 44900 + }, + { + "loss_action": 0.010167543776333332, + "loss_total": 0.010167543776333332, + "step": 44900 + }, + { + "loss_action": 0.013768304139375687, + "loss_total": 0.013768304139375687, + "step": 44900 + }, + { + "loss_action": 0.013476758264005184, + "loss_total": 0.013476758264005184, + "step": 44900 + }, + { + "loss_action": 0.014700798317790031, + "loss_total": 0.014700798317790031, + "step": 44900 + }, + { + "loss_action": 0.011937957257032394, + "loss_total": 0.011937957257032394, + "step": 44900 + }, + { + "grad_norm": 0.3082064688205719, + "learning_rate": 6.242008010052387e-05, + "loss": 0.0163, + "step": 44910 + }, + { + "loss_action": 0.015331153757870197, + "loss_total": 0.015331153757870197, + "step": 44910 + }, + { + "loss_action": 0.011279355734586716, + "loss_total": 0.011279355734586716, + "step": 44910 + }, + { + "loss_action": 0.00645413575693965, + "loss_total": 0.00645413575693965, + "step": 44910 + }, + { + "loss_action": 0.019352419301867485, + "loss_total": 0.019352419301867485, + "step": 44910 + }, + { + "loss_action": 0.010217994451522827, + "loss_total": 0.010217994451522827, + "step": 44910 + }, + { + "loss_action": 0.011659332551062107, + "loss_total": 0.011659332551062107, + "step": 44910 + }, + { + "grad_norm": 0.39428573846817017, + "learning_rate": 6.240406296834024e-05, + "loss": 0.0182, + "step": 44920 + }, + { + "loss_action": 0.009273882023990154, + "loss_total": 0.009273882023990154, + "step": 44920 + }, + { + "loss_action": 0.00952821783721447, + "loss_total": 0.00952821783721447, + "step": 44920 + }, + { + "loss_action": 0.005630134604871273, + "loss_total": 0.005630134604871273, + "step": 44920 + }, + { + "loss_action": 0.007871972396969795, + "loss_total": 0.007871972396969795, + "step": 44920 + }, + { + "loss_action": 0.010456595569849014, + "loss_total": 0.010456595569849014, + "step": 44920 + }, + { + "loss_action": 0.00782067235559225, + "loss_total": 0.00782067235559225, + "step": 44920 + }, + { + "grad_norm": 0.41198691725730896, + "learning_rate": 6.238804447966694e-05, + "loss": 0.0154, + "step": 44930 + }, + { + "loss_action": 0.011552711017429829, + "loss_total": 0.011552711017429829, + "step": 44930 + }, + { + "loss_action": 0.011744942516088486, + "loss_total": 0.011744942516088486, + "step": 44930 + }, + { + "loss_action": 0.02015787549316883, + "loss_total": 0.02015787549316883, + "step": 44930 + }, + { + "loss_action": 0.024376556277275085, + "loss_total": 0.024376556277275085, + "step": 44930 + }, + { + "loss_action": 0.007583979982882738, + "loss_total": 0.007583979982882738, + "step": 44930 + }, + { + "loss_action": 0.022622430697083473, + "loss_total": 0.022622430697083473, + "step": 44930 + }, + { + "grad_norm": 0.4138527810573578, + "learning_rate": 6.237202463625573e-05, + "loss": 0.0153, + "step": 44940 + }, + { + "loss_action": 0.011443112976849079, + "loss_total": 0.011443112976849079, + "step": 44940 + }, + { + "loss_action": 0.019017525017261505, + "loss_total": 0.019017525017261505, + "step": 44940 + }, + { + "loss_action": 0.014771245419979095, + "loss_total": 0.014771245419979095, + "step": 44940 + }, + { + "loss_action": 0.03304889798164368, + "loss_total": 0.03304889798164368, + "step": 44940 + }, + { + "loss_action": 0.07311008870601654, + "loss_total": 0.07311008870601654, + "step": 44940 + }, + { + "loss_action": 0.006731716450303793, + "loss_total": 0.006731716450303793, + "step": 44940 + }, + { + "grad_norm": 0.5724276304244995, + "learning_rate": 6.235600343985848e-05, + "loss": 0.0182, + "step": 44950 + }, + { + "loss_action": 0.011117679998278618, + "loss_total": 0.011117679998278618, + "step": 44950 + }, + { + "loss_action": 0.017526185140013695, + "loss_total": 0.017526185140013695, + "step": 44950 + }, + { + "loss_action": 0.02417844720184803, + "loss_total": 0.02417844720184803, + "step": 44950 + }, + { + "loss_action": 0.034183427691459656, + "loss_total": 0.034183427691459656, + "step": 44950 + }, + { + "loss_action": 0.00802920013666153, + "loss_total": 0.00802920013666153, + "step": 44950 + }, + { + "loss_action": 0.02892979048192501, + "loss_total": 0.02892979048192501, + "step": 44950 + }, + { + "grad_norm": 0.3436805009841919, + "learning_rate": 6.233998089222729e-05, + "loss": 0.0177, + "step": 44960 + }, + { + "loss_action": 0.03634779155254364, + "loss_total": 0.03634779155254364, + "step": 44960 + }, + { + "loss_action": 0.00772547023370862, + "loss_total": 0.00772547023370862, + "step": 44960 + }, + { + "loss_action": 0.008538682013750076, + "loss_total": 0.008538682013750076, + "step": 44960 + }, + { + "loss_action": 0.023036766797304153, + "loss_total": 0.023036766797304153, + "step": 44960 + }, + { + "loss_action": 0.02123473770916462, + "loss_total": 0.02123473770916462, + "step": 44960 + }, + { + "loss_action": 0.01571829244494438, + "loss_total": 0.01571829244494438, + "step": 44960 + }, + { + "grad_norm": 0.3138595521450043, + "learning_rate": 6.232395699511433e-05, + "loss": 0.0164, + "step": 44970 + }, + { + "loss_action": 0.0061102937906980515, + "loss_total": 0.0061102937906980515, + "step": 44970 + }, + { + "loss_action": 0.006762940436601639, + "loss_total": 0.006762940436601639, + "step": 44970 + }, + { + "loss_action": 0.010359145700931549, + "loss_total": 0.010359145700931549, + "step": 44970 + }, + { + "loss_action": 0.007452659774571657, + "loss_total": 0.007452659774571657, + "step": 44970 + }, + { + "loss_action": 0.007390869315713644, + "loss_total": 0.007390869315713644, + "step": 44970 + }, + { + "loss_action": 0.005826247856020927, + "loss_total": 0.005826247856020927, + "step": 44970 + }, + { + "grad_norm": 0.3671334385871887, + "learning_rate": 6.230793175027199e-05, + "loss": 0.0141, + "step": 44980 + }, + { + "loss_action": 0.029506098479032516, + "loss_total": 0.029506098479032516, + "step": 44980 + }, + { + "loss_action": 0.00580829381942749, + "loss_total": 0.00580829381942749, + "step": 44980 + }, + { + "loss_action": 0.01623453013598919, + "loss_total": 0.01623453013598919, + "step": 44980 + }, + { + "loss_action": 0.006054740399122238, + "loss_total": 0.006054740399122238, + "step": 44980 + }, + { + "loss_action": 0.007550064008682966, + "loss_total": 0.007550064008682966, + "step": 44980 + }, + { + "loss_action": 0.013748914934694767, + "loss_total": 0.013748914934694767, + "step": 44980 + }, + { + "grad_norm": 0.2850232720375061, + "learning_rate": 6.22919051594527e-05, + "loss": 0.0186, + "step": 44990 + }, + { + "loss_action": 0.006346200127154589, + "loss_total": 0.006346200127154589, + "step": 44990 + }, + { + "loss_action": 0.008736680261790752, + "loss_total": 0.008736680261790752, + "step": 44990 + }, + { + "loss_action": 0.010012536309659481, + "loss_total": 0.010012536309659481, + "step": 44990 + }, + { + "loss_action": 0.012584088370203972, + "loss_total": 0.012584088370203972, + "step": 44990 + }, + { + "loss_action": 0.008424969390034676, + "loss_total": 0.008424969390034676, + "step": 44990 + }, + { + "loss_action": 0.01425450574606657, + "loss_total": 0.01425450574606657, + "step": 44990 + }, + { + "grad_norm": 0.2923080623149872, + "learning_rate": 6.227587722440917e-05, + "loss": 0.0122, + "step": 45000 + }, + { + "loss_action": 0.026220548897981644, + "loss_total": 0.026220548897981644, + "step": 45000 + }, + { + "loss_action": 0.01225308421999216, + "loss_total": 0.01225308421999216, + "step": 45000 + }, + { + "loss_action": 0.012663702480494976, + "loss_total": 0.012663702480494976, + "step": 45000 + }, + { + "loss_action": 0.01187987718731165, + "loss_total": 0.01187987718731165, + "step": 45000 + }, + { + "loss_action": 0.012455429881811142, + "loss_total": 0.012455429881811142, + "step": 45000 + }, + { + "loss_action": 0.02728872373700142, + "loss_total": 0.02728872373700142, + "step": 45000 + }, + { + "grad_norm": 0.3505578935146332, + "learning_rate": 6.225984794689414e-05, + "loss": 0.017, + "step": 45010 + }, + { + "loss_action": 0.006492378655821085, + "loss_total": 0.006492378655821085, + "step": 45010 + }, + { + "loss_action": 0.0102910827845335, + "loss_total": 0.0102910827845335, + "step": 45010 + }, + { + "loss_action": 0.010913857258856297, + "loss_total": 0.010913857258856297, + "step": 45010 + }, + { + "loss_action": 0.020613351836800575, + "loss_total": 0.020613351836800575, + "step": 45010 + }, + { + "loss_action": 0.01141012366861105, + "loss_total": 0.01141012366861105, + "step": 45010 + }, + { + "loss_action": 0.02516319416463375, + "loss_total": 0.02516319416463375, + "step": 45010 + }, + { + "grad_norm": 0.5043721795082092, + "learning_rate": 6.22438173286606e-05, + "loss": 0.0209, + "step": 45020 + }, + { + "loss_action": 0.01741897687315941, + "loss_total": 0.01741897687315941, + "step": 45020 + }, + { + "loss_action": 0.01939927600324154, + "loss_total": 0.01939927600324154, + "step": 45020 + }, + { + "loss_action": 0.017005423083901405, + "loss_total": 0.017005423083901405, + "step": 45020 + }, + { + "loss_action": 0.027671895921230316, + "loss_total": 0.027671895921230316, + "step": 45020 + }, + { + "loss_action": 0.023806443437933922, + "loss_total": 0.023806443437933922, + "step": 45020 + }, + { + "loss_action": 0.01077187154442072, + "loss_total": 0.01077187154442072, + "step": 45020 + }, + { + "grad_norm": 0.40440279245376587, + "learning_rate": 6.222778537146159e-05, + "loss": 0.0191, + "step": 45030 + }, + { + "loss_action": 0.013885230757296085, + "loss_total": 0.013885230757296085, + "step": 45030 + }, + { + "loss_action": 0.014439147897064686, + "loss_total": 0.014439147897064686, + "step": 45030 + }, + { + "loss_action": 0.009820408187806606, + "loss_total": 0.009820408187806606, + "step": 45030 + }, + { + "loss_action": 0.009794730693101883, + "loss_total": 0.009794730693101883, + "step": 45030 + }, + { + "loss_action": 0.009894504211843014, + "loss_total": 0.009894504211843014, + "step": 45030 + }, + { + "loss_action": 0.03509889170527458, + "loss_total": 0.03509889170527458, + "step": 45030 + }, + { + "grad_norm": 0.7226616144180298, + "learning_rate": 6.221175207705037e-05, + "loss": 0.0152, + "step": 45040 + }, + { + "loss_action": 0.014580372720956802, + "loss_total": 0.014580372720956802, + "step": 45040 + }, + { + "loss_action": 0.007207071874290705, + "loss_total": 0.007207071874290705, + "step": 45040 + }, + { + "loss_action": 0.016004785895347595, + "loss_total": 0.016004785895347595, + "step": 45040 + }, + { + "loss_action": 0.01941147819161415, + "loss_total": 0.01941147819161415, + "step": 45040 + }, + { + "loss_action": 0.057938188314437866, + "loss_total": 0.057938188314437866, + "step": 45040 + }, + { + "loss_action": 0.013292034156620502, + "loss_total": 0.013292034156620502, + "step": 45040 + }, + { + "grad_norm": 0.25132304430007935, + "learning_rate": 6.219571744718027e-05, + "loss": 0.0151, + "step": 45050 + }, + { + "loss_action": 0.00816221721470356, + "loss_total": 0.00816221721470356, + "step": 45050 + }, + { + "loss_action": 0.033029232174158096, + "loss_total": 0.033029232174158096, + "step": 45050 + }, + { + "loss_action": 0.03567304089665413, + "loss_total": 0.03567304089665413, + "step": 45050 + }, + { + "loss_action": 0.02641199342906475, + "loss_total": 0.02641199342906475, + "step": 45050 + }, + { + "loss_action": 0.024220170453190804, + "loss_total": 0.024220170453190804, + "step": 45050 + }, + { + "loss_action": 0.01821140944957733, + "loss_total": 0.01821140944957733, + "step": 45050 + }, + { + "grad_norm": 0.48551273345947266, + "learning_rate": 6.217968148360487e-05, + "loss": 0.0238, + "step": 45060 + }, + { + "loss_action": 0.02826792746782303, + "loss_total": 0.02826792746782303, + "step": 45060 + }, + { + "loss_action": 0.0114150270819664, + "loss_total": 0.0114150270819664, + "step": 45060 + }, + { + "loss_action": 0.04322581738233566, + "loss_total": 0.04322581738233566, + "step": 45060 + }, + { + "loss_action": 0.01589532010257244, + "loss_total": 0.01589532010257244, + "step": 45060 + }, + { + "loss_action": 0.015425323508679867, + "loss_total": 0.015425323508679867, + "step": 45060 + }, + { + "loss_action": 0.016705723479390144, + "loss_total": 0.016705723479390144, + "step": 45060 + }, + { + "grad_norm": 0.3941948711872101, + "learning_rate": 6.216364418807782e-05, + "loss": 0.0259, + "step": 45070 + }, + { + "loss_action": 0.02574263885617256, + "loss_total": 0.02574263885617256, + "step": 45070 + }, + { + "loss_action": 0.009904146194458008, + "loss_total": 0.009904146194458008, + "step": 45070 + }, + { + "loss_action": 0.06212510168552399, + "loss_total": 0.06212510168552399, + "step": 45070 + }, + { + "loss_action": 0.00931615475565195, + "loss_total": 0.00931615475565195, + "step": 45070 + }, + { + "loss_action": 0.021198945119976997, + "loss_total": 0.021198945119976997, + "step": 45070 + }, + { + "loss_action": 0.02138235606253147, + "loss_total": 0.02138235606253147, + "step": 45070 + }, + { + "grad_norm": 0.383184552192688, + "learning_rate": 6.214760556235292e-05, + "loss": 0.0223, + "step": 45080 + }, + { + "loss_action": 0.02839691936969757, + "loss_total": 0.02839691936969757, + "step": 45080 + }, + { + "loss_action": 0.024040641263127327, + "loss_total": 0.024040641263127327, + "step": 45080 + }, + { + "loss_action": 0.020946625620126724, + "loss_total": 0.020946625620126724, + "step": 45080 + }, + { + "loss_action": 0.03383537754416466, + "loss_total": 0.03383537754416466, + "step": 45080 + }, + { + "loss_action": 0.024688927456736565, + "loss_total": 0.024688927456736565, + "step": 45080 + }, + { + "loss_action": 0.009043334051966667, + "loss_total": 0.009043334051966667, + "step": 45080 + }, + { + "grad_norm": 0.3962448835372925, + "learning_rate": 6.213156560818414e-05, + "loss": 0.0189, + "step": 45090 + }, + { + "loss_action": 0.017212219536304474, + "loss_total": 0.017212219536304474, + "step": 45090 + }, + { + "loss_action": 0.02150961570441723, + "loss_total": 0.02150961570441723, + "step": 45090 + }, + { + "loss_action": 0.007377710193395615, + "loss_total": 0.007377710193395615, + "step": 45090 + }, + { + "loss_action": 0.011312832124531269, + "loss_total": 0.011312832124531269, + "step": 45090 + }, + { + "loss_action": 0.010574720799922943, + "loss_total": 0.010574720799922943, + "step": 45090 + }, + { + "loss_action": 0.03677505999803543, + "loss_total": 0.03677505999803543, + "step": 45090 + }, + { + "grad_norm": 0.44908758997917175, + "learning_rate": 6.211552432732559e-05, + "loss": 0.0189, + "step": 45100 + }, + { + "loss_action": 0.01512082014232874, + "loss_total": 0.01512082014232874, + "step": 45100 + }, + { + "loss_action": 0.011930368840694427, + "loss_total": 0.011930368840694427, + "step": 45100 + }, + { + "loss_action": 0.02803351916372776, + "loss_total": 0.02803351916372776, + "step": 45100 + }, + { + "loss_action": 0.0066771600395441055, + "loss_total": 0.0066771600395441055, + "step": 45100 + }, + { + "loss_action": 0.012855597771704197, + "loss_total": 0.012855597771704197, + "step": 45100 + }, + { + "loss_action": 0.0327579565346241, + "loss_total": 0.0327579565346241, + "step": 45100 + }, + { + "grad_norm": 0.3403070271015167, + "learning_rate": 6.20994817215315e-05, + "loss": 0.0206, + "step": 45110 + }, + { + "loss_action": 0.010594107210636139, + "loss_total": 0.010594107210636139, + "step": 45110 + }, + { + "loss_action": 0.01523883268237114, + "loss_total": 0.01523883268237114, + "step": 45110 + }, + { + "loss_action": 0.036934394389390945, + "loss_total": 0.036934394389390945, + "step": 45110 + }, + { + "loss_action": 0.008360669016838074, + "loss_total": 0.008360669016838074, + "step": 45110 + }, + { + "loss_action": 0.006930213421583176, + "loss_total": 0.006930213421583176, + "step": 45110 + }, + { + "loss_action": 0.011630620807409286, + "loss_total": 0.011630620807409286, + "step": 45110 + }, + { + "grad_norm": 0.3614126145839691, + "learning_rate": 6.208343779255628e-05, + "loss": 0.0189, + "step": 45120 + }, + { + "loss_action": 0.010172581300139427, + "loss_total": 0.010172581300139427, + "step": 45120 + }, + { + "loss_action": 0.040906764566898346, + "loss_total": 0.040906764566898346, + "step": 45120 + }, + { + "loss_action": 0.012815475463867188, + "loss_total": 0.012815475463867188, + "step": 45120 + }, + { + "loss_action": 0.013704200275242329, + "loss_total": 0.013704200275242329, + "step": 45120 + }, + { + "loss_action": 0.010409836657345295, + "loss_total": 0.010409836657345295, + "step": 45120 + }, + { + "loss_action": 0.013469625264406204, + "loss_total": 0.013469625264406204, + "step": 45120 + }, + { + "grad_norm": 0.3573254644870758, + "learning_rate": 6.206739254215449e-05, + "loss": 0.0154, + "step": 45130 + }, + { + "loss_action": 0.05527794733643532, + "loss_total": 0.05527794733643532, + "step": 45130 + }, + { + "loss_action": 0.014330772683024406, + "loss_total": 0.014330772683024406, + "step": 45130 + }, + { + "loss_action": 0.014514600858092308, + "loss_total": 0.014514600858092308, + "step": 45130 + }, + { + "loss_action": 0.02133626863360405, + "loss_total": 0.02133626863360405, + "step": 45130 + }, + { + "loss_action": 0.011012895964086056, + "loss_total": 0.011012895964086056, + "step": 45130 + }, + { + "loss_action": 0.009997409768402576, + "loss_total": 0.009997409768402576, + "step": 45130 + }, + { + "grad_norm": 0.3830817937850952, + "learning_rate": 6.205134597208077e-05, + "loss": 0.0151, + "step": 45140 + }, + { + "loss_action": 0.031274598091840744, + "loss_total": 0.031274598091840744, + "step": 45140 + }, + { + "loss_action": 0.010627166368067265, + "loss_total": 0.010627166368067265, + "step": 45140 + }, + { + "loss_action": 0.018653079867362976, + "loss_total": 0.018653079867362976, + "step": 45140 + }, + { + "loss_action": 0.016332052648067474, + "loss_total": 0.016332052648067474, + "step": 45140 + }, + { + "loss_action": 0.006586581468582153, + "loss_total": 0.006586581468582153, + "step": 45140 + }, + { + "loss_action": 0.009519618935883045, + "loss_total": 0.009519618935883045, + "step": 45140 + }, + { + "grad_norm": 0.3377610743045807, + "learning_rate": 6.203529808409e-05, + "loss": 0.0143, + "step": 45150 + }, + { + "loss_action": 0.03516243025660515, + "loss_total": 0.03516243025660515, + "step": 45150 + }, + { + "loss_action": 0.009360076859593391, + "loss_total": 0.009360076859593391, + "step": 45150 + }, + { + "loss_action": 0.007213605102151632, + "loss_total": 0.007213605102151632, + "step": 45150 + }, + { + "loss_action": 0.009032725356519222, + "loss_total": 0.009032725356519222, + "step": 45150 + }, + { + "loss_action": 0.005500292405486107, + "loss_total": 0.005500292405486107, + "step": 45150 + }, + { + "loss_action": 0.00844783615320921, + "loss_total": 0.00844783615320921, + "step": 45150 + }, + { + "grad_norm": 0.32844606041908264, + "learning_rate": 6.201924887993712e-05, + "loss": 0.0142, + "step": 45160 + }, + { + "loss_action": 0.017518367618322372, + "loss_total": 0.017518367618322372, + "step": 45160 + }, + { + "loss_action": 0.011729116551578045, + "loss_total": 0.011729116551578045, + "step": 45160 + }, + { + "loss_action": 0.011004575528204441, + "loss_total": 0.011004575528204441, + "step": 45160 + }, + { + "loss_action": 0.011989922262728214, + "loss_total": 0.011989922262728214, + "step": 45160 + }, + { + "loss_action": 0.012621250003576279, + "loss_total": 0.012621250003576279, + "step": 45160 + }, + { + "loss_action": 0.08099617063999176, + "loss_total": 0.08099617063999176, + "step": 45160 + }, + { + "grad_norm": 0.36202600598335266, + "learning_rate": 6.200319836137725e-05, + "loss": 0.0176, + "step": 45170 + }, + { + "loss_action": 0.009383211843669415, + "loss_total": 0.009383211843669415, + "step": 45170 + }, + { + "loss_action": 0.025620805099606514, + "loss_total": 0.025620805099606514, + "step": 45170 + }, + { + "loss_action": 0.006965468171983957, + "loss_total": 0.006965468171983957, + "step": 45170 + }, + { + "loss_action": 0.006537734530866146, + "loss_total": 0.006537734530866146, + "step": 45170 + }, + { + "loss_action": 0.016460122540593147, + "loss_total": 0.016460122540593147, + "step": 45170 + }, + { + "loss_action": 0.051455993205308914, + "loss_total": 0.051455993205308914, + "step": 45170 + }, + { + "grad_norm": 0.2728973925113678, + "learning_rate": 6.198714653016565e-05, + "loss": 0.0164, + "step": 45180 + }, + { + "loss_action": 0.011376355774700642, + "loss_total": 0.011376355774700642, + "step": 45180 + }, + { + "loss_action": 0.012839083559811115, + "loss_total": 0.012839083559811115, + "step": 45180 + }, + { + "loss_action": 0.004508197773247957, + "loss_total": 0.004508197773247957, + "step": 45180 + }, + { + "loss_action": 0.010460942052304745, + "loss_total": 0.010460942052304745, + "step": 45180 + }, + { + "loss_action": 0.010042978450655937, + "loss_total": 0.010042978450655937, + "step": 45180 + }, + { + "loss_action": 0.009764181450009346, + "loss_total": 0.009764181450009346, + "step": 45180 + }, + { + "grad_norm": 0.33603334426879883, + "learning_rate": 6.197109338805774e-05, + "loss": 0.0153, + "step": 45190 + }, + { + "loss_action": 0.014797840267419815, + "loss_total": 0.014797840267419815, + "step": 45190 + }, + { + "loss_action": 0.008781490847468376, + "loss_total": 0.008781490847468376, + "step": 45190 + }, + { + "loss_action": 0.010850685648620129, + "loss_total": 0.010850685648620129, + "step": 45190 + }, + { + "loss_action": 0.007020949386060238, + "loss_total": 0.007020949386060238, + "step": 45190 + }, + { + "loss_action": 0.0064084273763000965, + "loss_total": 0.0064084273763000965, + "step": 45190 + }, + { + "loss_action": 0.01382253784686327, + "loss_total": 0.01382253784686327, + "step": 45190 + }, + { + "grad_norm": 0.39436110854148865, + "learning_rate": 6.195503893680903e-05, + "loss": 0.0167, + "step": 45200 + }, + { + "loss_action": 0.008670785464346409, + "loss_total": 0.008670785464346409, + "step": 45200 + }, + { + "loss_action": 0.00706489896401763, + "loss_total": 0.00706489896401763, + "step": 45200 + }, + { + "loss_action": 0.01198923122137785, + "loss_total": 0.01198923122137785, + "step": 45200 + }, + { + "loss_action": 0.008483707904815674, + "loss_total": 0.008483707904815674, + "step": 45200 + }, + { + "loss_action": 0.01930544711649418, + "loss_total": 0.01930544711649418, + "step": 45200 + }, + { + "loss_action": 0.02510511502623558, + "loss_total": 0.02510511502623558, + "step": 45200 + }, + { + "grad_norm": 0.5117283463478088, + "learning_rate": 6.193898317817524e-05, + "loss": 0.0141, + "step": 45210 + }, + { + "loss_action": 0.007028562482446432, + "loss_total": 0.007028562482446432, + "step": 45210 + }, + { + "loss_action": 0.14266562461853027, + "loss_total": 0.14266562461853027, + "step": 45210 + }, + { + "loss_action": 0.014275897294282913, + "loss_total": 0.014275897294282913, + "step": 45210 + }, + { + "loss_action": 0.011333765462040901, + "loss_total": 0.011333765462040901, + "step": 45210 + }, + { + "loss_action": 0.01180948130786419, + "loss_total": 0.01180948130786419, + "step": 45210 + }, + { + "loss_action": 0.03503168001770973, + "loss_total": 0.03503168001770973, + "step": 45210 + }, + { + "grad_norm": 0.34042254090309143, + "learning_rate": 6.192292611391221e-05, + "loss": 0.0159, + "step": 45220 + }, + { + "loss_action": 0.007461061235517263, + "loss_total": 0.007461061235517263, + "step": 45220 + }, + { + "loss_action": 0.02428954653441906, + "loss_total": 0.02428954653441906, + "step": 45220 + }, + { + "loss_action": 0.008093848824501038, + "loss_total": 0.008093848824501038, + "step": 45220 + }, + { + "loss_action": 0.02679443545639515, + "loss_total": 0.02679443545639515, + "step": 45220 + }, + { + "loss_action": 0.019284918904304504, + "loss_total": 0.019284918904304504, + "step": 45220 + }, + { + "loss_action": 0.01051618903875351, + "loss_total": 0.01051618903875351, + "step": 45220 + }, + { + "grad_norm": 0.29131412506103516, + "learning_rate": 6.190686774577591e-05, + "loss": 0.0163, + "step": 45230 + }, + { + "loss_action": 0.0072167194448411465, + "loss_total": 0.0072167194448411465, + "step": 45230 + }, + { + "loss_action": 0.020698754116892815, + "loss_total": 0.020698754116892815, + "step": 45230 + }, + { + "loss_action": 0.008510288782417774, + "loss_total": 0.008510288782417774, + "step": 45230 + }, + { + "loss_action": 0.005502975545823574, + "loss_total": 0.005502975545823574, + "step": 45230 + }, + { + "loss_action": 0.007955958135426044, + "loss_total": 0.007955958135426044, + "step": 45230 + }, + { + "loss_action": 0.007776563987135887, + "loss_total": 0.007776563987135887, + "step": 45230 + }, + { + "grad_norm": 0.4177579879760742, + "learning_rate": 6.189080807552245e-05, + "loss": 0.0151, + "step": 45240 + }, + { + "loss_action": 0.006805954035371542, + "loss_total": 0.006805954035371542, + "step": 45240 + }, + { + "loss_action": 0.008773140609264374, + "loss_total": 0.008773140609264374, + "step": 45240 + }, + { + "loss_action": 0.019976185634732246, + "loss_total": 0.019976185634732246, + "step": 45240 + }, + { + "loss_action": 0.010992204770445824, + "loss_total": 0.010992204770445824, + "step": 45240 + }, + { + "loss_action": 0.02369091659784317, + "loss_total": 0.02369091659784317, + "step": 45240 + }, + { + "loss_action": 0.026088662445545197, + "loss_total": 0.026088662445545197, + "step": 45240 + }, + { + "grad_norm": 0.3108684718608856, + "learning_rate": 6.187474710490809e-05, + "loss": 0.0135, + "step": 45250 + }, + { + "loss_action": 0.006963116116821766, + "loss_total": 0.006963116116821766, + "step": 45250 + }, + { + "loss_action": 0.012760053388774395, + "loss_total": 0.012760053388774395, + "step": 45250 + }, + { + "loss_action": 0.011966423131525517, + "loss_total": 0.011966423131525517, + "step": 45250 + }, + { + "loss_action": 0.007124919444322586, + "loss_total": 0.007124919444322586, + "step": 45250 + }, + { + "loss_action": 0.02038927562534809, + "loss_total": 0.02038927562534809, + "step": 45250 + }, + { + "loss_action": 0.01221806462854147, + "loss_total": 0.01221806462854147, + "step": 45250 + }, + { + "grad_norm": 0.6758772730827332, + "learning_rate": 6.185868483568926e-05, + "loss": 0.0186, + "step": 45260 + }, + { + "loss_action": 0.021914217621088028, + "loss_total": 0.021914217621088028, + "step": 45260 + }, + { + "loss_action": 0.06297913193702698, + "loss_total": 0.06297913193702698, + "step": 45260 + }, + { + "loss_action": 0.021359818056225777, + "loss_total": 0.021359818056225777, + "step": 45260 + }, + { + "loss_action": 0.020350880920886993, + "loss_total": 0.020350880920886993, + "step": 45260 + }, + { + "loss_action": 0.004711397457867861, + "loss_total": 0.004711397457867861, + "step": 45260 + }, + { + "loss_action": 0.02045566774904728, + "loss_total": 0.02045566774904728, + "step": 45260 + }, + { + "grad_norm": 0.27658283710479736, + "learning_rate": 6.184262126962245e-05, + "loss": 0.0196, + "step": 45270 + }, + { + "loss_action": 0.009637982584536076, + "loss_total": 0.009637982584536076, + "step": 45270 + }, + { + "loss_action": 0.010891920886933804, + "loss_total": 0.010891920886933804, + "step": 45270 + }, + { + "loss_action": 0.012571077793836594, + "loss_total": 0.012571077793836594, + "step": 45270 + }, + { + "loss_action": 0.00514544453471899, + "loss_total": 0.00514544453471899, + "step": 45270 + }, + { + "loss_action": 0.01558225229382515, + "loss_total": 0.01558225229382515, + "step": 45270 + }, + { + "loss_action": 0.015200817957520485, + "loss_total": 0.015200817957520485, + "step": 45270 + }, + { + "grad_norm": 0.34374359250068665, + "learning_rate": 6.182655640846442e-05, + "loss": 0.0189, + "step": 45280 + }, + { + "loss_action": 0.008132103830575943, + "loss_total": 0.008132103830575943, + "step": 45280 + }, + { + "loss_action": 0.006606564857065678, + "loss_total": 0.006606564857065678, + "step": 45280 + }, + { + "loss_action": 0.012915222905576229, + "loss_total": 0.012915222905576229, + "step": 45280 + }, + { + "loss_action": 0.01703845150768757, + "loss_total": 0.01703845150768757, + "step": 45280 + }, + { + "loss_action": 0.011837351135909557, + "loss_total": 0.011837351135909557, + "step": 45280 + }, + { + "loss_action": 0.027791395783424377, + "loss_total": 0.027791395783424377, + "step": 45280 + }, + { + "grad_norm": 0.4276179373264313, + "learning_rate": 6.181049025397196e-05, + "loss": 0.0198, + "step": 45290 + }, + { + "loss_action": 0.06232653185725212, + "loss_total": 0.06232653185725212, + "step": 45290 + }, + { + "loss_action": 0.019558819010853767, + "loss_total": 0.019558819010853767, + "step": 45290 + }, + { + "loss_action": 0.011885755695402622, + "loss_total": 0.011885755695402622, + "step": 45290 + }, + { + "loss_action": 0.03273242712020874, + "loss_total": 0.03273242712020874, + "step": 45290 + }, + { + "loss_action": 0.011682887561619282, + "loss_total": 0.011682887561619282, + "step": 45290 + }, + { + "loss_action": 0.008323227055370808, + "loss_total": 0.008323227055370808, + "step": 45290 + }, + { + "grad_norm": 0.38662075996398926, + "learning_rate": 6.179442280790202e-05, + "loss": 0.0187, + "step": 45300 + }, + { + "loss_action": 0.006202070973813534, + "loss_total": 0.006202070973813534, + "step": 45300 + }, + { + "loss_action": 0.00919540785253048, + "loss_total": 0.00919540785253048, + "step": 45300 + }, + { + "loss_action": 0.027673648670315742, + "loss_total": 0.027673648670315742, + "step": 45300 + }, + { + "loss_action": 0.009057103656232357, + "loss_total": 0.009057103656232357, + "step": 45300 + }, + { + "loss_action": 0.014443252235651016, + "loss_total": 0.014443252235651016, + "step": 45300 + }, + { + "loss_action": 0.013815402053296566, + "loss_total": 0.013815402053296566, + "step": 45300 + }, + { + "grad_norm": 0.35157713294029236, + "learning_rate": 6.177835407201174e-05, + "loss": 0.0207, + "step": 45310 + }, + { + "loss_action": 0.018013177439570427, + "loss_total": 0.018013177439570427, + "step": 45310 + }, + { + "loss_action": 0.012190990149974823, + "loss_total": 0.012190990149974823, + "step": 45310 + }, + { + "loss_action": 0.012739814817905426, + "loss_total": 0.012739814817905426, + "step": 45310 + }, + { + "loss_action": 0.024305187165737152, + "loss_total": 0.024305187165737152, + "step": 45310 + }, + { + "loss_action": 0.015863683074712753, + "loss_total": 0.015863683074712753, + "step": 45310 + }, + { + "loss_action": 0.012331481091678143, + "loss_total": 0.012331481091678143, + "step": 45310 + }, + { + "grad_norm": 0.30912449955940247, + "learning_rate": 6.176228404805839e-05, + "loss": 0.0161, + "step": 45320 + }, + { + "loss_action": 0.019054904580116272, + "loss_total": 0.019054904580116272, + "step": 45320 + }, + { + "loss_action": 0.023899924010038376, + "loss_total": 0.023899924010038376, + "step": 45320 + }, + { + "loss_action": 0.01526942290365696, + "loss_total": 0.01526942290365696, + "step": 45320 + }, + { + "loss_action": 0.00674784742295742, + "loss_total": 0.00674784742295742, + "step": 45320 + }, + { + "loss_action": 0.00811847485601902, + "loss_total": 0.00811847485601902, + "step": 45320 + }, + { + "loss_action": 0.012091384269297123, + "loss_total": 0.012091384269297123, + "step": 45320 + }, + { + "grad_norm": 0.39187124371528625, + "learning_rate": 6.174621273779932e-05, + "loss": 0.0206, + "step": 45330 + }, + { + "loss_action": 0.02005072683095932, + "loss_total": 0.02005072683095932, + "step": 45330 + }, + { + "loss_action": 0.014769438654184341, + "loss_total": 0.014769438654184341, + "step": 45330 + }, + { + "loss_action": 0.02455793134868145, + "loss_total": 0.02455793134868145, + "step": 45330 + }, + { + "loss_action": 0.016802463680505753, + "loss_total": 0.016802463680505753, + "step": 45330 + }, + { + "loss_action": 0.019061217084527016, + "loss_total": 0.019061217084527016, + "step": 45330 + }, + { + "loss_action": 0.007276779972016811, + "loss_total": 0.007276779972016811, + "step": 45330 + }, + { + "grad_norm": 0.473731130361557, + "learning_rate": 6.17301401429921e-05, + "loss": 0.0197, + "step": 45340 + }, + { + "loss_action": 0.03321574255824089, + "loss_total": 0.03321574255824089, + "step": 45340 + }, + { + "loss_action": 0.012315458618104458, + "loss_total": 0.012315458618104458, + "step": 45340 + }, + { + "loss_action": 0.014616154134273529, + "loss_total": 0.014616154134273529, + "step": 45340 + }, + { + "loss_action": 0.02328086644411087, + "loss_total": 0.02328086644411087, + "step": 45340 + }, + { + "loss_action": 0.013402935117483139, + "loss_total": 0.013402935117483139, + "step": 45340 + }, + { + "loss_action": 0.010543662123382092, + "loss_total": 0.010543662123382092, + "step": 45340 + }, + { + "grad_norm": 0.24057230353355408, + "learning_rate": 6.171406626539436e-05, + "loss": 0.0163, + "step": 45350 + }, + { + "loss_action": 0.012567007914185524, + "loss_total": 0.012567007914185524, + "step": 45350 + }, + { + "loss_action": 0.0153886079788208, + "loss_total": 0.0153886079788208, + "step": 45350 + }, + { + "loss_action": 0.061228688806295395, + "loss_total": 0.061228688806295395, + "step": 45350 + }, + { + "loss_action": 0.011797068640589714, + "loss_total": 0.011797068640589714, + "step": 45350 + }, + { + "loss_action": 0.016607847064733505, + "loss_total": 0.016607847064733505, + "step": 45350 + }, + { + "loss_action": 0.010618350468575954, + "loss_total": 0.010618350468575954, + "step": 45350 + }, + { + "grad_norm": 0.41955089569091797, + "learning_rate": 6.169799110676398e-05, + "loss": 0.0181, + "step": 45360 + }, + { + "loss_action": 0.009741200134158134, + "loss_total": 0.009741200134158134, + "step": 45360 + }, + { + "loss_action": 0.009982753545045853, + "loss_total": 0.009982753545045853, + "step": 45360 + }, + { + "loss_action": 0.018808400258421898, + "loss_total": 0.018808400258421898, + "step": 45360 + }, + { + "loss_action": 0.020072247833013535, + "loss_total": 0.020072247833013535, + "step": 45360 + }, + { + "loss_action": 0.01259236503392458, + "loss_total": 0.01259236503392458, + "step": 45360 + }, + { + "loss_action": 0.008475739508867264, + "loss_total": 0.008475739508867264, + "step": 45360 + }, + { + "grad_norm": 0.33233246207237244, + "learning_rate": 6.168191466885885e-05, + "loss": 0.0194, + "step": 45370 + }, + { + "loss_action": 0.008008334785699844, + "loss_total": 0.008008334785699844, + "step": 45370 + }, + { + "loss_action": 0.016508430242538452, + "loss_total": 0.016508430242538452, + "step": 45370 + }, + { + "loss_action": 0.05713389813899994, + "loss_total": 0.05713389813899994, + "step": 45370 + }, + { + "loss_action": 0.008760015480220318, + "loss_total": 0.008760015480220318, + "step": 45370 + }, + { + "loss_action": 0.018401987850666046, + "loss_total": 0.018401987850666046, + "step": 45370 + }, + { + "loss_action": 0.010111434385180473, + "loss_total": 0.010111434385180473, + "step": 45370 + }, + { + "grad_norm": 0.36595404148101807, + "learning_rate": 6.166583695343711e-05, + "loss": 0.0142, + "step": 45380 + }, + { + "loss_action": 0.01965288631618023, + "loss_total": 0.01965288631618023, + "step": 45380 + }, + { + "loss_action": 0.020911801606416702, + "loss_total": 0.020911801606416702, + "step": 45380 + }, + { + "loss_action": 0.0761774480342865, + "loss_total": 0.0761774480342865, + "step": 45380 + }, + { + "loss_action": 0.007308122236281633, + "loss_total": 0.007308122236281633, + "step": 45380 + }, + { + "loss_action": 0.011635290458798409, + "loss_total": 0.011635290458798409, + "step": 45380 + }, + { + "loss_action": 0.010729974135756493, + "loss_total": 0.010729974135756493, + "step": 45380 + }, + { + "grad_norm": 0.3554510176181793, + "learning_rate": 6.164975796225698e-05, + "loss": 0.0229, + "step": 45390 + }, + { + "loss_action": 0.022432317957282066, + "loss_total": 0.022432317957282066, + "step": 45390 + }, + { + "loss_action": 0.013777785003185272, + "loss_total": 0.013777785003185272, + "step": 45390 + }, + { + "loss_action": 0.011389357037842274, + "loss_total": 0.011389357037842274, + "step": 45390 + }, + { + "loss_action": 0.010712850838899612, + "loss_total": 0.010712850838899612, + "step": 45390 + }, + { + "loss_action": 0.019176354631781578, + "loss_total": 0.019176354631781578, + "step": 45390 + }, + { + "loss_action": 0.035915400832891464, + "loss_total": 0.035915400832891464, + "step": 45390 + }, + { + "grad_norm": 0.3178463280200958, + "learning_rate": 6.163367769707683e-05, + "loss": 0.0169, + "step": 45400 + }, + { + "loss_action": 0.012054030783474445, + "loss_total": 0.012054030783474445, + "step": 45400 + }, + { + "loss_action": 0.01445786003023386, + "loss_total": 0.01445786003023386, + "step": 45400 + }, + { + "loss_action": 0.010297560133039951, + "loss_total": 0.010297560133039951, + "step": 45400 + }, + { + "loss_action": 0.011054045520722866, + "loss_total": 0.011054045520722866, + "step": 45400 + }, + { + "loss_action": 0.018947137519717216, + "loss_total": 0.018947137519717216, + "step": 45400 + }, + { + "loss_action": 0.012433301657438278, + "loss_total": 0.012433301657438278, + "step": 45400 + }, + { + "grad_norm": 1.387052059173584, + "learning_rate": 6.161759615965519e-05, + "loss": 0.017, + "step": 45410 + }, + { + "loss_action": 0.009380572475492954, + "loss_total": 0.009380572475492954, + "step": 45410 + }, + { + "loss_action": 0.04186088219285011, + "loss_total": 0.04186088219285011, + "step": 45410 + }, + { + "loss_action": 0.010548608377575874, + "loss_total": 0.010548608377575874, + "step": 45410 + }, + { + "loss_action": 0.014582864008843899, + "loss_total": 0.014582864008843899, + "step": 45410 + }, + { + "loss_action": 0.017773710191249847, + "loss_total": 0.017773710191249847, + "step": 45410 + }, + { + "loss_action": 0.010260326787829399, + "loss_total": 0.010260326787829399, + "step": 45410 + }, + { + "grad_norm": 0.3989982306957245, + "learning_rate": 6.16015133517507e-05, + "loss": 0.0202, + "step": 45420 + }, + { + "loss_action": 0.013613752089440823, + "loss_total": 0.013613752089440823, + "step": 45420 + }, + { + "loss_action": 0.023878587409853935, + "loss_total": 0.023878587409853935, + "step": 45420 + }, + { + "loss_action": 0.007237785030156374, + "loss_total": 0.007237785030156374, + "step": 45420 + }, + { + "loss_action": 0.016856985166668892, + "loss_total": 0.016856985166668892, + "step": 45420 + }, + { + "loss_action": 0.014962009154260159, + "loss_total": 0.014962009154260159, + "step": 45420 + }, + { + "loss_action": 0.017116941511631012, + "loss_total": 0.017116941511631012, + "step": 45420 + }, + { + "grad_norm": 0.46697548031806946, + "learning_rate": 6.158542927512214e-05, + "loss": 0.0175, + "step": 45430 + }, + { + "loss_action": 0.01897716335952282, + "loss_total": 0.01897716335952282, + "step": 45430 + }, + { + "loss_action": 0.018337432295084, + "loss_total": 0.018337432295084, + "step": 45430 + }, + { + "loss_action": 0.01270502619445324, + "loss_total": 0.01270502619445324, + "step": 45430 + }, + { + "loss_action": 0.009130249731242657, + "loss_total": 0.009130249731242657, + "step": 45430 + }, + { + "loss_action": 0.01672678254544735, + "loss_total": 0.01672678254544735, + "step": 45430 + }, + { + "loss_action": 0.011281805112957954, + "loss_total": 0.011281805112957954, + "step": 45430 + }, + { + "grad_norm": 0.4122059643268585, + "learning_rate": 6.156934393152846e-05, + "loss": 0.0197, + "step": 45440 + }, + { + "loss_action": 0.017634816467761993, + "loss_total": 0.017634816467761993, + "step": 45440 + }, + { + "loss_action": 0.025078319013118744, + "loss_total": 0.025078319013118744, + "step": 45440 + }, + { + "loss_action": 0.015423102304339409, + "loss_total": 0.015423102304339409, + "step": 45440 + }, + { + "loss_action": 0.01065225712954998, + "loss_total": 0.01065225712954998, + "step": 45440 + }, + { + "loss_action": 0.008478977717459202, + "loss_total": 0.008478977717459202, + "step": 45440 + }, + { + "loss_action": 0.0170991700142622, + "loss_total": 0.0170991700142622, + "step": 45440 + }, + { + "grad_norm": 0.38604333996772766, + "learning_rate": 6.15532573227287e-05, + "loss": 0.0159, + "step": 45450 + }, + { + "loss_action": 0.011136827990412712, + "loss_total": 0.011136827990412712, + "step": 45450 + }, + { + "loss_action": 0.008057459257543087, + "loss_total": 0.008057459257543087, + "step": 45450 + }, + { + "loss_action": 0.022728847339749336, + "loss_total": 0.022728847339749336, + "step": 45450 + }, + { + "loss_action": 0.016848910599946976, + "loss_total": 0.016848910599946976, + "step": 45450 + }, + { + "loss_action": 0.017885126173496246, + "loss_total": 0.017885126173496246, + "step": 45450 + }, + { + "loss_action": 0.009918762370944023, + "loss_total": 0.009918762370944023, + "step": 45450 + }, + { + "grad_norm": 0.48304876685142517, + "learning_rate": 6.153716945048212e-05, + "loss": 0.0163, + "step": 45460 + }, + { + "loss_action": 0.018952777609229088, + "loss_total": 0.018952777609229088, + "step": 45460 + }, + { + "loss_action": 0.01102600060403347, + "loss_total": 0.01102600060403347, + "step": 45460 + }, + { + "loss_action": 0.014837539754807949, + "loss_total": 0.014837539754807949, + "step": 45460 + }, + { + "loss_action": 0.01206180453300476, + "loss_total": 0.01206180453300476, + "step": 45460 + }, + { + "loss_action": 0.045759089291095734, + "loss_total": 0.045759089291095734, + "step": 45460 + }, + { + "loss_action": 0.015161407180130482, + "loss_total": 0.015161407180130482, + "step": 45460 + }, + { + "grad_norm": 0.3637332022190094, + "learning_rate": 6.152108031654802e-05, + "loss": 0.017, + "step": 45470 + }, + { + "loss_action": 0.013158369809389114, + "loss_total": 0.013158369809389114, + "step": 45470 + }, + { + "loss_action": 0.02203485742211342, + "loss_total": 0.02203485742211342, + "step": 45470 + }, + { + "loss_action": 0.008862437680363655, + "loss_total": 0.008862437680363655, + "step": 45470 + }, + { + "loss_action": 0.010366697795689106, + "loss_total": 0.010366697795689106, + "step": 45470 + }, + { + "loss_action": 0.04215081408619881, + "loss_total": 0.04215081408619881, + "step": 45470 + }, + { + "loss_action": 0.010498182848095894, + "loss_total": 0.010498182848095894, + "step": 45470 + }, + { + "grad_norm": 0.3998449444770813, + "learning_rate": 6.15049899226859e-05, + "loss": 0.017, + "step": 45480 + }, + { + "loss_action": 0.010306240059435368, + "loss_total": 0.010306240059435368, + "step": 45480 + }, + { + "loss_action": 0.01684986613690853, + "loss_total": 0.01684986613690853, + "step": 45480 + }, + { + "loss_action": 0.014866876415908337, + "loss_total": 0.014866876415908337, + "step": 45480 + }, + { + "loss_action": 0.014297195710241795, + "loss_total": 0.014297195710241795, + "step": 45480 + }, + { + "loss_action": 0.016682950779795647, + "loss_total": 0.016682950779795647, + "step": 45480 + }, + { + "loss_action": 0.024107063189148903, + "loss_total": 0.024107063189148903, + "step": 45480 + }, + { + "grad_norm": 0.3652864396572113, + "learning_rate": 6.148889827065537e-05, + "loss": 0.0223, + "step": 45490 + }, + { + "loss_action": 0.033596739172935486, + "loss_total": 0.033596739172935486, + "step": 45490 + }, + { + "loss_action": 0.020139949396252632, + "loss_total": 0.020139949396252632, + "step": 45490 + }, + { + "loss_action": 0.02392629347741604, + "loss_total": 0.02392629347741604, + "step": 45490 + }, + { + "loss_action": 0.012063094414770603, + "loss_total": 0.012063094414770603, + "step": 45490 + }, + { + "loss_action": 0.01325512956827879, + "loss_total": 0.01325512956827879, + "step": 45490 + }, + { + "loss_action": 0.017163561657071114, + "loss_total": 0.017163561657071114, + "step": 45490 + }, + { + "grad_norm": 0.3184549808502197, + "learning_rate": 6.147280536221622e-05, + "loss": 0.0162, + "step": 45500 + }, + { + "loss_action": 0.017465587705373764, + "loss_total": 0.017465587705373764, + "step": 45500 + }, + { + "loss_action": 0.016391929239034653, + "loss_total": 0.016391929239034653, + "step": 45500 + }, + { + "loss_action": 0.014270799234509468, + "loss_total": 0.014270799234509468, + "step": 45500 + }, + { + "loss_action": 0.012904067523777485, + "loss_total": 0.012904067523777485, + "step": 45500 + }, + { + "loss_action": 0.008806310594081879, + "loss_total": 0.008806310594081879, + "step": 45500 + }, + { + "loss_action": 0.007114148233085871, + "loss_total": 0.007114148233085871, + "step": 45500 + }, + { + "grad_norm": 0.3249777555465698, + "learning_rate": 6.145671119912832e-05, + "loss": 0.0171, + "step": 45510 + }, + { + "loss_action": 0.009606330655515194, + "loss_total": 0.009606330655515194, + "step": 45510 + }, + { + "loss_action": 0.00704580033197999, + "loss_total": 0.00704580033197999, + "step": 45510 + }, + { + "loss_action": 0.009453985840082169, + "loss_total": 0.009453985840082169, + "step": 45510 + }, + { + "loss_action": 0.009867795743048191, + "loss_total": 0.009867795743048191, + "step": 45510 + }, + { + "loss_action": 0.01167330052703619, + "loss_total": 0.01167330052703619, + "step": 45510 + }, + { + "loss_action": 0.008068091236054897, + "loss_total": 0.008068091236054897, + "step": 45510 + }, + { + "grad_norm": 0.37719014286994934, + "learning_rate": 6.144061578315169e-05, + "loss": 0.0174, + "step": 45520 + }, + { + "loss_action": 0.030979691073298454, + "loss_total": 0.030979691073298454, + "step": 45520 + }, + { + "loss_action": 0.03317073732614517, + "loss_total": 0.03317073732614517, + "step": 45520 + }, + { + "loss_action": 0.07180775701999664, + "loss_total": 0.07180775701999664, + "step": 45520 + }, + { + "loss_action": 0.020874954760074615, + "loss_total": 0.020874954760074615, + "step": 45520 + }, + { + "loss_action": 0.012554685585200787, + "loss_total": 0.012554685585200787, + "step": 45520 + }, + { + "loss_action": 0.007791385520249605, + "loss_total": 0.007791385520249605, + "step": 45520 + }, + { + "grad_norm": 0.4091407358646393, + "learning_rate": 6.142451911604654e-05, + "loss": 0.0187, + "step": 45530 + }, + { + "loss_action": 0.011677700094878674, + "loss_total": 0.011677700094878674, + "step": 45530 + }, + { + "loss_action": 0.0234190933406353, + "loss_total": 0.0234190933406353, + "step": 45530 + }, + { + "loss_action": 0.024979939684271812, + "loss_total": 0.024979939684271812, + "step": 45530 + }, + { + "loss_action": 0.02148035541176796, + "loss_total": 0.02148035541176796, + "step": 45530 + }, + { + "loss_action": 0.021273775026202202, + "loss_total": 0.021273775026202202, + "step": 45530 + }, + { + "loss_action": 0.010087081231176853, + "loss_total": 0.010087081231176853, + "step": 45530 + }, + { + "grad_norm": 0.2751408815383911, + "learning_rate": 6.140842119957315e-05, + "loss": 0.0157, + "step": 45540 + }, + { + "loss_action": 0.011943058110773563, + "loss_total": 0.011943058110773563, + "step": 45540 + }, + { + "loss_action": 0.009417561814188957, + "loss_total": 0.009417561814188957, + "step": 45540 + }, + { + "loss_action": 0.010070552118122578, + "loss_total": 0.010070552118122578, + "step": 45540 + }, + { + "loss_action": 0.021998243406414986, + "loss_total": 0.021998243406414986, + "step": 45540 + }, + { + "loss_action": 0.011270700953900814, + "loss_total": 0.011270700953900814, + "step": 45540 + }, + { + "loss_action": 0.0298948734998703, + "loss_total": 0.0298948734998703, + "step": 45540 + }, + { + "grad_norm": 0.3109762370586395, + "learning_rate": 6.139232203549197e-05, + "loss": 0.0183, + "step": 45550 + }, + { + "loss_action": 0.038991231471300125, + "loss_total": 0.038991231471300125, + "step": 45550 + }, + { + "loss_action": 0.015238684602081776, + "loss_total": 0.015238684602081776, + "step": 45550 + }, + { + "loss_action": 0.008672241121530533, + "loss_total": 0.008672241121530533, + "step": 45550 + }, + { + "loss_action": 0.026212895289063454, + "loss_total": 0.026212895289063454, + "step": 45550 + }, + { + "loss_action": 0.009913199581205845, + "loss_total": 0.009913199581205845, + "step": 45550 + }, + { + "loss_action": 0.009712105616927147, + "loss_total": 0.009712105616927147, + "step": 45550 + }, + { + "grad_norm": 0.2996569573879242, + "learning_rate": 6.137622162556357e-05, + "loss": 0.0166, + "step": 45560 + }, + { + "loss_action": 0.025519534945487976, + "loss_total": 0.025519534945487976, + "step": 45560 + }, + { + "loss_action": 0.0105358911678195, + "loss_total": 0.0105358911678195, + "step": 45560 + }, + { + "loss_action": 0.06451620161533356, + "loss_total": 0.06451620161533356, + "step": 45560 + }, + { + "loss_action": 0.020325472578406334, + "loss_total": 0.020325472578406334, + "step": 45560 + }, + { + "loss_action": 0.013768686912953854, + "loss_total": 0.013768686912953854, + "step": 45560 + }, + { + "loss_action": 0.00735769048333168, + "loss_total": 0.00735769048333168, + "step": 45560 + }, + { + "grad_norm": 0.5031019449234009, + "learning_rate": 6.13601199715487e-05, + "loss": 0.0214, + "step": 45570 + }, + { + "loss_action": 0.016027115285396576, + "loss_total": 0.016027115285396576, + "step": 45570 + }, + { + "loss_action": 0.026863835752010345, + "loss_total": 0.026863835752010345, + "step": 45570 + }, + { + "loss_action": 0.010105137713253498, + "loss_total": 0.010105137713253498, + "step": 45570 + }, + { + "loss_action": 0.008331007324159145, + "loss_total": 0.008331007324159145, + "step": 45570 + }, + { + "loss_action": 0.019110379740595818, + "loss_total": 0.019110379740595818, + "step": 45570 + }, + { + "loss_action": 0.02823907881975174, + "loss_total": 0.02823907881975174, + "step": 45570 + }, + { + "grad_norm": 0.41990190744400024, + "learning_rate": 6.134401707520816e-05, + "loss": 0.0197, + "step": 45580 + }, + { + "loss_action": 0.026846610009670258, + "loss_total": 0.026846610009670258, + "step": 45580 + }, + { + "loss_action": 0.009129210375249386, + "loss_total": 0.009129210375249386, + "step": 45580 + }, + { + "loss_action": 0.013231050223112106, + "loss_total": 0.013231050223112106, + "step": 45580 + }, + { + "loss_action": 0.013583795167505741, + "loss_total": 0.013583795167505741, + "step": 45580 + }, + { + "loss_action": 0.061939869076013565, + "loss_total": 0.061939869076013565, + "step": 45580 + }, + { + "loss_action": 0.009795947931706905, + "loss_total": 0.009795947931706905, + "step": 45580 + }, + { + "grad_norm": 0.41413789987564087, + "learning_rate": 6.132791293830298e-05, + "loss": 0.0162, + "step": 45590 + }, + { + "loss_action": 0.01931910216808319, + "loss_total": 0.01931910216808319, + "step": 45590 + }, + { + "loss_action": 0.0816567912697792, + "loss_total": 0.0816567912697792, + "step": 45590 + }, + { + "loss_action": 0.010596714913845062, + "loss_total": 0.010596714913845062, + "step": 45590 + }, + { + "loss_action": 0.022240255028009415, + "loss_total": 0.022240255028009415, + "step": 45590 + }, + { + "loss_action": 0.01245064940303564, + "loss_total": 0.01245064940303564, + "step": 45590 + }, + { + "loss_action": 0.013484473340213299, + "loss_total": 0.013484473340213299, + "step": 45590 + }, + { + "grad_norm": 0.3805913031101227, + "learning_rate": 6.131180756259428e-05, + "loss": 0.0171, + "step": 45600 + }, + { + "loss_action": 0.01918630674481392, + "loss_total": 0.01918630674481392, + "step": 45600 + }, + { + "loss_action": 0.01410664338618517, + "loss_total": 0.01410664338618517, + "step": 45600 + }, + { + "loss_action": 0.012701217085123062, + "loss_total": 0.012701217085123062, + "step": 45600 + }, + { + "loss_action": 0.006649721413850784, + "loss_total": 0.006649721413850784, + "step": 45600 + }, + { + "loss_action": 0.008111412636935711, + "loss_total": 0.008111412636935711, + "step": 45600 + }, + { + "loss_action": 0.025959782302379608, + "loss_total": 0.025959782302379608, + "step": 45600 + }, + { + "grad_norm": 0.489898145198822, + "learning_rate": 6.129570094984331e-05, + "loss": 0.0178, + "step": 45610 + }, + { + "loss_action": 0.017316799610853195, + "loss_total": 0.017316799610853195, + "step": 45610 + }, + { + "loss_action": 0.01012143399566412, + "loss_total": 0.01012143399566412, + "step": 45610 + }, + { + "loss_action": 0.016180915758013725, + "loss_total": 0.016180915758013725, + "step": 45610 + }, + { + "loss_action": 0.016045482829213142, + "loss_total": 0.016045482829213142, + "step": 45610 + }, + { + "loss_action": 0.01770193874835968, + "loss_total": 0.01770193874835968, + "step": 45610 + }, + { + "loss_action": 0.009269350208342075, + "loss_total": 0.009269350208342075, + "step": 45610 + }, + { + "grad_norm": 0.481251060962677, + "learning_rate": 6.127959310181145e-05, + "loss": 0.0222, + "step": 45620 + }, + { + "loss_action": 0.016688775271177292, + "loss_total": 0.016688775271177292, + "step": 45620 + }, + { + "loss_action": 0.01412240881472826, + "loss_total": 0.01412240881472826, + "step": 45620 + }, + { + "loss_action": 0.015699587762355804, + "loss_total": 0.015699587762355804, + "step": 45620 + }, + { + "loss_action": 0.013849439099431038, + "loss_total": 0.013849439099431038, + "step": 45620 + }, + { + "loss_action": 0.013575423508882523, + "loss_total": 0.013575423508882523, + "step": 45620 + }, + { + "loss_action": 0.013149844482541084, + "loss_total": 0.013149844482541084, + "step": 45620 + }, + { + "grad_norm": 0.4050543010234833, + "learning_rate": 6.126348402026026e-05, + "loss": 0.0185, + "step": 45630 + }, + { + "loss_action": 0.02081216871738434, + "loss_total": 0.02081216871738434, + "step": 45630 + }, + { + "loss_action": 0.035075243562459946, + "loss_total": 0.035075243562459946, + "step": 45630 + }, + { + "loss_action": 0.008687131106853485, + "loss_total": 0.008687131106853485, + "step": 45630 + }, + { + "loss_action": 0.014247613959014416, + "loss_total": 0.014247613959014416, + "step": 45630 + }, + { + "loss_action": 0.01869405433535576, + "loss_total": 0.01869405433535576, + "step": 45630 + }, + { + "loss_action": 0.006166090723127127, + "loss_total": 0.006166090723127127, + "step": 45630 + }, + { + "grad_norm": 0.32379060983657837, + "learning_rate": 6.12473737069514e-05, + "loss": 0.0176, + "step": 45640 + }, + { + "loss_action": 0.02498958446085453, + "loss_total": 0.02498958446085453, + "step": 45640 + }, + { + "loss_action": 0.01064847782254219, + "loss_total": 0.01064847782254219, + "step": 45640 + }, + { + "loss_action": 0.0703112930059433, + "loss_total": 0.0703112930059433, + "step": 45640 + }, + { + "loss_action": 0.01278733741492033, + "loss_total": 0.01278733741492033, + "step": 45640 + }, + { + "loss_action": 0.03446180373430252, + "loss_total": 0.03446180373430252, + "step": 45640 + }, + { + "loss_action": 0.012172813527286053, + "loss_total": 0.012172813527286053, + "step": 45640 + }, + { + "grad_norm": 0.403151273727417, + "learning_rate": 6.123126216364665e-05, + "loss": 0.0185, + "step": 45650 + }, + { + "loss_action": 0.016982145607471466, + "loss_total": 0.016982145607471466, + "step": 45650 + }, + { + "loss_action": 0.009519878774881363, + "loss_total": 0.009519878774881363, + "step": 45650 + }, + { + "loss_action": 0.01100411918014288, + "loss_total": 0.01100411918014288, + "step": 45650 + }, + { + "loss_action": 0.02900811657309532, + "loss_total": 0.02900811657309532, + "step": 45650 + }, + { + "loss_action": 0.03485434502363205, + "loss_total": 0.03485434502363205, + "step": 45650 + }, + { + "loss_action": 0.004655566532164812, + "loss_total": 0.004655566532164812, + "step": 45650 + }, + { + "grad_norm": 0.3335334360599518, + "learning_rate": 6.121514939210797e-05, + "loss": 0.0207, + "step": 45660 + }, + { + "loss_action": 0.0468764528632164, + "loss_total": 0.0468764528632164, + "step": 45660 + }, + { + "loss_action": 0.031911563128232956, + "loss_total": 0.031911563128232956, + "step": 45660 + }, + { + "loss_action": 0.018986709415912628, + "loss_total": 0.018986709415912628, + "step": 45660 + }, + { + "loss_action": 0.007914121262729168, + "loss_total": 0.007914121262729168, + "step": 45660 + }, + { + "loss_action": 0.018567809835076332, + "loss_total": 0.018567809835076332, + "step": 45660 + }, + { + "loss_action": 0.019052045419812202, + "loss_total": 0.019052045419812202, + "step": 45660 + }, + { + "grad_norm": 0.42338770627975464, + "learning_rate": 6.119903539409741e-05, + "loss": 0.016, + "step": 45670 + }, + { + "loss_action": 0.013964010402560234, + "loss_total": 0.013964010402560234, + "step": 45670 + }, + { + "loss_action": 0.013509874232113361, + "loss_total": 0.013509874232113361, + "step": 45670 + }, + { + "loss_action": 0.010389800183475018, + "loss_total": 0.010389800183475018, + "step": 45670 + }, + { + "loss_action": 0.018410174176096916, + "loss_total": 0.018410174176096916, + "step": 45670 + }, + { + "loss_action": 0.032671548426151276, + "loss_total": 0.032671548426151276, + "step": 45670 + }, + { + "loss_action": 0.006551806349307299, + "loss_total": 0.006551806349307299, + "step": 45670 + }, + { + "grad_norm": 0.32685422897338867, + "learning_rate": 6.118292017137716e-05, + "loss": 0.0164, + "step": 45680 + }, + { + "loss_action": 0.021005701273679733, + "loss_total": 0.021005701273679733, + "step": 45680 + }, + { + "loss_action": 0.011883883737027645, + "loss_total": 0.011883883737027645, + "step": 45680 + }, + { + "loss_action": 0.012519876472651958, + "loss_total": 0.012519876472651958, + "step": 45680 + }, + { + "loss_action": 0.02570922300219536, + "loss_total": 0.02570922300219536, + "step": 45680 + }, + { + "loss_action": 0.015210173092782497, + "loss_total": 0.015210173092782497, + "step": 45680 + }, + { + "loss_action": 0.015962494537234306, + "loss_total": 0.015962494537234306, + "step": 45680 + }, + { + "grad_norm": 0.3905041813850403, + "learning_rate": 6.116680372570959e-05, + "loss": 0.0191, + "step": 45690 + }, + { + "loss_action": 0.015593073330819607, + "loss_total": 0.015593073330819607, + "step": 45690 + }, + { + "loss_action": 0.012684180401265621, + "loss_total": 0.012684180401265621, + "step": 45690 + }, + { + "loss_action": 0.012733411975204945, + "loss_total": 0.012733411975204945, + "step": 45690 + }, + { + "loss_action": 0.015600494109094143, + "loss_total": 0.015600494109094143, + "step": 45690 + }, + { + "loss_action": 0.0167092215269804, + "loss_total": 0.0167092215269804, + "step": 45690 + }, + { + "loss_action": 0.01051067840307951, + "loss_total": 0.01051067840307951, + "step": 45690 + }, + { + "grad_norm": 0.4143742620944977, + "learning_rate": 6.115068605885713e-05, + "loss": 0.0192, + "step": 45700 + }, + { + "loss_action": 0.019065653905272484, + "loss_total": 0.019065653905272484, + "step": 45700 + }, + { + "loss_action": 0.01294308714568615, + "loss_total": 0.01294308714568615, + "step": 45700 + }, + { + "loss_action": 0.010009003803133965, + "loss_total": 0.010009003803133965, + "step": 45700 + }, + { + "loss_action": 0.10955028980970383, + "loss_total": 0.10955028980970383, + "step": 45700 + }, + { + "loss_action": 0.01600072719156742, + "loss_total": 0.01600072719156742, + "step": 45700 + }, + { + "loss_action": 0.03331495821475983, + "loss_total": 0.03331495821475983, + "step": 45700 + }, + { + "grad_norm": 0.4034838378429413, + "learning_rate": 6.113456717258243e-05, + "loss": 0.0177, + "step": 45710 + }, + { + "loss_action": 0.009980844333767891, + "loss_total": 0.009980844333767891, + "step": 45710 + }, + { + "loss_action": 0.008042184635996819, + "loss_total": 0.008042184635996819, + "step": 45710 + }, + { + "loss_action": 0.05548565462231636, + "loss_total": 0.05548565462231636, + "step": 45710 + }, + { + "loss_action": 0.01824597269296646, + "loss_total": 0.01824597269296646, + "step": 45710 + }, + { + "loss_action": 0.010417900048196316, + "loss_total": 0.010417900048196316, + "step": 45710 + }, + { + "loss_action": 0.013001938350498676, + "loss_total": 0.013001938350498676, + "step": 45710 + }, + { + "grad_norm": 0.3875226676464081, + "learning_rate": 6.11184470686482e-05, + "loss": 0.0204, + "step": 45720 + }, + { + "loss_action": 0.009316210635006428, + "loss_total": 0.009316210635006428, + "step": 45720 + }, + { + "loss_action": 0.05206911638379097, + "loss_total": 0.05206911638379097, + "step": 45720 + }, + { + "loss_action": 0.021234998479485512, + "loss_total": 0.021234998479485512, + "step": 45720 + }, + { + "loss_action": 0.011135504581034184, + "loss_total": 0.011135504581034184, + "step": 45720 + }, + { + "loss_action": 0.010733719915151596, + "loss_total": 0.010733719915151596, + "step": 45720 + }, + { + "loss_action": 0.012624215334653854, + "loss_total": 0.012624215334653854, + "step": 45720 + }, + { + "grad_norm": 0.36113253235816956, + "learning_rate": 6.110232574881731e-05, + "loss": 0.0159, + "step": 45730 + }, + { + "loss_action": 0.014141635037958622, + "loss_total": 0.014141635037958622, + "step": 45730 + }, + { + "loss_action": 0.020975615829229355, + "loss_total": 0.020975615829229355, + "step": 45730 + }, + { + "loss_action": 0.01292488444596529, + "loss_total": 0.01292488444596529, + "step": 45730 + }, + { + "loss_action": 0.009860643185675144, + "loss_total": 0.009860643185675144, + "step": 45730 + }, + { + "loss_action": 0.014669953845441341, + "loss_total": 0.014669953845441341, + "step": 45730 + }, + { + "loss_action": 0.020356042310595512, + "loss_total": 0.020356042310595512, + "step": 45730 + }, + { + "grad_norm": 0.5278270244598389, + "learning_rate": 6.108620321485277e-05, + "loss": 0.0197, + "step": 45740 + }, + { + "loss_action": 0.016269827261567116, + "loss_total": 0.016269827261567116, + "step": 45740 + }, + { + "loss_action": 0.0143895810469985, + "loss_total": 0.0143895810469985, + "step": 45740 + }, + { + "loss_action": 0.011977649293839931, + "loss_total": 0.011977649293839931, + "step": 45740 + }, + { + "loss_action": 0.011541003361344337, + "loss_total": 0.011541003361344337, + "step": 45740 + }, + { + "loss_action": 0.013767623342573643, + "loss_total": 0.013767623342573643, + "step": 45740 + }, + { + "loss_action": 0.0119556849822402, + "loss_total": 0.0119556849822402, + "step": 45740 + }, + { + "grad_norm": 0.4123000204563141, + "learning_rate": 6.107007946851773e-05, + "loss": 0.0169, + "step": 45750 + }, + { + "loss_action": 0.01645168848335743, + "loss_total": 0.01645168848335743, + "step": 45750 + }, + { + "loss_action": 0.016650613397359848, + "loss_total": 0.016650613397359848, + "step": 45750 + }, + { + "loss_action": 0.019831251353025436, + "loss_total": 0.019831251353025436, + "step": 45750 + }, + { + "loss_action": 0.021221257746219635, + "loss_total": 0.021221257746219635, + "step": 45750 + }, + { + "loss_action": 0.009127607569098473, + "loss_total": 0.009127607569098473, + "step": 45750 + }, + { + "loss_action": 0.0078359954059124, + "loss_total": 0.0078359954059124, + "step": 45750 + }, + { + "grad_norm": 0.3800900876522064, + "learning_rate": 6.105395451157542e-05, + "loss": 0.0233, + "step": 45760 + }, + { + "loss_action": 0.04253280535340309, + "loss_total": 0.04253280535340309, + "step": 45760 + }, + { + "loss_action": 0.008669679053127766, + "loss_total": 0.008669679053127766, + "step": 45760 + }, + { + "loss_action": 0.012796396389603615, + "loss_total": 0.012796396389603615, + "step": 45760 + }, + { + "loss_action": 0.02260575070977211, + "loss_total": 0.02260575070977211, + "step": 45760 + }, + { + "loss_action": 0.012563122436404228, + "loss_total": 0.012563122436404228, + "step": 45760 + }, + { + "loss_action": 0.009288422763347626, + "loss_total": 0.009288422763347626, + "step": 45760 + }, + { + "grad_norm": 0.4829431176185608, + "learning_rate": 6.103782834578928e-05, + "loss": 0.0215, + "step": 45770 + }, + { + "loss_action": 0.02540411800146103, + "loss_total": 0.02540411800146103, + "step": 45770 + }, + { + "loss_action": 0.07245802879333496, + "loss_total": 0.07245802879333496, + "step": 45770 + }, + { + "loss_action": 0.014298279769718647, + "loss_total": 0.014298279769718647, + "step": 45770 + }, + { + "loss_action": 0.02020442858338356, + "loss_total": 0.02020442858338356, + "step": 45770 + }, + { + "loss_action": 0.01210222952067852, + "loss_total": 0.01210222952067852, + "step": 45770 + }, + { + "loss_action": 0.01701369136571884, + "loss_total": 0.01701369136571884, + "step": 45770 + }, + { + "grad_norm": 0.355495810508728, + "learning_rate": 6.102170097292281e-05, + "loss": 0.0183, + "step": 45780 + }, + { + "loss_action": 0.01091116014868021, + "loss_total": 0.01091116014868021, + "step": 45780 + }, + { + "loss_action": 0.02145777828991413, + "loss_total": 0.02145777828991413, + "step": 45780 + }, + { + "loss_action": 0.005818411707878113, + "loss_total": 0.005818411707878113, + "step": 45780 + }, + { + "loss_action": 0.02785194292664528, + "loss_total": 0.02785194292664528, + "step": 45780 + }, + { + "loss_action": 0.014946597628295422, + "loss_total": 0.014946597628295422, + "step": 45780 + }, + { + "loss_action": 0.008926089853048325, + "loss_total": 0.008926089853048325, + "step": 45780 + }, + { + "grad_norm": 0.3598248362541199, + "learning_rate": 6.1005572394739716e-05, + "loss": 0.0172, + "step": 45790 + }, + { + "loss_action": 0.011982766911387444, + "loss_total": 0.011982766911387444, + "step": 45790 + }, + { + "loss_action": 0.038165003061294556, + "loss_total": 0.038165003061294556, + "step": 45790 + }, + { + "loss_action": 0.021204309538006783, + "loss_total": 0.021204309538006783, + "step": 45790 + }, + { + "loss_action": 0.015417847782373428, + "loss_total": 0.015417847782373428, + "step": 45790 + }, + { + "loss_action": 0.013089912943542004, + "loss_total": 0.013089912943542004, + "step": 45790 + }, + { + "loss_action": 0.02471017837524414, + "loss_total": 0.02471017837524414, + "step": 45790 + }, + { + "grad_norm": 0.39461299777030945, + "learning_rate": 6.0989442613003765e-05, + "loss": 0.0188, + "step": 45800 + }, + { + "loss_action": 0.03164133429527283, + "loss_total": 0.03164133429527283, + "step": 45800 + }, + { + "loss_action": 0.009831083938479424, + "loss_total": 0.009831083938479424, + "step": 45800 + }, + { + "loss_action": 0.01323021575808525, + "loss_total": 0.01323021575808525, + "step": 45800 + }, + { + "loss_action": 0.01231982558965683, + "loss_total": 0.01231982558965683, + "step": 45800 + }, + { + "loss_action": 0.012761630117893219, + "loss_total": 0.012761630117893219, + "step": 45800 + }, + { + "loss_action": 0.02668044902384281, + "loss_total": 0.02668044902384281, + "step": 45800 + }, + { + "grad_norm": 0.32624000310897827, + "learning_rate": 6.097331162947888e-05, + "loss": 0.0173, + "step": 45810 + }, + { + "loss_action": 0.009707923047244549, + "loss_total": 0.009707923047244549, + "step": 45810 + }, + { + "loss_action": 0.01626410335302353, + "loss_total": 0.01626410335302353, + "step": 45810 + }, + { + "loss_action": 0.013645653612911701, + "loss_total": 0.013645653612911701, + "step": 45810 + }, + { + "loss_action": 0.011918335221707821, + "loss_total": 0.011918335221707821, + "step": 45810 + }, + { + "loss_action": 0.00646438030526042, + "loss_total": 0.00646438030526042, + "step": 45810 + }, + { + "loss_action": 0.006953519769012928, + "loss_total": 0.006953519769012928, + "step": 45810 + }, + { + "grad_norm": 0.2952300012111664, + "learning_rate": 6.095717944592914e-05, + "loss": 0.0155, + "step": 45820 + }, + { + "loss_action": 0.017844095826148987, + "loss_total": 0.017844095826148987, + "step": 45820 + }, + { + "loss_action": 0.014261110685765743, + "loss_total": 0.014261110685765743, + "step": 45820 + }, + { + "loss_action": 0.07469550520181656, + "loss_total": 0.07469550520181656, + "step": 45820 + }, + { + "loss_action": 0.020650632679462433, + "loss_total": 0.020650632679462433, + "step": 45820 + }, + { + "loss_action": 0.011334512382745743, + "loss_total": 0.011334512382745743, + "step": 45820 + }, + { + "loss_action": 0.018411286175251007, + "loss_total": 0.018411286175251007, + "step": 45820 + }, + { + "grad_norm": 0.3068055808544159, + "learning_rate": 6.094104606411873e-05, + "loss": 0.0167, + "step": 45830 + }, + { + "loss_action": 0.016605302691459656, + "loss_total": 0.016605302691459656, + "step": 45830 + }, + { + "loss_action": 0.010945234447717667, + "loss_total": 0.010945234447717667, + "step": 45830 + }, + { + "loss_action": 0.018558459356427193, + "loss_total": 0.018558459356427193, + "step": 45830 + }, + { + "loss_action": 0.016173623502254486, + "loss_total": 0.016173623502254486, + "step": 45830 + }, + { + "loss_action": 0.01427717600017786, + "loss_total": 0.01427717600017786, + "step": 45830 + }, + { + "loss_action": 0.0336170420050621, + "loss_total": 0.0336170420050621, + "step": 45830 + }, + { + "grad_norm": 0.44425904750823975, + "learning_rate": 6.0924911485811966e-05, + "loss": 0.0178, + "step": 45840 + }, + { + "loss_action": 0.023608140647411346, + "loss_total": 0.023608140647411346, + "step": 45840 + }, + { + "loss_action": 0.008993380703032017, + "loss_total": 0.008993380703032017, + "step": 45840 + }, + { + "loss_action": 0.029488548636436462, + "loss_total": 0.029488548636436462, + "step": 45840 + }, + { + "loss_action": 0.012246346101164818, + "loss_total": 0.012246346101164818, + "step": 45840 + }, + { + "loss_action": 0.013616331852972507, + "loss_total": 0.013616331852972507, + "step": 45840 + }, + { + "loss_action": 0.010295432060956955, + "loss_total": 0.010295432060956955, + "step": 45840 + }, + { + "grad_norm": 0.3461918234825134, + "learning_rate": 6.090877571277331e-05, + "loss": 0.0164, + "step": 45850 + }, + { + "loss_action": 0.009519845247268677, + "loss_total": 0.009519845247268677, + "step": 45850 + }, + { + "loss_action": 0.026116814464330673, + "loss_total": 0.026116814464330673, + "step": 45850 + }, + { + "loss_action": 0.01453702338039875, + "loss_total": 0.01453702338039875, + "step": 45850 + }, + { + "loss_action": 0.023139936849474907, + "loss_total": 0.023139936849474907, + "step": 45850 + }, + { + "loss_action": 0.012995063327252865, + "loss_total": 0.012995063327252865, + "step": 45850 + }, + { + "loss_action": 0.013432017527520657, + "loss_total": 0.013432017527520657, + "step": 45850 + }, + { + "grad_norm": 0.30808404088020325, + "learning_rate": 6.089263874676736e-05, + "loss": 0.0223, + "step": 45860 + }, + { + "loss_action": 0.03688041865825653, + "loss_total": 0.03688041865825653, + "step": 45860 + }, + { + "loss_action": 0.015325583517551422, + "loss_total": 0.015325583517551422, + "step": 45860 + }, + { + "loss_action": 0.04756712540984154, + "loss_total": 0.04756712540984154, + "step": 45860 + }, + { + "loss_action": 0.026877405121922493, + "loss_total": 0.026877405121922493, + "step": 45860 + }, + { + "loss_action": 0.03547420725226402, + "loss_total": 0.03547420725226402, + "step": 45860 + }, + { + "loss_action": 0.030462320894002914, + "loss_total": 0.030462320894002914, + "step": 45860 + }, + { + "grad_norm": 0.35150080919265747, + "learning_rate": 6.0876500589558796e-05, + "loss": 0.0185, + "step": 45870 + }, + { + "loss_action": 0.012875446118414402, + "loss_total": 0.012875446118414402, + "step": 45870 + }, + { + "loss_action": 0.010259568691253662, + "loss_total": 0.010259568691253662, + "step": 45870 + }, + { + "loss_action": 0.036466315388679504, + "loss_total": 0.036466315388679504, + "step": 45870 + }, + { + "loss_action": 0.008849621750414371, + "loss_total": 0.008849621750414371, + "step": 45870 + }, + { + "loss_action": 0.023514464497566223, + "loss_total": 0.023514464497566223, + "step": 45870 + }, + { + "loss_action": 0.010289481841027737, + "loss_total": 0.010289481841027737, + "step": 45870 + }, + { + "grad_norm": 0.3709438741207123, + "learning_rate": 6.086036124291248e-05, + "loss": 0.0192, + "step": 45880 + }, + { + "loss_action": 0.006034033372998238, + "loss_total": 0.006034033372998238, + "step": 45880 + }, + { + "loss_action": 0.013252235017716885, + "loss_total": 0.013252235017716885, + "step": 45880 + }, + { + "loss_action": 0.010667311027646065, + "loss_total": 0.010667311027646065, + "step": 45880 + }, + { + "loss_action": 0.012651508674025536, + "loss_total": 0.012651508674025536, + "step": 45880 + }, + { + "loss_action": 0.015219509601593018, + "loss_total": 0.015219509601593018, + "step": 45880 + }, + { + "loss_action": 0.01620638184249401, + "loss_total": 0.01620638184249401, + "step": 45880 + }, + { + "grad_norm": 0.3870684802532196, + "learning_rate": 6.084422070859339e-05, + "loss": 0.0173, + "step": 45890 + }, + { + "loss_action": 0.02462156116962433, + "loss_total": 0.02462156116962433, + "step": 45890 + }, + { + "loss_action": 0.01582232303917408, + "loss_total": 0.01582232303917408, + "step": 45890 + }, + { + "loss_action": 0.02978629246354103, + "loss_total": 0.02978629246354103, + "step": 45890 + }, + { + "loss_action": 0.005895999260246754, + "loss_total": 0.005895999260246754, + "step": 45890 + }, + { + "loss_action": 0.019332556053996086, + "loss_total": 0.019332556053996086, + "step": 45890 + }, + { + "loss_action": 0.007829156704246998, + "loss_total": 0.007829156704246998, + "step": 45890 + }, + { + "grad_norm": 0.37568002939224243, + "learning_rate": 6.082807898836663e-05, + "loss": 0.0211, + "step": 45900 + }, + { + "loss_action": 0.013875835575163364, + "loss_total": 0.013875835575163364, + "step": 45900 + }, + { + "loss_action": 0.018358629196882248, + "loss_total": 0.018358629196882248, + "step": 45900 + }, + { + "loss_action": 0.006746247876435518, + "loss_total": 0.006746247876435518, + "step": 45900 + }, + { + "loss_action": 0.01227861549705267, + "loss_total": 0.01227861549705267, + "step": 45900 + }, + { + "loss_action": 0.01766113191843033, + "loss_total": 0.01766113191843033, + "step": 45900 + }, + { + "loss_action": 0.011770387180149555, + "loss_total": 0.011770387180149555, + "step": 45900 + }, + { + "grad_norm": 0.2706453800201416, + "learning_rate": 6.081193608399742e-05, + "loss": 0.0189, + "step": 45910 + }, + { + "loss_action": 0.008420823141932487, + "loss_total": 0.008420823141932487, + "step": 45910 + }, + { + "loss_action": 0.01429144386202097, + "loss_total": 0.01429144386202097, + "step": 45910 + }, + { + "loss_action": 0.02108883671462536, + "loss_total": 0.02108883671462536, + "step": 45910 + }, + { + "loss_action": 0.012693898752331734, + "loss_total": 0.012693898752331734, + "step": 45910 + }, + { + "loss_action": 0.018013043329119682, + "loss_total": 0.018013043329119682, + "step": 45910 + }, + { + "loss_action": 0.007530186790972948, + "loss_total": 0.007530186790972948, + "step": 45910 + }, + { + "grad_norm": 0.4169202744960785, + "learning_rate": 6.0795791997251164e-05, + "loss": 0.0183, + "step": 45920 + }, + { + "loss_action": 0.010543341748416424, + "loss_total": 0.010543341748416424, + "step": 45920 + }, + { + "loss_action": 0.009553066454827785, + "loss_total": 0.009553066454827785, + "step": 45920 + }, + { + "loss_action": 0.00837789848446846, + "loss_total": 0.00837789848446846, + "step": 45920 + }, + { + "loss_action": 0.01324139628559351, + "loss_total": 0.01324139628559351, + "step": 45920 + }, + { + "loss_action": 0.019893445074558258, + "loss_total": 0.019893445074558258, + "step": 45920 + }, + { + "loss_action": 0.01732572726905346, + "loss_total": 0.01732572726905346, + "step": 45920 + }, + { + "grad_norm": 0.4629706144332886, + "learning_rate": 6.0779646729893294e-05, + "loss": 0.0176, + "step": 45930 + }, + { + "loss_action": 0.018263548612594604, + "loss_total": 0.018263548612594604, + "step": 45930 + }, + { + "loss_action": 0.0209482554346323, + "loss_total": 0.0209482554346323, + "step": 45930 + }, + { + "loss_action": 0.01573866605758667, + "loss_total": 0.01573866605758667, + "step": 45930 + }, + { + "loss_action": 0.017095748335123062, + "loss_total": 0.017095748335123062, + "step": 45930 + }, + { + "loss_action": 0.011363466270267963, + "loss_total": 0.011363466270267963, + "step": 45930 + }, + { + "loss_action": 0.014950631186366081, + "loss_total": 0.014950631186366081, + "step": 45930 + }, + { + "grad_norm": 0.40975436568260193, + "learning_rate": 6.0763500283689476e-05, + "loss": 0.0182, + "step": 45940 + }, + { + "loss_action": 0.0362916961312294, + "loss_total": 0.0362916961312294, + "step": 45940 + }, + { + "loss_action": 0.02820136956870556, + "loss_total": 0.02820136956870556, + "step": 45940 + }, + { + "loss_action": 0.0073835221119225025, + "loss_total": 0.0073835221119225025, + "step": 45940 + }, + { + "loss_action": 0.01197059080004692, + "loss_total": 0.01197059080004692, + "step": 45940 + }, + { + "loss_action": 0.012398808263242245, + "loss_total": 0.012398808263242245, + "step": 45940 + }, + { + "loss_action": 0.011987435631453991, + "loss_total": 0.011987435631453991, + "step": 45940 + }, + { + "grad_norm": 0.32163262367248535, + "learning_rate": 6.0747352660405455e-05, + "loss": 0.018, + "step": 45950 + }, + { + "loss_action": 0.015503340400755405, + "loss_total": 0.015503340400755405, + "step": 45950 + }, + { + "loss_action": 0.013023464940488338, + "loss_total": 0.013023464940488338, + "step": 45950 + }, + { + "loss_action": 0.03041452169418335, + "loss_total": 0.03041452169418335, + "step": 45950 + }, + { + "loss_action": 0.017149871215224266, + "loss_total": 0.017149871215224266, + "step": 45950 + }, + { + "loss_action": 0.023572435602545738, + "loss_total": 0.023572435602545738, + "step": 45950 + }, + { + "loss_action": 0.00808485597372055, + "loss_total": 0.00808485597372055, + "step": 45950 + }, + { + "grad_norm": 0.38993772864341736, + "learning_rate": 6.073120386180709e-05, + "loss": 0.0151, + "step": 45960 + }, + { + "loss_action": 0.012673575431108475, + "loss_total": 0.012673575431108475, + "step": 45960 + }, + { + "loss_action": 0.03594457730650902, + "loss_total": 0.03594457730650902, + "step": 45960 + }, + { + "loss_action": 0.018697194755077362, + "loss_total": 0.018697194755077362, + "step": 45960 + }, + { + "loss_action": 0.01059996709227562, + "loss_total": 0.01059996709227562, + "step": 45960 + }, + { + "loss_action": 0.0073730251751840115, + "loss_total": 0.0073730251751840115, + "step": 45960 + }, + { + "loss_action": 0.007652593310922384, + "loss_total": 0.007652593310922384, + "step": 45960 + }, + { + "grad_norm": 0.4198612868785858, + "learning_rate": 6.0715053889660425e-05, + "loss": 0.0167, + "step": 45970 + }, + { + "loss_action": 0.006748619023710489, + "loss_total": 0.006748619023710489, + "step": 45970 + }, + { + "loss_action": 0.022751115262508392, + "loss_total": 0.022751115262508392, + "step": 45970 + }, + { + "loss_action": 0.021419422701001167, + "loss_total": 0.021419422701001167, + "step": 45970 + }, + { + "loss_action": 0.005569462198764086, + "loss_total": 0.005569462198764086, + "step": 45970 + }, + { + "loss_action": 0.011199419386684895, + "loss_total": 0.011199419386684895, + "step": 45970 + }, + { + "loss_action": 0.0082022650167346, + "loss_total": 0.0082022650167346, + "step": 45970 + }, + { + "grad_norm": 0.3812318742275238, + "learning_rate": 6.069890274573157e-05, + "loss": 0.0156, + "step": 45980 + }, + { + "loss_action": 0.06396009027957916, + "loss_total": 0.06396009027957916, + "step": 45980 + }, + { + "loss_action": 0.013173886574804783, + "loss_total": 0.013173886574804783, + "step": 45980 + }, + { + "loss_action": 0.009671848267316818, + "loss_total": 0.009671848267316818, + "step": 45980 + }, + { + "loss_action": 0.01756657473742962, + "loss_total": 0.01756657473742962, + "step": 45980 + }, + { + "loss_action": 0.03037193976342678, + "loss_total": 0.03037193976342678, + "step": 45980 + }, + { + "loss_action": 0.014243154786527157, + "loss_total": 0.014243154786527157, + "step": 45980 + }, + { + "grad_norm": 0.451331228017807, + "learning_rate": 6.068275043178679e-05, + "loss": 0.0219, + "step": 45990 + }, + { + "loss_action": 0.024840056896209717, + "loss_total": 0.024840056896209717, + "step": 45990 + }, + { + "loss_action": 0.02151874452829361, + "loss_total": 0.02151874452829361, + "step": 45990 + }, + { + "loss_action": 0.02082223817706108, + "loss_total": 0.02082223817706108, + "step": 45990 + }, + { + "loss_action": 0.018704410642385483, + "loss_total": 0.018704410642385483, + "step": 45990 + }, + { + "loss_action": 0.015347355976700783, + "loss_total": 0.015347355976700783, + "step": 45990 + }, + { + "loss_action": 0.0124039426445961, + "loss_total": 0.0124039426445961, + "step": 45990 + }, + { + "grad_norm": 0.3878694474697113, + "learning_rate": 6.066659694959248e-05, + "loss": 0.0164, + "step": 46000 + }, + { + "loss_action": 0.030622856691479683, + "loss_total": 0.030622856691479683, + "step": 46000 + }, + { + "loss_action": 0.01619848981499672, + "loss_total": 0.01619848981499672, + "step": 46000 + }, + { + "loss_action": 0.03501031547784805, + "loss_total": 0.03501031547784805, + "step": 46000 + }, + { + "loss_action": 0.009375638328492641, + "loss_total": 0.009375638328492641, + "step": 46000 + }, + { + "loss_action": 0.034907642751932144, + "loss_total": 0.034907642751932144, + "step": 46000 + }, + { + "loss_action": 0.03268398344516754, + "loss_total": 0.03268398344516754, + "step": 46000 + }, + { + "grad_norm": 0.3442087769508362, + "learning_rate": 6.0650442300915176e-05, + "loss": 0.0192, + "step": 46010 + }, + { + "loss_action": 0.011663980782032013, + "loss_total": 0.011663980782032013, + "step": 46010 + }, + { + "loss_action": 0.01561441645026207, + "loss_total": 0.01561441645026207, + "step": 46010 + }, + { + "loss_action": 0.012415281496942043, + "loss_total": 0.012415281496942043, + "step": 46010 + }, + { + "loss_action": 0.02474730834364891, + "loss_total": 0.02474730834364891, + "step": 46010 + }, + { + "loss_action": 0.012233246117830276, + "loss_total": 0.012233246117830276, + "step": 46010 + }, + { + "loss_action": 0.013209057971835136, + "loss_total": 0.013209057971835136, + "step": 46010 + }, + { + "grad_norm": 0.43115487694740295, + "learning_rate": 6.063428648752152e-05, + "loss": 0.0156, + "step": 46020 + }, + { + "loss_action": 0.0075991409830749035, + "loss_total": 0.0075991409830749035, + "step": 46020 + }, + { + "loss_action": 0.011235952377319336, + "loss_total": 0.011235952377319336, + "step": 46020 + }, + { + "loss_action": 0.02122415602207184, + "loss_total": 0.02122415602207184, + "step": 46020 + }, + { + "loss_action": 0.03528982773423195, + "loss_total": 0.03528982773423195, + "step": 46020 + }, + { + "loss_action": 0.011383652687072754, + "loss_total": 0.011383652687072754, + "step": 46020 + }, + { + "loss_action": 0.007072616368532181, + "loss_total": 0.007072616368532181, + "step": 46020 + }, + { + "grad_norm": 0.3397481143474579, + "learning_rate": 6.0618129511178266e-05, + "loss": 0.0152, + "step": 46030 + }, + { + "loss_action": 0.009445847943425179, + "loss_total": 0.009445847943425179, + "step": 46030 + }, + { + "loss_action": 0.009162189438939095, + "loss_total": 0.009162189438939095, + "step": 46030 + }, + { + "loss_action": 0.010065902955830097, + "loss_total": 0.010065902955830097, + "step": 46030 + }, + { + "loss_action": 0.005347345024347305, + "loss_total": 0.005347345024347305, + "step": 46030 + }, + { + "loss_action": 0.01034777145832777, + "loss_total": 0.01034777145832777, + "step": 46030 + }, + { + "loss_action": 0.013834428042173386, + "loss_total": 0.013834428042173386, + "step": 46030 + }, + { + "grad_norm": 0.37158772349357605, + "learning_rate": 6.060197137365234e-05, + "loss": 0.0153, + "step": 46040 + }, + { + "loss_action": 0.01596294343471527, + "loss_total": 0.01596294343471527, + "step": 46040 + }, + { + "loss_action": 0.009901108220219612, + "loss_total": 0.009901108220219612, + "step": 46040 + }, + { + "loss_action": 0.010791732929646969, + "loss_total": 0.010791732929646969, + "step": 46040 + }, + { + "loss_action": 0.010837936773896217, + "loss_total": 0.010837936773896217, + "step": 46040 + }, + { + "loss_action": 0.006650409661233425, + "loss_total": 0.006650409661233425, + "step": 46040 + }, + { + "loss_action": 0.014291034080088139, + "loss_total": 0.014291034080088139, + "step": 46040 + }, + { + "grad_norm": 0.3004313111305237, + "learning_rate": 6.058581207671077e-05, + "loss": 0.0144, + "step": 46050 + }, + { + "loss_action": 0.0181944090873003, + "loss_total": 0.0181944090873003, + "step": 46050 + }, + { + "loss_action": 0.011072556488215923, + "loss_total": 0.011072556488215923, + "step": 46050 + }, + { + "loss_action": 0.009910501539707184, + "loss_total": 0.009910501539707184, + "step": 46050 + }, + { + "loss_action": 0.01021625380963087, + "loss_total": 0.01021625380963087, + "step": 46050 + }, + { + "loss_action": 0.014393196441233158, + "loss_total": 0.014393196441233158, + "step": 46050 + }, + { + "loss_action": 0.011492384597659111, + "loss_total": 0.011492384597659111, + "step": 46050 + }, + { + "grad_norm": 0.26098355650901794, + "learning_rate": 6.056965162212072e-05, + "loss": 0.0135, + "step": 46060 + }, + { + "loss_action": 0.052720196545124054, + "loss_total": 0.052720196545124054, + "step": 46060 + }, + { + "loss_action": 0.007505964487791061, + "loss_total": 0.007505964487791061, + "step": 46060 + }, + { + "loss_action": 0.04467714577913284, + "loss_total": 0.04467714577913284, + "step": 46060 + }, + { + "loss_action": 0.012995337136089802, + "loss_total": 0.012995337136089802, + "step": 46060 + }, + { + "loss_action": 0.009123903699219227, + "loss_total": 0.009123903699219227, + "step": 46060 + }, + { + "loss_action": 0.004807755816727877, + "loss_total": 0.004807755816727877, + "step": 46060 + }, + { + "grad_norm": 0.4626699686050415, + "learning_rate": 6.055349001164943e-05, + "loss": 0.0204, + "step": 46070 + }, + { + "loss_action": 0.006679069250822067, + "loss_total": 0.006679069250822067, + "step": 46070 + }, + { + "loss_action": 0.019766738638281822, + "loss_total": 0.019766738638281822, + "step": 46070 + }, + { + "loss_action": 0.00590498186647892, + "loss_total": 0.00590498186647892, + "step": 46070 + }, + { + "loss_action": 0.007722306996583939, + "loss_total": 0.007722306996583939, + "step": 46070 + }, + { + "loss_action": 0.021277714520692825, + "loss_total": 0.021277714520692825, + "step": 46070 + }, + { + "loss_action": 0.022658882662653923, + "loss_total": 0.022658882662653923, + "step": 46070 + }, + { + "grad_norm": 0.346189022064209, + "learning_rate": 6.0537327247064347e-05, + "loss": 0.0164, + "step": 46080 + }, + { + "loss_action": 0.022064784541726112, + "loss_total": 0.022064784541726112, + "step": 46080 + }, + { + "loss_action": 0.011011026799678802, + "loss_total": 0.011011026799678802, + "step": 46080 + }, + { + "loss_action": 0.01658509485423565, + "loss_total": 0.01658509485423565, + "step": 46080 + }, + { + "loss_action": 0.005191081203520298, + "loss_total": 0.005191081203520298, + "step": 46080 + }, + { + "loss_action": 0.028941607102751732, + "loss_total": 0.028941607102751732, + "step": 46080 + }, + { + "loss_action": 0.013533735647797585, + "loss_total": 0.013533735647797585, + "step": 46080 + }, + { + "grad_norm": 0.3160485327243805, + "learning_rate": 6.0521163330133014e-05, + "loss": 0.0168, + "step": 46090 + }, + { + "loss_action": 0.031085433438420296, + "loss_total": 0.031085433438420296, + "step": 46090 + }, + { + "loss_action": 0.007809183094650507, + "loss_total": 0.007809183094650507, + "step": 46090 + }, + { + "loss_action": 0.01616027019917965, + "loss_total": 0.01616027019917965, + "step": 46090 + }, + { + "loss_action": 0.010754481889307499, + "loss_total": 0.010754481889307499, + "step": 46090 + }, + { + "loss_action": 0.024041058495640755, + "loss_total": 0.024041058495640755, + "step": 46090 + }, + { + "loss_action": 0.018705613911151886, + "loss_total": 0.018705613911151886, + "step": 46090 + }, + { + "grad_norm": 0.39089974761009216, + "learning_rate": 6.050499826262306e-05, + "loss": 0.0195, + "step": 46100 + }, + { + "loss_action": 0.015868034213781357, + "loss_total": 0.015868034213781357, + "step": 46100 + }, + { + "loss_action": 0.012595552019774914, + "loss_total": 0.012595552019774914, + "step": 46100 + }, + { + "loss_action": 0.008598499931395054, + "loss_total": 0.008598499931395054, + "step": 46100 + }, + { + "loss_action": 0.014775644056499004, + "loss_total": 0.014775644056499004, + "step": 46100 + }, + { + "loss_action": 0.012201662175357342, + "loss_total": 0.012201662175357342, + "step": 46100 + }, + { + "loss_action": 0.01169635821133852, + "loss_total": 0.01169635821133852, + "step": 46100 + }, + { + "grad_norm": 0.29799365997314453, + "learning_rate": 6.0488832046302294e-05, + "loss": 0.013, + "step": 46110 + }, + { + "loss_action": 0.010143161751329899, + "loss_total": 0.010143161751329899, + "step": 46110 + }, + { + "loss_action": 0.006924768444150686, + "loss_total": 0.006924768444150686, + "step": 46110 + }, + { + "loss_action": 0.016736043617129326, + "loss_total": 0.016736043617129326, + "step": 46110 + }, + { + "loss_action": 0.01899547502398491, + "loss_total": 0.01899547502398491, + "step": 46110 + }, + { + "loss_action": 0.02604442648589611, + "loss_total": 0.02604442648589611, + "step": 46110 + }, + { + "loss_action": 0.023099632933735847, + "loss_total": 0.023099632933735847, + "step": 46110 + }, + { + "grad_norm": 0.621781051158905, + "learning_rate": 6.0472664682938626e-05, + "loss": 0.0208, + "step": 46120 + }, + { + "loss_action": 0.008396078832447529, + "loss_total": 0.008396078832447529, + "step": 46120 + }, + { + "loss_action": 0.011772722005844116, + "loss_total": 0.011772722005844116, + "step": 46120 + }, + { + "loss_action": 0.03805363550782204, + "loss_total": 0.03805363550782204, + "step": 46120 + }, + { + "loss_action": 0.022798266261816025, + "loss_total": 0.022798266261816025, + "step": 46120 + }, + { + "loss_action": 0.037004876881837845, + "loss_total": 0.037004876881837845, + "step": 46120 + }, + { + "loss_action": 0.011074279434978962, + "loss_total": 0.011074279434978962, + "step": 46120 + }, + { + "grad_norm": 0.41558414697647095, + "learning_rate": 6.045649617430009e-05, + "loss": 0.0182, + "step": 46130 + }, + { + "loss_action": 0.016478868201375008, + "loss_total": 0.016478868201375008, + "step": 46130 + }, + { + "loss_action": 0.011516614817082882, + "loss_total": 0.011516614817082882, + "step": 46130 + }, + { + "loss_action": 0.07061205059289932, + "loss_total": 0.07061205059289932, + "step": 46130 + }, + { + "loss_action": 0.03660356625914574, + "loss_total": 0.03660356625914574, + "step": 46130 + }, + { + "loss_action": 0.03775496035814285, + "loss_total": 0.03775496035814285, + "step": 46130 + }, + { + "loss_action": 0.017325885593891144, + "loss_total": 0.017325885593891144, + "step": 46130 + }, + { + "grad_norm": 0.3471592664718628, + "learning_rate": 6.0440326522154866e-05, + "loss": 0.0184, + "step": 46140 + }, + { + "loss_action": 0.011290608905255795, + "loss_total": 0.011290608905255795, + "step": 46140 + }, + { + "loss_action": 0.009577732533216476, + "loss_total": 0.009577732533216476, + "step": 46140 + }, + { + "loss_action": 0.011559253558516502, + "loss_total": 0.011559253558516502, + "step": 46140 + }, + { + "loss_action": 0.016398122534155846, + "loss_total": 0.016398122534155846, + "step": 46140 + }, + { + "loss_action": 0.016003793105483055, + "loss_total": 0.016003793105483055, + "step": 46140 + }, + { + "loss_action": 0.024237271398305893, + "loss_total": 0.024237271398305893, + "step": 46140 + }, + { + "grad_norm": 0.38108205795288086, + "learning_rate": 6.0424155728271224e-05, + "loss": 0.0157, + "step": 46150 + }, + { + "loss_action": 0.012586591765284538, + "loss_total": 0.012586591765284538, + "step": 46150 + }, + { + "loss_action": 0.01440596766769886, + "loss_total": 0.01440596766769886, + "step": 46150 + }, + { + "loss_action": 0.022673120722174644, + "loss_total": 0.022673120722174644, + "step": 46150 + }, + { + "loss_action": 0.012671940959990025, + "loss_total": 0.012671940959990025, + "step": 46150 + }, + { + "loss_action": 0.007928879000246525, + "loss_total": 0.007928879000246525, + "step": 46150 + }, + { + "loss_action": 0.009455603547394276, + "loss_total": 0.009455603547394276, + "step": 46150 + }, + { + "grad_norm": 0.3431170582771301, + "learning_rate": 6.040798379441758e-05, + "loss": 0.021, + "step": 46160 + }, + { + "loss_action": 0.017540104687213898, + "loss_total": 0.017540104687213898, + "step": 46160 + }, + { + "loss_action": 0.013810941018164158, + "loss_total": 0.013810941018164158, + "step": 46160 + }, + { + "loss_action": 0.008764549158513546, + "loss_total": 0.008764549158513546, + "step": 46160 + }, + { + "loss_action": 0.02967745251953602, + "loss_total": 0.02967745251953602, + "step": 46160 + }, + { + "loss_action": 0.008649964816868305, + "loss_total": 0.008649964816868305, + "step": 46160 + }, + { + "loss_action": 0.025521039962768555, + "loss_total": 0.025521039962768555, + "step": 46160 + }, + { + "grad_norm": 0.3020585775375366, + "learning_rate": 6.0391810722362485e-05, + "loss": 0.0194, + "step": 46170 + }, + { + "loss_action": 0.020246027037501335, + "loss_total": 0.020246027037501335, + "step": 46170 + }, + { + "loss_action": 0.010923195630311966, + "loss_total": 0.010923195630311966, + "step": 46170 + }, + { + "loss_action": 0.015993526205420494, + "loss_total": 0.015993526205420494, + "step": 46170 + }, + { + "loss_action": 0.013558950275182724, + "loss_total": 0.013558950275182724, + "step": 46170 + }, + { + "loss_action": 0.0195139329880476, + "loss_total": 0.0195139329880476, + "step": 46170 + }, + { + "loss_action": 0.008924368768930435, + "loss_total": 0.008924368768930435, + "step": 46170 + }, + { + "grad_norm": 0.46562659740448, + "learning_rate": 6.037563651387458e-05, + "loss": 0.0159, + "step": 46180 + }, + { + "loss_action": 0.01428403239697218, + "loss_total": 0.01428403239697218, + "step": 46180 + }, + { + "loss_action": 0.01094081625342369, + "loss_total": 0.01094081625342369, + "step": 46180 + }, + { + "loss_action": 0.005681838374584913, + "loss_total": 0.005681838374584913, + "step": 46180 + }, + { + "loss_action": 0.013802025467157364, + "loss_total": 0.013802025467157364, + "step": 46180 + }, + { + "loss_action": 0.024701928719878197, + "loss_total": 0.024701928719878197, + "step": 46180 + }, + { + "loss_action": 0.019336922094225883, + "loss_total": 0.019336922094225883, + "step": 46180 + }, + { + "grad_norm": 0.38349518179893494, + "learning_rate": 6.0359461170722666e-05, + "loss": 0.017, + "step": 46190 + }, + { + "loss_action": 0.018940094858407974, + "loss_total": 0.018940094858407974, + "step": 46190 + }, + { + "loss_action": 0.012676864862442017, + "loss_total": 0.012676864862442017, + "step": 46190 + }, + { + "loss_action": 0.008753672242164612, + "loss_total": 0.008753672242164612, + "step": 46190 + }, + { + "loss_action": 0.016294507309794426, + "loss_total": 0.016294507309794426, + "step": 46190 + }, + { + "loss_action": 0.009090916253626347, + "loss_total": 0.009090916253626347, + "step": 46190 + }, + { + "loss_action": 0.006802392657846212, + "loss_total": 0.006802392657846212, + "step": 46190 + }, + { + "grad_norm": 0.4928724467754364, + "learning_rate": 6.034328469467566e-05, + "loss": 0.0193, + "step": 46200 + }, + { + "loss_action": 0.014068925753235817, + "loss_total": 0.014068925753235817, + "step": 46200 + }, + { + "loss_action": 0.020415624603629112, + "loss_total": 0.020415624603629112, + "step": 46200 + }, + { + "loss_action": 0.0086866719648242, + "loss_total": 0.0086866719648242, + "step": 46200 + }, + { + "loss_action": 0.015408524312078953, + "loss_total": 0.015408524312078953, + "step": 46200 + }, + { + "loss_action": 0.012994322925806046, + "loss_total": 0.012994322925806046, + "step": 46200 + }, + { + "loss_action": 0.023757435381412506, + "loss_total": 0.023757435381412506, + "step": 46200 + }, + { + "grad_norm": 0.5093697309494019, + "learning_rate": 6.0327107087502596e-05, + "loss": 0.0171, + "step": 46210 + }, + { + "loss_action": 0.008053739555180073, + "loss_total": 0.008053739555180073, + "step": 46210 + }, + { + "loss_action": 0.01530916802585125, + "loss_total": 0.01530916802585125, + "step": 46210 + }, + { + "loss_action": 0.006423160433769226, + "loss_total": 0.006423160433769226, + "step": 46210 + }, + { + "loss_action": 0.007128024473786354, + "loss_total": 0.007128024473786354, + "step": 46210 + }, + { + "loss_action": 0.011826337315142155, + "loss_total": 0.011826337315142155, + "step": 46210 + }, + { + "loss_action": 0.012006234377622604, + "loss_total": 0.012006234377622604, + "step": 46210 + }, + { + "grad_norm": 0.36523720622062683, + "learning_rate": 6.031092835097262e-05, + "loss": 0.0156, + "step": 46220 + }, + { + "loss_action": 0.014615105465054512, + "loss_total": 0.014615105465054512, + "step": 46220 + }, + { + "loss_action": 0.007884595543146133, + "loss_total": 0.007884595543146133, + "step": 46220 + }, + { + "loss_action": 0.01718546636402607, + "loss_total": 0.01718546636402607, + "step": 46220 + }, + { + "loss_action": 0.009012061171233654, + "loss_total": 0.009012061171233654, + "step": 46220 + }, + { + "loss_action": 0.004400522913783789, + "loss_total": 0.004400522913783789, + "step": 46220 + }, + { + "loss_action": 0.008088258095085621, + "loss_total": 0.008088258095085621, + "step": 46220 + }, + { + "grad_norm": 0.3324545621871948, + "learning_rate": 6.0294748486855024e-05, + "loss": 0.0168, + "step": 46230 + }, + { + "loss_action": 0.008711220696568489, + "loss_total": 0.008711220696568489, + "step": 46230 + }, + { + "loss_action": 0.00968524906784296, + "loss_total": 0.00968524906784296, + "step": 46230 + }, + { + "loss_action": 0.010695124045014381, + "loss_total": 0.010695124045014381, + "step": 46230 + }, + { + "loss_action": 0.013224351219832897, + "loss_total": 0.013224351219832897, + "step": 46230 + }, + { + "loss_action": 0.012526302598416805, + "loss_total": 0.012526302598416805, + "step": 46230 + }, + { + "loss_action": 0.010705006308853626, + "loss_total": 0.010705006308853626, + "step": 46230 + }, + { + "grad_norm": 0.3547906279563904, + "learning_rate": 6.0278567496919216e-05, + "loss": 0.0147, + "step": 46240 + }, + { + "loss_action": 0.010132012888789177, + "loss_total": 0.010132012888789177, + "step": 46240 + }, + { + "loss_action": 0.019067617133259773, + "loss_total": 0.019067617133259773, + "step": 46240 + }, + { + "loss_action": 0.021060621365904808, + "loss_total": 0.021060621365904808, + "step": 46240 + }, + { + "loss_action": 0.006646815687417984, + "loss_total": 0.006646815687417984, + "step": 46240 + }, + { + "loss_action": 0.029525423422455788, + "loss_total": 0.029525423422455788, + "step": 46240 + }, + { + "loss_action": 0.018475452437996864, + "loss_total": 0.018475452437996864, + "step": 46240 + }, + { + "grad_norm": 0.3911573886871338, + "learning_rate": 6.026238538293472e-05, + "loss": 0.0163, + "step": 46250 + }, + { + "loss_action": 0.06148302182555199, + "loss_total": 0.06148302182555199, + "step": 46250 + }, + { + "loss_action": 0.013532654382288456, + "loss_total": 0.013532654382288456, + "step": 46250 + }, + { + "loss_action": 0.007160800509154797, + "loss_total": 0.007160800509154797, + "step": 46250 + }, + { + "loss_action": 0.047582343220710754, + "loss_total": 0.047582343220710754, + "step": 46250 + }, + { + "loss_action": 0.009714309126138687, + "loss_total": 0.009714309126138687, + "step": 46250 + }, + { + "loss_action": 0.03255617991089821, + "loss_total": 0.03255617991089821, + "step": 46250 + }, + { + "grad_norm": 0.31460604071617126, + "learning_rate": 6.024620214667118e-05, + "loss": 0.0155, + "step": 46260 + }, + { + "loss_action": 0.012380238622426987, + "loss_total": 0.012380238622426987, + "step": 46260 + }, + { + "loss_action": 0.046258918941020966, + "loss_total": 0.046258918941020966, + "step": 46260 + }, + { + "loss_action": 0.013867282308638096, + "loss_total": 0.013867282308638096, + "step": 46260 + }, + { + "loss_action": 0.018569650128483772, + "loss_total": 0.018569650128483772, + "step": 46260 + }, + { + "loss_action": 0.014373681508004665, + "loss_total": 0.014373681508004665, + "step": 46260 + }, + { + "loss_action": 0.007284508086740971, + "loss_total": 0.007284508086740971, + "step": 46260 + }, + { + "grad_norm": 0.3980596661567688, + "learning_rate": 6.0230017789898384e-05, + "loss": 0.0194, + "step": 46270 + }, + { + "loss_action": 0.024136079475283623, + "loss_total": 0.024136079475283623, + "step": 46270 + }, + { + "loss_action": 0.013614957220852375, + "loss_total": 0.013614957220852375, + "step": 46270 + }, + { + "loss_action": 0.012129610404372215, + "loss_total": 0.012129610404372215, + "step": 46270 + }, + { + "loss_action": 0.026401719078421593, + "loss_total": 0.026401719078421593, + "step": 46270 + }, + { + "loss_action": 0.010439137928187847, + "loss_total": 0.010439137928187847, + "step": 46270 + }, + { + "loss_action": 0.009760726243257523, + "loss_total": 0.009760726243257523, + "step": 46270 + }, + { + "grad_norm": 0.2937590777873993, + "learning_rate": 6.021383231438622e-05, + "loss": 0.0138, + "step": 46280 + }, + { + "loss_action": 0.012401195243000984, + "loss_total": 0.012401195243000984, + "step": 46280 + }, + { + "loss_action": 0.07123276591300964, + "loss_total": 0.07123276591300964, + "step": 46280 + }, + { + "loss_action": 0.009691011160612106, + "loss_total": 0.009691011160612106, + "step": 46280 + }, + { + "loss_action": 0.013300343416631222, + "loss_total": 0.013300343416631222, + "step": 46280 + }, + { + "loss_action": 0.017302028834819794, + "loss_total": 0.017302028834819794, + "step": 46280 + }, + { + "loss_action": 0.008194157853722572, + "loss_total": 0.008194157853722572, + "step": 46280 + }, + { + "grad_norm": 0.31563466787338257, + "learning_rate": 6.0197645721904704e-05, + "loss": 0.0188, + "step": 46290 + }, + { + "loss_action": 0.007191140204668045, + "loss_total": 0.007191140204668045, + "step": 46290 + }, + { + "loss_action": 0.015942199155688286, + "loss_total": 0.015942199155688286, + "step": 46290 + }, + { + "loss_action": 0.00716422451660037, + "loss_total": 0.00716422451660037, + "step": 46290 + }, + { + "loss_action": 0.017929309979081154, + "loss_total": 0.017929309979081154, + "step": 46290 + }, + { + "loss_action": 0.027091719210147858, + "loss_total": 0.027091719210147858, + "step": 46290 + }, + { + "loss_action": 0.010552852414548397, + "loss_total": 0.010552852414548397, + "step": 46290 + }, + { + "grad_norm": 0.38930845260620117, + "learning_rate": 6.0181458014224e-05, + "loss": 0.0188, + "step": 46300 + }, + { + "loss_action": 0.034353096038103104, + "loss_total": 0.034353096038103104, + "step": 46300 + }, + { + "loss_action": 0.0195162333548069, + "loss_total": 0.0195162333548069, + "step": 46300 + }, + { + "loss_action": 0.012023874558508396, + "loss_total": 0.012023874558508396, + "step": 46300 + }, + { + "loss_action": 0.026996413245797157, + "loss_total": 0.026996413245797157, + "step": 46300 + }, + { + "loss_action": 0.006653987802565098, + "loss_total": 0.006653987802565098, + "step": 46300 + }, + { + "loss_action": 0.006070987321436405, + "loss_total": 0.006070987321436405, + "step": 46300 + }, + { + "grad_norm": 0.33525776863098145, + "learning_rate": 6.016526919311435e-05, + "loss": 0.0152, + "step": 46310 + }, + { + "loss_action": 0.008627948351204395, + "loss_total": 0.008627948351204395, + "step": 46310 + }, + { + "loss_action": 0.013225014321506023, + "loss_total": 0.013225014321506023, + "step": 46310 + }, + { + "loss_action": 0.011925425380468369, + "loss_total": 0.011925425380468369, + "step": 46310 + }, + { + "loss_action": 0.012417630292475224, + "loss_total": 0.012417630292475224, + "step": 46310 + }, + { + "loss_action": 0.010185197927057743, + "loss_total": 0.010185197927057743, + "step": 46310 + }, + { + "loss_action": 0.02653258852660656, + "loss_total": 0.02653258852660656, + "step": 46310 + }, + { + "grad_norm": 0.36672472953796387, + "learning_rate": 6.014907926034613e-05, + "loss": 0.0152, + "step": 46320 + }, + { + "loss_action": 0.011552196927368641, + "loss_total": 0.011552196927368641, + "step": 46320 + }, + { + "loss_action": 0.010590593330562115, + "loss_total": 0.010590593330562115, + "step": 46320 + }, + { + "loss_action": 0.009535646066069603, + "loss_total": 0.009535646066069603, + "step": 46320 + }, + { + "loss_action": 0.030344819650053978, + "loss_total": 0.030344819650053978, + "step": 46320 + }, + { + "loss_action": 0.03422364965081215, + "loss_total": 0.03422364965081215, + "step": 46320 + }, + { + "loss_action": 0.014409612864255905, + "loss_total": 0.014409612864255905, + "step": 46320 + }, + { + "grad_norm": 0.4444245398044586, + "learning_rate": 6.0132888217689875e-05, + "loss": 0.019, + "step": 46330 + }, + { + "loss_action": 0.038308095186948776, + "loss_total": 0.038308095186948776, + "step": 46330 + }, + { + "loss_action": 0.01330913882702589, + "loss_total": 0.01330913882702589, + "step": 46330 + }, + { + "loss_action": 0.01931019127368927, + "loss_total": 0.01931019127368927, + "step": 46330 + }, + { + "loss_action": 0.008861499838531017, + "loss_total": 0.008861499838531017, + "step": 46330 + }, + { + "loss_action": 0.008613712154328823, + "loss_total": 0.008613712154328823, + "step": 46330 + }, + { + "loss_action": 0.009687443263828754, + "loss_total": 0.009687443263828754, + "step": 46330 + }, + { + "grad_norm": 0.6546804308891296, + "learning_rate": 6.01166960669162e-05, + "loss": 0.016, + "step": 46340 + }, + { + "loss_action": 0.02808273211121559, + "loss_total": 0.02808273211121559, + "step": 46340 + }, + { + "loss_action": 0.06659737229347229, + "loss_total": 0.06659737229347229, + "step": 46340 + }, + { + "loss_action": 0.013423745520412922, + "loss_total": 0.013423745520412922, + "step": 46340 + }, + { + "loss_action": 0.01534644141793251, + "loss_total": 0.01534644141793251, + "step": 46340 + }, + { + "loss_action": 0.02000279352068901, + "loss_total": 0.02000279352068901, + "step": 46340 + }, + { + "loss_action": 0.009424789808690548, + "loss_total": 0.009424789808690548, + "step": 46340 + }, + { + "grad_norm": 0.3454190194606781, + "learning_rate": 6.0100502809795845e-05, + "loss": 0.0165, + "step": 46350 + }, + { + "loss_action": 0.027187205851078033, + "loss_total": 0.027187205851078033, + "step": 46350 + }, + { + "loss_action": 0.01841259002685547, + "loss_total": 0.01841259002685547, + "step": 46350 + }, + { + "loss_action": 0.013687612488865852, + "loss_total": 0.013687612488865852, + "step": 46350 + }, + { + "loss_action": 0.00715668685734272, + "loss_total": 0.00715668685734272, + "step": 46350 + }, + { + "loss_action": 0.04301424324512482, + "loss_total": 0.04301424324512482, + "step": 46350 + }, + { + "loss_action": 0.03139353170990944, + "loss_total": 0.03139353170990944, + "step": 46350 + }, + { + "grad_norm": 0.2811495065689087, + "learning_rate": 6.00843084480997e-05, + "loss": 0.0173, + "step": 46360 + }, + { + "loss_action": 0.01289831567555666, + "loss_total": 0.01289831567555666, + "step": 46360 + }, + { + "loss_action": 0.013363580219447613, + "loss_total": 0.013363580219447613, + "step": 46360 + }, + { + "loss_action": 0.019091609865427017, + "loss_total": 0.019091609865427017, + "step": 46360 + }, + { + "loss_action": 0.025638146325945854, + "loss_total": 0.025638146325945854, + "step": 46360 + }, + { + "loss_action": 0.014436502940952778, + "loss_total": 0.014436502940952778, + "step": 46360 + }, + { + "loss_action": 0.006161993369460106, + "loss_total": 0.006161993369460106, + "step": 46360 + }, + { + "grad_norm": 0.4613865613937378, + "learning_rate": 6.0068112983598736e-05, + "loss": 0.0192, + "step": 46370 + }, + { + "loss_action": 0.036251168698072433, + "loss_total": 0.036251168698072433, + "step": 46370 + }, + { + "loss_action": 0.005130484700202942, + "loss_total": 0.005130484700202942, + "step": 46370 + }, + { + "loss_action": 0.011379427276551723, + "loss_total": 0.011379427276551723, + "step": 46370 + }, + { + "loss_action": 0.007017791736871004, + "loss_total": 0.007017791736871004, + "step": 46370 + }, + { + "loss_action": 0.021831516176462173, + "loss_total": 0.021831516176462173, + "step": 46370 + }, + { + "loss_action": 0.020469514653086662, + "loss_total": 0.020469514653086662, + "step": 46370 + }, + { + "grad_norm": 0.3586152493953705, + "learning_rate": 6.005191641806407e-05, + "loss": 0.02, + "step": 46380 + }, + { + "loss_action": 0.04150450974702835, + "loss_total": 0.04150450974702835, + "step": 46380 + }, + { + "loss_action": 0.011249535717070103, + "loss_total": 0.011249535717070103, + "step": 46380 + }, + { + "loss_action": 0.013353756628930569, + "loss_total": 0.013353756628930569, + "step": 46380 + }, + { + "loss_action": 0.014260231517255306, + "loss_total": 0.014260231517255306, + "step": 46380 + }, + { + "loss_action": 0.011829648166894913, + "loss_total": 0.011829648166894913, + "step": 46380 + }, + { + "loss_action": 0.008530491031706333, + "loss_total": 0.008530491031706333, + "step": 46380 + }, + { + "grad_norm": 0.524531900882721, + "learning_rate": 6.003571875326694e-05, + "loss": 0.0185, + "step": 46390 + }, + { + "loss_action": 0.009023240767419338, + "loss_total": 0.009023240767419338, + "step": 46390 + }, + { + "loss_action": 0.014901294372975826, + "loss_total": 0.014901294372975826, + "step": 46390 + }, + { + "loss_action": 0.02125791274011135, + "loss_total": 0.02125791274011135, + "step": 46390 + }, + { + "loss_action": 0.02896104007959366, + "loss_total": 0.02896104007959366, + "step": 46390 + }, + { + "loss_action": 0.013861854560673237, + "loss_total": 0.013861854560673237, + "step": 46390 + }, + { + "loss_action": 0.01179929543286562, + "loss_total": 0.01179929543286562, + "step": 46390 + }, + { + "grad_norm": 0.40665486454963684, + "learning_rate": 6.00195199909787e-05, + "loss": 0.0199, + "step": 46400 + }, + { + "loss_action": 0.025014273822307587, + "loss_total": 0.025014273822307587, + "step": 46400 + }, + { + "loss_action": 0.01573101058602333, + "loss_total": 0.01573101058602333, + "step": 46400 + }, + { + "loss_action": 0.0057854861952364445, + "loss_total": 0.0057854861952364445, + "step": 46400 + }, + { + "loss_action": 0.021593019366264343, + "loss_total": 0.021593019366264343, + "step": 46400 + }, + { + "loss_action": 0.011912955902516842, + "loss_total": 0.011912955902516842, + "step": 46400 + }, + { + "loss_action": 0.02114318311214447, + "loss_total": 0.02114318311214447, + "step": 46400 + }, + { + "grad_norm": 0.39651745557785034, + "learning_rate": 6.000332013297082e-05, + "loss": 0.015, + "step": 46410 + }, + { + "loss_action": 0.0054984246380627155, + "loss_total": 0.0054984246380627155, + "step": 46410 + }, + { + "loss_action": 0.005413357634097338, + "loss_total": 0.005413357634097338, + "step": 46410 + }, + { + "loss_action": 0.01421541627496481, + "loss_total": 0.01421541627496481, + "step": 46410 + }, + { + "loss_action": 0.01011254545301199, + "loss_total": 0.01011254545301199, + "step": 46410 + }, + { + "loss_action": 0.01684611104428768, + "loss_total": 0.01684611104428768, + "step": 46410 + }, + { + "loss_action": 0.009877743199467659, + "loss_total": 0.009877743199467659, + "step": 46410 + }, + { + "grad_norm": 0.3682151734828949, + "learning_rate": 5.998711918101487e-05, + "loss": 0.0148, + "step": 46420 + }, + { + "loss_action": 0.006886092014610767, + "loss_total": 0.006886092014610767, + "step": 46420 + }, + { + "loss_action": 0.007607367355376482, + "loss_total": 0.007607367355376482, + "step": 46420 + }, + { + "loss_action": 0.011531584896147251, + "loss_total": 0.011531584896147251, + "step": 46420 + }, + { + "loss_action": 0.013203442096710205, + "loss_total": 0.013203442096710205, + "step": 46420 + }, + { + "loss_action": 0.01808396726846695, + "loss_total": 0.01808396726846695, + "step": 46420 + }, + { + "loss_action": 0.014912201091647148, + "loss_total": 0.014912201091647148, + "step": 46420 + }, + { + "grad_norm": 0.40104544162750244, + "learning_rate": 5.997091713688261e-05, + "loss": 0.0151, + "step": 46430 + }, + { + "loss_action": 0.0277260635048151, + "loss_total": 0.0277260635048151, + "step": 46430 + }, + { + "loss_action": 0.008027130737900734, + "loss_total": 0.008027130737900734, + "step": 46430 + }, + { + "loss_action": 0.032087091356515884, + "loss_total": 0.032087091356515884, + "step": 46430 + }, + { + "loss_action": 0.02147459052503109, + "loss_total": 0.02147459052503109, + "step": 46430 + }, + { + "loss_action": 0.008124462328851223, + "loss_total": 0.008124462328851223, + "step": 46430 + }, + { + "loss_action": 0.00891040451824665, + "loss_total": 0.00891040451824665, + "step": 46430 + }, + { + "grad_norm": 0.43330585956573486, + "learning_rate": 5.9954714002345836e-05, + "loss": 0.0157, + "step": 46440 + }, + { + "loss_action": 0.020188044756650925, + "loss_total": 0.020188044756650925, + "step": 46440 + }, + { + "loss_action": 0.013298104517161846, + "loss_total": 0.013298104517161846, + "step": 46440 + }, + { + "loss_action": 0.01058987807482481, + "loss_total": 0.01058987807482481, + "step": 46440 + }, + { + "loss_action": 0.02174350805580616, + "loss_total": 0.02174350805580616, + "step": 46440 + }, + { + "loss_action": 0.012817987240850925, + "loss_total": 0.012817987240850925, + "step": 46440 + }, + { + "loss_action": 0.005930093117058277, + "loss_total": 0.005930093117058277, + "step": 46440 + }, + { + "grad_norm": 0.4242009222507477, + "learning_rate": 5.993850977917649e-05, + "loss": 0.0163, + "step": 46450 + }, + { + "loss_action": 0.010212015360593796, + "loss_total": 0.010212015360593796, + "step": 46450 + }, + { + "loss_action": 0.009353609755635262, + "loss_total": 0.009353609755635262, + "step": 46450 + }, + { + "loss_action": 0.02092001587152481, + "loss_total": 0.02092001587152481, + "step": 46450 + }, + { + "loss_action": 0.05707955360412598, + "loss_total": 0.05707955360412598, + "step": 46450 + }, + { + "loss_action": 0.012990661896765232, + "loss_total": 0.012990661896765232, + "step": 46450 + }, + { + "loss_action": 0.015576010569930077, + "loss_total": 0.015576010569930077, + "step": 46450 + }, + { + "grad_norm": 0.3316739797592163, + "learning_rate": 5.992230446914667e-05, + "loss": 0.016, + "step": 46460 + }, + { + "loss_action": 0.004785933066159487, + "loss_total": 0.004785933066159487, + "step": 46460 + }, + { + "loss_action": 0.012145684100687504, + "loss_total": 0.012145684100687504, + "step": 46460 + }, + { + "loss_action": 0.00896176602691412, + "loss_total": 0.00896176602691412, + "step": 46460 + }, + { + "loss_action": 0.01752123422920704, + "loss_total": 0.01752123422920704, + "step": 46460 + }, + { + "loss_action": 0.00732954777777195, + "loss_total": 0.00732954777777195, + "step": 46460 + }, + { + "loss_action": 0.027603888884186745, + "loss_total": 0.027603888884186745, + "step": 46460 + }, + { + "grad_norm": 0.38053810596466064, + "learning_rate": 5.990609807402855e-05, + "loss": 0.0198, + "step": 46470 + }, + { + "loss_action": 0.019720537588000298, + "loss_total": 0.019720537588000298, + "step": 46470 + }, + { + "loss_action": 0.016852090135216713, + "loss_total": 0.016852090135216713, + "step": 46470 + }, + { + "loss_action": 0.007808726280927658, + "loss_total": 0.007808726280927658, + "step": 46470 + }, + { + "loss_action": 0.013588665053248405, + "loss_total": 0.013588665053248405, + "step": 46470 + }, + { + "loss_action": 0.09025611728429794, + "loss_total": 0.09025611728429794, + "step": 46470 + }, + { + "loss_action": 0.01056117843836546, + "loss_total": 0.01056117843836546, + "step": 46470 + }, + { + "grad_norm": 0.34691518545150757, + "learning_rate": 5.988989059559443e-05, + "loss": 0.0169, + "step": 46480 + }, + { + "loss_action": 0.009796319529414177, + "loss_total": 0.009796319529414177, + "step": 46480 + }, + { + "loss_action": 0.014381494373083115, + "loss_total": 0.014381494373083115, + "step": 46480 + }, + { + "loss_action": 0.017758775502443314, + "loss_total": 0.017758775502443314, + "step": 46480 + }, + { + "loss_action": 0.006455561146140099, + "loss_total": 0.006455561146140099, + "step": 46480 + }, + { + "loss_action": 0.009335543029010296, + "loss_total": 0.009335543029010296, + "step": 46480 + }, + { + "loss_action": 0.023727238178253174, + "loss_total": 0.023727238178253174, + "step": 46480 + }, + { + "grad_norm": 0.3190551698207855, + "learning_rate": 5.987368203561675e-05, + "loss": 0.0125, + "step": 46490 + }, + { + "loss_action": 0.006163845304399729, + "loss_total": 0.006163845304399729, + "step": 46490 + }, + { + "loss_action": 0.005996548570692539, + "loss_total": 0.005996548570692539, + "step": 46490 + }, + { + "loss_action": 0.009405853226780891, + "loss_total": 0.009405853226780891, + "step": 46490 + }, + { + "loss_action": 0.039716120809316635, + "loss_total": 0.039716120809316635, + "step": 46490 + }, + { + "loss_action": 0.05166919156908989, + "loss_total": 0.05166919156908989, + "step": 46490 + }, + { + "loss_action": 0.011322105303406715, + "loss_total": 0.011322105303406715, + "step": 46490 + }, + { + "grad_norm": 0.34272125363349915, + "learning_rate": 5.9857472395868055e-05, + "loss": 0.016, + "step": 46500 + }, + { + "loss_action": 0.010569875128567219, + "loss_total": 0.010569875128567219, + "step": 46500 + }, + { + "loss_action": 0.0368366576731205, + "loss_total": 0.0368366576731205, + "step": 46500 + }, + { + "loss_action": 0.00717836944386363, + "loss_total": 0.00717836944386363, + "step": 46500 + }, + { + "loss_action": 0.016242654994130135, + "loss_total": 0.016242654994130135, + "step": 46500 + }, + { + "loss_action": 0.007467349525541067, + "loss_total": 0.007467349525541067, + "step": 46500 + }, + { + "loss_action": 0.008079991675913334, + "loss_total": 0.008079991675913334, + "step": 46500 + }, + { + "grad_norm": 0.4053926467895508, + "learning_rate": 5.9841261678120983e-05, + "loss": 0.0165, + "step": 46510 + }, + { + "loss_action": 0.015483679249882698, + "loss_total": 0.015483679249882698, + "step": 46510 + }, + { + "loss_action": 0.01024966686964035, + "loss_total": 0.01024966686964035, + "step": 46510 + }, + { + "loss_action": 0.02442103810608387, + "loss_total": 0.02442103810608387, + "step": 46510 + }, + { + "loss_action": 0.011965136975049973, + "loss_total": 0.011965136975049973, + "step": 46510 + }, + { + "loss_action": 0.04044142737984657, + "loss_total": 0.04044142737984657, + "step": 46510 + }, + { + "loss_action": 0.016107706353068352, + "loss_total": 0.016107706353068352, + "step": 46510 + }, + { + "grad_norm": 0.31838151812553406, + "learning_rate": 5.982504988414834e-05, + "loss": 0.0148, + "step": 46520 + }, + { + "loss_action": 0.017754387110471725, + "loss_total": 0.017754387110471725, + "step": 46520 + }, + { + "loss_action": 0.008860335685312748, + "loss_total": 0.008860335685312748, + "step": 46520 + }, + { + "loss_action": 0.010855193249881268, + "loss_total": 0.010855193249881268, + "step": 46520 + }, + { + "loss_action": 0.014748264104127884, + "loss_total": 0.014748264104127884, + "step": 46520 + }, + { + "loss_action": 0.02135714516043663, + "loss_total": 0.02135714516043663, + "step": 46520 + }, + { + "loss_action": 0.009701303206384182, + "loss_total": 0.009701303206384182, + "step": 46520 + }, + { + "grad_norm": 0.3186797499656677, + "learning_rate": 5.9808837015723015e-05, + "loss": 0.0146, + "step": 46530 + }, + { + "loss_action": 0.015166203491389751, + "loss_total": 0.015166203491389751, + "step": 46530 + }, + { + "loss_action": 0.012958737090229988, + "loss_total": 0.012958737090229988, + "step": 46530 + }, + { + "loss_action": 0.0085945138707757, + "loss_total": 0.0085945138707757, + "step": 46530 + }, + { + "loss_action": 0.008904398418962955, + "loss_total": 0.008904398418962955, + "step": 46530 + }, + { + "loss_action": 0.018387654796242714, + "loss_total": 0.018387654796242714, + "step": 46530 + }, + { + "loss_action": 0.006527050398290157, + "loss_total": 0.006527050398290157, + "step": 46530 + }, + { + "grad_norm": 0.342499315738678, + "learning_rate": 5.9792623074618016e-05, + "loss": 0.0171, + "step": 46540 + }, + { + "loss_action": 0.02093937247991562, + "loss_total": 0.02093937247991562, + "step": 46540 + }, + { + "loss_action": 0.008526923134922981, + "loss_total": 0.008526923134922981, + "step": 46540 + }, + { + "loss_action": 0.017532745376229286, + "loss_total": 0.017532745376229286, + "step": 46540 + }, + { + "loss_action": 0.006023436784744263, + "loss_total": 0.006023436784744263, + "step": 46540 + }, + { + "loss_action": 0.02039162628352642, + "loss_total": 0.02039162628352642, + "step": 46540 + }, + { + "loss_action": 0.007756008766591549, + "loss_total": 0.007756008766591549, + "step": 46540 + }, + { + "grad_norm": 0.3980284035205841, + "learning_rate": 5.977640806260648e-05, + "loss": 0.0163, + "step": 46550 + }, + { + "loss_action": 0.015502559952437878, + "loss_total": 0.015502559952437878, + "step": 46550 + }, + { + "loss_action": 0.013405976817011833, + "loss_total": 0.013405976817011833, + "step": 46550 + }, + { + "loss_action": 0.023838449269533157, + "loss_total": 0.023838449269533157, + "step": 46550 + }, + { + "loss_action": 0.08880585432052612, + "loss_total": 0.08880585432052612, + "step": 46550 + }, + { + "loss_action": 0.05695096775889397, + "loss_total": 0.05695096775889397, + "step": 46550 + }, + { + "loss_action": 0.007356136105954647, + "loss_total": 0.007356136105954647, + "step": 46550 + }, + { + "grad_norm": 0.46786004304885864, + "learning_rate": 5.976019198146166e-05, + "loss": 0.0217, + "step": 46560 + }, + { + "loss_action": 0.009910146705806255, + "loss_total": 0.009910146705806255, + "step": 46560 + }, + { + "loss_action": 0.008723095990717411, + "loss_total": 0.008723095990717411, + "step": 46560 + }, + { + "loss_action": 0.006322665140032768, + "loss_total": 0.006322665140032768, + "step": 46560 + }, + { + "loss_action": 0.005487681366503239, + "loss_total": 0.005487681366503239, + "step": 46560 + }, + { + "loss_action": 0.01963050290942192, + "loss_total": 0.01963050290942192, + "step": 46560 + }, + { + "loss_action": 0.008244151249527931, + "loss_total": 0.008244151249527931, + "step": 46560 + }, + { + "grad_norm": 0.3331681489944458, + "learning_rate": 5.974397483295692e-05, + "loss": 0.0152, + "step": 46570 + }, + { + "loss_action": 0.007825045846402645, + "loss_total": 0.007825045846402645, + "step": 46570 + }, + { + "loss_action": 0.009074865840375423, + "loss_total": 0.009074865840375423, + "step": 46570 + }, + { + "loss_action": 0.0046159978955984116, + "loss_total": 0.0046159978955984116, + "step": 46570 + }, + { + "loss_action": 0.0058624036610126495, + "loss_total": 0.0058624036610126495, + "step": 46570 + }, + { + "loss_action": 0.021008022129535675, + "loss_total": 0.021008022129535675, + "step": 46570 + }, + { + "loss_action": 0.05057204142212868, + "loss_total": 0.05057204142212868, + "step": 46570 + }, + { + "grad_norm": 0.3599505126476288, + "learning_rate": 5.972775661886575e-05, + "loss": 0.0182, + "step": 46580 + }, + { + "loss_action": 0.0055247158743441105, + "loss_total": 0.0055247158743441105, + "step": 46580 + }, + { + "loss_action": 0.009376857429742813, + "loss_total": 0.009376857429742813, + "step": 46580 + }, + { + "loss_action": 0.008780151605606079, + "loss_total": 0.008780151605606079, + "step": 46580 + }, + { + "loss_action": 0.005337189882993698, + "loss_total": 0.005337189882993698, + "step": 46580 + }, + { + "loss_action": 0.009242887608706951, + "loss_total": 0.009242887608706951, + "step": 46580 + }, + { + "loss_action": 0.017897525802254677, + "loss_total": 0.017897525802254677, + "step": 46580 + }, + { + "grad_norm": 0.44819509983062744, + "learning_rate": 5.971153734096173e-05, + "loss": 0.0162, + "step": 46590 + }, + { + "loss_action": 0.01766965165734291, + "loss_total": 0.01766965165734291, + "step": 46590 + }, + { + "loss_action": 0.0075740693137049675, + "loss_total": 0.0075740693137049675, + "step": 46590 + }, + { + "loss_action": 0.008491519838571548, + "loss_total": 0.008491519838571548, + "step": 46590 + }, + { + "loss_action": 0.010599594563245773, + "loss_total": 0.010599594563245773, + "step": 46590 + }, + { + "loss_action": 0.020563509315252304, + "loss_total": 0.020563509315252304, + "step": 46590 + }, + { + "loss_action": 0.09692355245351791, + "loss_total": 0.09692355245351791, + "step": 46590 + }, + { + "grad_norm": 0.2702852189540863, + "learning_rate": 5.969531700101859e-05, + "loss": 0.0162, + "step": 46600 + }, + { + "loss_action": 0.010990595445036888, + "loss_total": 0.010990595445036888, + "step": 46600 + }, + { + "loss_action": 0.011206056922674179, + "loss_total": 0.011206056922674179, + "step": 46600 + }, + { + "loss_action": 0.01078615803271532, + "loss_total": 0.01078615803271532, + "step": 46600 + }, + { + "loss_action": 0.03937968239188194, + "loss_total": 0.03937968239188194, + "step": 46600 + }, + { + "loss_action": 0.008837291039526463, + "loss_total": 0.008837291039526463, + "step": 46600 + }, + { + "loss_action": 0.02049253135919571, + "loss_total": 0.02049253135919571, + "step": 46600 + }, + { + "grad_norm": 0.3344113826751709, + "learning_rate": 5.9679095600810155e-05, + "loss": 0.0168, + "step": 46610 + }, + { + "loss_action": 0.012450865469872952, + "loss_total": 0.012450865469872952, + "step": 46610 + }, + { + "loss_action": 0.020671164616942406, + "loss_total": 0.020671164616942406, + "step": 46610 + }, + { + "loss_action": 0.011792110279202461, + "loss_total": 0.011792110279202461, + "step": 46610 + }, + { + "loss_action": 0.010264374315738678, + "loss_total": 0.010264374315738678, + "step": 46610 + }, + { + "loss_action": 0.030631842091679573, + "loss_total": 0.030631842091679573, + "step": 46610 + }, + { + "loss_action": 0.036702390760183334, + "loss_total": 0.036702390760183334, + "step": 46610 + }, + { + "grad_norm": 0.47403618693351746, + "learning_rate": 5.9662873142110384e-05, + "loss": 0.0191, + "step": 46620 + }, + { + "loss_action": 0.013447929173707962, + "loss_total": 0.013447929173707962, + "step": 46620 + }, + { + "loss_action": 0.020062092691659927, + "loss_total": 0.020062092691659927, + "step": 46620 + }, + { + "loss_action": 0.008074698969721794, + "loss_total": 0.008074698969721794, + "step": 46620 + }, + { + "loss_action": 0.008086543530225754, + "loss_total": 0.008086543530225754, + "step": 46620 + }, + { + "loss_action": 0.01564326509833336, + "loss_total": 0.01564326509833336, + "step": 46620 + }, + { + "loss_action": 0.032696083188056946, + "loss_total": 0.032696083188056946, + "step": 46620 + }, + { + "grad_norm": 0.36051708459854126, + "learning_rate": 5.964664962669333e-05, + "loss": 0.0164, + "step": 46630 + }, + { + "loss_action": 0.010009455494582653, + "loss_total": 0.010009455494582653, + "step": 46630 + }, + { + "loss_action": 0.02138693258166313, + "loss_total": 0.02138693258166313, + "step": 46630 + }, + { + "loss_action": 0.01695813052356243, + "loss_total": 0.01695813052356243, + "step": 46630 + }, + { + "loss_action": 0.009903663769364357, + "loss_total": 0.009903663769364357, + "step": 46630 + }, + { + "loss_action": 0.01061577070504427, + "loss_total": 0.01061577070504427, + "step": 46630 + }, + { + "loss_action": 0.03481131047010422, + "loss_total": 0.03481131047010422, + "step": 46630 + }, + { + "grad_norm": 0.2608480751514435, + "learning_rate": 5.9630425056333186e-05, + "loss": 0.0203, + "step": 46640 + }, + { + "loss_action": 0.05696726590394974, + "loss_total": 0.05696726590394974, + "step": 46640 + }, + { + "loss_action": 0.009398369118571281, + "loss_total": 0.009398369118571281, + "step": 46640 + }, + { + "loss_action": 0.03495386987924576, + "loss_total": 0.03495386987924576, + "step": 46640 + }, + { + "loss_action": 0.014405537396669388, + "loss_total": 0.014405537396669388, + "step": 46640 + }, + { + "loss_action": 0.010576845146715641, + "loss_total": 0.010576845146715641, + "step": 46640 + }, + { + "loss_action": 0.009510285221040249, + "loss_total": 0.009510285221040249, + "step": 46640 + }, + { + "grad_norm": 0.30802422761917114, + "learning_rate": 5.961419943280422e-05, + "loss": 0.0149, + "step": 46650 + }, + { + "loss_action": 0.01956978626549244, + "loss_total": 0.01956978626549244, + "step": 46650 + }, + { + "loss_action": 0.022706972435116768, + "loss_total": 0.022706972435116768, + "step": 46650 + }, + { + "loss_action": 0.006516686175018549, + "loss_total": 0.006516686175018549, + "step": 46650 + }, + { + "loss_action": 0.0086289681494236, + "loss_total": 0.0086289681494236, + "step": 46650 + }, + { + "loss_action": 0.009368843398988247, + "loss_total": 0.009368843398988247, + "step": 46650 + }, + { + "loss_action": 0.01995060220360756, + "loss_total": 0.01995060220360756, + "step": 46650 + }, + { + "grad_norm": 0.3063453435897827, + "learning_rate": 5.959797275788087e-05, + "loss": 0.016, + "step": 46660 + }, + { + "loss_action": 0.017423268407583237, + "loss_total": 0.017423268407583237, + "step": 46660 + }, + { + "loss_action": 0.011296538636088371, + "loss_total": 0.011296538636088371, + "step": 46660 + }, + { + "loss_action": 0.0061436803080141544, + "loss_total": 0.0061436803080141544, + "step": 46660 + }, + { + "loss_action": 0.03158552944660187, + "loss_total": 0.03158552944660187, + "step": 46660 + }, + { + "loss_action": 0.014890478923916817, + "loss_total": 0.014890478923916817, + "step": 46660 + }, + { + "loss_action": 0.01716306246817112, + "loss_total": 0.01716306246817112, + "step": 46660 + }, + { + "grad_norm": 0.3218814730644226, + "learning_rate": 5.958174503333765e-05, + "loss": 0.0145, + "step": 46670 + }, + { + "loss_action": 0.011188453994691372, + "loss_total": 0.011188453994691372, + "step": 46670 + }, + { + "loss_action": 0.008675821125507355, + "loss_total": 0.008675821125507355, + "step": 46670 + }, + { + "loss_action": 0.017743101343512535, + "loss_total": 0.017743101343512535, + "step": 46670 + }, + { + "loss_action": 0.008579029701650143, + "loss_total": 0.008579029701650143, + "step": 46670 + }, + { + "loss_action": 0.006140617188066244, + "loss_total": 0.006140617188066244, + "step": 46670 + }, + { + "loss_action": 0.014611060731112957, + "loss_total": 0.014611060731112957, + "step": 46670 + }, + { + "grad_norm": 0.3587048053741455, + "learning_rate": 5.9565516260949195e-05, + "loss": 0.0145, + "step": 46680 + }, + { + "loss_action": 0.012148929759860039, + "loss_total": 0.012148929759860039, + "step": 46680 + }, + { + "loss_action": 0.007030794396996498, + "loss_total": 0.007030794396996498, + "step": 46680 + }, + { + "loss_action": 0.026265939697623253, + "loss_total": 0.026265939697623253, + "step": 46680 + }, + { + "loss_action": 0.02869647741317749, + "loss_total": 0.02869647741317749, + "step": 46680 + }, + { + "loss_action": 0.05757550895214081, + "loss_total": 0.05757550895214081, + "step": 46680 + }, + { + "loss_action": 0.011718145571649075, + "loss_total": 0.011718145571649075, + "step": 46680 + }, + { + "grad_norm": 0.35252177715301514, + "learning_rate": 5.9549286442490273e-05, + "loss": 0.0155, + "step": 46690 + }, + { + "loss_action": 0.00632704421877861, + "loss_total": 0.00632704421877861, + "step": 46690 + }, + { + "loss_action": 0.020009484142065048, + "loss_total": 0.020009484142065048, + "step": 46690 + }, + { + "loss_action": 0.014044814743101597, + "loss_total": 0.014044814743101597, + "step": 46690 + }, + { + "loss_action": 0.010613209567964077, + "loss_total": 0.010613209567964077, + "step": 46690 + }, + { + "loss_action": 0.017830677330493927, + "loss_total": 0.017830677330493927, + "step": 46690 + }, + { + "loss_action": 0.04789043962955475, + "loss_total": 0.04789043962955475, + "step": 46690 + }, + { + "grad_norm": 0.41439759731292725, + "learning_rate": 5.953305557973572e-05, + "loss": 0.0201, + "step": 46700 + }, + { + "loss_action": 0.017834734171628952, + "loss_total": 0.017834734171628952, + "step": 46700 + }, + { + "loss_action": 0.007626355160027742, + "loss_total": 0.007626355160027742, + "step": 46700 + }, + { + "loss_action": 0.00709980633109808, + "loss_total": 0.00709980633109808, + "step": 46700 + }, + { + "loss_action": 0.008141037076711655, + "loss_total": 0.008141037076711655, + "step": 46700 + }, + { + "loss_action": 0.016354408115148544, + "loss_total": 0.016354408115148544, + "step": 46700 + }, + { + "loss_action": 0.00881662406027317, + "loss_total": 0.00881662406027317, + "step": 46700 + }, + { + "grad_norm": 0.403618723154068, + "learning_rate": 5.9516823674460564e-05, + "loss": 0.0185, + "step": 46710 + }, + { + "loss_action": 0.022943297401070595, + "loss_total": 0.022943297401070595, + "step": 46710 + }, + { + "loss_action": 0.008118541911244392, + "loss_total": 0.008118541911244392, + "step": 46710 + }, + { + "loss_action": 0.017309799790382385, + "loss_total": 0.017309799790382385, + "step": 46710 + }, + { + "loss_action": 0.012483067810535431, + "loss_total": 0.012483067810535431, + "step": 46710 + }, + { + "loss_action": 0.011357381008565426, + "loss_total": 0.011357381008565426, + "step": 46710 + }, + { + "loss_action": 0.031137727200984955, + "loss_total": 0.031137727200984955, + "step": 46710 + }, + { + "grad_norm": 0.3474210500717163, + "learning_rate": 5.9500590728439875e-05, + "loss": 0.0198, + "step": 46720 + }, + { + "loss_action": 0.010124122723937035, + "loss_total": 0.010124122723937035, + "step": 46720 + }, + { + "loss_action": 0.012162120081484318, + "loss_total": 0.012162120081484318, + "step": 46720 + }, + { + "loss_action": 0.016710050404071808, + "loss_total": 0.016710050404071808, + "step": 46720 + }, + { + "loss_action": 0.01382686011493206, + "loss_total": 0.01382686011493206, + "step": 46720 + }, + { + "loss_action": 0.007242688909173012, + "loss_total": 0.007242688909173012, + "step": 46720 + }, + { + "loss_action": 0.009826703928411007, + "loss_total": 0.009826703928411007, + "step": 46720 + }, + { + "grad_norm": 0.3492249846458435, + "learning_rate": 5.948435674344886e-05, + "loss": 0.0179, + "step": 46730 + }, + { + "loss_action": 0.04063599184155464, + "loss_total": 0.04063599184155464, + "step": 46730 + }, + { + "loss_action": 0.014072872698307037, + "loss_total": 0.014072872698307037, + "step": 46730 + }, + { + "loss_action": 0.02942240610718727, + "loss_total": 0.02942240610718727, + "step": 46730 + }, + { + "loss_action": 0.027419444173574448, + "loss_total": 0.027419444173574448, + "step": 46730 + }, + { + "loss_action": 0.01892268657684326, + "loss_total": 0.01892268657684326, + "step": 46730 + }, + { + "loss_action": 0.06051502749323845, + "loss_total": 0.06051502749323845, + "step": 46730 + }, + { + "grad_norm": 0.31448712944984436, + "learning_rate": 5.946812172126285e-05, + "loss": 0.0152, + "step": 46740 + }, + { + "loss_action": 0.009191636927425861, + "loss_total": 0.009191636927425861, + "step": 46740 + }, + { + "loss_action": 0.008760868571698666, + "loss_total": 0.008760868571698666, + "step": 46740 + }, + { + "loss_action": 0.016722731292247772, + "loss_total": 0.016722731292247772, + "step": 46740 + }, + { + "loss_action": 0.010630356147885323, + "loss_total": 0.010630356147885323, + "step": 46740 + }, + { + "loss_action": 0.007635933347046375, + "loss_total": 0.007635933347046375, + "step": 46740 + }, + { + "loss_action": 0.015063055790960789, + "loss_total": 0.015063055790960789, + "step": 46740 + }, + { + "grad_norm": 0.3778020441532135, + "learning_rate": 5.945188566365729e-05, + "loss": 0.021, + "step": 46750 + }, + { + "loss_action": 0.00715300627052784, + "loss_total": 0.00715300627052784, + "step": 46750 + }, + { + "loss_action": 0.009424070827662945, + "loss_total": 0.009424070827662945, + "step": 46750 + }, + { + "loss_action": 0.021341167390346527, + "loss_total": 0.021341167390346527, + "step": 46750 + }, + { + "loss_action": 0.008731706067919731, + "loss_total": 0.008731706067919731, + "step": 46750 + }, + { + "loss_action": 0.007771165110170841, + "loss_total": 0.007771165110170841, + "step": 46750 + }, + { + "loss_action": 0.01724061742424965, + "loss_total": 0.01724061742424965, + "step": 46750 + }, + { + "grad_norm": 0.3585303723812103, + "learning_rate": 5.943564857240773e-05, + "loss": 0.0191, + "step": 46760 + }, + { + "loss_action": 0.04076133668422699, + "loss_total": 0.04076133668422699, + "step": 46760 + }, + { + "loss_action": 0.007854504510760307, + "loss_total": 0.007854504510760307, + "step": 46760 + }, + { + "loss_action": 0.009402931667864323, + "loss_total": 0.009402931667864323, + "step": 46760 + }, + { + "loss_action": 0.01033591479063034, + "loss_total": 0.01033591479063034, + "step": 46760 + }, + { + "loss_action": 0.012473873794078827, + "loss_total": 0.012473873794078827, + "step": 46760 + }, + { + "loss_action": 0.11272559314966202, + "loss_total": 0.11272559314966202, + "step": 46760 + }, + { + "grad_norm": 0.38844776153564453, + "learning_rate": 5.941941044928981e-05, + "loss": 0.0208, + "step": 46770 + }, + { + "loss_action": 0.01153299305588007, + "loss_total": 0.01153299305588007, + "step": 46770 + }, + { + "loss_action": 0.03082376904785633, + "loss_total": 0.03082376904785633, + "step": 46770 + }, + { + "loss_action": 0.011804728768765926, + "loss_total": 0.011804728768765926, + "step": 46770 + }, + { + "loss_action": 0.012476903386414051, + "loss_total": 0.012476903386414051, + "step": 46770 + }, + { + "loss_action": 0.015604161657392979, + "loss_total": 0.015604161657392979, + "step": 46770 + }, + { + "loss_action": 0.019767319783568382, + "loss_total": 0.019767319783568382, + "step": 46770 + }, + { + "grad_norm": 0.44609591364860535, + "learning_rate": 5.940317129607935e-05, + "loss": 0.0188, + "step": 46780 + }, + { + "loss_action": 0.02304418571293354, + "loss_total": 0.02304418571293354, + "step": 46780 + }, + { + "loss_action": 0.01688704639673233, + "loss_total": 0.01688704639673233, + "step": 46780 + }, + { + "loss_action": 0.017213797196745872, + "loss_total": 0.017213797196745872, + "step": 46780 + }, + { + "loss_action": 0.019263004884123802, + "loss_total": 0.019263004884123802, + "step": 46780 + }, + { + "loss_action": 0.013635130599141121, + "loss_total": 0.013635130599141121, + "step": 46780 + }, + { + "loss_action": 0.015034194104373455, + "loss_total": 0.015034194104373455, + "step": 46780 + }, + { + "grad_norm": 0.3285404145717621, + "learning_rate": 5.9386931114552204e-05, + "loss": 0.016, + "step": 46790 + }, + { + "loss_action": 0.043558575212955475, + "loss_total": 0.043558575212955475, + "step": 46790 + }, + { + "loss_action": 0.10764546692371368, + "loss_total": 0.10764546692371368, + "step": 46790 + }, + { + "loss_action": 0.006676732562482357, + "loss_total": 0.006676732562482357, + "step": 46790 + }, + { + "loss_action": 0.015950843691825867, + "loss_total": 0.015950843691825867, + "step": 46790 + }, + { + "loss_action": 0.007624650374054909, + "loss_total": 0.007624650374054909, + "step": 46790 + }, + { + "loss_action": 0.06806585937738419, + "loss_total": 0.06806585937738419, + "step": 46790 + }, + { + "grad_norm": 0.4826173484325409, + "learning_rate": 5.937068990648438e-05, + "loss": 0.0211, + "step": 46800 + }, + { + "loss_action": 0.008326343260705471, + "loss_total": 0.008326343260705471, + "step": 46800 + }, + { + "loss_action": 0.011443237774074078, + "loss_total": 0.011443237774074078, + "step": 46800 + }, + { + "loss_action": 0.00800698809325695, + "loss_total": 0.00800698809325695, + "step": 46800 + }, + { + "loss_action": 0.007874466478824615, + "loss_total": 0.007874466478824615, + "step": 46800 + }, + { + "loss_action": 0.022930266335606575, + "loss_total": 0.022930266335606575, + "step": 46800 + }, + { + "loss_action": 0.009550969116389751, + "loss_total": 0.009550969116389751, + "step": 46800 + }, + { + "grad_norm": 0.46783173084259033, + "learning_rate": 5.935444767365199e-05, + "loss": 0.017, + "step": 46810 + }, + { + "loss_action": 0.01483673881739378, + "loss_total": 0.01483673881739378, + "step": 46810 + }, + { + "loss_action": 0.02279236540198326, + "loss_total": 0.02279236540198326, + "step": 46810 + }, + { + "loss_action": 0.014439363963901997, + "loss_total": 0.014439363963901997, + "step": 46810 + }, + { + "loss_action": 0.010674549266695976, + "loss_total": 0.010674549266695976, + "step": 46810 + }, + { + "loss_action": 0.009595007635653019, + "loss_total": 0.009595007635653019, + "step": 46810 + }, + { + "loss_action": 0.00966434832662344, + "loss_total": 0.00966434832662344, + "step": 46810 + }, + { + "grad_norm": 0.4735278785228729, + "learning_rate": 5.933820441783129e-05, + "loss": 0.0206, + "step": 46820 + }, + { + "loss_action": 0.01772806979715824, + "loss_total": 0.01772806979715824, + "step": 46820 + }, + { + "loss_action": 0.030640283599495888, + "loss_total": 0.030640283599495888, + "step": 46820 + }, + { + "loss_action": 0.006751060485839844, + "loss_total": 0.006751060485839844, + "step": 46820 + }, + { + "loss_action": 0.01114414818584919, + "loss_total": 0.01114414818584919, + "step": 46820 + }, + { + "loss_action": 0.02596554532647133, + "loss_total": 0.02596554532647133, + "step": 46820 + }, + { + "loss_action": 0.02258823625743389, + "loss_total": 0.02258823625743389, + "step": 46820 + }, + { + "grad_norm": 0.3272896409034729, + "learning_rate": 5.932196014079857e-05, + "loss": 0.0208, + "step": 46830 + }, + { + "loss_action": 0.008832162246108055, + "loss_total": 0.008832162246108055, + "step": 46830 + }, + { + "loss_action": 0.029247116297483444, + "loss_total": 0.029247116297483444, + "step": 46830 + }, + { + "loss_action": 0.010605869814753532, + "loss_total": 0.010605869814753532, + "step": 46830 + }, + { + "loss_action": 0.18409183621406555, + "loss_total": 0.18409183621406555, + "step": 46830 + }, + { + "loss_action": 0.013792463578283787, + "loss_total": 0.013792463578283787, + "step": 46830 + }, + { + "loss_action": 0.02332613430917263, + "loss_total": 0.02332613430917263, + "step": 46830 + }, + { + "grad_norm": 0.32067111134529114, + "learning_rate": 5.930571484433032e-05, + "loss": 0.0199, + "step": 46840 + }, + { + "loss_action": 0.00657852366566658, + "loss_total": 0.00657852366566658, + "step": 46840 + }, + { + "loss_action": 0.005215877667069435, + "loss_total": 0.005215877667069435, + "step": 46840 + }, + { + "loss_action": 0.017459914088249207, + "loss_total": 0.017459914088249207, + "step": 46840 + }, + { + "loss_action": 0.01126217283308506, + "loss_total": 0.01126217283308506, + "step": 46840 + }, + { + "loss_action": 0.02056758850812912, + "loss_total": 0.02056758850812912, + "step": 46840 + }, + { + "loss_action": 0.017962805926799774, + "loss_total": 0.017962805926799774, + "step": 46840 + }, + { + "grad_norm": 0.4299592673778534, + "learning_rate": 5.928946853020309e-05, + "loss": 0.0217, + "step": 46850 + }, + { + "loss_action": 0.03268846496939659, + "loss_total": 0.03268846496939659, + "step": 46850 + }, + { + "loss_action": 0.018961703404784203, + "loss_total": 0.018961703404784203, + "step": 46850 + }, + { + "loss_action": 0.016511209309101105, + "loss_total": 0.016511209309101105, + "step": 46850 + }, + { + "loss_action": 0.013337133452296257, + "loss_total": 0.013337133452296257, + "step": 46850 + }, + { + "loss_action": 0.01905038394033909, + "loss_total": 0.01905038394033909, + "step": 46850 + }, + { + "loss_action": 0.00660348916426301, + "loss_total": 0.00660348916426301, + "step": 46850 + }, + { + "grad_norm": 0.43078553676605225, + "learning_rate": 5.927322120019352e-05, + "loss": 0.0206, + "step": 46860 + }, + { + "loss_action": 0.006128417328000069, + "loss_total": 0.006128417328000069, + "step": 46860 + }, + { + "loss_action": 0.011457337066531181, + "loss_total": 0.011457337066531181, + "step": 46860 + }, + { + "loss_action": 0.028384527191519737, + "loss_total": 0.028384527191519737, + "step": 46860 + }, + { + "loss_action": 0.03146633505821228, + "loss_total": 0.03146633505821228, + "step": 46860 + }, + { + "loss_action": 0.013733534142374992, + "loss_total": 0.013733534142374992, + "step": 46860 + }, + { + "loss_action": 0.02906598336994648, + "loss_total": 0.02906598336994648, + "step": 46860 + }, + { + "grad_norm": 0.5027600526809692, + "learning_rate": 5.925697285607844e-05, + "loss": 0.0178, + "step": 46870 + }, + { + "loss_action": 0.08239717781543732, + "loss_total": 0.08239717781543732, + "step": 46870 + }, + { + "loss_action": 0.005806800443679094, + "loss_total": 0.005806800443679094, + "step": 46870 + }, + { + "loss_action": 0.03728589415550232, + "loss_total": 0.03728589415550232, + "step": 46870 + }, + { + "loss_action": 0.011225376278162003, + "loss_total": 0.011225376278162003, + "step": 46870 + }, + { + "loss_action": 0.004889075178653002, + "loss_total": 0.004889075178653002, + "step": 46870 + }, + { + "loss_action": 0.00811503455042839, + "loss_total": 0.00811503455042839, + "step": 46870 + }, + { + "grad_norm": 0.3501705825328827, + "learning_rate": 5.924072349963472e-05, + "loss": 0.0177, + "step": 46880 + }, + { + "loss_action": 0.012358427047729492, + "loss_total": 0.012358427047729492, + "step": 46880 + }, + { + "loss_action": 0.0058149415999650955, + "loss_total": 0.0058149415999650955, + "step": 46880 + }, + { + "loss_action": 0.008892844431102276, + "loss_total": 0.008892844431102276, + "step": 46880 + }, + { + "loss_action": 0.015266837552189827, + "loss_total": 0.015266837552189827, + "step": 46880 + }, + { + "loss_action": 0.008272020146250725, + "loss_total": 0.008272020146250725, + "step": 46880 + }, + { + "loss_action": 0.017011135816574097, + "loss_total": 0.017011135816574097, + "step": 46880 + }, + { + "grad_norm": 0.38689205050468445, + "learning_rate": 5.922447313263938e-05, + "loss": 0.0227, + "step": 46890 + }, + { + "loss_action": 0.009381907992064953, + "loss_total": 0.009381907992064953, + "step": 46890 + }, + { + "loss_action": 0.009288149885833263, + "loss_total": 0.009288149885833263, + "step": 46890 + }, + { + "loss_action": 0.013358674943447113, + "loss_total": 0.013358674943447113, + "step": 46890 + }, + { + "loss_action": 0.00845798384398222, + "loss_total": 0.00845798384398222, + "step": 46890 + }, + { + "loss_action": 0.007512545678764582, + "loss_total": 0.007512545678764582, + "step": 46890 + }, + { + "loss_action": 0.00589363556355238, + "loss_total": 0.00589363556355238, + "step": 46890 + }, + { + "grad_norm": 0.32879599928855896, + "learning_rate": 5.920822175686952e-05, + "loss": 0.0158, + "step": 46900 + }, + { + "loss_action": 0.014858361333608627, + "loss_total": 0.014858361333608627, + "step": 46900 + }, + { + "loss_action": 0.006836493965238333, + "loss_total": 0.006836493965238333, + "step": 46900 + }, + { + "loss_action": 0.03296828269958496, + "loss_total": 0.03296828269958496, + "step": 46900 + }, + { + "loss_action": 0.013461326248943806, + "loss_total": 0.013461326248943806, + "step": 46900 + }, + { + "loss_action": 0.010564984753727913, + "loss_total": 0.010564984753727913, + "step": 46900 + }, + { + "loss_action": 0.014941533096134663, + "loss_total": 0.014941533096134663, + "step": 46900 + }, + { + "grad_norm": 0.3628605008125305, + "learning_rate": 5.919196937410239e-05, + "loss": 0.0189, + "step": 46910 + }, + { + "loss_action": 0.012376151978969574, + "loss_total": 0.012376151978969574, + "step": 46910 + }, + { + "loss_action": 0.012762587517499924, + "loss_total": 0.012762587517499924, + "step": 46910 + }, + { + "loss_action": 0.014375122264027596, + "loss_total": 0.014375122264027596, + "step": 46910 + }, + { + "loss_action": 0.010420900769531727, + "loss_total": 0.010420900769531727, + "step": 46910 + }, + { + "loss_action": 0.008679128251969814, + "loss_total": 0.008679128251969814, + "step": 46910 + }, + { + "loss_action": 0.011768738739192486, + "loss_total": 0.011768738739192486, + "step": 46910 + }, + { + "grad_norm": 0.4100891053676605, + "learning_rate": 5.917571598611529e-05, + "loss": 0.0195, + "step": 46920 + }, + { + "loss_action": 0.011598450131714344, + "loss_total": 0.011598450131714344, + "step": 46920 + }, + { + "loss_action": 0.009278643876314163, + "loss_total": 0.009278643876314163, + "step": 46920 + }, + { + "loss_action": 0.03672794625163078, + "loss_total": 0.03672794625163078, + "step": 46920 + }, + { + "loss_action": 0.015251883305609226, + "loss_total": 0.015251883305609226, + "step": 46920 + }, + { + "loss_action": 0.01576998457312584, + "loss_total": 0.01576998457312584, + "step": 46920 + }, + { + "loss_action": 0.015121590346097946, + "loss_total": 0.015121590346097946, + "step": 46920 + }, + { + "grad_norm": 0.41834068298339844, + "learning_rate": 5.9159461594685686e-05, + "loss": 0.0181, + "step": 46930 + }, + { + "loss_action": 0.012376450002193451, + "loss_total": 0.012376450002193451, + "step": 46930 + }, + { + "loss_action": 0.007064076140522957, + "loss_total": 0.007064076140522957, + "step": 46930 + }, + { + "loss_action": 0.006777587812393904, + "loss_total": 0.006777587812393904, + "step": 46930 + }, + { + "loss_action": 0.04147886857390404, + "loss_total": 0.04147886857390404, + "step": 46930 + }, + { + "loss_action": 0.010528113692998886, + "loss_total": 0.010528113692998886, + "step": 46930 + }, + { + "loss_action": 0.016659963876008987, + "loss_total": 0.016659963876008987, + "step": 46930 + }, + { + "grad_norm": 0.41627511382102966, + "learning_rate": 5.914320620159114e-05, + "loss": 0.0161, + "step": 46940 + }, + { + "loss_action": 0.009247205220162868, + "loss_total": 0.009247205220162868, + "step": 46940 + }, + { + "loss_action": 0.018627777695655823, + "loss_total": 0.018627777695655823, + "step": 46940 + }, + { + "loss_action": 0.023167146369814873, + "loss_total": 0.023167146369814873, + "step": 46940 + }, + { + "loss_action": 0.025765016674995422, + "loss_total": 0.025765016674995422, + "step": 46940 + }, + { + "loss_action": 0.012375754304230213, + "loss_total": 0.012375754304230213, + "step": 46940 + }, + { + "loss_action": 0.015845559537410736, + "loss_total": 0.015845559537410736, + "step": 46940 + }, + { + "grad_norm": 0.40795767307281494, + "learning_rate": 5.912694980860931e-05, + "loss": 0.0155, + "step": 46950 + }, + { + "loss_action": 0.015169010497629642, + "loss_total": 0.015169010497629642, + "step": 46950 + }, + { + "loss_action": 0.018971562385559082, + "loss_total": 0.018971562385559082, + "step": 46950 + }, + { + "loss_action": 0.006936094257980585, + "loss_total": 0.006936094257980585, + "step": 46950 + }, + { + "loss_action": 0.02342645637691021, + "loss_total": 0.02342645637691021, + "step": 46950 + }, + { + "loss_action": 0.023531896993517876, + "loss_total": 0.023531896993517876, + "step": 46950 + }, + { + "loss_action": 0.005082941148430109, + "loss_total": 0.005082941148430109, + "step": 46950 + }, + { + "grad_norm": 0.31714633107185364, + "learning_rate": 5.9110692417517964e-05, + "loss": 0.0136, + "step": 46960 + }, + { + "loss_action": 0.02046971023082733, + "loss_total": 0.02046971023082733, + "step": 46960 + }, + { + "loss_action": 0.007153750397264957, + "loss_total": 0.007153750397264957, + "step": 46960 + }, + { + "loss_action": 0.021406982094049454, + "loss_total": 0.021406982094049454, + "step": 46960 + }, + { + "loss_action": 0.012542931362986565, + "loss_total": 0.012542931362986565, + "step": 46960 + }, + { + "loss_action": 0.022798780351877213, + "loss_total": 0.022798780351877213, + "step": 46960 + }, + { + "loss_action": 0.012235195375978947, + "loss_total": 0.012235195375978947, + "step": 46960 + }, + { + "grad_norm": 0.3594980537891388, + "learning_rate": 5.9094434030095e-05, + "loss": 0.0142, + "step": 46970 + }, + { + "loss_action": 0.010606537573039532, + "loss_total": 0.010606537573039532, + "step": 46970 + }, + { + "loss_action": 0.013166469521820545, + "loss_total": 0.013166469521820545, + "step": 46970 + }, + { + "loss_action": 0.029584679752588272, + "loss_total": 0.029584679752588272, + "step": 46970 + }, + { + "loss_action": 0.005205183289945126, + "loss_total": 0.005205183289945126, + "step": 46970 + }, + { + "loss_action": 0.011493649333715439, + "loss_total": 0.011493649333715439, + "step": 46970 + }, + { + "loss_action": 0.012415004894137383, + "loss_total": 0.012415004894137383, + "step": 46970 + }, + { + "grad_norm": 0.2791138291358948, + "learning_rate": 5.907817464811841e-05, + "loss": 0.0131, + "step": 46980 + }, + { + "loss_action": 0.01052750926464796, + "loss_total": 0.01052750926464796, + "step": 46980 + }, + { + "loss_action": 0.01064392365515232, + "loss_total": 0.01064392365515232, + "step": 46980 + }, + { + "loss_action": 0.01348116435110569, + "loss_total": 0.01348116435110569, + "step": 46980 + }, + { + "loss_action": 0.007660124450922012, + "loss_total": 0.007660124450922012, + "step": 46980 + }, + { + "loss_action": 0.004608459305018187, + "loss_total": 0.004608459305018187, + "step": 46980 + }, + { + "loss_action": 0.021660231053829193, + "loss_total": 0.021660231053829193, + "step": 46980 + }, + { + "grad_norm": 0.38745421171188354, + "learning_rate": 5.906191427336627e-05, + "loss": 0.016, + "step": 46990 + }, + { + "loss_action": 0.018495474010705948, + "loss_total": 0.018495474010705948, + "step": 46990 + }, + { + "loss_action": 0.008001066744327545, + "loss_total": 0.008001066744327545, + "step": 46990 + }, + { + "loss_action": 0.18490029871463776, + "loss_total": 0.18490029871463776, + "step": 46990 + }, + { + "loss_action": 0.04151866212487221, + "loss_total": 0.04151866212487221, + "step": 46990 + }, + { + "loss_action": 0.04829041659832001, + "loss_total": 0.04829041659832001, + "step": 46990 + }, + { + "loss_action": 0.014731044881045818, + "loss_total": 0.014731044881045818, + "step": 46990 + }, + { + "grad_norm": 0.30205920338630676, + "learning_rate": 5.9045652907616835e-05, + "loss": 0.0195, + "step": 47000 + }, + { + "loss_action": 0.0076687633991241455, + "loss_total": 0.0076687633991241455, + "step": 47000 + }, + { + "loss_action": 0.00714297778904438, + "loss_total": 0.00714297778904438, + "step": 47000 + }, + { + "loss_action": 0.008111387491226196, + "loss_total": 0.008111387491226196, + "step": 47000 + }, + { + "loss_action": 0.01931638829410076, + "loss_total": 0.01931638829410076, + "step": 47000 + }, + { + "loss_action": 0.008232624270021915, + "loss_total": 0.008232624270021915, + "step": 47000 + }, + { + "loss_action": 0.022289635613560677, + "loss_total": 0.022289635613560677, + "step": 47000 + }, + { + "grad_norm": 0.4111926257610321, + "learning_rate": 5.902939055264838e-05, + "loss": 0.0152, + "step": 47010 + }, + { + "loss_action": 0.025853142142295837, + "loss_total": 0.025853142142295837, + "step": 47010 + }, + { + "loss_action": 0.012923024594783783, + "loss_total": 0.012923024594783783, + "step": 47010 + }, + { + "loss_action": 0.016051340848207474, + "loss_total": 0.016051340848207474, + "step": 47010 + }, + { + "loss_action": 0.025207137688994408, + "loss_total": 0.025207137688994408, + "step": 47010 + }, + { + "loss_action": 0.019825931638479233, + "loss_total": 0.019825931638479233, + "step": 47010 + }, + { + "loss_action": 0.005099189933389425, + "loss_total": 0.005099189933389425, + "step": 47010 + }, + { + "grad_norm": 0.273453950881958, + "learning_rate": 5.901312721023935e-05, + "loss": 0.0152, + "step": 47020 + }, + { + "loss_action": 0.012232162058353424, + "loss_total": 0.012232162058353424, + "step": 47020 + }, + { + "loss_action": 0.02845715545117855, + "loss_total": 0.02845715545117855, + "step": 47020 + }, + { + "loss_action": 0.02067425474524498, + "loss_total": 0.02067425474524498, + "step": 47020 + }, + { + "loss_action": 0.007989214733242989, + "loss_total": 0.007989214733242989, + "step": 47020 + }, + { + "loss_action": 0.03089749440550804, + "loss_total": 0.03089749440550804, + "step": 47020 + }, + { + "loss_action": 0.03473857790231705, + "loss_total": 0.03473857790231705, + "step": 47020 + }, + { + "grad_norm": 0.3155536353588104, + "learning_rate": 5.8996862882168294e-05, + "loss": 0.0158, + "step": 47030 + }, + { + "loss_action": 0.018231594935059547, + "loss_total": 0.018231594935059547, + "step": 47030 + }, + { + "loss_action": 0.0154038080945611, + "loss_total": 0.0154038080945611, + "step": 47030 + }, + { + "loss_action": 0.011867787688970566, + "loss_total": 0.011867787688970566, + "step": 47030 + }, + { + "loss_action": 0.010230052284896374, + "loss_total": 0.010230052284896374, + "step": 47030 + }, + { + "loss_action": 0.021281329914927483, + "loss_total": 0.021281329914927483, + "step": 47030 + }, + { + "loss_action": 0.02452767826616764, + "loss_total": 0.02452767826616764, + "step": 47030 + }, + { + "grad_norm": 0.32956573367118835, + "learning_rate": 5.8980597570213826e-05, + "loss": 0.0173, + "step": 47040 + }, + { + "loss_action": 0.01296187099069357, + "loss_total": 0.01296187099069357, + "step": 47040 + }, + { + "loss_action": 0.013008737936615944, + "loss_total": 0.013008737936615944, + "step": 47040 + }, + { + "loss_action": 0.021579094231128693, + "loss_total": 0.021579094231128693, + "step": 47040 + }, + { + "loss_action": 0.014634476974606514, + "loss_total": 0.014634476974606514, + "step": 47040 + }, + { + "loss_action": 0.030144108459353447, + "loss_total": 0.030144108459353447, + "step": 47040 + }, + { + "loss_action": 0.006797093898057938, + "loss_total": 0.006797093898057938, + "step": 47040 + }, + { + "grad_norm": 0.42662298679351807, + "learning_rate": 5.896433127615471e-05, + "loss": 0.0145, + "step": 47050 + }, + { + "loss_action": 0.008838118053972721, + "loss_total": 0.008838118053972721, + "step": 47050 + }, + { + "loss_action": 0.008617292158305645, + "loss_total": 0.008617292158305645, + "step": 47050 + }, + { + "loss_action": 0.01695285551249981, + "loss_total": 0.01695285551249981, + "step": 47050 + }, + { + "loss_action": 0.006111016031354666, + "loss_total": 0.006111016031354666, + "step": 47050 + }, + { + "loss_action": 0.010081355459988117, + "loss_total": 0.010081355459988117, + "step": 47050 + }, + { + "loss_action": 0.03123234584927559, + "loss_total": 0.03123234584927559, + "step": 47050 + }, + { + "grad_norm": 0.3831014037132263, + "learning_rate": 5.894806400176981e-05, + "loss": 0.0169, + "step": 47060 + }, + { + "loss_action": 0.0686376765370369, + "loss_total": 0.0686376765370369, + "step": 47060 + }, + { + "loss_action": 0.011209244839847088, + "loss_total": 0.011209244839847088, + "step": 47060 + }, + { + "loss_action": 0.017093438655138016, + "loss_total": 0.017093438655138016, + "step": 47060 + }, + { + "loss_action": 0.015114665031433105, + "loss_total": 0.015114665031433105, + "step": 47060 + }, + { + "loss_action": 0.008442569524049759, + "loss_total": 0.008442569524049759, + "step": 47060 + }, + { + "loss_action": 0.015225430019199848, + "loss_total": 0.015225430019199848, + "step": 47060 + }, + { + "grad_norm": 0.40482330322265625, + "learning_rate": 5.893179574883808e-05, + "loss": 0.0198, + "step": 47070 + }, + { + "loss_action": 0.01030678115785122, + "loss_total": 0.01030678115785122, + "step": 47070 + }, + { + "loss_action": 0.019208764657378197, + "loss_total": 0.019208764657378197, + "step": 47070 + }, + { + "loss_action": 0.011493527330458164, + "loss_total": 0.011493527330458164, + "step": 47070 + }, + { + "loss_action": 0.014855408109724522, + "loss_total": 0.014855408109724522, + "step": 47070 + }, + { + "loss_action": 0.01905880682170391, + "loss_total": 0.01905880682170391, + "step": 47070 + }, + { + "loss_action": 0.019607296213507652, + "loss_total": 0.019607296213507652, + "step": 47070 + }, + { + "grad_norm": 0.43097570538520813, + "learning_rate": 5.8915526519138585e-05, + "loss": 0.0162, + "step": 47080 + }, + { + "loss_action": 0.010624482296407223, + "loss_total": 0.010624482296407223, + "step": 47080 + }, + { + "loss_action": 0.009948988445103168, + "loss_total": 0.009948988445103168, + "step": 47080 + }, + { + "loss_action": 0.02506253495812416, + "loss_total": 0.02506253495812416, + "step": 47080 + }, + { + "loss_action": 0.021321356296539307, + "loss_total": 0.021321356296539307, + "step": 47080 + }, + { + "loss_action": 0.01506477128714323, + "loss_total": 0.01506477128714323, + "step": 47080 + }, + { + "loss_action": 0.016272665932774544, + "loss_total": 0.016272665932774544, + "step": 47080 + }, + { + "grad_norm": 0.34140944480895996, + "learning_rate": 5.889925631445053e-05, + "loss": 0.0174, + "step": 47090 + }, + { + "loss_action": 0.005687505006790161, + "loss_total": 0.005687505006790161, + "step": 47090 + }, + { + "loss_action": 0.015667365863919258, + "loss_total": 0.015667365863919258, + "step": 47090 + }, + { + "loss_action": 0.022708483040332794, + "loss_total": 0.022708483040332794, + "step": 47090 + }, + { + "loss_action": 0.009775172919034958, + "loss_total": 0.009775172919034958, + "step": 47090 + }, + { + "loss_action": 0.05923238769173622, + "loss_total": 0.05923238769173622, + "step": 47090 + }, + { + "loss_action": 0.007910468615591526, + "loss_total": 0.007910468615591526, + "step": 47090 + }, + { + "grad_norm": 0.3507046401500702, + "learning_rate": 5.888298513655318e-05, + "loss": 0.0174, + "step": 47100 + }, + { + "loss_action": 0.011446546763181686, + "loss_total": 0.011446546763181686, + "step": 47100 + }, + { + "loss_action": 0.011094137094914913, + "loss_total": 0.011094137094914913, + "step": 47100 + }, + { + "loss_action": 0.01141195185482502, + "loss_total": 0.01141195185482502, + "step": 47100 + }, + { + "loss_action": 0.015515447594225407, + "loss_total": 0.015515447594225407, + "step": 47100 + }, + { + "loss_action": 0.01338331587612629, + "loss_total": 0.01338331587612629, + "step": 47100 + }, + { + "loss_action": 0.037247322499752045, + "loss_total": 0.037247322499752045, + "step": 47100 + }, + { + "grad_norm": 0.357155978679657, + "learning_rate": 5.886671298722592e-05, + "loss": 0.0141, + "step": 47110 + }, + { + "loss_action": 0.015467561781406403, + "loss_total": 0.015467561781406403, + "step": 47110 + }, + { + "loss_action": 0.011315744370222092, + "loss_total": 0.011315744370222092, + "step": 47110 + }, + { + "loss_action": 0.008124376647174358, + "loss_total": 0.008124376647174358, + "step": 47110 + }, + { + "loss_action": 0.008907600305974483, + "loss_total": 0.008907600305974483, + "step": 47110 + }, + { + "loss_action": 0.01051473617553711, + "loss_total": 0.01051473617553711, + "step": 47110 + }, + { + "loss_action": 0.01743893325328827, + "loss_total": 0.01743893325328827, + "step": 47110 + }, + { + "grad_norm": 0.20951777696609497, + "learning_rate": 5.885043986824828e-05, + "loss": 0.0159, + "step": 47120 + }, + { + "loss_action": 0.0143808014690876, + "loss_total": 0.0143808014690876, + "step": 47120 + }, + { + "loss_action": 0.023103050887584686, + "loss_total": 0.023103050887584686, + "step": 47120 + }, + { + "loss_action": 0.005421812180429697, + "loss_total": 0.005421812180429697, + "step": 47120 + }, + { + "loss_action": 0.02334132418036461, + "loss_total": 0.02334132418036461, + "step": 47120 + }, + { + "loss_action": 0.02578849345445633, + "loss_total": 0.02578849345445633, + "step": 47120 + }, + { + "loss_action": 0.011627661064267159, + "loss_total": 0.011627661064267159, + "step": 47120 + }, + { + "grad_norm": 0.3825138807296753, + "learning_rate": 5.883416578139982e-05, + "loss": 0.0164, + "step": 47130 + }, + { + "loss_action": 0.017030155286192894, + "loss_total": 0.017030155286192894, + "step": 47130 + }, + { + "loss_action": 0.011233104392886162, + "loss_total": 0.011233104392886162, + "step": 47130 + }, + { + "loss_action": 0.00870865024626255, + "loss_total": 0.00870865024626255, + "step": 47130 + }, + { + "loss_action": 0.01360700186342001, + "loss_total": 0.01360700186342001, + "step": 47130 + }, + { + "loss_action": 0.0062897237949073315, + "loss_total": 0.0062897237949073315, + "step": 47130 + }, + { + "loss_action": 0.01042752806097269, + "loss_total": 0.01042752806097269, + "step": 47130 + }, + { + "grad_norm": 0.28485172986984253, + "learning_rate": 5.881789072846029e-05, + "loss": 0.0155, + "step": 47140 + }, + { + "loss_action": 0.012015744112432003, + "loss_total": 0.012015744112432003, + "step": 47140 + }, + { + "loss_action": 0.010236822068691254, + "loss_total": 0.010236822068691254, + "step": 47140 + }, + { + "loss_action": 0.016057662665843964, + "loss_total": 0.016057662665843964, + "step": 47140 + }, + { + "loss_action": 0.01223685871809721, + "loss_total": 0.01223685871809721, + "step": 47140 + }, + { + "loss_action": 0.01346676703542471, + "loss_total": 0.01346676703542471, + "step": 47140 + }, + { + "loss_action": 0.017269335687160492, + "loss_total": 0.017269335687160492, + "step": 47140 + }, + { + "grad_norm": 0.30497926473617554, + "learning_rate": 5.8801614711209474e-05, + "loss": 0.0174, + "step": 47150 + }, + { + "loss_action": 0.00810527615249157, + "loss_total": 0.00810527615249157, + "step": 47150 + }, + { + "loss_action": 0.07484569400548935, + "loss_total": 0.07484569400548935, + "step": 47150 + }, + { + "loss_action": 0.014346270821988583, + "loss_total": 0.014346270821988583, + "step": 47150 + }, + { + "loss_action": 0.012845871970057487, + "loss_total": 0.012845871970057487, + "step": 47150 + }, + { + "loss_action": 0.018779516220092773, + "loss_total": 0.018779516220092773, + "step": 47150 + }, + { + "loss_action": 0.01153289619833231, + "loss_total": 0.01153289619833231, + "step": 47150 + }, + { + "grad_norm": 0.3532605469226837, + "learning_rate": 5.878533773142732e-05, + "loss": 0.0206, + "step": 47160 + }, + { + "loss_action": 0.008669271133840084, + "loss_total": 0.008669271133840084, + "step": 47160 + }, + { + "loss_action": 0.036548249423503876, + "loss_total": 0.036548249423503876, + "step": 47160 + }, + { + "loss_action": 0.008243870921432972, + "loss_total": 0.008243870921432972, + "step": 47160 + }, + { + "loss_action": 0.011441166512668133, + "loss_total": 0.011441166512668133, + "step": 47160 + }, + { + "loss_action": 0.01185908168554306, + "loss_total": 0.01185908168554306, + "step": 47160 + }, + { + "loss_action": 0.006378597114235163, + "loss_total": 0.006378597114235163, + "step": 47160 + }, + { + "grad_norm": 0.3740454614162445, + "learning_rate": 5.8769059790893834e-05, + "loss": 0.0166, + "step": 47170 + }, + { + "loss_action": 0.014867694117128849, + "loss_total": 0.014867694117128849, + "step": 47170 + }, + { + "loss_action": 0.01450655609369278, + "loss_total": 0.01450655609369278, + "step": 47170 + }, + { + "loss_action": 0.007952048443257809, + "loss_total": 0.007952048443257809, + "step": 47170 + }, + { + "loss_action": 0.021696148440241814, + "loss_total": 0.021696148440241814, + "step": 47170 + }, + { + "loss_action": 0.011383558623492718, + "loss_total": 0.011383558623492718, + "step": 47170 + }, + { + "loss_action": 0.00797219853848219, + "loss_total": 0.00797219853848219, + "step": 47170 + }, + { + "grad_norm": 0.334176242351532, + "learning_rate": 5.8752780891389145e-05, + "loss": 0.0162, + "step": 47180 + }, + { + "loss_action": 0.014675790444016457, + "loss_total": 0.014675790444016457, + "step": 47180 + }, + { + "loss_action": 0.006191897206008434, + "loss_total": 0.006191897206008434, + "step": 47180 + }, + { + "loss_action": 0.00999248493462801, + "loss_total": 0.00999248493462801, + "step": 47180 + }, + { + "loss_action": 0.01333646010607481, + "loss_total": 0.01333646010607481, + "step": 47180 + }, + { + "loss_action": 0.07719331979751587, + "loss_total": 0.07719331979751587, + "step": 47180 + }, + { + "loss_action": 0.009728423319756985, + "loss_total": 0.009728423319756985, + "step": 47180 + }, + { + "grad_norm": 0.27156496047973633, + "learning_rate": 5.873650103469351e-05, + "loss": 0.0154, + "step": 47190 + }, + { + "loss_action": 0.023981058970093727, + "loss_total": 0.023981058970093727, + "step": 47190 + }, + { + "loss_action": 0.009924552403390408, + "loss_total": 0.009924552403390408, + "step": 47190 + }, + { + "loss_action": 0.016061123460531235, + "loss_total": 0.016061123460531235, + "step": 47190 + }, + { + "loss_action": 0.008055675774812698, + "loss_total": 0.008055675774812698, + "step": 47190 + }, + { + "loss_action": 0.014428858645260334, + "loss_total": 0.014428858645260334, + "step": 47190 + }, + { + "loss_action": 0.01225231308490038, + "loss_total": 0.01225231308490038, + "step": 47190 + }, + { + "grad_norm": 0.3518557846546173, + "learning_rate": 5.872022022258725e-05, + "loss": 0.0157, + "step": 47200 + }, + { + "loss_action": 0.010956499725580215, + "loss_total": 0.010956499725580215, + "step": 47200 + }, + { + "loss_action": 0.0076150838285684586, + "loss_total": 0.0076150838285684586, + "step": 47200 + }, + { + "loss_action": 0.02017202228307724, + "loss_total": 0.02017202228307724, + "step": 47200 + }, + { + "loss_action": 0.06360740959644318, + "loss_total": 0.06360740959644318, + "step": 47200 + }, + { + "loss_action": 0.008333413861691952, + "loss_total": 0.008333413861691952, + "step": 47200 + }, + { + "loss_action": 0.020550010725855827, + "loss_total": 0.020550010725855827, + "step": 47200 + }, + { + "grad_norm": 0.2234593778848648, + "learning_rate": 5.8703938456850814e-05, + "loss": 0.0131, + "step": 47210 + }, + { + "loss_action": 0.0182992834597826, + "loss_total": 0.0182992834597826, + "step": 47210 + }, + { + "loss_action": 0.014320057816803455, + "loss_total": 0.014320057816803455, + "step": 47210 + }, + { + "loss_action": 0.01802666112780571, + "loss_total": 0.01802666112780571, + "step": 47210 + }, + { + "loss_action": 0.030909856781363487, + "loss_total": 0.030909856781363487, + "step": 47210 + }, + { + "loss_action": 0.024782083928585052, + "loss_total": 0.024782083928585052, + "step": 47210 + }, + { + "loss_action": 0.01578693278133869, + "loss_total": 0.01578693278133869, + "step": 47210 + }, + { + "grad_norm": 0.3532882034778595, + "learning_rate": 5.868765573926477e-05, + "loss": 0.0172, + "step": 47220 + }, + { + "loss_action": 0.015224678441882133, + "loss_total": 0.015224678441882133, + "step": 47220 + }, + { + "loss_action": 0.05305616930127144, + "loss_total": 0.05305616930127144, + "step": 47220 + }, + { + "loss_action": 0.005693890620023012, + "loss_total": 0.005693890620023012, + "step": 47220 + }, + { + "loss_action": 0.046781186014413834, + "loss_total": 0.046781186014413834, + "step": 47220 + }, + { + "loss_action": 0.022260887548327446, + "loss_total": 0.022260887548327446, + "step": 47220 + }, + { + "loss_action": 0.009549938142299652, + "loss_total": 0.009549938142299652, + "step": 47220 + }, + { + "grad_norm": 0.41630232334136963, + "learning_rate": 5.867137207160974e-05, + "loss": 0.0147, + "step": 47230 + }, + { + "loss_action": 0.00492451386526227, + "loss_total": 0.00492451386526227, + "step": 47230 + }, + { + "loss_action": 0.013665415346622467, + "loss_total": 0.013665415346622467, + "step": 47230 + }, + { + "loss_action": 0.011068133637309074, + "loss_total": 0.011068133637309074, + "step": 47230 + }, + { + "loss_action": 0.020490504801273346, + "loss_total": 0.020490504801273346, + "step": 47230 + }, + { + "loss_action": 0.009469610638916492, + "loss_total": 0.009469610638916492, + "step": 47230 + }, + { + "loss_action": 0.005553809925913811, + "loss_total": 0.005553809925913811, + "step": 47230 + }, + { + "grad_norm": 0.4506284296512604, + "learning_rate": 5.86550874556665e-05, + "loss": 0.0212, + "step": 47240 + }, + { + "loss_action": 0.026475166901946068, + "loss_total": 0.026475166901946068, + "step": 47240 + }, + { + "loss_action": 0.028355607762932777, + "loss_total": 0.028355607762932777, + "step": 47240 + }, + { + "loss_action": 0.023764245212078094, + "loss_total": 0.023764245212078094, + "step": 47240 + }, + { + "loss_action": 0.010738636367022991, + "loss_total": 0.010738636367022991, + "step": 47240 + }, + { + "loss_action": 0.019172754138708115, + "loss_total": 0.019172754138708115, + "step": 47240 + }, + { + "loss_action": 0.017012642696499825, + "loss_total": 0.017012642696499825, + "step": 47240 + }, + { + "grad_norm": 0.3721010386943817, + "learning_rate": 5.863880189321592e-05, + "loss": 0.0164, + "step": 47250 + }, + { + "loss_action": 0.015416723676025867, + "loss_total": 0.015416723676025867, + "step": 47250 + }, + { + "loss_action": 0.013945071958005428, + "loss_total": 0.013945071958005428, + "step": 47250 + }, + { + "loss_action": 0.01838880032300949, + "loss_total": 0.01838880032300949, + "step": 47250 + }, + { + "loss_action": 0.012895128689706326, + "loss_total": 0.012895128689706326, + "step": 47250 + }, + { + "loss_action": 0.007828726433217525, + "loss_total": 0.007828726433217525, + "step": 47250 + }, + { + "loss_action": 0.011491917073726654, + "loss_total": 0.011491917073726654, + "step": 47250 + }, + { + "grad_norm": 0.28452926874160767, + "learning_rate": 5.862251538603894e-05, + "loss": 0.0163, + "step": 47260 + }, + { + "loss_action": 0.010581396520137787, + "loss_total": 0.010581396520137787, + "step": 47260 + }, + { + "loss_action": 0.006499132607132196, + "loss_total": 0.006499132607132196, + "step": 47260 + }, + { + "loss_action": 0.017379585653543472, + "loss_total": 0.017379585653543472, + "step": 47260 + }, + { + "loss_action": 0.02817843295633793, + "loss_total": 0.02817843295633793, + "step": 47260 + }, + { + "loss_action": 0.012807424180209637, + "loss_total": 0.012807424180209637, + "step": 47260 + }, + { + "loss_action": 0.010703236795961857, + "loss_total": 0.010703236795961857, + "step": 47260 + }, + { + "grad_norm": 0.3864496648311615, + "learning_rate": 5.8606227935916656e-05, + "loss": 0.0168, + "step": 47270 + }, + { + "loss_action": 0.018698036670684814, + "loss_total": 0.018698036670684814, + "step": 47270 + }, + { + "loss_action": 0.007236868143081665, + "loss_total": 0.007236868143081665, + "step": 47270 + }, + { + "loss_action": 0.008356917649507523, + "loss_total": 0.008356917649507523, + "step": 47270 + }, + { + "loss_action": 0.02034955471754074, + "loss_total": 0.02034955471754074, + "step": 47270 + }, + { + "loss_action": 0.0064949640072882175, + "loss_total": 0.0064949640072882175, + "step": 47270 + }, + { + "loss_action": 0.00787715520709753, + "loss_total": 0.00787715520709753, + "step": 47270 + }, + { + "grad_norm": 0.47575661540031433, + "learning_rate": 5.858993954463021e-05, + "loss": 0.0183, + "step": 47280 + }, + { + "loss_action": 0.014715335331857204, + "loss_total": 0.014715335331857204, + "step": 47280 + }, + { + "loss_action": 0.017832037061452866, + "loss_total": 0.017832037061452866, + "step": 47280 + }, + { + "loss_action": 0.012035762891173363, + "loss_total": 0.012035762891173363, + "step": 47280 + }, + { + "loss_action": 0.009392173029482365, + "loss_total": 0.009392173029482365, + "step": 47280 + }, + { + "loss_action": 0.005960450042039156, + "loss_total": 0.005960450042039156, + "step": 47280 + }, + { + "loss_action": 0.018093260005116463, + "loss_total": 0.018093260005116463, + "step": 47280 + }, + { + "grad_norm": 0.34525829553604126, + "learning_rate": 5.8573650213960896e-05, + "loss": 0.0153, + "step": 47290 + }, + { + "loss_action": 0.006110579706728458, + "loss_total": 0.006110579706728458, + "step": 47290 + }, + { + "loss_action": 0.008784313686192036, + "loss_total": 0.008784313686192036, + "step": 47290 + }, + { + "loss_action": 0.02097388543188572, + "loss_total": 0.02097388543188572, + "step": 47290 + }, + { + "loss_action": 0.011663787066936493, + "loss_total": 0.011663787066936493, + "step": 47290 + }, + { + "loss_action": 0.005676650442183018, + "loss_total": 0.005676650442183018, + "step": 47290 + }, + { + "loss_action": 0.006935317534953356, + "loss_total": 0.006935317534953356, + "step": 47290 + }, + { + "grad_norm": 0.3204538822174072, + "learning_rate": 5.8557359945690084e-05, + "loss": 0.0136, + "step": 47300 + }, + { + "loss_action": 0.0088197635486722, + "loss_total": 0.0088197635486722, + "step": 47300 + }, + { + "loss_action": 0.012819250114262104, + "loss_total": 0.012819250114262104, + "step": 47300 + }, + { + "loss_action": 0.028227753937244415, + "loss_total": 0.028227753937244415, + "step": 47300 + }, + { + "loss_action": 0.007052678149193525, + "loss_total": 0.007052678149193525, + "step": 47300 + }, + { + "loss_action": 0.01589958555996418, + "loss_total": 0.01589958555996418, + "step": 47300 + }, + { + "loss_action": 0.010210679844021797, + "loss_total": 0.010210679844021797, + "step": 47300 + }, + { + "grad_norm": 0.37993085384368896, + "learning_rate": 5.8541068741599246e-05, + "loss": 0.0139, + "step": 47310 + }, + { + "loss_action": 0.016629748046398163, + "loss_total": 0.016629748046398163, + "step": 47310 + }, + { + "loss_action": 0.0059282900765538216, + "loss_total": 0.0059282900765538216, + "step": 47310 + }, + { + "loss_action": 0.006796475034207106, + "loss_total": 0.006796475034207106, + "step": 47310 + }, + { + "loss_action": 0.013724521733820438, + "loss_total": 0.013724521733820438, + "step": 47310 + }, + { + "loss_action": 0.014231061562895775, + "loss_total": 0.014231061562895775, + "step": 47310 + }, + { + "loss_action": 0.008869733661413193, + "loss_total": 0.008869733661413193, + "step": 47310 + }, + { + "grad_norm": 0.347565621137619, + "learning_rate": 5.8524776603469985e-05, + "loss": 0.0151, + "step": 47320 + }, + { + "loss_action": 0.040546949952840805, + "loss_total": 0.040546949952840805, + "step": 47320 + }, + { + "loss_action": 0.01303632277995348, + "loss_total": 0.01303632277995348, + "step": 47320 + }, + { + "loss_action": 0.013409707695245743, + "loss_total": 0.013409707695245743, + "step": 47320 + }, + { + "loss_action": 0.04233677685260773, + "loss_total": 0.04233677685260773, + "step": 47320 + }, + { + "loss_action": 0.013011270202696323, + "loss_total": 0.013011270202696323, + "step": 47320 + }, + { + "loss_action": 0.018726468086242676, + "loss_total": 0.018726468086242676, + "step": 47320 + }, + { + "grad_norm": 0.34083545207977295, + "learning_rate": 5.850848353308397e-05, + "loss": 0.0148, + "step": 47330 + }, + { + "loss_action": 0.008229033090174198, + "loss_total": 0.008229033090174198, + "step": 47330 + }, + { + "loss_action": 0.043074555695056915, + "loss_total": 0.043074555695056915, + "step": 47330 + }, + { + "loss_action": 0.03683716431260109, + "loss_total": 0.03683716431260109, + "step": 47330 + }, + { + "loss_action": 0.02284620702266693, + "loss_total": 0.02284620702266693, + "step": 47330 + }, + { + "loss_action": 0.004889251664280891, + "loss_total": 0.004889251664280891, + "step": 47330 + }, + { + "loss_action": 0.011633682064712048, + "loss_total": 0.011633682064712048, + "step": 47330 + }, + { + "grad_norm": 0.4230530560016632, + "learning_rate": 5.849218953222297e-05, + "loss": 0.0174, + "step": 47340 + }, + { + "loss_action": 0.015434210188686848, + "loss_total": 0.015434210188686848, + "step": 47340 + }, + { + "loss_action": 0.01245893258601427, + "loss_total": 0.01245893258601427, + "step": 47340 + }, + { + "loss_action": 0.011815805919468403, + "loss_total": 0.011815805919468403, + "step": 47340 + }, + { + "loss_action": 0.004516927525401115, + "loss_total": 0.004516927525401115, + "step": 47340 + }, + { + "loss_action": 0.006253509782254696, + "loss_total": 0.006253509782254696, + "step": 47340 + }, + { + "loss_action": 0.015106947161257267, + "loss_total": 0.015106947161257267, + "step": 47340 + }, + { + "grad_norm": 0.6268541812896729, + "learning_rate": 5.847589460266891e-05, + "loss": 0.0169, + "step": 47350 + }, + { + "loss_action": 0.007009818684309721, + "loss_total": 0.007009818684309721, + "step": 47350 + }, + { + "loss_action": 0.018535194918513298, + "loss_total": 0.018535194918513298, + "step": 47350 + }, + { + "loss_action": 0.0054261875338852406, + "loss_total": 0.0054261875338852406, + "step": 47350 + }, + { + "loss_action": 0.00678053917363286, + "loss_total": 0.00678053917363286, + "step": 47350 + }, + { + "loss_action": 0.0071649313904345036, + "loss_total": 0.0071649313904345036, + "step": 47350 + }, + { + "loss_action": 0.038197483867406845, + "loss_total": 0.038197483867406845, + "step": 47350 + }, + { + "grad_norm": 0.465008407831192, + "learning_rate": 5.845959874620375e-05, + "loss": 0.0158, + "step": 47360 + }, + { + "loss_action": 0.005807163659483194, + "loss_total": 0.005807163659483194, + "step": 47360 + }, + { + "loss_action": 0.008394654840230942, + "loss_total": 0.008394654840230942, + "step": 47360 + }, + { + "loss_action": 0.011141077615320683, + "loss_total": 0.011141077615320683, + "step": 47360 + }, + { + "loss_action": 0.01025968324393034, + "loss_total": 0.01025968324393034, + "step": 47360 + }, + { + "loss_action": 0.00953290518373251, + "loss_total": 0.00953290518373251, + "step": 47360 + }, + { + "loss_action": 0.008858466520905495, + "loss_total": 0.008858466520905495, + "step": 47360 + }, + { + "grad_norm": 0.34065327048301697, + "learning_rate": 5.84433019646096e-05, + "loss": 0.0148, + "step": 47370 + }, + { + "loss_action": 0.007150044199079275, + "loss_total": 0.007150044199079275, + "step": 47370 + }, + { + "loss_action": 0.04407620429992676, + "loss_total": 0.04407620429992676, + "step": 47370 + }, + { + "loss_action": 0.016153335571289062, + "loss_total": 0.016153335571289062, + "step": 47370 + }, + { + "loss_action": 0.020755095407366753, + "loss_total": 0.020755095407366753, + "step": 47370 + }, + { + "loss_action": 0.011963740922510624, + "loss_total": 0.011963740922510624, + "step": 47370 + }, + { + "loss_action": 0.010844336822628975, + "loss_total": 0.010844336822628975, + "step": 47370 + }, + { + "grad_norm": 0.27393534779548645, + "learning_rate": 5.842700425966863e-05, + "loss": 0.0161, + "step": 47380 + }, + { + "loss_action": 0.0108615318313241, + "loss_total": 0.0108615318313241, + "step": 47380 + }, + { + "loss_action": 0.017891990020871162, + "loss_total": 0.017891990020871162, + "step": 47380 + }, + { + "loss_action": 0.021296944469213486, + "loss_total": 0.021296944469213486, + "step": 47380 + }, + { + "loss_action": 0.01248868741095066, + "loss_total": 0.01248868741095066, + "step": 47380 + }, + { + "loss_action": 0.009152951650321484, + "loss_total": 0.009152951650321484, + "step": 47380 + }, + { + "loss_action": 0.0183232594281435, + "loss_total": 0.0183232594281435, + "step": 47380 + }, + { + "grad_norm": 0.34491845965385437, + "learning_rate": 5.841070563316315e-05, + "loss": 0.0162, + "step": 47390 + }, + { + "loss_action": 0.005447810515761375, + "loss_total": 0.005447810515761375, + "step": 47390 + }, + { + "loss_action": 0.011769239790737629, + "loss_total": 0.011769239790737629, + "step": 47390 + }, + { + "loss_action": 0.011039330624043941, + "loss_total": 0.011039330624043941, + "step": 47390 + }, + { + "loss_action": 0.01195509359240532, + "loss_total": 0.01195509359240532, + "step": 47390 + }, + { + "loss_action": 0.016629280522465706, + "loss_total": 0.016629280522465706, + "step": 47390 + }, + { + "loss_action": 0.014984130859375, + "loss_total": 0.014984130859375, + "step": 47390 + }, + { + "grad_norm": 0.3134649097919464, + "learning_rate": 5.839440608687554e-05, + "loss": 0.0169, + "step": 47400 + }, + { + "loss_action": 0.005393839906901121, + "loss_total": 0.005393839906901121, + "step": 47400 + }, + { + "loss_action": 0.01428197231143713, + "loss_total": 0.01428197231143713, + "step": 47400 + }, + { + "loss_action": 0.014285361394286156, + "loss_total": 0.014285361394286156, + "step": 47400 + }, + { + "loss_action": 0.01618180237710476, + "loss_total": 0.01618180237710476, + "step": 47400 + }, + { + "loss_action": 0.009938733652234077, + "loss_total": 0.009938733652234077, + "step": 47400 + }, + { + "loss_action": 0.009449662640690804, + "loss_total": 0.009449662640690804, + "step": 47400 + }, + { + "grad_norm": 0.3542223274707794, + "learning_rate": 5.837810562258831e-05, + "loss": 0.0143, + "step": 47410 + }, + { + "loss_action": 0.00695395702496171, + "loss_total": 0.00695395702496171, + "step": 47410 + }, + { + "loss_action": 0.029906490817666054, + "loss_total": 0.029906490817666054, + "step": 47410 + }, + { + "loss_action": 0.015908701345324516, + "loss_total": 0.015908701345324516, + "step": 47410 + }, + { + "loss_action": 0.008565632626414299, + "loss_total": 0.008565632626414299, + "step": 47410 + }, + { + "loss_action": 0.009069018065929413, + "loss_total": 0.009069018065929413, + "step": 47410 + }, + { + "loss_action": 0.005422458052635193, + "loss_total": 0.005422458052635193, + "step": 47410 + }, + { + "grad_norm": 0.3719344735145569, + "learning_rate": 5.836180424208405e-05, + "loss": 0.0164, + "step": 47420 + }, + { + "loss_action": 0.00944221019744873, + "loss_total": 0.00944221019744873, + "step": 47420 + }, + { + "loss_action": 0.01001309510320425, + "loss_total": 0.01001309510320425, + "step": 47420 + }, + { + "loss_action": 0.012381394393742085, + "loss_total": 0.012381394393742085, + "step": 47420 + }, + { + "loss_action": 0.014093372970819473, + "loss_total": 0.014093372970819473, + "step": 47420 + }, + { + "loss_action": 0.013092736713588238, + "loss_total": 0.013092736713588238, + "step": 47420 + }, + { + "loss_action": 0.015408714301884174, + "loss_total": 0.015408714301884174, + "step": 47420 + }, + { + "grad_norm": 0.38062408566474915, + "learning_rate": 5.834550194714543e-05, + "loss": 0.0164, + "step": 47430 + }, + { + "loss_action": 0.010181515477597713, + "loss_total": 0.010181515477597713, + "step": 47430 + }, + { + "loss_action": 0.013124962337315083, + "loss_total": 0.013124962337315083, + "step": 47430 + }, + { + "loss_action": 0.009911712259054184, + "loss_total": 0.009911712259054184, + "step": 47430 + }, + { + "loss_action": 0.013544535264372826, + "loss_total": 0.013544535264372826, + "step": 47430 + }, + { + "loss_action": 0.014964108355343342, + "loss_total": 0.014964108355343342, + "step": 47430 + }, + { + "loss_action": 0.013707755133509636, + "loss_total": 0.013707755133509636, + "step": 47430 + }, + { + "grad_norm": 0.37833863496780396, + "learning_rate": 5.832919873955528e-05, + "loss": 0.0168, + "step": 47440 + }, + { + "loss_action": 0.008130020461976528, + "loss_total": 0.008130020461976528, + "step": 47440 + }, + { + "loss_action": 0.007987789809703827, + "loss_total": 0.007987789809703827, + "step": 47440 + }, + { + "loss_action": 0.011408759281039238, + "loss_total": 0.011408759281039238, + "step": 47440 + }, + { + "loss_action": 0.013003486208617687, + "loss_total": 0.013003486208617687, + "step": 47440 + }, + { + "loss_action": 0.017398951575160027, + "loss_total": 0.017398951575160027, + "step": 47440 + }, + { + "loss_action": 0.010192145593464375, + "loss_total": 0.010192145593464375, + "step": 47440 + }, + { + "grad_norm": 0.3414181172847748, + "learning_rate": 5.831289462109648e-05, + "loss": 0.0137, + "step": 47450 + }, + { + "loss_action": 0.009441621601581573, + "loss_total": 0.009441621601581573, + "step": 47450 + }, + { + "loss_action": 0.01265859603881836, + "loss_total": 0.01265859603881836, + "step": 47450 + }, + { + "loss_action": 0.006361639592796564, + "loss_total": 0.006361639592796564, + "step": 47450 + }, + { + "loss_action": 0.00915051531046629, + "loss_total": 0.00915051531046629, + "step": 47450 + }, + { + "loss_action": 0.005606058519333601, + "loss_total": 0.005606058519333601, + "step": 47450 + }, + { + "loss_action": 0.011022182181477547, + "loss_total": 0.011022182181477547, + "step": 47450 + }, + { + "grad_norm": 0.33227962255477905, + "learning_rate": 5.829658959355202e-05, + "loss": 0.0164, + "step": 47460 + }, + { + "loss_action": 0.01072433777153492, + "loss_total": 0.01072433777153492, + "step": 47460 + }, + { + "loss_action": 0.011753789149224758, + "loss_total": 0.011753789149224758, + "step": 47460 + }, + { + "loss_action": 0.033907171338796616, + "loss_total": 0.033907171338796616, + "step": 47460 + }, + { + "loss_action": 0.014675118960440159, + "loss_total": 0.014675118960440159, + "step": 47460 + }, + { + "loss_action": 0.013172118924558163, + "loss_total": 0.013172118924558163, + "step": 47460 + }, + { + "loss_action": 0.03676312789320946, + "loss_total": 0.03676312789320946, + "step": 47460 + }, + { + "grad_norm": 0.3443314731121063, + "learning_rate": 5.8280283658704995e-05, + "loss": 0.0147, + "step": 47470 + }, + { + "loss_action": 0.02168799750506878, + "loss_total": 0.02168799750506878, + "step": 47470 + }, + { + "loss_action": 0.053580302745103836, + "loss_total": 0.053580302745103836, + "step": 47470 + }, + { + "loss_action": 0.013286471366882324, + "loss_total": 0.013286471366882324, + "step": 47470 + }, + { + "loss_action": 0.012961973436176777, + "loss_total": 0.012961973436176777, + "step": 47470 + }, + { + "loss_action": 0.01726502738893032, + "loss_total": 0.01726502738893032, + "step": 47470 + }, + { + "loss_action": 0.01636860892176628, + "loss_total": 0.01636860892176628, + "step": 47470 + }, + { + "grad_norm": 0.36804336309432983, + "learning_rate": 5.826397681833859e-05, + "loss": 0.0221, + "step": 47480 + }, + { + "loss_action": 0.021678240969777107, + "loss_total": 0.021678240969777107, + "step": 47480 + }, + { + "loss_action": 0.01353119034320116, + "loss_total": 0.01353119034320116, + "step": 47480 + }, + { + "loss_action": 0.009244480170309544, + "loss_total": 0.009244480170309544, + "step": 47480 + }, + { + "loss_action": 0.013559705577790737, + "loss_total": 0.013559705577790737, + "step": 47480 + }, + { + "loss_action": 0.017540473490953445, + "loss_total": 0.017540473490953445, + "step": 47480 + }, + { + "loss_action": 0.02078886330127716, + "loss_total": 0.02078886330127716, + "step": 47480 + }, + { + "grad_norm": 0.3807592988014221, + "learning_rate": 5.824766907423612e-05, + "loss": 0.0154, + "step": 47490 + }, + { + "loss_action": 0.0068949926644563675, + "loss_total": 0.0068949926644563675, + "step": 47490 + }, + { + "loss_action": 0.007513123098760843, + "loss_total": 0.007513123098760843, + "step": 47490 + }, + { + "loss_action": 0.01757121831178665, + "loss_total": 0.01757121831178665, + "step": 47490 + }, + { + "loss_action": 0.01289648562669754, + "loss_total": 0.01289648562669754, + "step": 47490 + }, + { + "loss_action": 0.008638917468488216, + "loss_total": 0.008638917468488216, + "step": 47490 + }, + { + "loss_action": 0.009222411550581455, + "loss_total": 0.009222411550581455, + "step": 47490 + }, + { + "grad_norm": 0.41720128059387207, + "learning_rate": 5.8231360428180945e-05, + "loss": 0.0151, + "step": 47500 + }, + { + "loss_action": 0.008149879053235054, + "loss_total": 0.008149879053235054, + "step": 47500 + }, + { + "loss_action": 0.007830732502043247, + "loss_total": 0.007830732502043247, + "step": 47500 + }, + { + "loss_action": 0.014745401218533516, + "loss_total": 0.014745401218533516, + "step": 47500 + }, + { + "loss_action": 0.017788119614124298, + "loss_total": 0.017788119614124298, + "step": 47500 + }, + { + "loss_action": 0.011556748300790787, + "loss_total": 0.011556748300790787, + "step": 47500 + }, + { + "loss_action": 0.01919024996459484, + "loss_total": 0.01919024996459484, + "step": 47500 + }, + { + "grad_norm": 0.4342893660068512, + "learning_rate": 5.821505088195658e-05, + "loss": 0.0149, + "step": 47510 + }, + { + "loss_action": 0.0200016051530838, + "loss_total": 0.0200016051530838, + "step": 47510 + }, + { + "loss_action": 0.009818782098591328, + "loss_total": 0.009818782098591328, + "step": 47510 + }, + { + "loss_action": 0.013752546161413193, + "loss_total": 0.013752546161413193, + "step": 47510 + }, + { + "loss_action": 0.01726277731359005, + "loss_total": 0.01726277731359005, + "step": 47510 + }, + { + "loss_action": 0.006715421099215746, + "loss_total": 0.006715421099215746, + "step": 47510 + }, + { + "loss_action": 0.01821058988571167, + "loss_total": 0.01821058988571167, + "step": 47510 + }, + { + "grad_norm": 0.3755475580692291, + "learning_rate": 5.819874043734661e-05, + "loss": 0.0209, + "step": 47520 + }, + { + "loss_action": 0.005423998460173607, + "loss_total": 0.005423998460173607, + "step": 47520 + }, + { + "loss_action": 0.010961306281387806, + "loss_total": 0.010961306281387806, + "step": 47520 + }, + { + "loss_action": 0.01732182316482067, + "loss_total": 0.01732182316482067, + "step": 47520 + }, + { + "loss_action": 0.017885303124785423, + "loss_total": 0.017885303124785423, + "step": 47520 + }, + { + "loss_action": 0.02198125049471855, + "loss_total": 0.02198125049471855, + "step": 47520 + }, + { + "loss_action": 0.012261857278645039, + "loss_total": 0.012261857278645039, + "step": 47520 + }, + { + "grad_norm": 0.5128291845321655, + "learning_rate": 5.8182429096134695e-05, + "loss": 0.0177, + "step": 47530 + }, + { + "loss_action": 0.01533198356628418, + "loss_total": 0.01533198356628418, + "step": 47530 + }, + { + "loss_action": 0.022214608266949654, + "loss_total": 0.022214608266949654, + "step": 47530 + }, + { + "loss_action": 0.004860526882112026, + "loss_total": 0.004860526882112026, + "step": 47530 + }, + { + "loss_action": 0.02280883677303791, + "loss_total": 0.02280883677303791, + "step": 47530 + }, + { + "loss_action": 0.012834224849939346, + "loss_total": 0.012834224849939346, + "step": 47530 + }, + { + "loss_action": 0.03366895392537117, + "loss_total": 0.03366895392537117, + "step": 47530 + }, + { + "grad_norm": 0.4063913822174072, + "learning_rate": 5.816611686010465e-05, + "loss": 0.0172, + "step": 47540 + }, + { + "loss_action": 0.02599327266216278, + "loss_total": 0.02599327266216278, + "step": 47540 + }, + { + "loss_action": 0.008814186789095402, + "loss_total": 0.008814186789095402, + "step": 47540 + }, + { + "loss_action": 0.012669497169554234, + "loss_total": 0.012669497169554234, + "step": 47540 + }, + { + "loss_action": 0.023510511964559555, + "loss_total": 0.023510511964559555, + "step": 47540 + }, + { + "loss_action": 0.009534742683172226, + "loss_total": 0.009534742683172226, + "step": 47540 + }, + { + "loss_action": 0.010269219987094402, + "loss_total": 0.010269219987094402, + "step": 47540 + }, + { + "grad_norm": 0.4367073178291321, + "learning_rate": 5.814980373104033e-05, + "loss": 0.0166, + "step": 47550 + }, + { + "loss_action": 0.009797521866858006, + "loss_total": 0.009797521866858006, + "step": 47550 + }, + { + "loss_action": 0.011920489370822906, + "loss_total": 0.011920489370822906, + "step": 47550 + }, + { + "loss_action": 0.01733950711786747, + "loss_total": 0.01733950711786747, + "step": 47550 + }, + { + "loss_action": 0.019183477386832237, + "loss_total": 0.019183477386832237, + "step": 47550 + }, + { + "loss_action": 0.005219944752752781, + "loss_total": 0.005219944752752781, + "step": 47550 + }, + { + "loss_action": 0.021028541028499603, + "loss_total": 0.021028541028499603, + "step": 47550 + }, + { + "grad_norm": 0.2775469720363617, + "learning_rate": 5.813348971072572e-05, + "loss": 0.0175, + "step": 47560 + }, + { + "loss_action": 0.005849686451256275, + "loss_total": 0.005849686451256275, + "step": 47560 + }, + { + "loss_action": 0.011894038878381252, + "loss_total": 0.011894038878381252, + "step": 47560 + }, + { + "loss_action": 0.010792057029902935, + "loss_total": 0.010792057029902935, + "step": 47560 + }, + { + "loss_action": 0.006905053276568651, + "loss_total": 0.006905053276568651, + "step": 47560 + }, + { + "loss_action": 0.02095138095319271, + "loss_total": 0.02095138095319271, + "step": 47560 + }, + { + "loss_action": 0.01789775863289833, + "loss_total": 0.01789775863289833, + "step": 47560 + }, + { + "grad_norm": 0.3344554007053375, + "learning_rate": 5.811717480094492e-05, + "loss": 0.0168, + "step": 47570 + }, + { + "loss_action": 0.02750004269182682, + "loss_total": 0.02750004269182682, + "step": 47570 + }, + { + "loss_action": 0.020895613357424736, + "loss_total": 0.020895613357424736, + "step": 47570 + }, + { + "loss_action": 0.02368728071451187, + "loss_total": 0.02368728071451187, + "step": 47570 + }, + { + "loss_action": 0.012645674869418144, + "loss_total": 0.012645674869418144, + "step": 47570 + }, + { + "loss_action": 0.01143803633749485, + "loss_total": 0.01143803633749485, + "step": 47570 + }, + { + "loss_action": 0.013905213214457035, + "loss_total": 0.013905213214457035, + "step": 47570 + }, + { + "grad_norm": 0.44046300649642944, + "learning_rate": 5.810085900348209e-05, + "loss": 0.0167, + "step": 47580 + }, + { + "loss_action": 0.009266129694879055, + "loss_total": 0.009266129694879055, + "step": 47580 + }, + { + "loss_action": 0.008380378596484661, + "loss_total": 0.008380378596484661, + "step": 47580 + }, + { + "loss_action": 0.013094110414385796, + "loss_total": 0.013094110414385796, + "step": 47580 + }, + { + "loss_action": 0.022906817495822906, + "loss_total": 0.022906817495822906, + "step": 47580 + }, + { + "loss_action": 0.014839083887636662, + "loss_total": 0.014839083887636662, + "step": 47580 + }, + { + "loss_action": 0.010122423060238361, + "loss_total": 0.010122423060238361, + "step": 47580 + }, + { + "grad_norm": 0.3021380305290222, + "learning_rate": 5.8084542320121483e-05, + "loss": 0.0181, + "step": 47590 + }, + { + "loss_action": 0.010391931980848312, + "loss_total": 0.010391931980848312, + "step": 47590 + }, + { + "loss_action": 0.01929694600403309, + "loss_total": 0.01929694600403309, + "step": 47590 + }, + { + "loss_action": 0.009011131711304188, + "loss_total": 0.009011131711304188, + "step": 47590 + }, + { + "loss_action": 0.017161022871732712, + "loss_total": 0.017161022871732712, + "step": 47590 + }, + { + "loss_action": 0.00947650521993637, + "loss_total": 0.00947650521993637, + "step": 47590 + }, + { + "loss_action": 0.02004820480942726, + "loss_total": 0.02004820480942726, + "step": 47590 + }, + { + "grad_norm": 0.3346739411354065, + "learning_rate": 5.8068224752647497e-05, + "loss": 0.0167, + "step": 47600 + }, + { + "loss_action": 0.01266465149819851, + "loss_total": 0.01266465149819851, + "step": 47600 + }, + { + "loss_action": 0.0471695251762867, + "loss_total": 0.0471695251762867, + "step": 47600 + }, + { + "loss_action": 0.010972237214446068, + "loss_total": 0.010972237214446068, + "step": 47600 + }, + { + "loss_action": 0.008908609859645367, + "loss_total": 0.008908609859645367, + "step": 47600 + }, + { + "loss_action": 0.007939130999147892, + "loss_total": 0.007939130999147892, + "step": 47600 + }, + { + "loss_action": 0.01092968787997961, + "loss_total": 0.01092968787997961, + "step": 47600 + }, + { + "grad_norm": 0.3884444832801819, + "learning_rate": 5.805190630284457e-05, + "loss": 0.0156, + "step": 47610 + }, + { + "loss_action": 0.00990898534655571, + "loss_total": 0.00990898534655571, + "step": 47610 + }, + { + "loss_action": 0.006662198808044195, + "loss_total": 0.006662198808044195, + "step": 47610 + }, + { + "loss_action": 0.011842149309813976, + "loss_total": 0.011842149309813976, + "step": 47610 + }, + { + "loss_action": 0.019174369052052498, + "loss_total": 0.019174369052052498, + "step": 47610 + }, + { + "loss_action": 0.006733373738825321, + "loss_total": 0.006733373738825321, + "step": 47610 + }, + { + "loss_action": 0.0061662462539970875, + "loss_total": 0.0061662462539970875, + "step": 47610 + }, + { + "grad_norm": 0.40452584624290466, + "learning_rate": 5.803558697249729e-05, + "loss": 0.0165, + "step": 47620 + }, + { + "loss_action": 0.01203958597034216, + "loss_total": 0.01203958597034216, + "step": 47620 + }, + { + "loss_action": 0.012661737389862537, + "loss_total": 0.012661737389862537, + "step": 47620 + }, + { + "loss_action": 0.014560035429894924, + "loss_total": 0.014560035429894924, + "step": 47620 + }, + { + "loss_action": 0.022173942998051643, + "loss_total": 0.022173942998051643, + "step": 47620 + }, + { + "loss_action": 0.009344054386019707, + "loss_total": 0.009344054386019707, + "step": 47620 + }, + { + "loss_action": 0.015176854096353054, + "loss_total": 0.015176854096353054, + "step": 47620 + }, + { + "grad_norm": 0.4686641991138458, + "learning_rate": 5.8019266763390276e-05, + "loss": 0.0159, + "step": 47630 + }, + { + "loss_action": 0.0065474179573357105, + "loss_total": 0.0065474179573357105, + "step": 47630 + }, + { + "loss_action": 0.01633477210998535, + "loss_total": 0.01633477210998535, + "step": 47630 + }, + { + "loss_action": 0.011677730828523636, + "loss_total": 0.011677730828523636, + "step": 47630 + }, + { + "loss_action": 0.020109061151742935, + "loss_total": 0.020109061151742935, + "step": 47630 + }, + { + "loss_action": 0.0108043123036623, + "loss_total": 0.0108043123036623, + "step": 47630 + }, + { + "loss_action": 0.010410546325147152, + "loss_total": 0.010410546325147152, + "step": 47630 + }, + { + "grad_norm": 0.4285985231399536, + "learning_rate": 5.800294567730833e-05, + "loss": 0.0191, + "step": 47640 + }, + { + "loss_action": 0.013647095300257206, + "loss_total": 0.013647095300257206, + "step": 47640 + }, + { + "loss_action": 0.006189101375639439, + "loss_total": 0.006189101375639439, + "step": 47640 + }, + { + "loss_action": 0.01271304115653038, + "loss_total": 0.01271304115653038, + "step": 47640 + }, + { + "loss_action": 0.009729040786623955, + "loss_total": 0.009729040786623955, + "step": 47640 + }, + { + "loss_action": 0.008104345761239529, + "loss_total": 0.008104345761239529, + "step": 47640 + }, + { + "loss_action": 0.005849428940564394, + "loss_total": 0.005849428940564394, + "step": 47640 + }, + { + "grad_norm": 0.30358272790908813, + "learning_rate": 5.798662371603628e-05, + "loss": 0.0164, + "step": 47650 + }, + { + "loss_action": 0.021543895825743675, + "loss_total": 0.021543895825743675, + "step": 47650 + }, + { + "loss_action": 0.007417076267302036, + "loss_total": 0.007417076267302036, + "step": 47650 + }, + { + "loss_action": 0.025558339431881905, + "loss_total": 0.025558339431881905, + "step": 47650 + }, + { + "loss_action": 0.009423190727829933, + "loss_total": 0.009423190727829933, + "step": 47650 + }, + { + "loss_action": 0.006222040392458439, + "loss_total": 0.006222040392458439, + "step": 47650 + }, + { + "loss_action": 0.010326327756047249, + "loss_total": 0.010326327756047249, + "step": 47650 + }, + { + "grad_norm": 0.5909722447395325, + "learning_rate": 5.797030088135904e-05, + "loss": 0.0147, + "step": 47660 + }, + { + "loss_action": 0.015018421225249767, + "loss_total": 0.015018421225249767, + "step": 47660 + }, + { + "loss_action": 0.006071588024497032, + "loss_total": 0.006071588024497032, + "step": 47660 + }, + { + "loss_action": 0.009830252267420292, + "loss_total": 0.009830252267420292, + "step": 47660 + }, + { + "loss_action": 0.01974162831902504, + "loss_total": 0.01974162831902504, + "step": 47660 + }, + { + "loss_action": 0.008624196983873844, + "loss_total": 0.008624196983873844, + "step": 47660 + }, + { + "loss_action": 0.018675697967410088, + "loss_total": 0.018675697967410088, + "step": 47660 + }, + { + "grad_norm": 0.40109023451805115, + "learning_rate": 5.7953977175061705e-05, + "loss": 0.014, + "step": 47670 + }, + { + "loss_action": 0.047363732010126114, + "loss_total": 0.047363732010126114, + "step": 47670 + }, + { + "loss_action": 0.014404051937162876, + "loss_total": 0.014404051937162876, + "step": 47670 + }, + { + "loss_action": 0.008499682880938053, + "loss_total": 0.008499682880938053, + "step": 47670 + }, + { + "loss_action": 0.015168599784374237, + "loss_total": 0.015168599784374237, + "step": 47670 + }, + { + "loss_action": 0.011095048859715462, + "loss_total": 0.011095048859715462, + "step": 47670 + }, + { + "loss_action": 0.007885539904236794, + "loss_total": 0.007885539904236794, + "step": 47670 + }, + { + "grad_norm": 0.33698391914367676, + "learning_rate": 5.793765259892938e-05, + "loss": 0.0176, + "step": 47680 + }, + { + "loss_action": 0.014779229648411274, + "loss_total": 0.014779229648411274, + "step": 47680 + }, + { + "loss_action": 0.009127001278102398, + "loss_total": 0.009127001278102398, + "step": 47680 + }, + { + "loss_action": 0.012345428578555584, + "loss_total": 0.012345428578555584, + "step": 47680 + }, + { + "loss_action": 0.005713379476219416, + "loss_total": 0.005713379476219416, + "step": 47680 + }, + { + "loss_action": 0.006260704714804888, + "loss_total": 0.006260704714804888, + "step": 47680 + }, + { + "loss_action": 0.010710316710174084, + "loss_total": 0.010710316710174084, + "step": 47680 + }, + { + "grad_norm": 0.6263713836669922, + "learning_rate": 5.792132715474729e-05, + "loss": 0.0193, + "step": 47690 + }, + { + "loss_action": 0.009143822826445103, + "loss_total": 0.009143822826445103, + "step": 47690 + }, + { + "loss_action": 0.006975299213081598, + "loss_total": 0.006975299213081598, + "step": 47690 + }, + { + "loss_action": 0.02721613459289074, + "loss_total": 0.02721613459289074, + "step": 47690 + }, + { + "loss_action": 0.015110188163816929, + "loss_total": 0.015110188163816929, + "step": 47690 + }, + { + "loss_action": 0.011712522245943546, + "loss_total": 0.011712522245943546, + "step": 47690 + }, + { + "loss_action": 0.00691152922809124, + "loss_total": 0.00691152922809124, + "step": 47690 + }, + { + "grad_norm": 0.3139723539352417, + "learning_rate": 5.790500084430078e-05, + "loss": 0.0148, + "step": 47700 + }, + { + "loss_action": 0.017277764156460762, + "loss_total": 0.017277764156460762, + "step": 47700 + }, + { + "loss_action": 0.028230927884578705, + "loss_total": 0.028230927884578705, + "step": 47700 + }, + { + "loss_action": 0.015248920768499374, + "loss_total": 0.015248920768499374, + "step": 47700 + }, + { + "loss_action": 0.03289194405078888, + "loss_total": 0.03289194405078888, + "step": 47700 + }, + { + "loss_action": 0.005086417775601149, + "loss_total": 0.005086417775601149, + "step": 47700 + }, + { + "loss_action": 0.02704763039946556, + "loss_total": 0.02704763039946556, + "step": 47700 + }, + { + "grad_norm": 0.2888941764831543, + "learning_rate": 5.7888673669375274e-05, + "loss": 0.0157, + "step": 47710 + }, + { + "loss_action": 0.01838187873363495, + "loss_total": 0.01838187873363495, + "step": 47710 + }, + { + "loss_action": 0.008885561488568783, + "loss_total": 0.008885561488568783, + "step": 47710 + }, + { + "loss_action": 0.013912673108279705, + "loss_total": 0.013912673108279705, + "step": 47710 + }, + { + "loss_action": 0.008027260191738605, + "loss_total": 0.008027260191738605, + "step": 47710 + }, + { + "loss_action": 0.01772061362862587, + "loss_total": 0.01772061362862587, + "step": 47710 + }, + { + "loss_action": 0.024565398693084717, + "loss_total": 0.024565398693084717, + "step": 47710 + }, + { + "grad_norm": 0.3205071985721588, + "learning_rate": 5.787234563175625e-05, + "loss": 0.0154, + "step": 47720 + }, + { + "loss_action": 0.027878902852535248, + "loss_total": 0.027878902852535248, + "step": 47720 + }, + { + "loss_action": 0.015943650156259537, + "loss_total": 0.015943650156259537, + "step": 47720 + }, + { + "loss_action": 0.00588420033454895, + "loss_total": 0.00588420033454895, + "step": 47720 + }, + { + "loss_action": 0.022792231291532516, + "loss_total": 0.022792231291532516, + "step": 47720 + }, + { + "loss_action": 0.01049325056374073, + "loss_total": 0.01049325056374073, + "step": 47720 + }, + { + "loss_action": 0.010293126106262207, + "loss_total": 0.010293126106262207, + "step": 47720 + }, + { + "grad_norm": 0.3189324736595154, + "learning_rate": 5.7856016733229355e-05, + "loss": 0.014, + "step": 47730 + }, + { + "loss_action": 0.04595080018043518, + "loss_total": 0.04595080018043518, + "step": 47730 + }, + { + "loss_action": 0.030628429725766182, + "loss_total": 0.030628429725766182, + "step": 47730 + }, + { + "loss_action": 0.019248390570282936, + "loss_total": 0.019248390570282936, + "step": 47730 + }, + { + "loss_action": 0.025214027613401413, + "loss_total": 0.025214027613401413, + "step": 47730 + }, + { + "loss_action": 0.01311739906668663, + "loss_total": 0.01311739906668663, + "step": 47730 + }, + { + "loss_action": 0.010887137614190578, + "loss_total": 0.010887137614190578, + "step": 47730 + }, + { + "grad_norm": 0.41555535793304443, + "learning_rate": 5.7839686975580297e-05, + "loss": 0.0169, + "step": 47740 + }, + { + "loss_action": 0.02918071299791336, + "loss_total": 0.02918071299791336, + "step": 47740 + }, + { + "loss_action": 0.028371276333928108, + "loss_total": 0.028371276333928108, + "step": 47740 + }, + { + "loss_action": 0.011676633730530739, + "loss_total": 0.011676633730530739, + "step": 47740 + }, + { + "loss_action": 0.008745972998440266, + "loss_total": 0.008745972998440266, + "step": 47740 + }, + { + "loss_action": 0.008845129050314426, + "loss_total": 0.008845129050314426, + "step": 47740 + }, + { + "loss_action": 0.01608259603381157, + "loss_total": 0.01608259603381157, + "step": 47740 + }, + { + "grad_norm": 0.3082962930202484, + "learning_rate": 5.782335636059484e-05, + "loss": 0.0161, + "step": 47750 + }, + { + "loss_action": 0.011933318339288235, + "loss_total": 0.011933318339288235, + "step": 47750 + }, + { + "loss_action": 0.022963806986808777, + "loss_total": 0.022963806986808777, + "step": 47750 + }, + { + "loss_action": 0.11439447104930878, + "loss_total": 0.11439447104930878, + "step": 47750 + }, + { + "loss_action": 0.012996642850339413, + "loss_total": 0.012996642850339413, + "step": 47750 + }, + { + "loss_action": 0.021432824432849884, + "loss_total": 0.021432824432849884, + "step": 47750 + }, + { + "loss_action": 0.010290815494954586, + "loss_total": 0.010290815494954586, + "step": 47750 + }, + { + "grad_norm": 0.41496288776397705, + "learning_rate": 5.780702489005889e-05, + "loss": 0.0179, + "step": 47760 + }, + { + "loss_action": 0.008039928041398525, + "loss_total": 0.008039928041398525, + "step": 47760 + }, + { + "loss_action": 0.015135814435780048, + "loss_total": 0.015135814435780048, + "step": 47760 + }, + { + "loss_action": 0.009212372824549675, + "loss_total": 0.009212372824549675, + "step": 47760 + }, + { + "loss_action": 0.007680233102291822, + "loss_total": 0.007680233102291822, + "step": 47760 + }, + { + "loss_action": 0.00970523338764906, + "loss_total": 0.00970523338764906, + "step": 47760 + }, + { + "loss_action": 0.016097476705908775, + "loss_total": 0.016097476705908775, + "step": 47760 + }, + { + "grad_norm": 0.34782278537750244, + "learning_rate": 5.779069256575845e-05, + "loss": 0.0172, + "step": 47770 + }, + { + "loss_action": 0.011619157157838345, + "loss_total": 0.011619157157838345, + "step": 47770 + }, + { + "loss_action": 0.009384308010339737, + "loss_total": 0.009384308010339737, + "step": 47770 + }, + { + "loss_action": 0.011462229304015636, + "loss_total": 0.011462229304015636, + "step": 47770 + }, + { + "loss_action": 0.013837858103215694, + "loss_total": 0.013837858103215694, + "step": 47770 + }, + { + "loss_action": 0.012578721158206463, + "loss_total": 0.012578721158206463, + "step": 47770 + }, + { + "loss_action": 0.012898266315460205, + "loss_total": 0.012898266315460205, + "step": 47770 + }, + { + "grad_norm": 0.39000797271728516, + "learning_rate": 5.7774359389479574e-05, + "loss": 0.0147, + "step": 47780 + }, + { + "loss_action": 0.018120039254426956, + "loss_total": 0.018120039254426956, + "step": 47780 + }, + { + "loss_action": 0.008378851227462292, + "loss_total": 0.008378851227462292, + "step": 47780 + }, + { + "loss_action": 0.006983163300901651, + "loss_total": 0.006983163300901651, + "step": 47780 + }, + { + "loss_action": 0.037698887288570404, + "loss_total": 0.037698887288570404, + "step": 47780 + }, + { + "loss_action": 0.047915663570165634, + "loss_total": 0.047915663570165634, + "step": 47780 + }, + { + "loss_action": 0.030864186584949493, + "loss_total": 0.030864186584949493, + "step": 47780 + }, + { + "grad_norm": 0.37575629353523254, + "learning_rate": 5.775802536300845e-05, + "loss": 0.0176, + "step": 47790 + }, + { + "loss_action": 0.028626609593629837, + "loss_total": 0.028626609593629837, + "step": 47790 + }, + { + "loss_action": 0.010335223749279976, + "loss_total": 0.010335223749279976, + "step": 47790 + }, + { + "loss_action": 0.00963487010449171, + "loss_total": 0.00963487010449171, + "step": 47790 + }, + { + "loss_action": 0.015233212150633335, + "loss_total": 0.015233212150633335, + "step": 47790 + }, + { + "loss_action": 0.012471221387386322, + "loss_total": 0.012471221387386322, + "step": 47790 + }, + { + "loss_action": 0.05495775118470192, + "loss_total": 0.05495775118470192, + "step": 47790 + }, + { + "grad_norm": 0.4448261559009552, + "learning_rate": 5.774169048813134e-05, + "loss": 0.0198, + "step": 47800 + }, + { + "loss_action": 0.009686287492513657, + "loss_total": 0.009686287492513657, + "step": 47800 + }, + { + "loss_action": 0.024227416142821312, + "loss_total": 0.024227416142821312, + "step": 47800 + }, + { + "loss_action": 0.00922780018299818, + "loss_total": 0.00922780018299818, + "step": 47800 + }, + { + "loss_action": 0.028271904215216637, + "loss_total": 0.028271904215216637, + "step": 47800 + }, + { + "loss_action": 0.012209402397274971, + "loss_total": 0.012209402397274971, + "step": 47800 + }, + { + "loss_action": 0.017682328820228577, + "loss_total": 0.017682328820228577, + "step": 47800 + }, + { + "grad_norm": 0.5977293848991394, + "learning_rate": 5.77253547666346e-05, + "loss": 0.0192, + "step": 47810 + }, + { + "loss_action": 0.00793845672160387, + "loss_total": 0.00793845672160387, + "step": 47810 + }, + { + "loss_action": 0.019028401002287865, + "loss_total": 0.019028401002287865, + "step": 47810 + }, + { + "loss_action": 0.01712476834654808, + "loss_total": 0.01712476834654808, + "step": 47810 + }, + { + "loss_action": 0.010270250961184502, + "loss_total": 0.010270250961184502, + "step": 47810 + }, + { + "loss_action": 0.021739793941378593, + "loss_total": 0.021739793941378593, + "step": 47810 + }, + { + "loss_action": 0.026520423591136932, + "loss_total": 0.026520423591136932, + "step": 47810 + }, + { + "grad_norm": 0.3810976445674896, + "learning_rate": 5.770901820030465e-05, + "loss": 0.0173, + "step": 47820 + }, + { + "loss_action": 0.020830253139138222, + "loss_total": 0.020830253139138222, + "step": 47820 + }, + { + "loss_action": 0.0067526898346841335, + "loss_total": 0.0067526898346841335, + "step": 47820 + }, + { + "loss_action": 0.014067603275179863, + "loss_total": 0.014067603275179863, + "step": 47820 + }, + { + "loss_action": 0.00787869282066822, + "loss_total": 0.00787869282066822, + "step": 47820 + }, + { + "loss_action": 0.023845430463552475, + "loss_total": 0.023845430463552475, + "step": 47820 + }, + { + "loss_action": 0.016058575361967087, + "loss_total": 0.016058575361967087, + "step": 47820 + }, + { + "grad_norm": 0.36119288206100464, + "learning_rate": 5.769268079092809e-05, + "loss": 0.0177, + "step": 47830 + }, + { + "loss_action": 0.04203725606203079, + "loss_total": 0.04203725606203079, + "step": 47830 + }, + { + "loss_action": 0.0107900844886899, + "loss_total": 0.0107900844886899, + "step": 47830 + }, + { + "loss_action": 0.01815396547317505, + "loss_total": 0.01815396547317505, + "step": 47830 + }, + { + "loss_action": 0.009414060041308403, + "loss_total": 0.009414060041308403, + "step": 47830 + }, + { + "loss_action": 0.023060427978634834, + "loss_total": 0.023060427978634834, + "step": 47830 + }, + { + "loss_action": 0.009091406129300594, + "loss_total": 0.009091406129300594, + "step": 47830 + }, + { + "grad_norm": 0.5584418177604675, + "learning_rate": 5.767634254029151e-05, + "loss": 0.0197, + "step": 47840 + }, + { + "loss_action": 0.022483693435788155, + "loss_total": 0.022483693435788155, + "step": 47840 + }, + { + "loss_action": 0.05463115870952606, + "loss_total": 0.05463115870952606, + "step": 47840 + }, + { + "loss_action": 0.015953807160258293, + "loss_total": 0.015953807160258293, + "step": 47840 + }, + { + "loss_action": 0.010053838603198528, + "loss_total": 0.010053838603198528, + "step": 47840 + }, + { + "loss_action": 0.008952302858233452, + "loss_total": 0.008952302858233452, + "step": 47840 + }, + { + "loss_action": 0.01961963064968586, + "loss_total": 0.01961963064968586, + "step": 47840 + }, + { + "grad_norm": 0.5139064788818359, + "learning_rate": 5.7660003450181655e-05, + "loss": 0.02, + "step": 47850 + }, + { + "loss_action": 0.011118278838694096, + "loss_total": 0.011118278838694096, + "step": 47850 + }, + { + "loss_action": 0.018649626523256302, + "loss_total": 0.018649626523256302, + "step": 47850 + }, + { + "loss_action": 0.018517538905143738, + "loss_total": 0.018517538905143738, + "step": 47850 + }, + { + "loss_action": 0.02233283966779709, + "loss_total": 0.02233283966779709, + "step": 47850 + }, + { + "loss_action": 0.009138179011642933, + "loss_total": 0.009138179011642933, + "step": 47850 + }, + { + "loss_action": 0.011155885644257069, + "loss_total": 0.011155885644257069, + "step": 47850 + }, + { + "grad_norm": 0.3138710558414459, + "learning_rate": 5.764366352238534e-05, + "loss": 0.0162, + "step": 47860 + }, + { + "loss_action": 0.01635165512561798, + "loss_total": 0.01635165512561798, + "step": 47860 + }, + { + "loss_action": 0.020467184484004974, + "loss_total": 0.020467184484004974, + "step": 47860 + }, + { + "loss_action": 0.01238881703466177, + "loss_total": 0.01238881703466177, + "step": 47860 + }, + { + "loss_action": 0.026773802936077118, + "loss_total": 0.026773802936077118, + "step": 47860 + }, + { + "loss_action": 0.0462723970413208, + "loss_total": 0.0462723970413208, + "step": 47860 + }, + { + "loss_action": 0.018785638734698296, + "loss_total": 0.018785638734698296, + "step": 47860 + }, + { + "grad_norm": 0.32461363077163696, + "learning_rate": 5.7627322758689474e-05, + "loss": 0.0157, + "step": 47870 + }, + { + "loss_action": 0.009871930815279484, + "loss_total": 0.009871930815279484, + "step": 47870 + }, + { + "loss_action": 0.012632745318114758, + "loss_total": 0.012632745318114758, + "step": 47870 + }, + { + "loss_action": 0.021655604243278503, + "loss_total": 0.021655604243278503, + "step": 47870 + }, + { + "loss_action": 0.013149197213351727, + "loss_total": 0.013149197213351727, + "step": 47870 + }, + { + "loss_action": 0.017952069640159607, + "loss_total": 0.017952069640159607, + "step": 47870 + }, + { + "loss_action": 0.015197159722447395, + "loss_total": 0.015197159722447395, + "step": 47870 + }, + { + "grad_norm": 0.3694162964820862, + "learning_rate": 5.761098116088105e-05, + "loss": 0.0166, + "step": 47880 + }, + { + "loss_action": 0.014074078761041164, + "loss_total": 0.014074078761041164, + "step": 47880 + }, + { + "loss_action": 0.026583822444081306, + "loss_total": 0.026583822444081306, + "step": 47880 + }, + { + "loss_action": 0.007405261043459177, + "loss_total": 0.007405261043459177, + "step": 47880 + }, + { + "loss_action": 0.010670291259884834, + "loss_total": 0.010670291259884834, + "step": 47880 + }, + { + "loss_action": 0.03795919194817543, + "loss_total": 0.03795919194817543, + "step": 47880 + }, + { + "loss_action": 0.0076681203208863735, + "loss_total": 0.0076681203208863735, + "step": 47880 + }, + { + "grad_norm": 0.3907811939716339, + "learning_rate": 5.759463873074717e-05, + "loss": 0.0149, + "step": 47890 + }, + { + "loss_action": 0.015212410129606724, + "loss_total": 0.015212410129606724, + "step": 47890 + }, + { + "loss_action": 0.00794072262942791, + "loss_total": 0.00794072262942791, + "step": 47890 + }, + { + "loss_action": 0.00811145082116127, + "loss_total": 0.00811145082116127, + "step": 47890 + }, + { + "loss_action": 0.018322663381695747, + "loss_total": 0.018322663381695747, + "step": 47890 + }, + { + "loss_action": 0.015494419261813164, + "loss_total": 0.015494419261813164, + "step": 47890 + }, + { + "loss_action": 0.011580758728086948, + "loss_total": 0.011580758728086948, + "step": 47890 + }, + { + "grad_norm": 0.5115975737571716, + "learning_rate": 5.757829547007504e-05, + "loss": 0.016, + "step": 47900 + }, + { + "loss_action": 0.011144483461976051, + "loss_total": 0.011144483461976051, + "step": 47900 + }, + { + "loss_action": 0.00774079654365778, + "loss_total": 0.00774079654365778, + "step": 47900 + }, + { + "loss_action": 0.012304173782467842, + "loss_total": 0.012304173782467842, + "step": 47900 + }, + { + "loss_action": 0.009486774913966656, + "loss_total": 0.009486774913966656, + "step": 47900 + }, + { + "loss_action": 0.007812140043824911, + "loss_total": 0.007812140043824911, + "step": 47900 + }, + { + "loss_action": 0.008982686325907707, + "loss_total": 0.008982686325907707, + "step": 47900 + }, + { + "grad_norm": 0.32165610790252686, + "learning_rate": 5.756195138065189e-05, + "loss": 0.0192, + "step": 47910 + }, + { + "loss_action": 0.006495379842817783, + "loss_total": 0.006495379842817783, + "step": 47910 + }, + { + "loss_action": 0.011907481588423252, + "loss_total": 0.011907481588423252, + "step": 47910 + }, + { + "loss_action": 0.021999981254339218, + "loss_total": 0.021999981254339218, + "step": 47910 + }, + { + "loss_action": 0.013536490499973297, + "loss_total": 0.013536490499973297, + "step": 47910 + }, + { + "loss_action": 0.017050227150321007, + "loss_total": 0.017050227150321007, + "step": 47910 + }, + { + "loss_action": 0.012497233226895332, + "loss_total": 0.012497233226895332, + "step": 47910 + }, + { + "grad_norm": 0.41543516516685486, + "learning_rate": 5.754560646426511e-05, + "loss": 0.0148, + "step": 47920 + }, + { + "loss_action": 0.010668604634702206, + "loss_total": 0.010668604634702206, + "step": 47920 + }, + { + "loss_action": 0.011775485239923, + "loss_total": 0.011775485239923, + "step": 47920 + }, + { + "loss_action": 0.0070959958247840405, + "loss_total": 0.0070959958247840405, + "step": 47920 + }, + { + "loss_action": 0.021265370771288872, + "loss_total": 0.021265370771288872, + "step": 47920 + }, + { + "loss_action": 0.008643029257655144, + "loss_total": 0.008643029257655144, + "step": 47920 + }, + { + "loss_action": 0.020260551944375038, + "loss_total": 0.020260551944375038, + "step": 47920 + }, + { + "grad_norm": 0.32376629114151, + "learning_rate": 5.752926072270216e-05, + "loss": 0.0148, + "step": 47930 + }, + { + "loss_action": 0.027042362838983536, + "loss_total": 0.027042362838983536, + "step": 47930 + }, + { + "loss_action": 0.01925053820014, + "loss_total": 0.01925053820014, + "step": 47930 + }, + { + "loss_action": 0.013260061852633953, + "loss_total": 0.013260061852633953, + "step": 47930 + }, + { + "loss_action": 0.009472165256738663, + "loss_total": 0.009472165256738663, + "step": 47930 + }, + { + "loss_action": 0.00791735015809536, + "loss_total": 0.00791735015809536, + "step": 47930 + }, + { + "loss_action": 0.007782887667417526, + "loss_total": 0.007782887667417526, + "step": 47930 + }, + { + "grad_norm": 0.3264179229736328, + "learning_rate": 5.7512914157750563e-05, + "loss": 0.0134, + "step": 47940 + }, + { + "loss_action": 0.013380549848079681, + "loss_total": 0.013380549848079681, + "step": 47940 + }, + { + "loss_action": 0.006767455022782087, + "loss_total": 0.006767455022782087, + "step": 47940 + }, + { + "loss_action": 0.0064838118851184845, + "loss_total": 0.0064838118851184845, + "step": 47940 + }, + { + "loss_action": 0.026476750150322914, + "loss_total": 0.026476750150322914, + "step": 47940 + }, + { + "loss_action": 0.023936888203024864, + "loss_total": 0.023936888203024864, + "step": 47940 + }, + { + "loss_action": 0.008361476473510265, + "loss_total": 0.008361476473510265, + "step": 47940 + }, + { + "grad_norm": 0.3041970729827881, + "learning_rate": 5.749656677119798e-05, + "loss": 0.0142, + "step": 47950 + }, + { + "loss_action": 0.007956954650580883, + "loss_total": 0.007956954650580883, + "step": 47950 + }, + { + "loss_action": 0.012917876243591309, + "loss_total": 0.012917876243591309, + "step": 47950 + }, + { + "loss_action": 0.009456557221710682, + "loss_total": 0.009456557221710682, + "step": 47950 + }, + { + "loss_action": 0.015718476846814156, + "loss_total": 0.015718476846814156, + "step": 47950 + }, + { + "loss_action": 0.005565724801272154, + "loss_total": 0.005565724801272154, + "step": 47950 + }, + { + "loss_action": 0.006970598828047514, + "loss_total": 0.006970598828047514, + "step": 47950 + }, + { + "grad_norm": 0.30399370193481445, + "learning_rate": 5.7480218564832125e-05, + "loss": 0.0128, + "step": 47960 + }, + { + "loss_action": 0.016437288373708725, + "loss_total": 0.016437288373708725, + "step": 47960 + }, + { + "loss_action": 0.01291563082486391, + "loss_total": 0.01291563082486391, + "step": 47960 + }, + { + "loss_action": 0.010826773010194302, + "loss_total": 0.010826773010194302, + "step": 47960 + }, + { + "loss_action": 0.010446020402014256, + "loss_total": 0.010446020402014256, + "step": 47960 + }, + { + "loss_action": 0.017928630113601685, + "loss_total": 0.017928630113601685, + "step": 47960 + }, + { + "loss_action": 0.029795803129673004, + "loss_total": 0.029795803129673004, + "step": 47960 + }, + { + "grad_norm": 0.3322197198867798, + "learning_rate": 5.746386954044082e-05, + "loss": 0.0157, + "step": 47970 + }, + { + "loss_action": 0.016298560425639153, + "loss_total": 0.016298560425639153, + "step": 47970 + }, + { + "loss_action": 0.011527071706950665, + "loss_total": 0.011527071706950665, + "step": 47970 + }, + { + "loss_action": 0.01573372818529606, + "loss_total": 0.01573372818529606, + "step": 47970 + }, + { + "loss_action": 0.010175340808928013, + "loss_total": 0.010175340808928013, + "step": 47970 + }, + { + "loss_action": 0.012917391024529934, + "loss_total": 0.012917391024529934, + "step": 47970 + }, + { + "loss_action": 0.011505975387990475, + "loss_total": 0.011505975387990475, + "step": 47970 + }, + { + "grad_norm": 0.40227872133255005, + "learning_rate": 5.744751969981195e-05, + "loss": 0.0135, + "step": 47980 + }, + { + "loss_action": 0.027897225692868233, + "loss_total": 0.027897225692868233, + "step": 47980 + }, + { + "loss_action": 0.005456989631056786, + "loss_total": 0.005456989631056786, + "step": 47980 + }, + { + "loss_action": 0.006258509587496519, + "loss_total": 0.006258509587496519, + "step": 47980 + }, + { + "loss_action": 0.033468399196863174, + "loss_total": 0.033468399196863174, + "step": 47980 + }, + { + "loss_action": 0.009838680736720562, + "loss_total": 0.009838680736720562, + "step": 47980 + }, + { + "loss_action": 0.007717376574873924, + "loss_total": 0.007717376574873924, + "step": 47980 + }, + { + "grad_norm": 0.2999774217605591, + "learning_rate": 5.7431169044733526e-05, + "loss": 0.0151, + "step": 47990 + }, + { + "loss_action": 0.008614184334874153, + "loss_total": 0.008614184334874153, + "step": 47990 + }, + { + "loss_action": 0.008444921113550663, + "loss_total": 0.008444921113550663, + "step": 47990 + }, + { + "loss_action": 0.010690259747207165, + "loss_total": 0.010690259747207165, + "step": 47990 + }, + { + "loss_action": 0.011510617099702358, + "loss_total": 0.011510617099702358, + "step": 47990 + }, + { + "loss_action": 0.008149420842528343, + "loss_total": 0.008149420842528343, + "step": 47990 + }, + { + "loss_action": 0.01169673167169094, + "loss_total": 0.01169673167169094, + "step": 47990 + }, + { + "grad_norm": 0.5803963541984558, + "learning_rate": 5.741481757699364e-05, + "loss": 0.016, + "step": 48000 + }, + { + "loss_action": 0.04009466990828514, + "loss_total": 0.04009466990828514, + "step": 48000 + }, + { + "loss_action": 0.010554014705121517, + "loss_total": 0.010554014705121517, + "step": 48000 + }, + { + "loss_action": 0.014746312983334064, + "loss_total": 0.014746312983334064, + "step": 48000 + }, + { + "loss_action": 0.016492245718836784, + "loss_total": 0.016492245718836784, + "step": 48000 + }, + { + "loss_action": 0.00856178067624569, + "loss_total": 0.00856178067624569, + "step": 48000 + }, + { + "loss_action": 0.00855256337672472, + "loss_total": 0.00855256337672472, + "step": 48000 + }, + { + "grad_norm": 0.359764039516449, + "learning_rate": 5.7398465298380434e-05, + "loss": 0.0171, + "step": 48010 + }, + { + "loss_action": 0.010773253627121449, + "loss_total": 0.010773253627121449, + "step": 48010 + }, + { + "loss_action": 0.01242541242390871, + "loss_total": 0.01242541242390871, + "step": 48010 + }, + { + "loss_action": 0.006987603846937418, + "loss_total": 0.006987603846937418, + "step": 48010 + }, + { + "loss_action": 0.00606154790148139, + "loss_total": 0.00606154790148139, + "step": 48010 + }, + { + "loss_action": 0.006958410609513521, + "loss_total": 0.006958410609513521, + "step": 48010 + }, + { + "loss_action": 0.02274230681359768, + "loss_total": 0.02274230681359768, + "step": 48010 + }, + { + "grad_norm": 0.36873674392700195, + "learning_rate": 5.7382112210682193e-05, + "loss": 0.0159, + "step": 48020 + }, + { + "loss_action": 0.013921201229095459, + "loss_total": 0.013921201229095459, + "step": 48020 + }, + { + "loss_action": 0.008591393940150738, + "loss_total": 0.008591393940150738, + "step": 48020 + }, + { + "loss_action": 0.013893498107790947, + "loss_total": 0.013893498107790947, + "step": 48020 + }, + { + "loss_action": 0.020940734073519707, + "loss_total": 0.020940734073519707, + "step": 48020 + }, + { + "loss_action": 0.019869687035679817, + "loss_total": 0.019869687035679817, + "step": 48020 + }, + { + "loss_action": 0.011635936796665192, + "loss_total": 0.011635936796665192, + "step": 48020 + }, + { + "grad_norm": 0.5095884203910828, + "learning_rate": 5.7365758315687266e-05, + "loss": 0.0173, + "step": 48030 + }, + { + "loss_action": 0.015309436246752739, + "loss_total": 0.015309436246752739, + "step": 48030 + }, + { + "loss_action": 0.012310732156038284, + "loss_total": 0.012310732156038284, + "step": 48030 + }, + { + "loss_action": 0.010635375045239925, + "loss_total": 0.010635375045239925, + "step": 48030 + }, + { + "loss_action": 0.023047177121043205, + "loss_total": 0.023047177121043205, + "step": 48030 + }, + { + "loss_action": 0.019736722111701965, + "loss_total": 0.019736722111701965, + "step": 48030 + }, + { + "loss_action": 0.010131307877600193, + "loss_total": 0.010131307877600193, + "step": 48030 + }, + { + "grad_norm": 0.31501537561416626, + "learning_rate": 5.734940361518407e-05, + "loss": 0.0181, + "step": 48040 + }, + { + "loss_action": 0.02013150416314602, + "loss_total": 0.02013150416314602, + "step": 48040 + }, + { + "loss_action": 0.007495752070099115, + "loss_total": 0.007495752070099115, + "step": 48040 + }, + { + "loss_action": 0.025143690407276154, + "loss_total": 0.025143690407276154, + "step": 48040 + }, + { + "loss_action": 0.005934211891144514, + "loss_total": 0.005934211891144514, + "step": 48040 + }, + { + "loss_action": 0.017561091110110283, + "loss_total": 0.017561091110110283, + "step": 48040 + }, + { + "loss_action": 0.014229297637939453, + "loss_total": 0.014229297637939453, + "step": 48040 + }, + { + "grad_norm": 0.3338468074798584, + "learning_rate": 5.733304811096116e-05, + "loss": 0.0164, + "step": 48050 + }, + { + "loss_action": 0.013966583646833897, + "loss_total": 0.013966583646833897, + "step": 48050 + }, + { + "loss_action": 0.01144823245704174, + "loss_total": 0.01144823245704174, + "step": 48050 + }, + { + "loss_action": 0.01224538590759039, + "loss_total": 0.01224538590759039, + "step": 48050 + }, + { + "loss_action": 0.014902851544320583, + "loss_total": 0.014902851544320583, + "step": 48050 + }, + { + "loss_action": 0.01598288305103779, + "loss_total": 0.01598288305103779, + "step": 48050 + }, + { + "loss_action": 0.01519592385739088, + "loss_total": 0.01519592385739088, + "step": 48050 + }, + { + "grad_norm": 0.3558233678340912, + "learning_rate": 5.731669180480713e-05, + "loss": 0.0161, + "step": 48060 + }, + { + "loss_action": 0.011388111859560013, + "loss_total": 0.011388111859560013, + "step": 48060 + }, + { + "loss_action": 0.007423028815537691, + "loss_total": 0.007423028815537691, + "step": 48060 + }, + { + "loss_action": 0.020885862410068512, + "loss_total": 0.020885862410068512, + "step": 48060 + }, + { + "loss_action": 0.006207226775586605, + "loss_total": 0.006207226775586605, + "step": 48060 + }, + { + "loss_action": 0.022126153111457825, + "loss_total": 0.022126153111457825, + "step": 48060 + }, + { + "loss_action": 0.015028625726699829, + "loss_total": 0.015028625726699829, + "step": 48060 + }, + { + "grad_norm": 0.3702819049358368, + "learning_rate": 5.730033469851067e-05, + "loss": 0.0164, + "step": 48070 + }, + { + "loss_action": 0.011333752423524857, + "loss_total": 0.011333752423524857, + "step": 48070 + }, + { + "loss_action": 0.009996616281569004, + "loss_total": 0.009996616281569004, + "step": 48070 + }, + { + "loss_action": 0.011301525868475437, + "loss_total": 0.011301525868475437, + "step": 48070 + }, + { + "loss_action": 0.012453483417630196, + "loss_total": 0.012453483417630196, + "step": 48070 + }, + { + "loss_action": 0.009629328735172749, + "loss_total": 0.009629328735172749, + "step": 48070 + }, + { + "loss_action": 0.021445564925670624, + "loss_total": 0.021445564925670624, + "step": 48070 + }, + { + "grad_norm": 0.4223085343837738, + "learning_rate": 5.7283976793860607e-05, + "loss": 0.0166, + "step": 48080 + }, + { + "loss_action": 0.010062074288725853, + "loss_total": 0.010062074288725853, + "step": 48080 + }, + { + "loss_action": 0.009406773373484612, + "loss_total": 0.009406773373484612, + "step": 48080 + }, + { + "loss_action": 0.012797605246305466, + "loss_total": 0.012797605246305466, + "step": 48080 + }, + { + "loss_action": 0.01674649678170681, + "loss_total": 0.01674649678170681, + "step": 48080 + }, + { + "loss_action": 0.013263135217130184, + "loss_total": 0.013263135217130184, + "step": 48080 + }, + { + "loss_action": 0.013719848357141018, + "loss_total": 0.013719848357141018, + "step": 48080 + }, + { + "grad_norm": 0.40903398394584656, + "learning_rate": 5.726761809264577e-05, + "loss": 0.0166, + "step": 48090 + }, + { + "loss_action": 0.013204086571931839, + "loss_total": 0.013204086571931839, + "step": 48090 + }, + { + "loss_action": 0.012662768363952637, + "loss_total": 0.012662768363952637, + "step": 48090 + }, + { + "loss_action": 0.013682899996638298, + "loss_total": 0.013682899996638298, + "step": 48090 + }, + { + "loss_action": 0.011931942775845528, + "loss_total": 0.011931942775845528, + "step": 48090 + }, + { + "loss_action": 0.06202557310461998, + "loss_total": 0.06202557310461998, + "step": 48090 + }, + { + "loss_action": 0.018970593810081482, + "loss_total": 0.018970593810081482, + "step": 48090 + }, + { + "grad_norm": 0.23388192057609558, + "learning_rate": 5.7251258596655155e-05, + "loss": 0.0163, + "step": 48100 + }, + { + "loss_action": 0.01221416611224413, + "loss_total": 0.01221416611224413, + "step": 48100 + }, + { + "loss_action": 0.03349125757813454, + "loss_total": 0.03349125757813454, + "step": 48100 + }, + { + "loss_action": 0.028658783063292503, + "loss_total": 0.028658783063292503, + "step": 48100 + }, + { + "loss_action": 0.006713334005326033, + "loss_total": 0.006713334005326033, + "step": 48100 + }, + { + "loss_action": 0.010757651180028915, + "loss_total": 0.010757651180028915, + "step": 48100 + }, + { + "loss_action": 0.010579264722764492, + "loss_total": 0.010579264722764492, + "step": 48100 + }, + { + "grad_norm": 0.3303932547569275, + "learning_rate": 5.72348983076778e-05, + "loss": 0.0216, + "step": 48110 + }, + { + "loss_action": 0.015912754461169243, + "loss_total": 0.015912754461169243, + "step": 48110 + }, + { + "loss_action": 0.02653985284268856, + "loss_total": 0.02653985284268856, + "step": 48110 + }, + { + "loss_action": 0.010921301320195198, + "loss_total": 0.010921301320195198, + "step": 48110 + }, + { + "loss_action": 0.0191370639950037, + "loss_total": 0.0191370639950037, + "step": 48110 + }, + { + "loss_action": 0.026285246014595032, + "loss_total": 0.026285246014595032, + "step": 48110 + }, + { + "loss_action": 0.014676582999527454, + "loss_total": 0.014676582999527454, + "step": 48110 + }, + { + "grad_norm": 0.457509309053421, + "learning_rate": 5.7218537227502854e-05, + "loss": 0.0194, + "step": 48120 + }, + { + "loss_action": 0.01679464988410473, + "loss_total": 0.01679464988410473, + "step": 48120 + }, + { + "loss_action": 0.01162801869213581, + "loss_total": 0.01162801869213581, + "step": 48120 + }, + { + "loss_action": 0.010888914577662945, + "loss_total": 0.010888914577662945, + "step": 48120 + }, + { + "loss_action": 0.007330566644668579, + "loss_total": 0.007330566644668579, + "step": 48120 + }, + { + "loss_action": 0.021401144564151764, + "loss_total": 0.021401144564151764, + "step": 48120 + }, + { + "loss_action": 0.019411083310842514, + "loss_total": 0.019411083310842514, + "step": 48120 + }, + { + "grad_norm": 0.35271772742271423, + "learning_rate": 5.720217535791951e-05, + "loss": 0.0143, + "step": 48130 + }, + { + "loss_action": 0.006057723890990019, + "loss_total": 0.006057723890990019, + "step": 48130 + }, + { + "loss_action": 0.013221084140241146, + "loss_total": 0.013221084140241146, + "step": 48130 + }, + { + "loss_action": 0.006958434358239174, + "loss_total": 0.006958434358239174, + "step": 48130 + }, + { + "loss_action": 0.007312684785574675, + "loss_total": 0.007312684785574675, + "step": 48130 + }, + { + "loss_action": 0.005883936304599047, + "loss_total": 0.005883936304599047, + "step": 48130 + }, + { + "loss_action": 0.032474324107170105, + "loss_total": 0.032474324107170105, + "step": 48130 + }, + { + "grad_norm": 0.35047462582588196, + "learning_rate": 5.718581270071711e-05, + "loss": 0.0153, + "step": 48140 + }, + { + "loss_action": 0.016473820433020592, + "loss_total": 0.016473820433020592, + "step": 48140 + }, + { + "loss_action": 0.012921462766826153, + "loss_total": 0.012921462766826153, + "step": 48140 + }, + { + "loss_action": 0.020596768707036972, + "loss_total": 0.020596768707036972, + "step": 48140 + }, + { + "loss_action": 0.012269294820725918, + "loss_total": 0.012269294820725918, + "step": 48140 + }, + { + "loss_action": 0.011076653376221657, + "loss_total": 0.011076653376221657, + "step": 48140 + }, + { + "loss_action": 0.012280290015041828, + "loss_total": 0.012280290015041828, + "step": 48140 + }, + { + "grad_norm": 0.613054096698761, + "learning_rate": 5.716944925768505e-05, + "loss": 0.0166, + "step": 48150 + }, + { + "loss_action": 0.029154477640986443, + "loss_total": 0.029154477640986443, + "step": 48150 + }, + { + "loss_action": 0.012742525897920132, + "loss_total": 0.012742525897920132, + "step": 48150 + }, + { + "loss_action": 0.02269282191991806, + "loss_total": 0.02269282191991806, + "step": 48150 + }, + { + "loss_action": 0.03034466691315174, + "loss_total": 0.03034466691315174, + "step": 48150 + }, + { + "loss_action": 0.026074739173054695, + "loss_total": 0.026074739173054695, + "step": 48150 + }, + { + "loss_action": 0.03357449546456337, + "loss_total": 0.03357449546456337, + "step": 48150 + }, + { + "grad_norm": 0.34278711676597595, + "learning_rate": 5.7153085030612786e-05, + "loss": 0.0155, + "step": 48160 + }, + { + "loss_action": 0.014845474623143673, + "loss_total": 0.014845474623143673, + "step": 48160 + }, + { + "loss_action": 0.0050241947174072266, + "loss_total": 0.0050241947174072266, + "step": 48160 + }, + { + "loss_action": 0.012774024158716202, + "loss_total": 0.012774024158716202, + "step": 48160 + }, + { + "loss_action": 0.013287108391523361, + "loss_total": 0.013287108391523361, + "step": 48160 + }, + { + "loss_action": 0.02172873727977276, + "loss_total": 0.02172873727977276, + "step": 48160 + }, + { + "loss_action": 0.018406232818961143, + "loss_total": 0.018406232818961143, + "step": 48160 + }, + { + "grad_norm": 0.31423234939575195, + "learning_rate": 5.713672002128989e-05, + "loss": 0.0186, + "step": 48170 + }, + { + "loss_action": 0.006795636843889952, + "loss_total": 0.006795636843889952, + "step": 48170 + }, + { + "loss_action": 0.019351458176970482, + "loss_total": 0.019351458176970482, + "step": 48170 + }, + { + "loss_action": 0.01201778743416071, + "loss_total": 0.01201778743416071, + "step": 48170 + }, + { + "loss_action": 0.014031415805220604, + "loss_total": 0.014031415805220604, + "step": 48170 + }, + { + "loss_action": 0.007094534579664469, + "loss_total": 0.007094534579664469, + "step": 48170 + }, + { + "loss_action": 0.012504691258072853, + "loss_total": 0.012504691258072853, + "step": 48170 + }, + { + "grad_norm": 0.47686341404914856, + "learning_rate": 5.712035423150602e-05, + "loss": 0.0173, + "step": 48180 + }, + { + "loss_action": 0.009203759022057056, + "loss_total": 0.009203759022057056, + "step": 48180 + }, + { + "loss_action": 0.0174234751611948, + "loss_total": 0.0174234751611948, + "step": 48180 + }, + { + "loss_action": 0.018122665584087372, + "loss_total": 0.018122665584087372, + "step": 48180 + }, + { + "loss_action": 0.029566172510385513, + "loss_total": 0.029566172510385513, + "step": 48180 + }, + { + "loss_action": 0.014053325168788433, + "loss_total": 0.014053325168788433, + "step": 48180 + }, + { + "loss_action": 0.01887836866080761, + "loss_total": 0.01887836866080761, + "step": 48180 + }, + { + "grad_norm": 0.2914678752422333, + "learning_rate": 5.710398766305094e-05, + "loss": 0.015, + "step": 48190 + }, + { + "loss_action": 0.015328415669500828, + "loss_total": 0.015328415669500828, + "step": 48190 + }, + { + "loss_action": 0.04167686402797699, + "loss_total": 0.04167686402797699, + "step": 48190 + }, + { + "loss_action": 0.01696680299937725, + "loss_total": 0.01696680299937725, + "step": 48190 + }, + { + "loss_action": 0.018394503742456436, + "loss_total": 0.018394503742456436, + "step": 48190 + }, + { + "loss_action": 0.006949329748749733, + "loss_total": 0.006949329748749733, + "step": 48190 + }, + { + "loss_action": 0.0068480162881314754, + "loss_total": 0.0068480162881314754, + "step": 48190 + }, + { + "grad_norm": 0.4019167125225067, + "learning_rate": 5.708762031771442e-05, + "loss": 0.017, + "step": 48200 + }, + { + "loss_action": 0.018272915855050087, + "loss_total": 0.018272915855050087, + "step": 48200 + }, + { + "loss_action": 0.015577203594148159, + "loss_total": 0.015577203594148159, + "step": 48200 + }, + { + "loss_action": 0.015707656741142273, + "loss_total": 0.015707656741142273, + "step": 48200 + }, + { + "loss_action": 0.01563005894422531, + "loss_total": 0.01563005894422531, + "step": 48200 + }, + { + "loss_action": 0.01196273509413004, + "loss_total": 0.01196273509413004, + "step": 48200 + }, + { + "loss_action": 0.019705653190612793, + "loss_total": 0.019705653190612793, + "step": 48200 + }, + { + "grad_norm": 0.31455931067466736, + "learning_rate": 5.707125219728642e-05, + "loss": 0.0142, + "step": 48210 + }, + { + "loss_action": 0.011141697876155376, + "loss_total": 0.011141697876155376, + "step": 48210 + }, + { + "loss_action": 0.009594662114977837, + "loss_total": 0.009594662114977837, + "step": 48210 + }, + { + "loss_action": 0.017761530354619026, + "loss_total": 0.017761530354619026, + "step": 48210 + }, + { + "loss_action": 0.0053850323893129826, + "loss_total": 0.0053850323893129826, + "step": 48210 + }, + { + "loss_action": 0.01067725196480751, + "loss_total": 0.01067725196480751, + "step": 48210 + }, + { + "loss_action": 0.015565863810479641, + "loss_total": 0.015565863810479641, + "step": 48210 + }, + { + "grad_norm": 0.32352879643440247, + "learning_rate": 5.7054883303556905e-05, + "loss": 0.0159, + "step": 48220 + }, + { + "loss_action": 0.007775112986564636, + "loss_total": 0.007775112986564636, + "step": 48220 + }, + { + "loss_action": 0.011242461390793324, + "loss_total": 0.011242461390793324, + "step": 48220 + }, + { + "loss_action": 0.007638942450284958, + "loss_total": 0.007638942450284958, + "step": 48220 + }, + { + "loss_action": 0.029411867260932922, + "loss_total": 0.029411867260932922, + "step": 48220 + }, + { + "loss_action": 0.011746598407626152, + "loss_total": 0.011746598407626152, + "step": 48220 + }, + { + "loss_action": 0.012153423391282558, + "loss_total": 0.012153423391282558, + "step": 48220 + }, + { + "grad_norm": 0.3210064470767975, + "learning_rate": 5.703851363831595e-05, + "loss": 0.0162, + "step": 48230 + }, + { + "loss_action": 0.007875175215303898, + "loss_total": 0.007875175215303898, + "step": 48230 + }, + { + "loss_action": 0.019386420026421547, + "loss_total": 0.019386420026421547, + "step": 48230 + }, + { + "loss_action": 0.023740064352750778, + "loss_total": 0.023740064352750778, + "step": 48230 + }, + { + "loss_action": 0.010646956041455269, + "loss_total": 0.010646956041455269, + "step": 48230 + }, + { + "loss_action": 0.03925944119691849, + "loss_total": 0.03925944119691849, + "step": 48230 + }, + { + "loss_action": 0.006638717837631702, + "loss_total": 0.006638717837631702, + "step": 48230 + }, + { + "grad_norm": 0.3382091820240021, + "learning_rate": 5.702214320335374e-05, + "loss": 0.0163, + "step": 48240 + }, + { + "loss_action": 0.004639046266674995, + "loss_total": 0.004639046266674995, + "step": 48240 + }, + { + "loss_action": 0.011463061906397343, + "loss_total": 0.011463061906397343, + "step": 48240 + }, + { + "loss_action": 0.00953619834035635, + "loss_total": 0.00953619834035635, + "step": 48240 + }, + { + "loss_action": 0.008968320675194263, + "loss_total": 0.008968320675194263, + "step": 48240 + }, + { + "loss_action": 0.011579654179513454, + "loss_total": 0.011579654179513454, + "step": 48240 + }, + { + "loss_action": 0.008690749295055866, + "loss_total": 0.008690749295055866, + "step": 48240 + }, + { + "grad_norm": 0.28901028633117676, + "learning_rate": 5.7005772000460514e-05, + "loss": 0.0142, + "step": 48250 + }, + { + "loss_action": 0.011694056913256645, + "loss_total": 0.011694056913256645, + "step": 48250 + }, + { + "loss_action": 0.011850621551275253, + "loss_total": 0.011850621551275253, + "step": 48250 + }, + { + "loss_action": 0.013914545066654682, + "loss_total": 0.013914545066654682, + "step": 48250 + }, + { + "loss_action": 0.009422563947737217, + "loss_total": 0.009422563947737217, + "step": 48250 + }, + { + "loss_action": 0.012822364456951618, + "loss_total": 0.012822364456951618, + "step": 48250 + }, + { + "loss_action": 0.005816109944134951, + "loss_total": 0.005816109944134951, + "step": 48250 + }, + { + "grad_norm": 0.3499423563480377, + "learning_rate": 5.698940003142656e-05, + "loss": 0.0127, + "step": 48260 + }, + { + "loss_action": 0.01451253890991211, + "loss_total": 0.01451253890991211, + "step": 48260 + }, + { + "loss_action": 0.006210251711308956, + "loss_total": 0.006210251711308956, + "step": 48260 + }, + { + "loss_action": 0.0071885609067976475, + "loss_total": 0.0071885609067976475, + "step": 48260 + }, + { + "loss_action": 0.008516084402799606, + "loss_total": 0.008516084402799606, + "step": 48260 + }, + { + "loss_action": 0.017659464851021767, + "loss_total": 0.017659464851021767, + "step": 48260 + }, + { + "loss_action": 0.0118208983913064, + "loss_total": 0.0118208983913064, + "step": 48260 + }, + { + "grad_norm": 0.2784101068973541, + "learning_rate": 5.697302729804236e-05, + "loss": 0.0149, + "step": 48270 + }, + { + "loss_action": 0.0043924166820943356, + "loss_total": 0.0043924166820943356, + "step": 48270 + }, + { + "loss_action": 0.0155621487647295, + "loss_total": 0.0155621487647295, + "step": 48270 + }, + { + "loss_action": 0.011825195513665676, + "loss_total": 0.011825195513665676, + "step": 48270 + }, + { + "loss_action": 0.006168528459966183, + "loss_total": 0.006168528459966183, + "step": 48270 + }, + { + "loss_action": 0.007507167290896177, + "loss_total": 0.007507167290896177, + "step": 48270 + }, + { + "loss_action": 0.008544844575226307, + "loss_total": 0.008544844575226307, + "step": 48270 + }, + { + "grad_norm": 0.40343040227890015, + "learning_rate": 5.695665380209837e-05, + "loss": 0.0177, + "step": 48280 + }, + { + "loss_action": 0.012307579629123211, + "loss_total": 0.012307579629123211, + "step": 48280 + }, + { + "loss_action": 0.017465490847826004, + "loss_total": 0.017465490847826004, + "step": 48280 + }, + { + "loss_action": 0.005302822683006525, + "loss_total": 0.005302822683006525, + "step": 48280 + }, + { + "loss_action": 0.006441206205636263, + "loss_total": 0.006441206205636263, + "step": 48280 + }, + { + "loss_action": 0.008066994138062, + "loss_total": 0.008066994138062, + "step": 48280 + }, + { + "loss_action": 0.005481425207108259, + "loss_total": 0.005481425207108259, + "step": 48280 + }, + { + "grad_norm": 0.3136445879936218, + "learning_rate": 5.6940279545385165e-05, + "loss": 0.0136, + "step": 48290 + }, + { + "loss_action": 0.014745875261723995, + "loss_total": 0.014745875261723995, + "step": 48290 + }, + { + "loss_action": 0.01378784328699112, + "loss_total": 0.01378784328699112, + "step": 48290 + }, + { + "loss_action": 0.00991114228963852, + "loss_total": 0.00991114228963852, + "step": 48290 + }, + { + "loss_action": 0.0120930140838027, + "loss_total": 0.0120930140838027, + "step": 48290 + }, + { + "loss_action": 0.009763486683368683, + "loss_total": 0.009763486683368683, + "step": 48290 + }, + { + "loss_action": 0.028973814100027084, + "loss_total": 0.028973814100027084, + "step": 48290 + }, + { + "grad_norm": 0.428519070148468, + "learning_rate": 5.692390452969344e-05, + "loss": 0.0168, + "step": 48300 + }, + { + "loss_action": 0.008823113515973091, + "loss_total": 0.008823113515973091, + "step": 48300 + }, + { + "loss_action": 0.010377038270235062, + "loss_total": 0.010377038270235062, + "step": 48300 + }, + { + "loss_action": 0.012989063747227192, + "loss_total": 0.012989063747227192, + "step": 48300 + }, + { + "loss_action": 0.014086725190281868, + "loss_total": 0.014086725190281868, + "step": 48300 + }, + { + "loss_action": 0.009034913964569569, + "loss_total": 0.009034913964569569, + "step": 48300 + }, + { + "loss_action": 0.010183395817875862, + "loss_total": 0.010183395817875862, + "step": 48300 + }, + { + "grad_norm": 0.4956161081790924, + "learning_rate": 5.690752875681392e-05, + "loss": 0.0169, + "step": 48310 + }, + { + "loss_action": 0.013109526596963406, + "loss_total": 0.013109526596963406, + "step": 48310 + }, + { + "loss_action": 0.011286693625152111, + "loss_total": 0.011286693625152111, + "step": 48310 + }, + { + "loss_action": 0.006066175643354654, + "loss_total": 0.006066175643354654, + "step": 48310 + }, + { + "loss_action": 0.013646797277033329, + "loss_total": 0.013646797277033329, + "step": 48310 + }, + { + "loss_action": 0.00630035437643528, + "loss_total": 0.00630035437643528, + "step": 48310 + }, + { + "loss_action": 0.027881912887096405, + "loss_total": 0.027881912887096405, + "step": 48310 + }, + { + "grad_norm": 0.36573201417922974, + "learning_rate": 5.6891152228537435e-05, + "loss": 0.0156, + "step": 48320 + }, + { + "loss_action": 0.015254217199981213, + "loss_total": 0.015254217199981213, + "step": 48320 + }, + { + "loss_action": 0.021251030266284943, + "loss_total": 0.021251030266284943, + "step": 48320 + }, + { + "loss_action": 0.004995406139642, + "loss_total": 0.004995406139642, + "step": 48320 + }, + { + "loss_action": 0.011354169808328152, + "loss_total": 0.011354169808328152, + "step": 48320 + }, + { + "loss_action": 0.009593557566404343, + "loss_total": 0.009593557566404343, + "step": 48320 + }, + { + "loss_action": 0.010250692255795002, + "loss_total": 0.010250692255795002, + "step": 48320 + }, + { + "grad_norm": 0.36050674319267273, + "learning_rate": 5.687477494665492e-05, + "loss": 0.0136, + "step": 48330 + }, + { + "loss_action": 0.01679825596511364, + "loss_total": 0.01679825596511364, + "step": 48330 + }, + { + "loss_action": 0.020576581358909607, + "loss_total": 0.020576581358909607, + "step": 48330 + }, + { + "loss_action": 0.01727304421365261, + "loss_total": 0.01727304421365261, + "step": 48330 + }, + { + "loss_action": 0.006970846094191074, + "loss_total": 0.006970846094191074, + "step": 48330 + }, + { + "loss_action": 0.039257023483514786, + "loss_total": 0.039257023483514786, + "step": 48330 + }, + { + "loss_action": 0.015925772488117218, + "loss_total": 0.015925772488117218, + "step": 48330 + }, + { + "grad_norm": 0.35163015127182007, + "learning_rate": 5.685839691295733e-05, + "loss": 0.0181, + "step": 48340 + }, + { + "loss_action": 0.040340568870306015, + "loss_total": 0.040340568870306015, + "step": 48340 + }, + { + "loss_action": 0.010593695566058159, + "loss_total": 0.010593695566058159, + "step": 48340 + }, + { + "loss_action": 0.005425105337053537, + "loss_total": 0.005425105337053537, + "step": 48340 + }, + { + "loss_action": 0.01291558239609003, + "loss_total": 0.01291558239609003, + "step": 48340 + }, + { + "loss_action": 0.015741391107439995, + "loss_total": 0.015741391107439995, + "step": 48340 + }, + { + "loss_action": 0.006950927898287773, + "loss_total": 0.006950927898287773, + "step": 48340 + }, + { + "grad_norm": 0.4545331597328186, + "learning_rate": 5.6842018129235786e-05, + "loss": 0.0155, + "step": 48350 + }, + { + "loss_action": 0.007256726268678904, + "loss_total": 0.007256726268678904, + "step": 48350 + }, + { + "loss_action": 0.0048201498575508595, + "loss_total": 0.0048201498575508595, + "step": 48350 + }, + { + "loss_action": 0.02235209010541439, + "loss_total": 0.02235209010541439, + "step": 48350 + }, + { + "loss_action": 0.011017405427992344, + "loss_total": 0.011017405427992344, + "step": 48350 + }, + { + "loss_action": 0.03032824583351612, + "loss_total": 0.03032824583351612, + "step": 48350 + }, + { + "loss_action": 0.03809050843119621, + "loss_total": 0.03809050843119621, + "step": 48350 + }, + { + "grad_norm": 0.36044156551361084, + "learning_rate": 5.6825638597281404e-05, + "loss": 0.0161, + "step": 48360 + }, + { + "loss_action": 0.006006636656820774, + "loss_total": 0.006006636656820774, + "step": 48360 + }, + { + "loss_action": 0.017596885561943054, + "loss_total": 0.017596885561943054, + "step": 48360 + }, + { + "loss_action": 0.027760831639170647, + "loss_total": 0.027760831639170647, + "step": 48360 + }, + { + "loss_action": 0.018629172816872597, + "loss_total": 0.018629172816872597, + "step": 48360 + }, + { + "loss_action": 0.025651168078184128, + "loss_total": 0.025651168078184128, + "step": 48360 + }, + { + "loss_action": 0.007500463631004095, + "loss_total": 0.007500463631004095, + "step": 48360 + }, + { + "grad_norm": 0.35293343663215637, + "learning_rate": 5.680925831888546e-05, + "loss": 0.0196, + "step": 48370 + }, + { + "loss_action": 0.02380785159766674, + "loss_total": 0.02380785159766674, + "step": 48370 + }, + { + "loss_action": 0.02230987325310707, + "loss_total": 0.02230987325310707, + "step": 48370 + }, + { + "loss_action": 0.01118840929120779, + "loss_total": 0.01118840929120779, + "step": 48370 + }, + { + "loss_action": 0.006586798001080751, + "loss_total": 0.006586798001080751, + "step": 48370 + }, + { + "loss_action": 0.008988169021904469, + "loss_total": 0.008988169021904469, + "step": 48370 + }, + { + "loss_action": 0.02336200885474682, + "loss_total": 0.02336200885474682, + "step": 48370 + }, + { + "grad_norm": 0.3315585255622864, + "learning_rate": 5.6792877295839274e-05, + "loss": 0.014, + "step": 48380 + }, + { + "loss_action": 0.006839561276137829, + "loss_total": 0.006839561276137829, + "step": 48380 + }, + { + "loss_action": 0.019900275394320488, + "loss_total": 0.019900275394320488, + "step": 48380 + }, + { + "loss_action": 0.00928511843085289, + "loss_total": 0.00928511843085289, + "step": 48380 + }, + { + "loss_action": 0.008588586933910847, + "loss_total": 0.008588586933910847, + "step": 48380 + }, + { + "loss_action": 0.01912989281117916, + "loss_total": 0.01912989281117916, + "step": 48380 + }, + { + "loss_action": 0.009174935519695282, + "loss_total": 0.009174935519695282, + "step": 48380 + }, + { + "grad_norm": 0.36500731110572815, + "learning_rate": 5.6776495529934224e-05, + "loss": 0.015, + "step": 48390 + }, + { + "loss_action": 0.012610120698809624, + "loss_total": 0.012610120698809624, + "step": 48390 + }, + { + "loss_action": 0.0081792576238513, + "loss_total": 0.0081792576238513, + "step": 48390 + }, + { + "loss_action": 0.018179772421717644, + "loss_total": 0.018179772421717644, + "step": 48390 + }, + { + "loss_action": 0.023432934656739235, + "loss_total": 0.023432934656739235, + "step": 48390 + }, + { + "loss_action": 0.008620191365480423, + "loss_total": 0.008620191365480423, + "step": 48390 + }, + { + "loss_action": 0.02796684391796589, + "loss_total": 0.02796684391796589, + "step": 48390 + }, + { + "grad_norm": 0.33788347244262695, + "learning_rate": 5.6760113022961824e-05, + "loss": 0.0133, + "step": 48400 + }, + { + "loss_action": 0.018222574144601822, + "loss_total": 0.018222574144601822, + "step": 48400 + }, + { + "loss_action": 0.010075426660478115, + "loss_total": 0.010075426660478115, + "step": 48400 + }, + { + "loss_action": 0.01157964114099741, + "loss_total": 0.01157964114099741, + "step": 48400 + }, + { + "loss_action": 0.014266974292695522, + "loss_total": 0.014266974292695522, + "step": 48400 + }, + { + "loss_action": 0.011244773864746094, + "loss_total": 0.011244773864746094, + "step": 48400 + }, + { + "loss_action": 0.010936833918094635, + "loss_total": 0.010936833918094635, + "step": 48400 + }, + { + "grad_norm": 0.38552698493003845, + "learning_rate": 5.6743729776713617e-05, + "loss": 0.0139, + "step": 48410 + }, + { + "loss_action": 0.009837847203016281, + "loss_total": 0.009837847203016281, + "step": 48410 + }, + { + "loss_action": 0.005122020840644836, + "loss_total": 0.005122020840644836, + "step": 48410 + }, + { + "loss_action": 0.011618073098361492, + "loss_total": 0.011618073098361492, + "step": 48410 + }, + { + "loss_action": 0.023260924965143204, + "loss_total": 0.023260924965143204, + "step": 48410 + }, + { + "loss_action": 0.005682653747498989, + "loss_total": 0.005682653747498989, + "step": 48410 + }, + { + "loss_action": 0.011618662625551224, + "loss_total": 0.011618662625551224, + "step": 48410 + }, + { + "grad_norm": 0.3115087151527405, + "learning_rate": 5.672734579298126e-05, + "loss": 0.014, + "step": 48420 + }, + { + "loss_action": 0.04203732684254646, + "loss_total": 0.04203732684254646, + "step": 48420 + }, + { + "loss_action": 0.019227275624871254, + "loss_total": 0.019227275624871254, + "step": 48420 + }, + { + "loss_action": 0.055440302938222885, + "loss_total": 0.055440302938222885, + "step": 48420 + }, + { + "loss_action": 0.013179125264286995, + "loss_total": 0.013179125264286995, + "step": 48420 + }, + { + "loss_action": 0.010289167985320091, + "loss_total": 0.010289167985320091, + "step": 48420 + }, + { + "loss_action": 0.0054987408220767975, + "loss_total": 0.0054987408220767975, + "step": 48420 + }, + { + "grad_norm": 0.3052634298801422, + "learning_rate": 5.671096107355649e-05, + "loss": 0.0162, + "step": 48430 + }, + { + "loss_action": 0.0061398278921842575, + "loss_total": 0.0061398278921842575, + "step": 48430 + }, + { + "loss_action": 0.008998860605061054, + "loss_total": 0.008998860605061054, + "step": 48430 + }, + { + "loss_action": 0.020496109500527382, + "loss_total": 0.020496109500527382, + "step": 48430 + }, + { + "loss_action": 0.016963956877589226, + "loss_total": 0.016963956877589226, + "step": 48430 + }, + { + "loss_action": 0.01290125772356987, + "loss_total": 0.01290125772356987, + "step": 48430 + }, + { + "loss_action": 0.006382823921740055, + "loss_total": 0.006382823921740055, + "step": 48430 + }, + { + "grad_norm": 0.400142639875412, + "learning_rate": 5.66945756202311e-05, + "loss": 0.0225, + "step": 48440 + }, + { + "loss_action": 0.029329149052500725, + "loss_total": 0.029329149052500725, + "step": 48440 + }, + { + "loss_action": 0.06856328994035721, + "loss_total": 0.06856328994035721, + "step": 48440 + }, + { + "loss_action": 0.016770752146840096, + "loss_total": 0.016770752146840096, + "step": 48440 + }, + { + "loss_action": 0.009851790964603424, + "loss_total": 0.009851790964603424, + "step": 48440 + }, + { + "loss_action": 0.012451790273189545, + "loss_total": 0.012451790273189545, + "step": 48440 + }, + { + "loss_action": 0.0139539185911417, + "loss_total": 0.0139539185911417, + "step": 48440 + }, + { + "grad_norm": 0.32249435782432556, + "learning_rate": 5.667818943479699e-05, + "loss": 0.0182, + "step": 48450 + }, + { + "loss_action": 0.030329778790473938, + "loss_total": 0.030329778790473938, + "step": 48450 + }, + { + "loss_action": 0.014434984885156155, + "loss_total": 0.014434984885156155, + "step": 48450 + }, + { + "loss_action": 0.014801906421780586, + "loss_total": 0.014801906421780586, + "step": 48450 + }, + { + "loss_action": 0.011344609782099724, + "loss_total": 0.011344609782099724, + "step": 48450 + }, + { + "loss_action": 0.011894567869603634, + "loss_total": 0.011894567869603634, + "step": 48450 + }, + { + "loss_action": 0.018683480098843575, + "loss_total": 0.018683480098843575, + "step": 48450 + }, + { + "grad_norm": 0.3406125605106354, + "learning_rate": 5.666180251904612e-05, + "loss": 0.0168, + "step": 48460 + }, + { + "loss_action": 0.00878305546939373, + "loss_total": 0.00878305546939373, + "step": 48460 + }, + { + "loss_action": 0.018736254423856735, + "loss_total": 0.018736254423856735, + "step": 48460 + }, + { + "loss_action": 0.006179861258715391, + "loss_total": 0.006179861258715391, + "step": 48460 + }, + { + "loss_action": 0.01365604903548956, + "loss_total": 0.01365604903548956, + "step": 48460 + }, + { + "loss_action": 0.006674665957689285, + "loss_total": 0.006674665957689285, + "step": 48460 + }, + { + "loss_action": 0.01507577858865261, + "loss_total": 0.01507577858865261, + "step": 48460 + }, + { + "grad_norm": 0.3932076394557953, + "learning_rate": 5.6645414874770555e-05, + "loss": 0.0159, + "step": 48470 + }, + { + "loss_action": 0.181069478392601, + "loss_total": 0.181069478392601, + "step": 48470 + }, + { + "loss_action": 0.025607801973819733, + "loss_total": 0.025607801973819733, + "step": 48470 + }, + { + "loss_action": 0.013946694321930408, + "loss_total": 0.013946694321930408, + "step": 48470 + }, + { + "loss_action": 0.009838278405368328, + "loss_total": 0.009838278405368328, + "step": 48470 + }, + { + "loss_action": 0.060725945979356766, + "loss_total": 0.060725945979356766, + "step": 48470 + }, + { + "loss_action": 0.007307769730687141, + "loss_total": 0.007307769730687141, + "step": 48470 + }, + { + "grad_norm": 0.4410819411277771, + "learning_rate": 5.66290265037624e-05, + "loss": 0.0205, + "step": 48480 + }, + { + "loss_action": 0.013250856660306454, + "loss_total": 0.013250856660306454, + "step": 48480 + }, + { + "loss_action": 0.010049408301711082, + "loss_total": 0.010049408301711082, + "step": 48480 + }, + { + "loss_action": 0.018105244264006615, + "loss_total": 0.018105244264006615, + "step": 48480 + }, + { + "loss_action": 0.02520272508263588, + "loss_total": 0.02520272508263588, + "step": 48480 + }, + { + "loss_action": 0.011583507061004639, + "loss_total": 0.011583507061004639, + "step": 48480 + }, + { + "loss_action": 0.007460030261427164, + "loss_total": 0.007460030261427164, + "step": 48480 + }, + { + "grad_norm": 0.36883583664894104, + "learning_rate": 5.661263740781386e-05, + "loss": 0.0185, + "step": 48490 + }, + { + "loss_action": 0.02335873804986477, + "loss_total": 0.02335873804986477, + "step": 48490 + }, + { + "loss_action": 0.014923948794603348, + "loss_total": 0.014923948794603348, + "step": 48490 + }, + { + "loss_action": 0.013775264844298363, + "loss_total": 0.013775264844298363, + "step": 48490 + }, + { + "loss_action": 0.03993950039148331, + "loss_total": 0.03993950039148331, + "step": 48490 + }, + { + "loss_action": 0.011479604057967663, + "loss_total": 0.011479604057967663, + "step": 48490 + }, + { + "loss_action": 0.009127628989517689, + "loss_total": 0.009127628989517689, + "step": 48490 + }, + { + "grad_norm": 0.4337919354438782, + "learning_rate": 5.6596247588717254e-05, + "loss": 0.023, + "step": 48500 + }, + { + "loss_action": 0.008608215488493443, + "loss_total": 0.008608215488493443, + "step": 48500 + }, + { + "loss_action": 0.008136429823935032, + "loss_total": 0.008136429823935032, + "step": 48500 + }, + { + "loss_action": 0.01870686560869217, + "loss_total": 0.01870686560869217, + "step": 48500 + }, + { + "loss_action": 0.017696797847747803, + "loss_total": 0.017696797847747803, + "step": 48500 + }, + { + "loss_action": 0.012564893811941147, + "loss_total": 0.012564893811941147, + "step": 48500 + }, + { + "loss_action": 0.016894057393074036, + "loss_total": 0.016894057393074036, + "step": 48500 + }, + { + "grad_norm": 0.4042835235595703, + "learning_rate": 5.6579857048264926e-05, + "loss": 0.018, + "step": 48510 + }, + { + "loss_action": 0.010140235535800457, + "loss_total": 0.010140235535800457, + "step": 48510 + }, + { + "loss_action": 0.024538610130548477, + "loss_total": 0.024538610130548477, + "step": 48510 + }, + { + "loss_action": 0.04089146479964256, + "loss_total": 0.04089146479964256, + "step": 48510 + }, + { + "loss_action": 0.03867563605308533, + "loss_total": 0.03867563605308533, + "step": 48510 + }, + { + "loss_action": 0.009421944618225098, + "loss_total": 0.009421944618225098, + "step": 48510 + }, + { + "loss_action": 0.009812518022954464, + "loss_total": 0.009812518022954464, + "step": 48510 + }, + { + "grad_norm": 0.4426581859588623, + "learning_rate": 5.6563465788249314e-05, + "loss": 0.0183, + "step": 48520 + }, + { + "loss_action": 0.018226612359285355, + "loss_total": 0.018226612359285355, + "step": 48520 + }, + { + "loss_action": 0.03924141079187393, + "loss_total": 0.03924141079187393, + "step": 48520 + }, + { + "loss_action": 0.016880059614777565, + "loss_total": 0.016880059614777565, + "step": 48520 + }, + { + "loss_action": 0.012673013843595982, + "loss_total": 0.012673013843595982, + "step": 48520 + }, + { + "loss_action": 0.009510142728686333, + "loss_total": 0.009510142728686333, + "step": 48520 + }, + { + "loss_action": 0.024767858907580376, + "loss_total": 0.024767858907580376, + "step": 48520 + }, + { + "grad_norm": 0.308979332447052, + "learning_rate": 5.6547073810462956e-05, + "loss": 0.0188, + "step": 48530 + }, + { + "loss_action": 0.012861328199505806, + "loss_total": 0.012861328199505806, + "step": 48530 + }, + { + "loss_action": 0.035453882068395615, + "loss_total": 0.035453882068395615, + "step": 48530 + }, + { + "loss_action": 0.007585277780890465, + "loss_total": 0.007585277780890465, + "step": 48530 + }, + { + "loss_action": 0.031711190938949585, + "loss_total": 0.031711190938949585, + "step": 48530 + }, + { + "loss_action": 0.012187807820737362, + "loss_total": 0.012187807820737362, + "step": 48530 + }, + { + "loss_action": 0.01765882596373558, + "loss_total": 0.01765882596373558, + "step": 48530 + }, + { + "grad_norm": 0.45062100887298584, + "learning_rate": 5.653068111669846e-05, + "loss": 0.0184, + "step": 48540 + }, + { + "loss_action": 0.008848411962389946, + "loss_total": 0.008848411962389946, + "step": 48540 + }, + { + "loss_action": 0.010098150931298733, + "loss_total": 0.010098150931298733, + "step": 48540 + }, + { + "loss_action": 0.1174929067492485, + "loss_total": 0.1174929067492485, + "step": 48540 + }, + { + "loss_action": 0.019984308630228043, + "loss_total": 0.019984308630228043, + "step": 48540 + }, + { + "loss_action": 0.012506836093962193, + "loss_total": 0.012506836093962193, + "step": 48540 + }, + { + "loss_action": 0.020597079768776894, + "loss_total": 0.020597079768776894, + "step": 48540 + }, + { + "grad_norm": 0.4217562675476074, + "learning_rate": 5.651428770874848e-05, + "loss": 0.0186, + "step": 48550 + }, + { + "loss_action": 0.02391228824853897, + "loss_total": 0.02391228824853897, + "step": 48550 + }, + { + "loss_action": 0.004188407678157091, + "loss_total": 0.004188407678157091, + "step": 48550 + }, + { + "loss_action": 0.0095441322773695, + "loss_total": 0.0095441322773695, + "step": 48550 + }, + { + "loss_action": 0.01008301880210638, + "loss_total": 0.01008301880210638, + "step": 48550 + }, + { + "loss_action": 0.013550935313105583, + "loss_total": 0.013550935313105583, + "step": 48550 + }, + { + "loss_action": 0.007879683747887611, + "loss_total": 0.007879683747887611, + "step": 48550 + }, + { + "grad_norm": 0.2436835914850235, + "learning_rate": 5.64978935884058e-05, + "loss": 0.0158, + "step": 48560 + }, + { + "loss_action": 0.009155222214758396, + "loss_total": 0.009155222214758396, + "step": 48560 + }, + { + "loss_action": 0.009709934704005718, + "loss_total": 0.009709934704005718, + "step": 48560 + }, + { + "loss_action": 0.009667772799730301, + "loss_total": 0.009667772799730301, + "step": 48560 + }, + { + "loss_action": 0.022724144160747528, + "loss_total": 0.022724144160747528, + "step": 48560 + }, + { + "loss_action": 0.019052743911743164, + "loss_total": 0.019052743911743164, + "step": 48560 + }, + { + "loss_action": 0.0317985974252224, + "loss_total": 0.0317985974252224, + "step": 48560 + }, + { + "grad_norm": 0.33991751074790955, + "learning_rate": 5.6481498757463244e-05, + "loss": 0.0194, + "step": 48570 + }, + { + "loss_action": 0.020142678171396255, + "loss_total": 0.020142678171396255, + "step": 48570 + }, + { + "loss_action": 0.04199962317943573, + "loss_total": 0.04199962317943573, + "step": 48570 + }, + { + "loss_action": 0.01532179955393076, + "loss_total": 0.01532179955393076, + "step": 48570 + }, + { + "loss_action": 0.009279412217438221, + "loss_total": 0.009279412217438221, + "step": 48570 + }, + { + "loss_action": 0.007633941248059273, + "loss_total": 0.007633941248059273, + "step": 48570 + }, + { + "loss_action": 0.025771955028176308, + "loss_total": 0.025771955028176308, + "step": 48570 + }, + { + "grad_norm": 0.3823493421077728, + "learning_rate": 5.646510321771373e-05, + "loss": 0.0185, + "step": 48580 + }, + { + "loss_action": 0.014783686026930809, + "loss_total": 0.014783686026930809, + "step": 48580 + }, + { + "loss_action": 0.019527219235897064, + "loss_total": 0.019527219235897064, + "step": 48580 + }, + { + "loss_action": 0.008732101880013943, + "loss_total": 0.008732101880013943, + "step": 48580 + }, + { + "loss_action": 0.03545069321990013, + "loss_total": 0.03545069321990013, + "step": 48580 + }, + { + "loss_action": 0.030887417495250702, + "loss_total": 0.030887417495250702, + "step": 48580 + }, + { + "loss_action": 0.011641239747405052, + "loss_total": 0.011641239747405052, + "step": 48580 + }, + { + "grad_norm": 0.5181900858879089, + "learning_rate": 5.644870697095024e-05, + "loss": 0.0236, + "step": 48590 + }, + { + "loss_action": 0.016888899728655815, + "loss_total": 0.016888899728655815, + "step": 48590 + }, + { + "loss_action": 0.011338116601109505, + "loss_total": 0.011338116601109505, + "step": 48590 + }, + { + "loss_action": 0.015709612518548965, + "loss_total": 0.015709612518548965, + "step": 48590 + }, + { + "loss_action": 0.005775963421911001, + "loss_total": 0.005775963421911001, + "step": 48590 + }, + { + "loss_action": 0.008544104173779488, + "loss_total": 0.008544104173779488, + "step": 48590 + }, + { + "loss_action": 0.02302790991961956, + "loss_total": 0.02302790991961956, + "step": 48590 + }, + { + "grad_norm": 0.7322241067886353, + "learning_rate": 5.643231001896586e-05, + "loss": 0.0158, + "step": 48600 + }, + { + "loss_action": 0.009740100242197514, + "loss_total": 0.009740100242197514, + "step": 48600 + }, + { + "loss_action": 0.008267632685601711, + "loss_total": 0.008267632685601711, + "step": 48600 + }, + { + "loss_action": 0.028014063835144043, + "loss_total": 0.028014063835144043, + "step": 48600 + }, + { + "loss_action": 0.01632959023118019, + "loss_total": 0.01632959023118019, + "step": 48600 + }, + { + "loss_action": 0.06095820292830467, + "loss_total": 0.06095820292830467, + "step": 48600 + }, + { + "loss_action": 0.01074758730828762, + "loss_total": 0.01074758730828762, + "step": 48600 + }, + { + "grad_norm": 0.28943920135498047, + "learning_rate": 5.6415912363553726e-05, + "loss": 0.0157, + "step": 48610 + }, + { + "loss_action": 0.012947597540915012, + "loss_total": 0.012947597540915012, + "step": 48610 + }, + { + "loss_action": 0.09874240309000015, + "loss_total": 0.09874240309000015, + "step": 48610 + }, + { + "loss_action": 0.007749432232230902, + "loss_total": 0.007749432232230902, + "step": 48610 + }, + { + "loss_action": 0.017275596037507057, + "loss_total": 0.017275596037507057, + "step": 48610 + }, + { + "loss_action": 0.016074761748313904, + "loss_total": 0.016074761748313904, + "step": 48610 + }, + { + "loss_action": 0.006898071151226759, + "loss_total": 0.006898071151226759, + "step": 48610 + }, + { + "grad_norm": 0.3914514482021332, + "learning_rate": 5.639951400650706e-05, + "loss": 0.018, + "step": 48620 + }, + { + "loss_action": 0.009912427514791489, + "loss_total": 0.009912427514791489, + "step": 48620 + }, + { + "loss_action": 0.006122949067503214, + "loss_total": 0.006122949067503214, + "step": 48620 + }, + { + "loss_action": 0.02843928523361683, + "loss_total": 0.02843928523361683, + "step": 48620 + }, + { + "loss_action": 0.010957861319184303, + "loss_total": 0.010957861319184303, + "step": 48620 + }, + { + "loss_action": 0.012807514518499374, + "loss_total": 0.012807514518499374, + "step": 48620 + }, + { + "loss_action": 0.019498370587825775, + "loss_total": 0.019498370587825775, + "step": 48620 + }, + { + "grad_norm": 0.31473636627197266, + "learning_rate": 5.6383114949619165e-05, + "loss": 0.0137, + "step": 48630 + }, + { + "loss_action": 0.00941659789532423, + "loss_total": 0.00941659789532423, + "step": 48630 + }, + { + "loss_action": 0.01957530900835991, + "loss_total": 0.01957530900835991, + "step": 48630 + }, + { + "loss_action": 0.008820520713925362, + "loss_total": 0.008820520713925362, + "step": 48630 + }, + { + "loss_action": 0.012490111403167248, + "loss_total": 0.012490111403167248, + "step": 48630 + }, + { + "loss_action": 0.011322359554469585, + "loss_total": 0.011322359554469585, + "step": 48630 + }, + { + "loss_action": 0.015354781411588192, + "loss_total": 0.015354781411588192, + "step": 48630 + }, + { + "grad_norm": 0.37137749791145325, + "learning_rate": 5.636671519468342e-05, + "loss": 0.0205, + "step": 48640 + }, + { + "loss_action": 0.010245837271213531, + "loss_total": 0.010245837271213531, + "step": 48640 + }, + { + "loss_action": 0.010684327222406864, + "loss_total": 0.010684327222406864, + "step": 48640 + }, + { + "loss_action": 0.013598238117992878, + "loss_total": 0.013598238117992878, + "step": 48640 + }, + { + "loss_action": 0.006943089421838522, + "loss_total": 0.006943089421838522, + "step": 48640 + }, + { + "loss_action": 0.07368502765893936, + "loss_total": 0.07368502765893936, + "step": 48640 + }, + { + "loss_action": 0.008748694323003292, + "loss_total": 0.008748694323003292, + "step": 48640 + }, + { + "grad_norm": 0.4060671627521515, + "learning_rate": 5.635031474349327e-05, + "loss": 0.0165, + "step": 48650 + }, + { + "loss_action": 0.005077939014881849, + "loss_total": 0.005077939014881849, + "step": 48650 + }, + { + "loss_action": 0.01596800424158573, + "loss_total": 0.01596800424158573, + "step": 48650 + }, + { + "loss_action": 0.037815067917108536, + "loss_total": 0.037815067917108536, + "step": 48650 + }, + { + "loss_action": 0.007419113535434008, + "loss_total": 0.007419113535434008, + "step": 48650 + }, + { + "loss_action": 0.0321606881916523, + "loss_total": 0.0321606881916523, + "step": 48650 + }, + { + "loss_action": 0.014163668267428875, + "loss_total": 0.014163668267428875, + "step": 48650 + }, + { + "grad_norm": 0.3006661534309387, + "learning_rate": 5.6333913597842246e-05, + "loss": 0.0181, + "step": 48660 + }, + { + "loss_action": 0.013198105618357658, + "loss_total": 0.013198105618357658, + "step": 48660 + }, + { + "loss_action": 0.028507769107818604, + "loss_total": 0.028507769107818604, + "step": 48660 + }, + { + "loss_action": 0.015595318749547005, + "loss_total": 0.015595318749547005, + "step": 48660 + }, + { + "loss_action": 0.03810654580593109, + "loss_total": 0.03810654580593109, + "step": 48660 + }, + { + "loss_action": 0.0093705914914608, + "loss_total": 0.0093705914914608, + "step": 48660 + }, + { + "loss_action": 0.008989833295345306, + "loss_total": 0.008989833295345306, + "step": 48660 + }, + { + "grad_norm": 0.34496206045150757, + "learning_rate": 5.6317511759523955e-05, + "loss": 0.016, + "step": 48670 + }, + { + "loss_action": 0.01231575757265091, + "loss_total": 0.01231575757265091, + "step": 48670 + }, + { + "loss_action": 0.020457003265619278, + "loss_total": 0.020457003265619278, + "step": 48670 + }, + { + "loss_action": 0.015078676864504814, + "loss_total": 0.015078676864504814, + "step": 48670 + }, + { + "loss_action": 0.006218158174306154, + "loss_total": 0.006218158174306154, + "step": 48670 + }, + { + "loss_action": 0.015423452481627464, + "loss_total": 0.015423452481627464, + "step": 48670 + }, + { + "loss_action": 0.018175844103097916, + "loss_total": 0.018175844103097916, + "step": 48670 + }, + { + "grad_norm": 0.4069232940673828, + "learning_rate": 5.630110923033207e-05, + "loss": 0.0183, + "step": 48680 + }, + { + "loss_action": 0.0186209287494421, + "loss_total": 0.0186209287494421, + "step": 48680 + }, + { + "loss_action": 0.009728442877531052, + "loss_total": 0.009728442877531052, + "step": 48680 + }, + { + "loss_action": 0.025708219036459923, + "loss_total": 0.025708219036459923, + "step": 48680 + }, + { + "loss_action": 0.00786308478564024, + "loss_total": 0.00786308478564024, + "step": 48680 + }, + { + "loss_action": 0.011586396023631096, + "loss_total": 0.011586396023631096, + "step": 48680 + }, + { + "loss_action": 0.009541281498968601, + "loss_total": 0.009541281498968601, + "step": 48680 + }, + { + "grad_norm": 0.34489259123802185, + "learning_rate": 5.628470601206036e-05, + "loss": 0.0173, + "step": 48690 + }, + { + "loss_action": 0.016875073313713074, + "loss_total": 0.016875073313713074, + "step": 48690 + }, + { + "loss_action": 0.017132125794887543, + "loss_total": 0.017132125794887543, + "step": 48690 + }, + { + "loss_action": 0.007092517800629139, + "loss_total": 0.007092517800629139, + "step": 48690 + }, + { + "loss_action": 0.01572125405073166, + "loss_total": 0.01572125405073166, + "step": 48690 + }, + { + "loss_action": 0.007006776053458452, + "loss_total": 0.007006776053458452, + "step": 48690 + }, + { + "loss_action": 0.022830255329608917, + "loss_total": 0.022830255329608917, + "step": 48690 + }, + { + "grad_norm": 0.7321349382400513, + "learning_rate": 5.626830210650266e-05, + "loss": 0.0187, + "step": 48700 + }, + { + "loss_action": 0.006861249450594187, + "loss_total": 0.006861249450594187, + "step": 48700 + }, + { + "loss_action": 0.033949073404073715, + "loss_total": 0.033949073404073715, + "step": 48700 + }, + { + "loss_action": 0.011556512676179409, + "loss_total": 0.011556512676179409, + "step": 48700 + }, + { + "loss_action": 0.025919321924448013, + "loss_total": 0.025919321924448013, + "step": 48700 + }, + { + "loss_action": 0.04488905146718025, + "loss_total": 0.04488905146718025, + "step": 48700 + }, + { + "loss_action": 0.015919532626867294, + "loss_total": 0.015919532626867294, + "step": 48700 + }, + { + "grad_norm": 0.3296211361885071, + "learning_rate": 5.625189751545285e-05, + "loss": 0.0192, + "step": 48710 + }, + { + "loss_action": 0.007729254197329283, + "loss_total": 0.007729254197329283, + "step": 48710 + }, + { + "loss_action": 0.016189340502023697, + "loss_total": 0.016189340502023697, + "step": 48710 + }, + { + "loss_action": 0.011205233633518219, + "loss_total": 0.011205233633518219, + "step": 48710 + }, + { + "loss_action": 0.034846775233745575, + "loss_total": 0.034846775233745575, + "step": 48710 + }, + { + "loss_action": 0.009299206547439098, + "loss_total": 0.009299206547439098, + "step": 48710 + }, + { + "loss_action": 0.00856695231050253, + "loss_total": 0.00856695231050253, + "step": 48710 + }, + { + "grad_norm": 0.7889611124992371, + "learning_rate": 5.6235492240704936e-05, + "loss": 0.0216, + "step": 48720 + }, + { + "loss_action": 0.015563816763460636, + "loss_total": 0.015563816763460636, + "step": 48720 + }, + { + "loss_action": 0.00897589884698391, + "loss_total": 0.00897589884698391, + "step": 48720 + }, + { + "loss_action": 0.04639601707458496, + "loss_total": 0.04639601707458496, + "step": 48720 + }, + { + "loss_action": 0.0207888912409544, + "loss_total": 0.0207888912409544, + "step": 48720 + }, + { + "loss_action": 0.010443910025060177, + "loss_total": 0.010443910025060177, + "step": 48720 + }, + { + "loss_action": 0.01656179316341877, + "loss_total": 0.01656179316341877, + "step": 48720 + }, + { + "grad_norm": 0.2710002064704895, + "learning_rate": 5.621908628405296e-05, + "loss": 0.0179, + "step": 48730 + }, + { + "loss_action": 0.018024936318397522, + "loss_total": 0.018024936318397522, + "step": 48730 + }, + { + "loss_action": 0.023120708763599396, + "loss_total": 0.023120708763599396, + "step": 48730 + }, + { + "loss_action": 0.011476872488856316, + "loss_total": 0.011476872488856316, + "step": 48730 + }, + { + "loss_action": 0.00928605254739523, + "loss_total": 0.00928605254739523, + "step": 48730 + }, + { + "loss_action": 0.010022767819464207, + "loss_total": 0.010022767819464207, + "step": 48730 + }, + { + "loss_action": 0.009047090075910091, + "loss_total": 0.009047090075910091, + "step": 48730 + }, + { + "grad_norm": 0.5513367652893066, + "learning_rate": 5.620267964729106e-05, + "loss": 0.0235, + "step": 48740 + }, + { + "loss_action": 0.017792804166674614, + "loss_total": 0.017792804166674614, + "step": 48740 + }, + { + "loss_action": 0.007959669455885887, + "loss_total": 0.007959669455885887, + "step": 48740 + }, + { + "loss_action": 0.023925896733999252, + "loss_total": 0.023925896733999252, + "step": 48740 + }, + { + "loss_action": 0.020950842648744583, + "loss_total": 0.020950842648744583, + "step": 48740 + }, + { + "loss_action": 0.009678754955530167, + "loss_total": 0.009678754955530167, + "step": 48740 + }, + { + "loss_action": 0.011997295543551445, + "loss_total": 0.011997295543551445, + "step": 48740 + }, + { + "grad_norm": 0.44418975710868835, + "learning_rate": 5.618627233221344e-05, + "loss": 0.0184, + "step": 48750 + }, + { + "loss_action": 0.011724098585546017, + "loss_total": 0.011724098585546017, + "step": 48750 + }, + { + "loss_action": 0.021261021494865417, + "loss_total": 0.021261021494865417, + "step": 48750 + }, + { + "loss_action": 0.007591578643769026, + "loss_total": 0.007591578643769026, + "step": 48750 + }, + { + "loss_action": 0.013132398016750813, + "loss_total": 0.013132398016750813, + "step": 48750 + }, + { + "loss_action": 0.013847512193024158, + "loss_total": 0.013847512193024158, + "step": 48750 + }, + { + "loss_action": 0.011946748942136765, + "loss_total": 0.011946748942136765, + "step": 48750 + }, + { + "grad_norm": 0.3893924057483673, + "learning_rate": 5.616986434061438e-05, + "loss": 0.0192, + "step": 48760 + }, + { + "loss_action": 0.014470579102635384, + "loss_total": 0.014470579102635384, + "step": 48760 + }, + { + "loss_action": 0.011407369747757912, + "loss_total": 0.011407369747757912, + "step": 48760 + }, + { + "loss_action": 0.0075109428726136684, + "loss_total": 0.0075109428726136684, + "step": 48760 + }, + { + "loss_action": 0.019388817250728607, + "loss_total": 0.019388817250728607, + "step": 48760 + }, + { + "loss_action": 0.02178133651614189, + "loss_total": 0.02178133651614189, + "step": 48760 + }, + { + "loss_action": 0.02118820697069168, + "loss_total": 0.02118820697069168, + "step": 48760 + }, + { + "grad_norm": 0.41520121693611145, + "learning_rate": 5.615345567428822e-05, + "loss": 0.0162, + "step": 48770 + }, + { + "loss_action": 0.011763276532292366, + "loss_total": 0.011763276532292366, + "step": 48770 + }, + { + "loss_action": 0.00954229012131691, + "loss_total": 0.00954229012131691, + "step": 48770 + }, + { + "loss_action": 0.020809892565011978, + "loss_total": 0.020809892565011978, + "step": 48770 + }, + { + "loss_action": 0.006394281517714262, + "loss_total": 0.006394281517714262, + "step": 48770 + }, + { + "loss_action": 0.008905594237148762, + "loss_total": 0.008905594237148762, + "step": 48770 + }, + { + "loss_action": 0.0291800107806921, + "loss_total": 0.0291800107806921, + "step": 48770 + }, + { + "grad_norm": 0.4129091799259186, + "learning_rate": 5.613704633502941e-05, + "loss": 0.0163, + "step": 48780 + }, + { + "loss_action": 0.011784527450799942, + "loss_total": 0.011784527450799942, + "step": 48780 + }, + { + "loss_action": 0.010568466037511826, + "loss_total": 0.010568466037511826, + "step": 48780 + }, + { + "loss_action": 0.03456282615661621, + "loss_total": 0.03456282615661621, + "step": 48780 + }, + { + "loss_action": 0.010953119955956936, + "loss_total": 0.010953119955956936, + "step": 48780 + }, + { + "loss_action": 0.013327185995876789, + "loss_total": 0.013327185995876789, + "step": 48780 + }, + { + "loss_action": 0.01221897080540657, + "loss_total": 0.01221897080540657, + "step": 48780 + }, + { + "grad_norm": 0.3161753714084625, + "learning_rate": 5.612063632463245e-05, + "loss": 0.0159, + "step": 48790 + }, + { + "loss_action": 0.009638219140470028, + "loss_total": 0.009638219140470028, + "step": 48790 + }, + { + "loss_action": 0.013595896773040295, + "loss_total": 0.013595896773040295, + "step": 48790 + }, + { + "loss_action": 0.006783361081033945, + "loss_total": 0.006783361081033945, + "step": 48790 + }, + { + "loss_action": 0.01294739730656147, + "loss_total": 0.01294739730656147, + "step": 48790 + }, + { + "loss_action": 0.061235856264829636, + "loss_total": 0.061235856264829636, + "step": 48790 + }, + { + "loss_action": 0.03649814799427986, + "loss_total": 0.03649814799427986, + "step": 48790 + }, + { + "grad_norm": 0.30824822187423706, + "learning_rate": 5.610422564489188e-05, + "loss": 0.0165, + "step": 48800 + }, + { + "loss_action": 0.013344813138246536, + "loss_total": 0.013344813138246536, + "step": 48800 + }, + { + "loss_action": 0.007413903251290321, + "loss_total": 0.007413903251290321, + "step": 48800 + }, + { + "loss_action": 0.007742202840745449, + "loss_total": 0.007742202840745449, + "step": 48800 + }, + { + "loss_action": 0.01271558366715908, + "loss_total": 0.01271558366715908, + "step": 48800 + }, + { + "loss_action": 0.006699269637465477, + "loss_total": 0.006699269637465477, + "step": 48800 + }, + { + "loss_action": 0.011951696127653122, + "loss_total": 0.011951696127653122, + "step": 48800 + }, + { + "grad_norm": 0.45267724990844727, + "learning_rate": 5.608781429760239e-05, + "loss": 0.0152, + "step": 48810 + }, + { + "loss_action": 0.007978458888828754, + "loss_total": 0.007978458888828754, + "step": 48810 + }, + { + "loss_action": 0.012275141663849354, + "loss_total": 0.012275141663849354, + "step": 48810 + }, + { + "loss_action": 0.014444593340158463, + "loss_total": 0.014444593340158463, + "step": 48810 + }, + { + "loss_action": 0.016609366983175278, + "loss_total": 0.016609366983175278, + "step": 48810 + }, + { + "loss_action": 0.007047304883599281, + "loss_total": 0.007047304883599281, + "step": 48810 + }, + { + "loss_action": 0.0085902726277709, + "loss_total": 0.0085902726277709, + "step": 48810 + }, + { + "grad_norm": 0.3432953655719757, + "learning_rate": 5.607140228455866e-05, + "loss": 0.019, + "step": 48820 + }, + { + "loss_action": 0.018069788813591003, + "loss_total": 0.018069788813591003, + "step": 48820 + }, + { + "loss_action": 0.008503093384206295, + "loss_total": 0.008503093384206295, + "step": 48820 + }, + { + "loss_action": 0.015616889111697674, + "loss_total": 0.015616889111697674, + "step": 48820 + }, + { + "loss_action": 0.010297264903783798, + "loss_total": 0.010297264903783798, + "step": 48820 + }, + { + "loss_action": 0.015360399149358273, + "loss_total": 0.015360399149358273, + "step": 48820 + }, + { + "loss_action": 0.00819914136081934, + "loss_total": 0.00819914136081934, + "step": 48820 + }, + { + "grad_norm": 0.5288756489753723, + "learning_rate": 5.605498960755553e-05, + "loss": 0.0177, + "step": 48830 + }, + { + "loss_action": 0.01502654142677784, + "loss_total": 0.01502654142677784, + "step": 48830 + }, + { + "loss_action": 0.010184206068515778, + "loss_total": 0.010184206068515778, + "step": 48830 + }, + { + "loss_action": 0.016608834266662598, + "loss_total": 0.016608834266662598, + "step": 48830 + }, + { + "loss_action": 0.012836236506700516, + "loss_total": 0.012836236506700516, + "step": 48830 + }, + { + "loss_action": 0.011999075300991535, + "loss_total": 0.011999075300991535, + "step": 48830 + }, + { + "loss_action": 0.014091364108026028, + "loss_total": 0.014091364108026028, + "step": 48830 + }, + { + "grad_norm": 0.39587733149528503, + "learning_rate": 5.603857626838782e-05, + "loss": 0.0155, + "step": 48840 + }, + { + "loss_action": 0.021579954773187637, + "loss_total": 0.021579954773187637, + "step": 48840 + }, + { + "loss_action": 0.011727523058652878, + "loss_total": 0.011727523058652878, + "step": 48840 + }, + { + "loss_action": 0.009172823280096054, + "loss_total": 0.009172823280096054, + "step": 48840 + }, + { + "loss_action": 0.02813446894288063, + "loss_total": 0.02813446894288063, + "step": 48840 + }, + { + "loss_action": 0.006145543418824673, + "loss_total": 0.006145543418824673, + "step": 48840 + }, + { + "loss_action": 0.007078841794282198, + "loss_total": 0.007078841794282198, + "step": 48840 + }, + { + "grad_norm": 0.4595060646533966, + "learning_rate": 5.60221622688505e-05, + "loss": 0.0186, + "step": 48850 + }, + { + "loss_action": 0.027704613283276558, + "loss_total": 0.027704613283276558, + "step": 48850 + }, + { + "loss_action": 0.019419347867369652, + "loss_total": 0.019419347867369652, + "step": 48850 + }, + { + "loss_action": 0.011809260584414005, + "loss_total": 0.011809260584414005, + "step": 48850 + }, + { + "loss_action": 0.01711994595825672, + "loss_total": 0.01711994595825672, + "step": 48850 + }, + { + "loss_action": 0.027706248685717583, + "loss_total": 0.027706248685717583, + "step": 48850 + }, + { + "loss_action": 0.015898924320936203, + "loss_total": 0.015898924320936203, + "step": 48850 + }, + { + "grad_norm": 0.2904414236545563, + "learning_rate": 5.6005747610738565e-05, + "loss": 0.0168, + "step": 48860 + }, + { + "loss_action": 0.011848329566419125, + "loss_total": 0.011848329566419125, + "step": 48860 + }, + { + "loss_action": 0.012257641181349754, + "loss_total": 0.012257641181349754, + "step": 48860 + }, + { + "loss_action": 0.01691352017223835, + "loss_total": 0.01691352017223835, + "step": 48860 + }, + { + "loss_action": 0.015393156558275223, + "loss_total": 0.015393156558275223, + "step": 48860 + }, + { + "loss_action": 0.010832829400897026, + "loss_total": 0.010832829400897026, + "step": 48860 + }, + { + "loss_action": 0.012699049897491932, + "loss_total": 0.012699049897491932, + "step": 48860 + }, + { + "grad_norm": 0.344777375459671, + "learning_rate": 5.59893322958471e-05, + "loss": 0.019, + "step": 48870 + }, + { + "loss_action": 0.012700785882771015, + "loss_total": 0.012700785882771015, + "step": 48870 + }, + { + "loss_action": 0.021431295201182365, + "loss_total": 0.021431295201182365, + "step": 48870 + }, + { + "loss_action": 0.02219342440366745, + "loss_total": 0.02219342440366745, + "step": 48870 + }, + { + "loss_action": 0.0059446003288030624, + "loss_total": 0.0059446003288030624, + "step": 48870 + }, + { + "loss_action": 0.008760428987443447, + "loss_total": 0.008760428987443447, + "step": 48870 + }, + { + "loss_action": 0.015057171694934368, + "loss_total": 0.015057171694934368, + "step": 48870 + }, + { + "grad_norm": 0.39494839310646057, + "learning_rate": 5.5972916325971256e-05, + "loss": 0.0175, + "step": 48880 + }, + { + "loss_action": 0.012328213080763817, + "loss_total": 0.012328213080763817, + "step": 48880 + }, + { + "loss_action": 0.00696840975433588, + "loss_total": 0.00696840975433588, + "step": 48880 + }, + { + "loss_action": 0.00925029069185257, + "loss_total": 0.00925029069185257, + "step": 48880 + }, + { + "loss_action": 0.012294389307498932, + "loss_total": 0.012294389307498932, + "step": 48880 + }, + { + "loss_action": 0.010394005104899406, + "loss_total": 0.010394005104899406, + "step": 48880 + }, + { + "loss_action": 0.009485442191362381, + "loss_total": 0.009485442191362381, + "step": 48880 + }, + { + "grad_norm": 0.29351234436035156, + "learning_rate": 5.595649970290628e-05, + "loss": 0.0149, + "step": 48890 + }, + { + "loss_action": 0.0060530793853104115, + "loss_total": 0.0060530793853104115, + "step": 48890 + }, + { + "loss_action": 0.00886695645749569, + "loss_total": 0.00886695645749569, + "step": 48890 + }, + { + "loss_action": 0.0132695771753788, + "loss_total": 0.0132695771753788, + "step": 48890 + }, + { + "loss_action": 0.009265073575079441, + "loss_total": 0.009265073575079441, + "step": 48890 + }, + { + "loss_action": 0.009670726023614407, + "loss_total": 0.009670726023614407, + "step": 48890 + }, + { + "loss_action": 0.006657859310507774, + "loss_total": 0.006657859310507774, + "step": 48890 + }, + { + "grad_norm": 0.49384188652038574, + "learning_rate": 5.5940082428447426e-05, + "loss": 0.0192, + "step": 48900 + }, + { + "loss_action": 0.005810682196170092, + "loss_total": 0.005810682196170092, + "step": 48900 + }, + { + "loss_action": 0.011872315779328346, + "loss_total": 0.011872315779328346, + "step": 48900 + }, + { + "loss_action": 0.005823339801281691, + "loss_total": 0.005823339801281691, + "step": 48900 + }, + { + "loss_action": 0.011928603984415531, + "loss_total": 0.011928603984415531, + "step": 48900 + }, + { + "loss_action": 0.010507115162909031, + "loss_total": 0.010507115162909031, + "step": 48900 + }, + { + "loss_action": 0.01222255639731884, + "loss_total": 0.01222255639731884, + "step": 48900 + }, + { + "grad_norm": 0.30704206228256226, + "learning_rate": 5.592366450439012e-05, + "loss": 0.0153, + "step": 48910 + }, + { + "loss_action": 0.017247898504137993, + "loss_total": 0.017247898504137993, + "step": 48910 + }, + { + "loss_action": 0.015131168067455292, + "loss_total": 0.015131168067455292, + "step": 48910 + }, + { + "loss_action": 0.1806553453207016, + "loss_total": 0.1806553453207016, + "step": 48910 + }, + { + "loss_action": 0.022987177595496178, + "loss_total": 0.022987177595496178, + "step": 48910 + }, + { + "loss_action": 0.004921106621623039, + "loss_total": 0.004921106621623039, + "step": 48910 + }, + { + "loss_action": 0.009061019867658615, + "loss_total": 0.009061019867658615, + "step": 48910 + }, + { + "grad_norm": 0.26314935088157654, + "learning_rate": 5.590724593252975e-05, + "loss": 0.0219, + "step": 48920 + }, + { + "loss_action": 0.013484970666468143, + "loss_total": 0.013484970666468143, + "step": 48920 + }, + { + "loss_action": 0.03125743567943573, + "loss_total": 0.03125743567943573, + "step": 48920 + }, + { + "loss_action": 0.0037341490387916565, + "loss_total": 0.0037341490387916565, + "step": 48920 + }, + { + "loss_action": 0.006737059913575649, + "loss_total": 0.006737059913575649, + "step": 48920 + }, + { + "loss_action": 0.015502262860536575, + "loss_total": 0.015502262860536575, + "step": 48920 + }, + { + "loss_action": 0.05818861350417137, + "loss_total": 0.05818861350417137, + "step": 48920 + }, + { + "grad_norm": 0.38769808411598206, + "learning_rate": 5.589082671466184e-05, + "loss": 0.0153, + "step": 48930 + }, + { + "loss_action": 0.03204696625471115, + "loss_total": 0.03204696625471115, + "step": 48930 + }, + { + "loss_action": 0.023224353790283203, + "loss_total": 0.023224353790283203, + "step": 48930 + }, + { + "loss_action": 0.020052090287208557, + "loss_total": 0.020052090287208557, + "step": 48930 + }, + { + "loss_action": 0.007134639658033848, + "loss_total": 0.007134639658033848, + "step": 48930 + }, + { + "loss_action": 0.010838724672794342, + "loss_total": 0.010838724672794342, + "step": 48930 + }, + { + "loss_action": 0.01098870113492012, + "loss_total": 0.01098870113492012, + "step": 48930 + }, + { + "grad_norm": 0.3723542094230652, + "learning_rate": 5.587440685258199e-05, + "loss": 0.0141, + "step": 48940 + }, + { + "loss_action": 0.015208504162728786, + "loss_total": 0.015208504162728786, + "step": 48940 + }, + { + "loss_action": 0.012829453684389591, + "loss_total": 0.012829453684389591, + "step": 48940 + }, + { + "loss_action": 0.00825216993689537, + "loss_total": 0.00825216993689537, + "step": 48940 + }, + { + "loss_action": 0.018892506137490273, + "loss_total": 0.018892506137490273, + "step": 48940 + }, + { + "loss_action": 0.029234979301691055, + "loss_total": 0.029234979301691055, + "step": 48940 + }, + { + "loss_action": 0.010253006592392921, + "loss_total": 0.010253006592392921, + "step": 48940 + }, + { + "grad_norm": 0.40709176659584045, + "learning_rate": 5.585798634808583e-05, + "loss": 0.0218, + "step": 48950 + }, + { + "loss_action": 0.009305203333497047, + "loss_total": 0.009305203333497047, + "step": 48950 + }, + { + "loss_action": 0.019744617864489555, + "loss_total": 0.019744617864489555, + "step": 48950 + }, + { + "loss_action": 0.009728588163852692, + "loss_total": 0.009728588163852692, + "step": 48950 + }, + { + "loss_action": 0.010143295861780643, + "loss_total": 0.010143295861780643, + "step": 48950 + }, + { + "loss_action": 0.01581615023314953, + "loss_total": 0.01581615023314953, + "step": 48950 + }, + { + "loss_action": 0.008301874622702599, + "loss_total": 0.008301874622702599, + "step": 48950 + }, + { + "grad_norm": 0.35216546058654785, + "learning_rate": 5.584156520296909e-05, + "loss": 0.0147, + "step": 48960 + }, + { + "loss_action": 0.012541280128061771, + "loss_total": 0.012541280128061771, + "step": 48960 + }, + { + "loss_action": 0.007907086052000523, + "loss_total": 0.007907086052000523, + "step": 48960 + }, + { + "loss_action": 0.011503956280648708, + "loss_total": 0.011503956280648708, + "step": 48960 + }, + { + "loss_action": 0.013071219436824322, + "loss_total": 0.013071219436824322, + "step": 48960 + }, + { + "loss_action": 0.00979599915444851, + "loss_total": 0.00979599915444851, + "step": 48960 + }, + { + "loss_action": 0.050563521683216095, + "loss_total": 0.050563521683216095, + "step": 48960 + }, + { + "grad_norm": 0.30440035462379456, + "learning_rate": 5.582514341902757e-05, + "loss": 0.0188, + "step": 48970 + }, + { + "loss_action": 0.010146306827664375, + "loss_total": 0.010146306827664375, + "step": 48970 + }, + { + "loss_action": 0.04966060817241669, + "loss_total": 0.04966060817241669, + "step": 48970 + }, + { + "loss_action": 0.022570334374904633, + "loss_total": 0.022570334374904633, + "step": 48970 + }, + { + "loss_action": 0.01112483162432909, + "loss_total": 0.01112483162432909, + "step": 48970 + }, + { + "loss_action": 0.03474448248744011, + "loss_total": 0.03474448248744011, + "step": 48970 + }, + { + "loss_action": 0.018204351887106895, + "loss_total": 0.018204351887106895, + "step": 48970 + }, + { + "grad_norm": 0.31825172901153564, + "learning_rate": 5.580872099805713e-05, + "loss": 0.0159, + "step": 48980 + }, + { + "loss_action": 0.010891835205256939, + "loss_total": 0.010891835205256939, + "step": 48980 + }, + { + "loss_action": 0.01910487376153469, + "loss_total": 0.01910487376153469, + "step": 48980 + }, + { + "loss_action": 0.016833333298563957, + "loss_total": 0.016833333298563957, + "step": 48980 + }, + { + "loss_action": 0.021377913653850555, + "loss_total": 0.021377913653850555, + "step": 48980 + }, + { + "loss_action": 0.018604490906000137, + "loss_total": 0.018604490906000137, + "step": 48980 + }, + { + "loss_action": 0.009012098424136639, + "loss_total": 0.009012098424136639, + "step": 48980 + }, + { + "grad_norm": 0.3719192445278168, + "learning_rate": 5.5792297941853674e-05, + "loss": 0.0152, + "step": 48990 + }, + { + "loss_action": 0.014616207219660282, + "loss_total": 0.014616207219660282, + "step": 48990 + }, + { + "loss_action": 0.006421046331524849, + "loss_total": 0.006421046331524849, + "step": 48990 + }, + { + "loss_action": 0.010354254394769669, + "loss_total": 0.010354254394769669, + "step": 48990 + }, + { + "loss_action": 0.017406262457370758, + "loss_total": 0.017406262457370758, + "step": 48990 + }, + { + "loss_action": 0.020822303369641304, + "loss_total": 0.020822303369641304, + "step": 48990 + }, + { + "loss_action": 0.03392522409558296, + "loss_total": 0.03392522409558296, + "step": 48990 + }, + { + "grad_norm": 0.37678971886634827, + "learning_rate": 5.5775874252213247e-05, + "loss": 0.018, + "step": 49000 + }, + { + "loss_action": 0.007262793835252523, + "loss_total": 0.007262793835252523, + "step": 49000 + }, + { + "loss_action": 0.017302993685007095, + "loss_total": 0.017302993685007095, + "step": 49000 + }, + { + "loss_action": 0.030869103968143463, + "loss_total": 0.030869103968143463, + "step": 49000 + }, + { + "loss_action": 0.0078009432181715965, + "loss_total": 0.0078009432181715965, + "step": 49000 + }, + { + "loss_action": 0.014680757187306881, + "loss_total": 0.014680757187306881, + "step": 49000 + }, + { + "loss_action": 0.014352880418300629, + "loss_total": 0.014352880418300629, + "step": 49000 + }, + { + "grad_norm": 0.3678360879421234, + "learning_rate": 5.575944993093189e-05, + "loss": 0.0151, + "step": 49010 + }, + { + "loss_action": 0.019729282706975937, + "loss_total": 0.019729282706975937, + "step": 49010 + }, + { + "loss_action": 0.013536977581679821, + "loss_total": 0.013536977581679821, + "step": 49010 + }, + { + "loss_action": 0.007021310273557901, + "loss_total": 0.007021310273557901, + "step": 49010 + }, + { + "loss_action": 0.0157840084284544, + "loss_total": 0.0157840084284544, + "step": 49010 + }, + { + "loss_action": 0.019629085436463356, + "loss_total": 0.019629085436463356, + "step": 49010 + }, + { + "loss_action": 0.0099845752120018, + "loss_total": 0.0099845752120018, + "step": 49010 + }, + { + "grad_norm": 0.2800825536251068, + "learning_rate": 5.574302497980574e-05, + "loss": 0.014, + "step": 49020 + }, + { + "loss_action": 0.011252994649112225, + "loss_total": 0.011252994649112225, + "step": 49020 + }, + { + "loss_action": 0.017884336411952972, + "loss_total": 0.017884336411952972, + "step": 49020 + }, + { + "loss_action": 0.013219226151704788, + "loss_total": 0.013219226151704788, + "step": 49020 + }, + { + "loss_action": 0.023010384291410446, + "loss_total": 0.023010384291410446, + "step": 49020 + }, + { + "loss_action": 0.026557883247733116, + "loss_total": 0.026557883247733116, + "step": 49020 + }, + { + "loss_action": 0.006805663928389549, + "loss_total": 0.006805663928389549, + "step": 49020 + }, + { + "grad_norm": 0.3368684947490692, + "learning_rate": 5.5726599400631005e-05, + "loss": 0.016, + "step": 49030 + }, + { + "loss_action": 0.008513062261044979, + "loss_total": 0.008513062261044979, + "step": 49030 + }, + { + "loss_action": 0.015794524922966957, + "loss_total": 0.015794524922966957, + "step": 49030 + }, + { + "loss_action": 0.010963525623083115, + "loss_total": 0.010963525623083115, + "step": 49030 + }, + { + "loss_action": 0.006834208965301514, + "loss_total": 0.006834208965301514, + "step": 49030 + }, + { + "loss_action": 0.011198487132787704, + "loss_total": 0.011198487132787704, + "step": 49030 + }, + { + "loss_action": 0.013400322757661343, + "loss_total": 0.013400322757661343, + "step": 49030 + }, + { + "grad_norm": 0.3105183243751526, + "learning_rate": 5.571017319520399e-05, + "loss": 0.0163, + "step": 49040 + }, + { + "loss_action": 0.004719513934105635, + "loss_total": 0.004719513934105635, + "step": 49040 + }, + { + "loss_action": 0.01006630714982748, + "loss_total": 0.01006630714982748, + "step": 49040 + }, + { + "loss_action": 0.133346825838089, + "loss_total": 0.133346825838089, + "step": 49040 + }, + { + "loss_action": 0.09081913530826569, + "loss_total": 0.09081913530826569, + "step": 49040 + }, + { + "loss_action": 0.013883763924241066, + "loss_total": 0.013883763924241066, + "step": 49040 + }, + { + "loss_action": 0.021625712513923645, + "loss_total": 0.021625712513923645, + "step": 49040 + }, + { + "grad_norm": 0.2399577647447586, + "learning_rate": 5.5693746365320984e-05, + "loss": 0.0186, + "step": 49050 + }, + { + "loss_action": 0.017186813056468964, + "loss_total": 0.017186813056468964, + "step": 49050 + }, + { + "loss_action": 0.01725311391055584, + "loss_total": 0.01725311391055584, + "step": 49050 + }, + { + "loss_action": 0.010754578746855259, + "loss_total": 0.010754578746855259, + "step": 49050 + }, + { + "loss_action": 0.011348141357302666, + "loss_total": 0.011348141357302666, + "step": 49050 + }, + { + "loss_action": 0.007253494579344988, + "loss_total": 0.007253494579344988, + "step": 49050 + }, + { + "loss_action": 0.007604625541716814, + "loss_total": 0.007604625541716814, + "step": 49050 + }, + { + "grad_norm": 0.41338157653808594, + "learning_rate": 5.567731891277848e-05, + "loss": 0.0158, + "step": 49060 + }, + { + "loss_action": 0.008027449250221252, + "loss_total": 0.008027449250221252, + "step": 49060 + }, + { + "loss_action": 0.01873626373708248, + "loss_total": 0.01873626373708248, + "step": 49060 + }, + { + "loss_action": 0.061623360961675644, + "loss_total": 0.061623360961675644, + "step": 49060 + }, + { + "loss_action": 0.01202765665948391, + "loss_total": 0.01202765665948391, + "step": 49060 + }, + { + "loss_action": 0.02698402851819992, + "loss_total": 0.02698402851819992, + "step": 49060 + }, + { + "loss_action": 0.03545725345611572, + "loss_total": 0.03545725345611572, + "step": 49060 + }, + { + "grad_norm": 0.378708153963089, + "learning_rate": 5.566089083937288e-05, + "loss": 0.0171, + "step": 49070 + }, + { + "loss_action": 0.021615445613861084, + "loss_total": 0.021615445613861084, + "step": 49070 + }, + { + "loss_action": 0.004061450716108084, + "loss_total": 0.004061450716108084, + "step": 49070 + }, + { + "loss_action": 0.035660989582538605, + "loss_total": 0.035660989582538605, + "step": 49070 + }, + { + "loss_action": 0.009976853616535664, + "loss_total": 0.009976853616535664, + "step": 49070 + }, + { + "loss_action": 0.0236588716506958, + "loss_total": 0.0236588716506958, + "step": 49070 + }, + { + "loss_action": 0.011397191323339939, + "loss_total": 0.011397191323339939, + "step": 49070 + }, + { + "grad_norm": 0.6360437870025635, + "learning_rate": 5.564446214690079e-05, + "loss": 0.0217, + "step": 49080 + }, + { + "loss_action": 0.007437392137944698, + "loss_total": 0.007437392137944698, + "step": 49080 + }, + { + "loss_action": 0.009245715104043484, + "loss_total": 0.009245715104043484, + "step": 49080 + }, + { + "loss_action": 0.018075931817293167, + "loss_total": 0.018075931817293167, + "step": 49080 + }, + { + "loss_action": 0.005825063679367304, + "loss_total": 0.005825063679367304, + "step": 49080 + }, + { + "loss_action": 0.04009968414902687, + "loss_total": 0.04009968414902687, + "step": 49080 + }, + { + "loss_action": 0.01629137620329857, + "loss_total": 0.01629137620329857, + "step": 49080 + }, + { + "grad_norm": 0.39679738879203796, + "learning_rate": 5.56280328371588e-05, + "loss": 0.0173, + "step": 49090 + }, + { + "loss_action": 0.009143293835222721, + "loss_total": 0.009143293835222721, + "step": 49090 + }, + { + "loss_action": 0.016315264627337456, + "loss_total": 0.016315264627337456, + "step": 49090 + }, + { + "loss_action": 0.007053632289171219, + "loss_total": 0.007053632289171219, + "step": 49090 + }, + { + "loss_action": 0.006239105481654406, + "loss_total": 0.006239105481654406, + "step": 49090 + }, + { + "loss_action": 0.01688658818602562, + "loss_total": 0.01688658818602562, + "step": 49090 + }, + { + "loss_action": 0.06353279203176498, + "loss_total": 0.06353279203176498, + "step": 49090 + }, + { + "grad_norm": 0.3966647684574127, + "learning_rate": 5.5611602911943596e-05, + "loss": 0.0148, + "step": 49100 + }, + { + "loss_action": 0.021131427958607674, + "loss_total": 0.021131427958607674, + "step": 49100 + }, + { + "loss_action": 0.019548358395695686, + "loss_total": 0.019548358395695686, + "step": 49100 + }, + { + "loss_action": 0.01412105467170477, + "loss_total": 0.01412105467170477, + "step": 49100 + }, + { + "loss_action": 0.011706518009305, + "loss_total": 0.011706518009305, + "step": 49100 + }, + { + "loss_action": 0.02913060411810875, + "loss_total": 0.02913060411810875, + "step": 49100 + }, + { + "loss_action": 0.014756202697753906, + "loss_total": 0.014756202697753906, + "step": 49100 + }, + { + "grad_norm": 0.3266189694404602, + "learning_rate": 5.559517237305194e-05, + "loss": 0.0165, + "step": 49110 + }, + { + "loss_action": 0.03546898439526558, + "loss_total": 0.03546898439526558, + "step": 49110 + }, + { + "loss_action": 0.025270402431488037, + "loss_total": 0.025270402431488037, + "step": 49110 + }, + { + "loss_action": 0.011324509046971798, + "loss_total": 0.011324509046971798, + "step": 49110 + }, + { + "loss_action": 0.012306051328778267, + "loss_total": 0.012306051328778267, + "step": 49110 + }, + { + "loss_action": 0.006525766104459763, + "loss_total": 0.006525766104459763, + "step": 49110 + }, + { + "loss_action": 0.005646712612360716, + "loss_total": 0.005646712612360716, + "step": 49110 + }, + { + "grad_norm": 0.30609169602394104, + "learning_rate": 5.557874122228064e-05, + "loss": 0.0158, + "step": 49120 + }, + { + "loss_action": 0.012633838690817356, + "loss_total": 0.012633838690817356, + "step": 49120 + }, + { + "loss_action": 0.021055247634649277, + "loss_total": 0.021055247634649277, + "step": 49120 + }, + { + "loss_action": 0.011812834069132805, + "loss_total": 0.011812834069132805, + "step": 49120 + }, + { + "loss_action": 0.015620551072061062, + "loss_total": 0.015620551072061062, + "step": 49120 + }, + { + "loss_action": 0.014917504042387009, + "loss_total": 0.014917504042387009, + "step": 49120 + }, + { + "loss_action": 0.0414595790207386, + "loss_total": 0.0414595790207386, + "step": 49120 + }, + { + "grad_norm": 0.3846951127052307, + "learning_rate": 5.55623094614266e-05, + "loss": 0.0208, + "step": 49130 + }, + { + "loss_action": 0.01379263587296009, + "loss_total": 0.01379263587296009, + "step": 49130 + }, + { + "loss_action": 0.011745376512408257, + "loss_total": 0.011745376512408257, + "step": 49130 + }, + { + "loss_action": 0.008681012317538261, + "loss_total": 0.008681012317538261, + "step": 49130 + }, + { + "loss_action": 0.02595691755414009, + "loss_total": 0.02595691755414009, + "step": 49130 + }, + { + "loss_action": 0.00893932580947876, + "loss_total": 0.00893932580947876, + "step": 49130 + }, + { + "loss_action": 0.014709130860865116, + "loss_total": 0.014709130860865116, + "step": 49130 + }, + { + "grad_norm": 0.5107957124710083, + "learning_rate": 5.5545877092286743e-05, + "loss": 0.016, + "step": 49140 + }, + { + "loss_action": 0.0066558863036334515, + "loss_total": 0.0066558863036334515, + "step": 49140 + }, + { + "loss_action": 0.008526711724698544, + "loss_total": 0.008526711724698544, + "step": 49140 + }, + { + "loss_action": 0.17276346683502197, + "loss_total": 0.17276346683502197, + "step": 49140 + }, + { + "loss_action": 0.018128015100955963, + "loss_total": 0.018128015100955963, + "step": 49140 + }, + { + "loss_action": 0.009136945940554142, + "loss_total": 0.009136945940554142, + "step": 49140 + }, + { + "loss_action": 0.016349351033568382, + "loss_total": 0.016349351033568382, + "step": 49140 + }, + { + "grad_norm": 0.29394853115081787, + "learning_rate": 5.552944411665811e-05, + "loss": 0.0183, + "step": 49150 + }, + { + "loss_action": 0.011675051413476467, + "loss_total": 0.011675051413476467, + "step": 49150 + }, + { + "loss_action": 0.016831183806061745, + "loss_total": 0.016831183806061745, + "step": 49150 + }, + { + "loss_action": 0.011153622530400753, + "loss_total": 0.011153622530400753, + "step": 49150 + }, + { + "loss_action": 0.013729709200561047, + "loss_total": 0.013729709200561047, + "step": 49150 + }, + { + "loss_action": 0.011167246848344803, + "loss_total": 0.011167246848344803, + "step": 49150 + }, + { + "loss_action": 0.007822715677320957, + "loss_total": 0.007822715677320957, + "step": 49150 + }, + { + "grad_norm": 0.4791001081466675, + "learning_rate": 5.5513010536337795e-05, + "loss": 0.015, + "step": 49160 + }, + { + "loss_action": 0.026133837178349495, + "loss_total": 0.026133837178349495, + "step": 49160 + }, + { + "loss_action": 0.009395407512784004, + "loss_total": 0.009395407512784004, + "step": 49160 + }, + { + "loss_action": 0.010889272205531597, + "loss_total": 0.010889272205531597, + "step": 49160 + }, + { + "loss_action": 0.010340692475438118, + "loss_total": 0.010340692475438118, + "step": 49160 + }, + { + "loss_action": 0.016766998916864395, + "loss_total": 0.016766998916864395, + "step": 49160 + }, + { + "loss_action": 0.01075274869799614, + "loss_total": 0.01075274869799614, + "step": 49160 + }, + { + "grad_norm": 0.3337496519088745, + "learning_rate": 5.5496576353122934e-05, + "loss": 0.015, + "step": 49170 + }, + { + "loss_action": 0.009106732904911041, + "loss_total": 0.009106732904911041, + "step": 49170 + }, + { + "loss_action": 0.012262578122317791, + "loss_total": 0.012262578122317791, + "step": 49170 + }, + { + "loss_action": 0.013537029735744, + "loss_total": 0.013537029735744, + "step": 49170 + }, + { + "loss_action": 0.01220620982348919, + "loss_total": 0.01220620982348919, + "step": 49170 + }, + { + "loss_action": 0.011782284826040268, + "loss_total": 0.011782284826040268, + "step": 49170 + }, + { + "loss_action": 0.016462108120322227, + "loss_total": 0.016462108120322227, + "step": 49170 + }, + { + "grad_norm": 0.3442440330982208, + "learning_rate": 5.548014156881074e-05, + "loss": 0.0147, + "step": 49180 + }, + { + "loss_action": 0.007475787308067083, + "loss_total": 0.007475787308067083, + "step": 49180 + }, + { + "loss_action": 0.009825055487453938, + "loss_total": 0.009825055487453938, + "step": 49180 + }, + { + "loss_action": 0.016934366896748543, + "loss_total": 0.016934366896748543, + "step": 49180 + }, + { + "loss_action": 0.01913209818303585, + "loss_total": 0.01913209818303585, + "step": 49180 + }, + { + "loss_action": 0.015350575558841228, + "loss_total": 0.015350575558841228, + "step": 49180 + }, + { + "loss_action": 0.017315378412604332, + "loss_total": 0.017315378412604332, + "step": 49180 + }, + { + "grad_norm": 0.2909094989299774, + "learning_rate": 5.5463706185198494e-05, + "loss": 0.0191, + "step": 49190 + }, + { + "loss_action": 0.008448861539363861, + "loss_total": 0.008448861539363861, + "step": 49190 + }, + { + "loss_action": 0.007689220830798149, + "loss_total": 0.007689220830798149, + "step": 49190 + }, + { + "loss_action": 0.030546333640813828, + "loss_total": 0.030546333640813828, + "step": 49190 + }, + { + "loss_action": 0.013383198529481888, + "loss_total": 0.013383198529481888, + "step": 49190 + }, + { + "loss_action": 0.012411244213581085, + "loss_total": 0.012411244213581085, + "step": 49190 + }, + { + "loss_action": 0.010829176753759384, + "loss_total": 0.010829176753759384, + "step": 49190 + }, + { + "grad_norm": 0.32819271087646484, + "learning_rate": 5.544727020408358e-05, + "loss": 0.0148, + "step": 49200 + }, + { + "loss_action": 0.018452724441885948, + "loss_total": 0.018452724441885948, + "step": 49200 + }, + { + "loss_action": 0.0071204183623194695, + "loss_total": 0.0071204183623194695, + "step": 49200 + }, + { + "loss_action": 0.01603926718235016, + "loss_total": 0.01603926718235016, + "step": 49200 + }, + { + "loss_action": 0.015691258013248444, + "loss_total": 0.015691258013248444, + "step": 49200 + }, + { + "loss_action": 0.013980377465486526, + "loss_total": 0.013980377465486526, + "step": 49200 + }, + { + "loss_action": 0.008656088262796402, + "loss_total": 0.008656088262796402, + "step": 49200 + }, + { + "grad_norm": 0.3642534911632538, + "learning_rate": 5.5430833627263366e-05, + "loss": 0.0167, + "step": 49210 + }, + { + "loss_action": 0.006951604504138231, + "loss_total": 0.006951604504138231, + "step": 49210 + }, + { + "loss_action": 0.010458352044224739, + "loss_total": 0.010458352044224739, + "step": 49210 + }, + { + "loss_action": 0.008898196741938591, + "loss_total": 0.008898196741938591, + "step": 49210 + }, + { + "loss_action": 0.009927169419825077, + "loss_total": 0.009927169419825077, + "step": 49210 + }, + { + "loss_action": 0.012493147514760494, + "loss_total": 0.012493147514760494, + "step": 49210 + }, + { + "loss_action": 0.007557734381407499, + "loss_total": 0.007557734381407499, + "step": 49210 + }, + { + "grad_norm": 0.423115998506546, + "learning_rate": 5.5414396456535354e-05, + "loss": 0.0154, + "step": 49220 + }, + { + "loss_action": 0.020232055336236954, + "loss_total": 0.020232055336236954, + "step": 49220 + }, + { + "loss_action": 0.007238359190523624, + "loss_total": 0.007238359190523624, + "step": 49220 + }, + { + "loss_action": 0.01323277410119772, + "loss_total": 0.01323277410119772, + "step": 49220 + }, + { + "loss_action": 0.012201965786516666, + "loss_total": 0.012201965786516666, + "step": 49220 + }, + { + "loss_action": 0.04799710214138031, + "loss_total": 0.04799710214138031, + "step": 49220 + }, + { + "loss_action": 0.01807747408747673, + "loss_total": 0.01807747408747673, + "step": 49220 + }, + { + "grad_norm": 0.3959851562976837, + "learning_rate": 5.539795869369709e-05, + "loss": 0.0179, + "step": 49230 + }, + { + "loss_action": 0.009979212656617165, + "loss_total": 0.009979212656617165, + "step": 49230 + }, + { + "loss_action": 0.006337199825793505, + "loss_total": 0.006337199825793505, + "step": 49230 + }, + { + "loss_action": 0.04100889712572098, + "loss_total": 0.04100889712572098, + "step": 49230 + }, + { + "loss_action": 0.015339529141783714, + "loss_total": 0.015339529141783714, + "step": 49230 + }, + { + "loss_action": 0.005374234169721603, + "loss_total": 0.005374234169721603, + "step": 49230 + }, + { + "loss_action": 0.023603925481438637, + "loss_total": 0.023603925481438637, + "step": 49230 + }, + { + "grad_norm": 0.3611397445201874, + "learning_rate": 5.538152034054618e-05, + "loss": 0.0167, + "step": 49240 + }, + { + "loss_action": 0.008613779209554195, + "loss_total": 0.008613779209554195, + "step": 49240 + }, + { + "loss_action": 0.012879918329417706, + "loss_total": 0.012879918329417706, + "step": 49240 + }, + { + "loss_action": 0.016612837091088295, + "loss_total": 0.016612837091088295, + "step": 49240 + }, + { + "loss_action": 0.013944107107818127, + "loss_total": 0.013944107107818127, + "step": 49240 + }, + { + "loss_action": 0.03902807831764221, + "loss_total": 0.03902807831764221, + "step": 49240 + }, + { + "loss_action": 0.017426148056983948, + "loss_total": 0.017426148056983948, + "step": 49240 + }, + { + "grad_norm": 0.3541796803474426, + "learning_rate": 5.536508139888028e-05, + "loss": 0.0197, + "step": 49250 + }, + { + "loss_action": 0.010196948423981667, + "loss_total": 0.010196948423981667, + "step": 49250 + }, + { + "loss_action": 0.029312049970030785, + "loss_total": 0.029312049970030785, + "step": 49250 + }, + { + "loss_action": 0.013566962443292141, + "loss_total": 0.013566962443292141, + "step": 49250 + }, + { + "loss_action": 0.009902309626340866, + "loss_total": 0.009902309626340866, + "step": 49250 + }, + { + "loss_action": 0.02909625880420208, + "loss_total": 0.02909625880420208, + "step": 49250 + }, + { + "loss_action": 0.011611939407885075, + "loss_total": 0.011611939407885075, + "step": 49250 + }, + { + "grad_norm": 0.40040966868400574, + "learning_rate": 5.534864187049716e-05, + "loss": 0.0176, + "step": 49260 + }, + { + "loss_action": 0.012193012982606888, + "loss_total": 0.012193012982606888, + "step": 49260 + }, + { + "loss_action": 0.029556524008512497, + "loss_total": 0.029556524008512497, + "step": 49260 + }, + { + "loss_action": 0.01178615540266037, + "loss_total": 0.01178615540266037, + "step": 49260 + }, + { + "loss_action": 0.011784905567765236, + "loss_total": 0.011784905567765236, + "step": 49260 + }, + { + "loss_action": 0.015010785311460495, + "loss_total": 0.015010785311460495, + "step": 49260 + }, + { + "loss_action": 0.01196744292974472, + "loss_total": 0.01196744292974472, + "step": 49260 + }, + { + "grad_norm": 0.29143795371055603, + "learning_rate": 5.5332201757194615e-05, + "loss": 0.0164, + "step": 49270 + }, + { + "loss_action": 0.008661095052957535, + "loss_total": 0.008661095052957535, + "step": 49270 + }, + { + "loss_action": 0.053747840225696564, + "loss_total": 0.053747840225696564, + "step": 49270 + }, + { + "loss_action": 0.00861302763223648, + "loss_total": 0.00861302763223648, + "step": 49270 + }, + { + "loss_action": 0.010692095384001732, + "loss_total": 0.010692095384001732, + "step": 49270 + }, + { + "loss_action": 0.009093068540096283, + "loss_total": 0.009093068540096283, + "step": 49270 + }, + { + "loss_action": 0.007746904157102108, + "loss_total": 0.007746904157102108, + "step": 49270 + }, + { + "grad_norm": 0.749133288860321, + "learning_rate": 5.531576106077049e-05, + "loss": 0.0195, + "step": 49280 + }, + { + "loss_action": 0.010799668729305267, + "loss_total": 0.010799668729305267, + "step": 49280 + }, + { + "loss_action": 0.01530649047344923, + "loss_total": 0.01530649047344923, + "step": 49280 + }, + { + "loss_action": 0.013993363827466965, + "loss_total": 0.013993363827466965, + "step": 49280 + }, + { + "loss_action": 0.009692166931927204, + "loss_total": 0.009692166931927204, + "step": 49280 + }, + { + "loss_action": 0.0066451141610741615, + "loss_total": 0.0066451141610741615, + "step": 49280 + }, + { + "loss_action": 0.0055368863977491856, + "loss_total": 0.0055368863977491856, + "step": 49280 + }, + { + "grad_norm": 0.3757661283016205, + "learning_rate": 5.529931978302272e-05, + "loss": 0.016, + "step": 49290 + }, + { + "loss_action": 0.027747415006160736, + "loss_total": 0.027747415006160736, + "step": 49290 + }, + { + "loss_action": 0.01260796096175909, + "loss_total": 0.01260796096175909, + "step": 49290 + }, + { + "loss_action": 0.022854898124933243, + "loss_total": 0.022854898124933243, + "step": 49290 + }, + { + "loss_action": 0.006572105456143618, + "loss_total": 0.006572105456143618, + "step": 49290 + }, + { + "loss_action": 0.022820521146059036, + "loss_total": 0.022820521146059036, + "step": 49290 + }, + { + "loss_action": 0.012297844514250755, + "loss_total": 0.012297844514250755, + "step": 49290 + }, + { + "grad_norm": 0.3190174698829651, + "learning_rate": 5.528287792574932e-05, + "loss": 0.0195, + "step": 49300 + }, + { + "loss_action": 0.009428227320313454, + "loss_total": 0.009428227320313454, + "step": 49300 + }, + { + "loss_action": 0.02094225585460663, + "loss_total": 0.02094225585460663, + "step": 49300 + }, + { + "loss_action": 0.015053880400955677, + "loss_total": 0.015053880400955677, + "step": 49300 + }, + { + "loss_action": 0.026331456378102303, + "loss_total": 0.026331456378102303, + "step": 49300 + }, + { + "loss_action": 0.00842273235321045, + "loss_total": 0.00842273235321045, + "step": 49300 + }, + { + "loss_action": 0.011592614464461803, + "loss_total": 0.011592614464461803, + "step": 49300 + }, + { + "grad_norm": 0.37632909417152405, + "learning_rate": 5.5266435490748324e-05, + "loss": 0.0168, + "step": 49310 + }, + { + "loss_action": 0.011930056847631931, + "loss_total": 0.011930056847631931, + "step": 49310 + }, + { + "loss_action": 0.015194850042462349, + "loss_total": 0.015194850042462349, + "step": 49310 + }, + { + "loss_action": 0.02552507258951664, + "loss_total": 0.02552507258951664, + "step": 49310 + }, + { + "loss_action": 0.014005511999130249, + "loss_total": 0.014005511999130249, + "step": 49310 + }, + { + "loss_action": 0.01864676922559738, + "loss_total": 0.01864676922559738, + "step": 49310 + }, + { + "loss_action": 0.0184005219489336, + "loss_total": 0.0184005219489336, + "step": 49310 + }, + { + "grad_norm": 0.5460827350616455, + "learning_rate": 5.524999247981787e-05, + "loss": 0.0177, + "step": 49320 + }, + { + "loss_action": 0.010434383526444435, + "loss_total": 0.010434383526444435, + "step": 49320 + }, + { + "loss_action": 0.013927980326116085, + "loss_total": 0.013927980326116085, + "step": 49320 + }, + { + "loss_action": 0.01907123625278473, + "loss_total": 0.01907123625278473, + "step": 49320 + }, + { + "loss_action": 0.011912533082067966, + "loss_total": 0.011912533082067966, + "step": 49320 + }, + { + "loss_action": 0.01233117375522852, + "loss_total": 0.01233117375522852, + "step": 49320 + }, + { + "loss_action": 0.012857628986239433, + "loss_total": 0.012857628986239433, + "step": 49320 + }, + { + "grad_norm": 0.32652905583381653, + "learning_rate": 5.523354889475613e-05, + "loss": 0.0164, + "step": 49330 + }, + { + "loss_action": 0.009004010818898678, + "loss_total": 0.009004010818898678, + "step": 49330 + }, + { + "loss_action": 0.01033136434853077, + "loss_total": 0.01033136434853077, + "step": 49330 + }, + { + "loss_action": 0.006541420239955187, + "loss_total": 0.006541420239955187, + "step": 49330 + }, + { + "loss_action": 0.005555292125791311, + "loss_total": 0.005555292125791311, + "step": 49330 + }, + { + "loss_action": 0.009298483841121197, + "loss_total": 0.009298483841121197, + "step": 49330 + }, + { + "loss_action": 0.015518913976848125, + "loss_total": 0.015518913976848125, + "step": 49330 + }, + { + "grad_norm": 0.5664845705032349, + "learning_rate": 5.521710473736134e-05, + "loss": 0.0189, + "step": 49340 + }, + { + "loss_action": 0.015074984170496464, + "loss_total": 0.015074984170496464, + "step": 49340 + }, + { + "loss_action": 0.006484177429229021, + "loss_total": 0.006484177429229021, + "step": 49340 + }, + { + "loss_action": 0.013250954449176788, + "loss_total": 0.013250954449176788, + "step": 49340 + }, + { + "loss_action": 0.017301924526691437, + "loss_total": 0.017301924526691437, + "step": 49340 + }, + { + "loss_action": 0.006454717367887497, + "loss_total": 0.006454717367887497, + "step": 49340 + }, + { + "loss_action": 0.009123831987380981, + "loss_total": 0.009123831987380981, + "step": 49340 + }, + { + "grad_norm": 0.3196440041065216, + "learning_rate": 5.5200660009431826e-05, + "loss": 0.0164, + "step": 49350 + }, + { + "loss_action": 0.01148158311843872, + "loss_total": 0.01148158311843872, + "step": 49350 + }, + { + "loss_action": 0.012223605997860432, + "loss_total": 0.012223605997860432, + "step": 49350 + }, + { + "loss_action": 0.007300970144569874, + "loss_total": 0.007300970144569874, + "step": 49350 + }, + { + "loss_action": 0.006624347530305386, + "loss_total": 0.006624347530305386, + "step": 49350 + }, + { + "loss_action": 0.009325165301561356, + "loss_total": 0.009325165301561356, + "step": 49350 + }, + { + "loss_action": 0.01018329057842493, + "loss_total": 0.01018329057842493, + "step": 49350 + }, + { + "grad_norm": 0.26566872000694275, + "learning_rate": 5.518421471276596e-05, + "loss": 0.0155, + "step": 49360 + }, + { + "loss_action": 0.013563270680606365, + "loss_total": 0.013563270680606365, + "step": 49360 + }, + { + "loss_action": 0.008599532768130302, + "loss_total": 0.008599532768130302, + "step": 49360 + }, + { + "loss_action": 0.0064734104089438915, + "loss_total": 0.0064734104089438915, + "step": 49360 + }, + { + "loss_action": 0.0964171513915062, + "loss_total": 0.0964171513915062, + "step": 49360 + }, + { + "loss_action": 0.013578462414443493, + "loss_total": 0.013578462414443493, + "step": 49360 + }, + { + "loss_action": 0.008859128691256046, + "loss_total": 0.008859128691256046, + "step": 49360 + }, + { + "grad_norm": 0.4290983974933624, + "learning_rate": 5.5167768849162174e-05, + "loss": 0.0208, + "step": 49370 + }, + { + "loss_action": 0.014265414327383041, + "loss_total": 0.014265414327383041, + "step": 49370 + }, + { + "loss_action": 0.00802332442253828, + "loss_total": 0.00802332442253828, + "step": 49370 + }, + { + "loss_action": 0.01030126865953207, + "loss_total": 0.01030126865953207, + "step": 49370 + }, + { + "loss_action": 0.03184790164232254, + "loss_total": 0.03184790164232254, + "step": 49370 + }, + { + "loss_action": 0.041148118674755096, + "loss_total": 0.041148118674755096, + "step": 49370 + }, + { + "loss_action": 0.005695274565368891, + "loss_total": 0.005695274565368891, + "step": 49370 + }, + { + "grad_norm": 0.5324352979660034, + "learning_rate": 5.515132242041893e-05, + "loss": 0.0167, + "step": 49380 + }, + { + "loss_action": 0.018480561673641205, + "loss_total": 0.018480561673641205, + "step": 49380 + }, + { + "loss_action": 0.020457791164517403, + "loss_total": 0.020457791164517403, + "step": 49380 + }, + { + "loss_action": 0.014589833095669746, + "loss_total": 0.014589833095669746, + "step": 49380 + }, + { + "loss_action": 0.02209710143506527, + "loss_total": 0.02209710143506527, + "step": 49380 + }, + { + "loss_action": 0.013084075413644314, + "loss_total": 0.013084075413644314, + "step": 49380 + }, + { + "loss_action": 0.011232513003051281, + "loss_total": 0.011232513003051281, + "step": 49380 + }, + { + "grad_norm": 0.32913798093795776, + "learning_rate": 5.513487542833483e-05, + "loss": 0.0174, + "step": 49390 + }, + { + "loss_action": 0.02009374089539051, + "loss_total": 0.02009374089539051, + "step": 49390 + }, + { + "loss_action": 0.00671739224344492, + "loss_total": 0.00671739224344492, + "step": 49390 + }, + { + "loss_action": 0.01441155094653368, + "loss_total": 0.01441155094653368, + "step": 49390 + }, + { + "loss_action": 0.023823371157050133, + "loss_total": 0.023823371157050133, + "step": 49390 + }, + { + "loss_action": 0.010720251128077507, + "loss_total": 0.010720251128077507, + "step": 49390 + }, + { + "loss_action": 0.015510150231420994, + "loss_total": 0.015510150231420994, + "step": 49390 + }, + { + "grad_norm": 0.305912584066391, + "learning_rate": 5.5118427874708466e-05, + "loss": 0.0144, + "step": 49400 + }, + { + "loss_action": 0.010272531770169735, + "loss_total": 0.010272531770169735, + "step": 49400 + }, + { + "loss_action": 0.006052950397133827, + "loss_total": 0.006052950397133827, + "step": 49400 + }, + { + "loss_action": 0.009999513626098633, + "loss_total": 0.009999513626098633, + "step": 49400 + }, + { + "loss_action": 0.0061904313042759895, + "loss_total": 0.0061904313042759895, + "step": 49400 + }, + { + "loss_action": 0.013519655913114548, + "loss_total": 0.013519655913114548, + "step": 49400 + }, + { + "loss_action": 0.01498397346585989, + "loss_total": 0.01498397346585989, + "step": 49400 + }, + { + "grad_norm": 0.2852479815483093, + "learning_rate": 5.510197976133853e-05, + "loss": 0.0138, + "step": 49410 + }, + { + "loss_action": 0.022255871444940567, + "loss_total": 0.022255871444940567, + "step": 49410 + }, + { + "loss_action": 0.006475404370576143, + "loss_total": 0.006475404370576143, + "step": 49410 + }, + { + "loss_action": 0.08364501595497131, + "loss_total": 0.08364501595497131, + "step": 49410 + }, + { + "loss_action": 0.01057099923491478, + "loss_total": 0.01057099923491478, + "step": 49410 + }, + { + "loss_action": 0.010091696865856647, + "loss_total": 0.010091696865856647, + "step": 49410 + }, + { + "loss_action": 0.007799077779054642, + "loss_total": 0.007799077779054642, + "step": 49410 + }, + { + "grad_norm": 0.27365708351135254, + "learning_rate": 5.508553109002376e-05, + "loss": 0.0154, + "step": 49420 + }, + { + "loss_action": 0.009695823304355145, + "loss_total": 0.009695823304355145, + "step": 49420 + }, + { + "loss_action": 0.02044833078980446, + "loss_total": 0.02044833078980446, + "step": 49420 + }, + { + "loss_action": 0.1758793592453003, + "loss_total": 0.1758793592453003, + "step": 49420 + }, + { + "loss_action": 0.0061007835902273655, + "loss_total": 0.0061007835902273655, + "step": 49420 + }, + { + "loss_action": 0.014582417905330658, + "loss_total": 0.014582417905330658, + "step": 49420 + }, + { + "loss_action": 0.01625269651412964, + "loss_total": 0.01625269651412964, + "step": 49420 + }, + { + "grad_norm": 0.4000011086463928, + "learning_rate": 5.5069081862562957e-05, + "loss": 0.0193, + "step": 49430 + }, + { + "loss_action": 0.010528325103223324, + "loss_total": 0.010528325103223324, + "step": 49430 + }, + { + "loss_action": 0.005125131458044052, + "loss_total": 0.005125131458044052, + "step": 49430 + }, + { + "loss_action": 0.01960146427154541, + "loss_total": 0.01960146427154541, + "step": 49430 + }, + { + "loss_action": 0.009472940117120743, + "loss_total": 0.009472940117120743, + "step": 49430 + }, + { + "loss_action": 0.012547614052891731, + "loss_total": 0.012547614052891731, + "step": 49430 + }, + { + "loss_action": 0.025881635025143623, + "loss_total": 0.025881635025143623, + "step": 49430 + }, + { + "grad_norm": 0.35472404956817627, + "learning_rate": 5.5052632080754965e-05, + "loss": 0.0189, + "step": 49440 + }, + { + "loss_action": 0.023033032193779945, + "loss_total": 0.023033032193779945, + "step": 49440 + }, + { + "loss_action": 0.01620093174278736, + "loss_total": 0.01620093174278736, + "step": 49440 + }, + { + "loss_action": 0.010739736258983612, + "loss_total": 0.010739736258983612, + "step": 49440 + }, + { + "loss_action": 0.023777488619089127, + "loss_total": 0.023777488619089127, + "step": 49440 + }, + { + "loss_action": 0.004851896315813065, + "loss_total": 0.004851896315813065, + "step": 49440 + }, + { + "loss_action": 0.01780945621430874, + "loss_total": 0.01780945621430874, + "step": 49440 + }, + { + "grad_norm": 0.39316046237945557, + "learning_rate": 5.503618174639874e-05, + "loss": 0.0168, + "step": 49450 + }, + { + "loss_action": 0.04443931207060814, + "loss_total": 0.04443931207060814, + "step": 49450 + }, + { + "loss_action": 0.00785912200808525, + "loss_total": 0.00785912200808525, + "step": 49450 + }, + { + "loss_action": 0.021481439471244812, + "loss_total": 0.021481439471244812, + "step": 49450 + }, + { + "loss_action": 0.03588159382343292, + "loss_total": 0.03588159382343292, + "step": 49450 + }, + { + "loss_action": 0.014644223265349865, + "loss_total": 0.014644223265349865, + "step": 49450 + }, + { + "loss_action": 0.008573546074330807, + "loss_total": 0.008573546074330807, + "step": 49450 + }, + { + "grad_norm": 0.3467791974544525, + "learning_rate": 5.501973086129325e-05, + "loss": 0.0151, + "step": 49460 + }, + { + "loss_action": 0.005903491750359535, + "loss_total": 0.005903491750359535, + "step": 49460 + }, + { + "loss_action": 0.016431841999292374, + "loss_total": 0.016431841999292374, + "step": 49460 + }, + { + "loss_action": 0.008880971930921078, + "loss_total": 0.008880971930921078, + "step": 49460 + }, + { + "loss_action": 0.01292206160724163, + "loss_total": 0.01292206160724163, + "step": 49460 + }, + { + "loss_action": 0.010990397073328495, + "loss_total": 0.010990397073328495, + "step": 49460 + }, + { + "loss_action": 0.013590407557785511, + "loss_total": 0.013590407557785511, + "step": 49460 + }, + { + "grad_norm": 0.3297155499458313, + "learning_rate": 5.500327942723753e-05, + "loss": 0.0133, + "step": 49470 + }, + { + "loss_action": 0.00739462161436677, + "loss_total": 0.00739462161436677, + "step": 49470 + }, + { + "loss_action": 0.015085079707205296, + "loss_total": 0.015085079707205296, + "step": 49470 + }, + { + "loss_action": 0.018837014213204384, + "loss_total": 0.018837014213204384, + "step": 49470 + }, + { + "loss_action": 0.009422860108315945, + "loss_total": 0.009422860108315945, + "step": 49470 + }, + { + "loss_action": 0.010400939732789993, + "loss_total": 0.010400939732789993, + "step": 49470 + }, + { + "loss_action": 0.006408223416656256, + "loss_total": 0.006408223416656256, + "step": 49470 + }, + { + "grad_norm": 0.422869473695755, + "learning_rate": 5.498682744603071e-05, + "loss": 0.0162, + "step": 49480 + }, + { + "loss_action": 0.014070316217839718, + "loss_total": 0.014070316217839718, + "step": 49480 + }, + { + "loss_action": 0.02243400365114212, + "loss_total": 0.02243400365114212, + "step": 49480 + }, + { + "loss_action": 0.00991909857839346, + "loss_total": 0.00991909857839346, + "step": 49480 + }, + { + "loss_action": 0.012744104489684105, + "loss_total": 0.012744104489684105, + "step": 49480 + }, + { + "loss_action": 0.0051261973567306995, + "loss_total": 0.0051261973567306995, + "step": 49480 + }, + { + "loss_action": 0.008240549825131893, + "loss_total": 0.008240549825131893, + "step": 49480 + }, + { + "grad_norm": 0.3345450758934021, + "learning_rate": 5.497037491947194e-05, + "loss": 0.014, + "step": 49490 + }, + { + "loss_action": 0.008899231441318989, + "loss_total": 0.008899231441318989, + "step": 49490 + }, + { + "loss_action": 0.015984250232577324, + "loss_total": 0.015984250232577324, + "step": 49490 + }, + { + "loss_action": 0.01604565419256687, + "loss_total": 0.01604565419256687, + "step": 49490 + }, + { + "loss_action": 0.005498941522091627, + "loss_total": 0.005498941522091627, + "step": 49490 + }, + { + "loss_action": 0.0173572339117527, + "loss_total": 0.0173572339117527, + "step": 49490 + }, + { + "loss_action": 0.008516354486346245, + "loss_total": 0.008516354486346245, + "step": 49490 + }, + { + "grad_norm": 0.34749266505241394, + "learning_rate": 5.4953921849360424e-05, + "loss": 0.0167, + "step": 49500 + }, + { + "loss_action": 0.027356168255209923, + "loss_total": 0.027356168255209923, + "step": 49500 + }, + { + "loss_action": 0.021579526364803314, + "loss_total": 0.021579526364803314, + "step": 49500 + }, + { + "loss_action": 0.02928890846669674, + "loss_total": 0.02928890846669674, + "step": 49500 + }, + { + "loss_action": 0.015069590881466866, + "loss_total": 0.015069590881466866, + "step": 49500 + }, + { + "loss_action": 0.02859347313642502, + "loss_total": 0.02859347313642502, + "step": 49500 + }, + { + "loss_action": 0.01714714616537094, + "loss_total": 0.01714714616537094, + "step": 49500 + }, + { + "grad_norm": 0.4897206723690033, + "learning_rate": 5.493746823749547e-05, + "loss": 0.0194, + "step": 49510 + }, + { + "loss_action": 0.008763731457293034, + "loss_total": 0.008763731457293034, + "step": 49510 + }, + { + "loss_action": 0.025386152788996696, + "loss_total": 0.025386152788996696, + "step": 49510 + }, + { + "loss_action": 0.02556321583688259, + "loss_total": 0.02556321583688259, + "step": 49510 + }, + { + "loss_action": 0.011299355886876583, + "loss_total": 0.011299355886876583, + "step": 49510 + }, + { + "loss_action": 0.026749620214104652, + "loss_total": 0.026749620214104652, + "step": 49510 + }, + { + "loss_action": 0.008185403421521187, + "loss_total": 0.008185403421521187, + "step": 49510 + }, + { + "grad_norm": 0.3952619135379791, + "learning_rate": 5.49210140856764e-05, + "loss": 0.0231, + "step": 49520 + }, + { + "loss_action": 0.009646710008382797, + "loss_total": 0.009646710008382797, + "step": 49520 + }, + { + "loss_action": 0.016217222437262535, + "loss_total": 0.016217222437262535, + "step": 49520 + }, + { + "loss_action": 0.00751709146425128, + "loss_total": 0.00751709146425128, + "step": 49520 + }, + { + "loss_action": 0.018372977152466774, + "loss_total": 0.018372977152466774, + "step": 49520 + }, + { + "loss_action": 0.07248549908399582, + "loss_total": 0.07248549908399582, + "step": 49520 + }, + { + "loss_action": 0.02107893116772175, + "loss_total": 0.02107893116772175, + "step": 49520 + }, + { + "grad_norm": 0.37813612818717957, + "learning_rate": 5.4904559395702647e-05, + "loss": 0.0156, + "step": 49530 + }, + { + "loss_action": 0.020184706896543503, + "loss_total": 0.020184706896543503, + "step": 49530 + }, + { + "loss_action": 0.013307596556842327, + "loss_total": 0.013307596556842327, + "step": 49530 + }, + { + "loss_action": 0.007517235353589058, + "loss_total": 0.007517235353589058, + "step": 49530 + }, + { + "loss_action": 0.03167475759983063, + "loss_total": 0.03167475759983063, + "step": 49530 + }, + { + "loss_action": 0.007929734885692596, + "loss_total": 0.007929734885692596, + "step": 49530 + }, + { + "loss_action": 0.015337355434894562, + "loss_total": 0.015337355434894562, + "step": 49530 + }, + { + "grad_norm": 0.336916983127594, + "learning_rate": 5.488810416937364e-05, + "loss": 0.014, + "step": 49540 + }, + { + "loss_action": 0.005648363381624222, + "loss_total": 0.005648363381624222, + "step": 49540 + }, + { + "loss_action": 0.01894685998558998, + "loss_total": 0.01894685998558998, + "step": 49540 + }, + { + "loss_action": 0.006870841607451439, + "loss_total": 0.006870841607451439, + "step": 49540 + }, + { + "loss_action": 0.012318511493504047, + "loss_total": 0.012318511493504047, + "step": 49540 + }, + { + "loss_action": 0.01269678957760334, + "loss_total": 0.01269678957760334, + "step": 49540 + }, + { + "loss_action": 0.004744899924844503, + "loss_total": 0.004744899924844503, + "step": 49540 + }, + { + "grad_norm": 0.3326443135738373, + "learning_rate": 5.4871648408488926e-05, + "loss": 0.0122, + "step": 49550 + }, + { + "loss_action": 0.009153523482382298, + "loss_total": 0.009153523482382298, + "step": 49550 + }, + { + "loss_action": 0.010230853222310543, + "loss_total": 0.010230853222310543, + "step": 49550 + }, + { + "loss_action": 0.0058840601705014706, + "loss_total": 0.0058840601705014706, + "step": 49550 + }, + { + "loss_action": 0.03001875802874565, + "loss_total": 0.03001875802874565, + "step": 49550 + }, + { + "loss_action": 0.021687563508749008, + "loss_total": 0.021687563508749008, + "step": 49550 + }, + { + "loss_action": 0.007649362552911043, + "loss_total": 0.007649362552911043, + "step": 49550 + }, + { + "grad_norm": 0.32639530301094055, + "learning_rate": 5.485519211484807e-05, + "loss": 0.0159, + "step": 49560 + }, + { + "loss_action": 0.060814160853624344, + "loss_total": 0.060814160853624344, + "step": 49560 + }, + { + "loss_action": 0.005966610740870237, + "loss_total": 0.005966610740870237, + "step": 49560 + }, + { + "loss_action": 0.018632689490914345, + "loss_total": 0.018632689490914345, + "step": 49560 + }, + { + "loss_action": 0.046372562646865845, + "loss_total": 0.046372562646865845, + "step": 49560 + }, + { + "loss_action": 0.01463815476745367, + "loss_total": 0.01463815476745367, + "step": 49560 + }, + { + "loss_action": 0.0054789637215435505, + "loss_total": 0.0054789637215435505, + "step": 49560 + }, + { + "grad_norm": 0.34100133180618286, + "learning_rate": 5.4838735290250676e-05, + "loss": 0.0185, + "step": 49570 + }, + { + "loss_action": 0.010247481986880302, + "loss_total": 0.010247481986880302, + "step": 49570 + }, + { + "loss_action": 0.013589578680694103, + "loss_total": 0.013589578680694103, + "step": 49570 + }, + { + "loss_action": 0.02035888470709324, + "loss_total": 0.02035888470709324, + "step": 49570 + }, + { + "loss_action": 0.0076675438322126865, + "loss_total": 0.0076675438322126865, + "step": 49570 + }, + { + "loss_action": 0.006477419752627611, + "loss_total": 0.006477419752627611, + "step": 49570 + }, + { + "loss_action": 0.013364351354539394, + "loss_total": 0.013364351354539394, + "step": 49570 + }, + { + "grad_norm": 0.3354451656341553, + "learning_rate": 5.482227793649649e-05, + "loss": 0.0163, + "step": 49580 + }, + { + "loss_action": 0.010464740917086601, + "loss_total": 0.010464740917086601, + "step": 49580 + }, + { + "loss_action": 0.015910521149635315, + "loss_total": 0.015910521149635315, + "step": 49580 + }, + { + "loss_action": 0.0212089866399765, + "loss_total": 0.0212089866399765, + "step": 49580 + }, + { + "loss_action": 0.010845983400940895, + "loss_total": 0.010845983400940895, + "step": 49580 + }, + { + "loss_action": 0.011762965470552444, + "loss_total": 0.011762965470552444, + "step": 49580 + }, + { + "loss_action": 0.03598616644740105, + "loss_total": 0.03598616644740105, + "step": 49580 + }, + { + "grad_norm": 0.4238855838775635, + "learning_rate": 5.480582005538524e-05, + "loss": 0.0155, + "step": 49590 + }, + { + "loss_action": 0.012417382560670376, + "loss_total": 0.012417382560670376, + "step": 49590 + }, + { + "loss_action": 0.0116181131452322, + "loss_total": 0.0116181131452322, + "step": 49590 + }, + { + "loss_action": 0.01768706552684307, + "loss_total": 0.01768706552684307, + "step": 49590 + }, + { + "loss_action": 0.030555451288819313, + "loss_total": 0.030555451288819313, + "step": 49590 + }, + { + "loss_action": 0.011754905804991722, + "loss_total": 0.011754905804991722, + "step": 49590 + }, + { + "loss_action": 0.019627045840024948, + "loss_total": 0.019627045840024948, + "step": 49590 + }, + { + "grad_norm": 0.41978660225868225, + "learning_rate": 5.478936164871671e-05, + "loss": 0.0204, + "step": 49600 + }, + { + "loss_action": 0.008128970861434937, + "loss_total": 0.008128970861434937, + "step": 49600 + }, + { + "loss_action": 0.015141375362873077, + "loss_total": 0.015141375362873077, + "step": 49600 + }, + { + "loss_action": 0.007826603949069977, + "loss_total": 0.007826603949069977, + "step": 49600 + }, + { + "loss_action": 0.008512458764016628, + "loss_total": 0.008512458764016628, + "step": 49600 + }, + { + "loss_action": 0.014575030654668808, + "loss_total": 0.014575030654668808, + "step": 49600 + }, + { + "loss_action": 0.01641802117228508, + "loss_total": 0.01641802117228508, + "step": 49600 + }, + { + "grad_norm": 0.3041924238204956, + "learning_rate": 5.477290271829081e-05, + "loss": 0.0192, + "step": 49610 + }, + { + "loss_action": 0.01406725775450468, + "loss_total": 0.01406725775450468, + "step": 49610 + }, + { + "loss_action": 0.01212686114013195, + "loss_total": 0.01212686114013195, + "step": 49610 + }, + { + "loss_action": 0.010824676603078842, + "loss_total": 0.010824676603078842, + "step": 49610 + }, + { + "loss_action": 0.015461194328963757, + "loss_total": 0.015461194328963757, + "step": 49610 + }, + { + "loss_action": 0.024498797953128815, + "loss_total": 0.024498797953128815, + "step": 49610 + }, + { + "loss_action": 0.007112523075193167, + "loss_total": 0.007112523075193167, + "step": 49610 + }, + { + "grad_norm": 0.5044403672218323, + "learning_rate": 5.475644326590744e-05, + "loss": 0.0153, + "step": 49620 + }, + { + "loss_action": 0.028329508379101753, + "loss_total": 0.028329508379101753, + "step": 49620 + }, + { + "loss_action": 0.006042225286364555, + "loss_total": 0.006042225286364555, + "step": 49620 + }, + { + "loss_action": 0.0142643041908741, + "loss_total": 0.0142643041908741, + "step": 49620 + }, + { + "loss_action": 0.016840413212776184, + "loss_total": 0.016840413212776184, + "step": 49620 + }, + { + "loss_action": 0.0075996387749910355, + "loss_total": 0.0075996387749910355, + "step": 49620 + }, + { + "loss_action": 0.015178107656538486, + "loss_total": 0.015178107656538486, + "step": 49620 + }, + { + "grad_norm": 0.3489643931388855, + "learning_rate": 5.473998329336658e-05, + "loss": 0.0169, + "step": 49630 + }, + { + "loss_action": 0.013449973426759243, + "loss_total": 0.013449973426759243, + "step": 49630 + }, + { + "loss_action": 0.006218845024704933, + "loss_total": 0.006218845024704933, + "step": 49630 + }, + { + "loss_action": 0.020045824348926544, + "loss_total": 0.020045824348926544, + "step": 49630 + }, + { + "loss_action": 0.008077983744442463, + "loss_total": 0.008077983744442463, + "step": 49630 + }, + { + "loss_action": 0.012634959071874619, + "loss_total": 0.012634959071874619, + "step": 49630 + }, + { + "loss_action": 0.012012715451419353, + "loss_total": 0.012012715451419353, + "step": 49630 + }, + { + "grad_norm": 0.45486101508140564, + "learning_rate": 5.4723522802468286e-05, + "loss": 0.0145, + "step": 49640 + }, + { + "loss_action": 0.012874269858002663, + "loss_total": 0.012874269858002663, + "step": 49640 + }, + { + "loss_action": 0.020938385277986526, + "loss_total": 0.020938385277986526, + "step": 49640 + }, + { + "loss_action": 0.014432995580136776, + "loss_total": 0.014432995580136776, + "step": 49640 + }, + { + "loss_action": 0.008724963292479515, + "loss_total": 0.008724963292479515, + "step": 49640 + }, + { + "loss_action": 0.04626007005572319, + "loss_total": 0.04626007005572319, + "step": 49640 + }, + { + "loss_action": 0.008888352662324905, + "loss_total": 0.008888352662324905, + "step": 49640 + }, + { + "grad_norm": 0.32709476351737976, + "learning_rate": 5.470706179501264e-05, + "loss": 0.0137, + "step": 49650 + }, + { + "loss_action": 0.01445028092712164, + "loss_total": 0.01445028092712164, + "step": 49650 + }, + { + "loss_action": 0.008714592084288597, + "loss_total": 0.008714592084288597, + "step": 49650 + }, + { + "loss_action": 0.007304574828594923, + "loss_total": 0.007304574828594923, + "step": 49650 + }, + { + "loss_action": 0.01304969284683466, + "loss_total": 0.01304969284683466, + "step": 49650 + }, + { + "loss_action": 0.016688041388988495, + "loss_total": 0.016688041388988495, + "step": 49650 + }, + { + "loss_action": 0.00961219146847725, + "loss_total": 0.00961219146847725, + "step": 49650 + }, + { + "grad_norm": 0.35259154438972473, + "learning_rate": 5.4690600272799776e-05, + "loss": 0.0157, + "step": 49660 + }, + { + "loss_action": 0.01826806738972664, + "loss_total": 0.01826806738972664, + "step": 49660 + }, + { + "loss_action": 0.018422409892082214, + "loss_total": 0.018422409892082214, + "step": 49660 + }, + { + "loss_action": 0.007590585388243198, + "loss_total": 0.007590585388243198, + "step": 49660 + }, + { + "loss_action": 0.04796678200364113, + "loss_total": 0.04796678200364113, + "step": 49660 + }, + { + "loss_action": 0.022443044930696487, + "loss_total": 0.022443044930696487, + "step": 49660 + }, + { + "loss_action": 0.013440682552754879, + "loss_total": 0.013440682552754879, + "step": 49660 + }, + { + "grad_norm": 0.2528317868709564, + "learning_rate": 5.467413823762993e-05, + "loss": 0.0127, + "step": 49670 + }, + { + "loss_action": 0.033652935177087784, + "loss_total": 0.033652935177087784, + "step": 49670 + }, + { + "loss_action": 0.022796643897891045, + "loss_total": 0.022796643897891045, + "step": 49670 + }, + { + "loss_action": 0.03759163245558739, + "loss_total": 0.03759163245558739, + "step": 49670 + }, + { + "loss_action": 0.008072715252637863, + "loss_total": 0.008072715252637863, + "step": 49670 + }, + { + "loss_action": 0.011274712160229683, + "loss_total": 0.011274712160229683, + "step": 49670 + }, + { + "loss_action": 0.029047811403870583, + "loss_total": 0.029047811403870583, + "step": 49670 + }, + { + "grad_norm": 0.32910704612731934, + "learning_rate": 5.465767569130335e-05, + "loss": 0.0142, + "step": 49680 + }, + { + "loss_action": 0.006463697645813227, + "loss_total": 0.006463697645813227, + "step": 49680 + }, + { + "loss_action": 0.006785818841308355, + "loss_total": 0.006785818841308355, + "step": 49680 + }, + { + "loss_action": 0.01408681645989418, + "loss_total": 0.01408681645989418, + "step": 49680 + }, + { + "loss_action": 0.011477475054562092, + "loss_total": 0.011477475054562092, + "step": 49680 + }, + { + "loss_action": 0.008137368597090244, + "loss_total": 0.008137368597090244, + "step": 49680 + }, + { + "loss_action": 0.01392667181789875, + "loss_total": 0.01392667181789875, + "step": 49680 + }, + { + "grad_norm": 0.3274497389793396, + "learning_rate": 5.464121263562036e-05, + "loss": 0.0156, + "step": 49690 + }, + { + "loss_action": 0.007664022501558065, + "loss_total": 0.007664022501558065, + "step": 49690 + }, + { + "loss_action": 0.006174101959913969, + "loss_total": 0.006174101959913969, + "step": 49690 + }, + { + "loss_action": 0.0268994327634573, + "loss_total": 0.0268994327634573, + "step": 49690 + }, + { + "loss_action": 0.006319002248346806, + "loss_total": 0.006319002248346806, + "step": 49690 + }, + { + "loss_action": 0.007647096179425716, + "loss_total": 0.007647096179425716, + "step": 49690 + }, + { + "loss_action": 0.007259909529238939, + "loss_total": 0.007259909529238939, + "step": 49690 + }, + { + "grad_norm": 0.4480644464492798, + "learning_rate": 5.4624749072381343e-05, + "loss": 0.0176, + "step": 49700 + }, + { + "loss_action": 0.011638570576906204, + "loss_total": 0.011638570576906204, + "step": 49700 + }, + { + "loss_action": 0.014658300206065178, + "loss_total": 0.014658300206065178, + "step": 49700 + }, + { + "loss_action": 0.017456592991948128, + "loss_total": 0.017456592991948128, + "step": 49700 + }, + { + "loss_action": 0.012940664775669575, + "loss_total": 0.012940664775669575, + "step": 49700 + }, + { + "loss_action": 0.041159000247716904, + "loss_total": 0.041159000247716904, + "step": 49700 + }, + { + "loss_action": 0.007025559898465872, + "loss_total": 0.007025559898465872, + "step": 49700 + }, + { + "grad_norm": 0.3421823978424072, + "learning_rate": 5.460828500338672e-05, + "loss": 0.0144, + "step": 49710 + }, + { + "loss_action": 0.008723821491003036, + "loss_total": 0.008723821491003036, + "step": 49710 + }, + { + "loss_action": 0.01998167857527733, + "loss_total": 0.01998167857527733, + "step": 49710 + }, + { + "loss_action": 0.019977256655693054, + "loss_total": 0.019977256655693054, + "step": 49710 + }, + { + "loss_action": 0.010431303642690182, + "loss_total": 0.010431303642690182, + "step": 49710 + }, + { + "loss_action": 0.01155905146151781, + "loss_total": 0.01155905146151781, + "step": 49710 + }, + { + "loss_action": 0.031004013493657112, + "loss_total": 0.031004013493657112, + "step": 49710 + }, + { + "grad_norm": 0.30443912744522095, + "learning_rate": 5.459182043043698e-05, + "loss": 0.0134, + "step": 49720 + }, + { + "loss_action": 0.02233199030160904, + "loss_total": 0.02233199030160904, + "step": 49720 + }, + { + "loss_action": 0.012134560383856297, + "loss_total": 0.012134560383856297, + "step": 49720 + }, + { + "loss_action": 0.008368677459657192, + "loss_total": 0.008368677459657192, + "step": 49720 + }, + { + "loss_action": 0.012290316633880138, + "loss_total": 0.012290316633880138, + "step": 49720 + }, + { + "loss_action": 0.01577020436525345, + "loss_total": 0.01577020436525345, + "step": 49720 + }, + { + "loss_action": 0.0035046683624386787, + "loss_total": 0.0035046683624386787, + "step": 49720 + }, + { + "grad_norm": 0.27933749556541443, + "learning_rate": 5.457535535533265e-05, + "loss": 0.0138, + "step": 49730 + }, + { + "loss_action": 0.08981861919164658, + "loss_total": 0.08981861919164658, + "step": 49730 + }, + { + "loss_action": 0.009455127641558647, + "loss_total": 0.009455127641558647, + "step": 49730 + }, + { + "loss_action": 0.011818382889032364, + "loss_total": 0.011818382889032364, + "step": 49730 + }, + { + "loss_action": 0.00891393143683672, + "loss_total": 0.00891393143683672, + "step": 49730 + }, + { + "loss_action": 0.032771818339824677, + "loss_total": 0.032771818339824677, + "step": 49730 + }, + { + "loss_action": 0.007123043294996023, + "loss_total": 0.007123043294996023, + "step": 49730 + }, + { + "grad_norm": 0.26673784852027893, + "learning_rate": 5.4558889779874334e-05, + "loss": 0.0138, + "step": 49740 + }, + { + "loss_action": 0.0045122127048671246, + "loss_total": 0.0045122127048671246, + "step": 49740 + }, + { + "loss_action": 0.012669609859585762, + "loss_total": 0.012669609859585762, + "step": 49740 + }, + { + "loss_action": 0.012968593277037144, + "loss_total": 0.012968593277037144, + "step": 49740 + }, + { + "loss_action": 0.012949047610163689, + "loss_total": 0.012949047610163689, + "step": 49740 + }, + { + "loss_action": 0.01041424460709095, + "loss_total": 0.01041424460709095, + "step": 49740 + }, + { + "loss_action": 0.009542131796479225, + "loss_total": 0.009542131796479225, + "step": 49740 + }, + { + "grad_norm": 0.42454564571380615, + "learning_rate": 5.454242370586269e-05, + "loss": 0.0167, + "step": 49750 + }, + { + "loss_action": 0.008586499840021133, + "loss_total": 0.008586499840021133, + "step": 49750 + }, + { + "loss_action": 0.029310891404747963, + "loss_total": 0.029310891404747963, + "step": 49750 + }, + { + "loss_action": 0.008234413340687752, + "loss_total": 0.008234413340687752, + "step": 49750 + }, + { + "loss_action": 0.018415287137031555, + "loss_total": 0.018415287137031555, + "step": 49750 + }, + { + "loss_action": 0.04658450931310654, + "loss_total": 0.04658450931310654, + "step": 49750 + }, + { + "loss_action": 0.008198458701372147, + "loss_total": 0.008198458701372147, + "step": 49750 + }, + { + "grad_norm": 0.33358222246170044, + "learning_rate": 5.452595713509843e-05, + "loss": 0.0157, + "step": 49760 + }, + { + "loss_action": 0.013024580664932728, + "loss_total": 0.013024580664932728, + "step": 49760 + }, + { + "loss_action": 0.007460803259164095, + "loss_total": 0.007460803259164095, + "step": 49760 + }, + { + "loss_action": 0.015899160876870155, + "loss_total": 0.015899160876870155, + "step": 49760 + }, + { + "loss_action": 0.006938617676496506, + "loss_total": 0.006938617676496506, + "step": 49760 + }, + { + "loss_action": 0.023943357169628143, + "loss_total": 0.023943357169628143, + "step": 49760 + }, + { + "loss_action": 0.01611938513815403, + "loss_total": 0.01611938513815403, + "step": 49760 + }, + { + "grad_norm": 0.30410271883010864, + "learning_rate": 5.4509490069382274e-05, + "loss": 0.0146, + "step": 49770 + }, + { + "loss_action": 0.012662602588534355, + "loss_total": 0.012662602588534355, + "step": 49770 + }, + { + "loss_action": 0.011055081151425838, + "loss_total": 0.011055081151425838, + "step": 49770 + }, + { + "loss_action": 0.009077914990484715, + "loss_total": 0.009077914990484715, + "step": 49770 + }, + { + "loss_action": 0.007347979582846165, + "loss_total": 0.007347979582846165, + "step": 49770 + }, + { + "loss_action": 0.007624306250363588, + "loss_total": 0.007624306250363588, + "step": 49770 + }, + { + "loss_action": 0.007765164133161306, + "loss_total": 0.007765164133161306, + "step": 49770 + }, + { + "grad_norm": 0.3160362243652344, + "learning_rate": 5.449302251051509e-05, + "loss": 0.013, + "step": 49780 + }, + { + "loss_action": 0.010741125792264938, + "loss_total": 0.010741125792264938, + "step": 49780 + }, + { + "loss_action": 0.03698452189564705, + "loss_total": 0.03698452189564705, + "step": 49780 + }, + { + "loss_action": 0.008982080034911633, + "loss_total": 0.008982080034911633, + "step": 49780 + }, + { + "loss_action": 0.017935268580913544, + "loss_total": 0.017935268580913544, + "step": 49780 + }, + { + "loss_action": 0.017674880102276802, + "loss_total": 0.017674880102276802, + "step": 49780 + }, + { + "loss_action": 0.00633244588971138, + "loss_total": 0.00633244588971138, + "step": 49780 + }, + { + "grad_norm": 0.3087731599807739, + "learning_rate": 5.44765544602977e-05, + "loss": 0.0137, + "step": 49790 + }, + { + "loss_action": 0.006895586382597685, + "loss_total": 0.006895586382597685, + "step": 49790 + }, + { + "loss_action": 0.027033332735300064, + "loss_total": 0.027033332735300064, + "step": 49790 + }, + { + "loss_action": 0.01140653621405363, + "loss_total": 0.01140653621405363, + "step": 49790 + }, + { + "loss_action": 0.046851273626089096, + "loss_total": 0.046851273626089096, + "step": 49790 + }, + { + "loss_action": 0.01328742690384388, + "loss_total": 0.01328742690384388, + "step": 49790 + }, + { + "loss_action": 0.006325271911919117, + "loss_total": 0.006325271911919117, + "step": 49790 + }, + { + "grad_norm": 0.2091585248708725, + "learning_rate": 5.446008592053107e-05, + "loss": 0.0141, + "step": 49800 + }, + { + "loss_action": 0.029304398223757744, + "loss_total": 0.029304398223757744, + "step": 49800 + }, + { + "loss_action": 0.008222534321248531, + "loss_total": 0.008222534321248531, + "step": 49800 + }, + { + "loss_action": 0.013319311663508415, + "loss_total": 0.013319311663508415, + "step": 49800 + }, + { + "loss_action": 0.012102599255740643, + "loss_total": 0.012102599255740643, + "step": 49800 + }, + { + "loss_action": 0.011352447792887688, + "loss_total": 0.011352447792887688, + "step": 49800 + }, + { + "loss_action": 0.00856974720954895, + "loss_total": 0.00856974720954895, + "step": 49800 + }, + { + "grad_norm": 0.4892703890800476, + "learning_rate": 5.4443616893016135e-05, + "loss": 0.0153, + "step": 49810 + }, + { + "loss_action": 0.011642815545201302, + "loss_total": 0.011642815545201302, + "step": 49810 + }, + { + "loss_action": 0.019697733223438263, + "loss_total": 0.019697733223438263, + "step": 49810 + }, + { + "loss_action": 0.0616801418364048, + "loss_total": 0.0616801418364048, + "step": 49810 + }, + { + "loss_action": 0.0097601767629385, + "loss_total": 0.0097601767629385, + "step": 49810 + }, + { + "loss_action": 0.020503047853708267, + "loss_total": 0.020503047853708267, + "step": 49810 + }, + { + "loss_action": 0.016232099384069443, + "loss_total": 0.016232099384069443, + "step": 49810 + }, + { + "grad_norm": 0.7838199138641357, + "learning_rate": 5.4427147379553934e-05, + "loss": 0.0167, + "step": 49820 + }, + { + "loss_action": 0.03233412280678749, + "loss_total": 0.03233412280678749, + "step": 49820 + }, + { + "loss_action": 0.011727706529200077, + "loss_total": 0.011727706529200077, + "step": 49820 + }, + { + "loss_action": 0.012007581070065498, + "loss_total": 0.012007581070065498, + "step": 49820 + }, + { + "loss_action": 0.014846988953649998, + "loss_total": 0.014846988953649998, + "step": 49820 + }, + { + "loss_action": 0.009026017040014267, + "loss_total": 0.009026017040014267, + "step": 49820 + }, + { + "loss_action": 0.015365030616521835, + "loss_total": 0.015365030616521835, + "step": 49820 + }, + { + "grad_norm": 0.4812779724597931, + "learning_rate": 5.441067738194556e-05, + "loss": 0.0179, + "step": 49830 + }, + { + "loss_action": 0.006803745869547129, + "loss_total": 0.006803745869547129, + "step": 49830 + }, + { + "loss_action": 0.014664010144770145, + "loss_total": 0.014664010144770145, + "step": 49830 + }, + { + "loss_action": 0.014662873931229115, + "loss_total": 0.014662873931229115, + "step": 49830 + }, + { + "loss_action": 0.03181731328368187, + "loss_total": 0.03181731328368187, + "step": 49830 + }, + { + "loss_action": 0.01322252582758665, + "loss_total": 0.01322252582758665, + "step": 49830 + }, + { + "loss_action": 0.010506154969334602, + "loss_total": 0.010506154969334602, + "step": 49830 + }, + { + "grad_norm": 0.5990753769874573, + "learning_rate": 5.439420690199214e-05, + "loss": 0.02, + "step": 49840 + }, + { + "loss_action": 0.02608245424926281, + "loss_total": 0.02608245424926281, + "step": 49840 + }, + { + "loss_action": 0.022700831294059753, + "loss_total": 0.022700831294059753, + "step": 49840 + }, + { + "loss_action": 0.05089634284377098, + "loss_total": 0.05089634284377098, + "step": 49840 + }, + { + "loss_action": 0.015525151044130325, + "loss_total": 0.015525151044130325, + "step": 49840 + }, + { + "loss_action": 0.006825381889939308, + "loss_total": 0.006825381889939308, + "step": 49840 + }, + { + "loss_action": 0.014878939837217331, + "loss_total": 0.014878939837217331, + "step": 49840 + }, + { + "grad_norm": 0.32777702808380127, + "learning_rate": 5.437773594149484e-05, + "loss": 0.0171, + "step": 49850 + }, + { + "loss_action": 0.00764559768140316, + "loss_total": 0.00764559768140316, + "step": 49850 + }, + { + "loss_action": 0.016269173473119736, + "loss_total": 0.016269173473119736, + "step": 49850 + }, + { + "loss_action": 0.023433633148670197, + "loss_total": 0.023433633148670197, + "step": 49850 + }, + { + "loss_action": 0.017566220834851265, + "loss_total": 0.017566220834851265, + "step": 49850 + }, + { + "loss_action": 0.03926938399672508, + "loss_total": 0.03926938399672508, + "step": 49850 + }, + { + "loss_action": 0.011602063663303852, + "loss_total": 0.011602063663303852, + "step": 49850 + }, + { + "grad_norm": 0.307698518037796, + "learning_rate": 5.436126450225495e-05, + "loss": 0.0212, + "step": 49860 + }, + { + "loss_action": 0.017349455505609512, + "loss_total": 0.017349455505609512, + "step": 49860 + }, + { + "loss_action": 0.05969732254743576, + "loss_total": 0.05969732254743576, + "step": 49860 + }, + { + "loss_action": 0.007326093036681414, + "loss_total": 0.007326093036681414, + "step": 49860 + }, + { + "loss_action": 0.014219734817743301, + "loss_total": 0.014219734817743301, + "step": 49860 + }, + { + "loss_action": 0.11887097358703613, + "loss_total": 0.11887097358703613, + "step": 49860 + }, + { + "loss_action": 0.010008275508880615, + "loss_total": 0.010008275508880615, + "step": 49860 + }, + { + "grad_norm": 0.5472930669784546, + "learning_rate": 5.434479258607371e-05, + "loss": 0.0199, + "step": 49870 + }, + { + "loss_action": 0.018307916820049286, + "loss_total": 0.018307916820049286, + "step": 49870 + }, + { + "loss_action": 0.01515175774693489, + "loss_total": 0.01515175774693489, + "step": 49870 + }, + { + "loss_action": 0.012147494591772556, + "loss_total": 0.012147494591772556, + "step": 49870 + }, + { + "loss_action": 0.012546183541417122, + "loss_total": 0.012546183541417122, + "step": 49870 + }, + { + "loss_action": 0.05054125189781189, + "loss_total": 0.05054125189781189, + "step": 49870 + }, + { + "loss_action": 0.02622114308178425, + "loss_total": 0.02622114308178425, + "step": 49870 + }, + { + "grad_norm": 0.48129963874816895, + "learning_rate": 5.43283201947525e-05, + "loss": 0.0214, + "step": 49880 + }, + { + "loss_action": 0.011937535367906094, + "loss_total": 0.011937535367906094, + "step": 49880 + }, + { + "loss_action": 0.005856131669133902, + "loss_total": 0.005856131669133902, + "step": 49880 + }, + { + "loss_action": 0.01387807261198759, + "loss_total": 0.01387807261198759, + "step": 49880 + }, + { + "loss_action": 0.01105670165270567, + "loss_total": 0.01105670165270567, + "step": 49880 + }, + { + "loss_action": 0.032098133116960526, + "loss_total": 0.032098133116960526, + "step": 49880 + }, + { + "loss_action": 0.02700328454375267, + "loss_total": 0.02700328454375267, + "step": 49880 + }, + { + "grad_norm": 0.4547825753688812, + "learning_rate": 5.431184733009268e-05, + "loss": 0.021, + "step": 49890 + }, + { + "loss_action": 0.00867245253175497, + "loss_total": 0.00867245253175497, + "step": 49890 + }, + { + "loss_action": 0.00663129473105073, + "loss_total": 0.00663129473105073, + "step": 49890 + }, + { + "loss_action": 0.017599884420633316, + "loss_total": 0.017599884420633316, + "step": 49890 + }, + { + "loss_action": 0.01048209797590971, + "loss_total": 0.01048209797590971, + "step": 49890 + }, + { + "loss_action": 0.012337570078670979, + "loss_total": 0.012337570078670979, + "step": 49890 + }, + { + "loss_action": 0.01058605220168829, + "loss_total": 0.01058605220168829, + "step": 49890 + }, + { + "grad_norm": 0.3426715135574341, + "learning_rate": 5.4295373993895736e-05, + "loss": 0.0168, + "step": 49900 + }, + { + "loss_action": 0.01219127606600523, + "loss_total": 0.01219127606600523, + "step": 49900 + }, + { + "loss_action": 0.01564507745206356, + "loss_total": 0.01564507745206356, + "step": 49900 + }, + { + "loss_action": 0.015065089799463749, + "loss_total": 0.015065089799463749, + "step": 49900 + }, + { + "loss_action": 0.023189105093479156, + "loss_total": 0.023189105093479156, + "step": 49900 + }, + { + "loss_action": 0.02256768010556698, + "loss_total": 0.02256768010556698, + "step": 49900 + }, + { + "loss_action": 0.011538191698491573, + "loss_total": 0.011538191698491573, + "step": 49900 + }, + { + "grad_norm": 0.3155113458633423, + "learning_rate": 5.4278900187963157e-05, + "loss": 0.0189, + "step": 49910 + }, + { + "loss_action": 0.016521742567420006, + "loss_total": 0.016521742567420006, + "step": 49910 + }, + { + "loss_action": 0.007824341766536236, + "loss_total": 0.007824341766536236, + "step": 49910 + }, + { + "loss_action": 0.014307825826108456, + "loss_total": 0.014307825826108456, + "step": 49910 + }, + { + "loss_action": 0.016705330461263657, + "loss_total": 0.016705330461263657, + "step": 49910 + }, + { + "loss_action": 0.006854045670479536, + "loss_total": 0.006854045670479536, + "step": 49910 + }, + { + "loss_action": 0.021047940477728844, + "loss_total": 0.021047940477728844, + "step": 49910 + }, + { + "grad_norm": 0.3513953685760498, + "learning_rate": 5.426242591409646e-05, + "loss": 0.0161, + "step": 49920 + }, + { + "loss_action": 0.00959198921918869, + "loss_total": 0.00959198921918869, + "step": 49920 + }, + { + "loss_action": 0.007242070510983467, + "loss_total": 0.007242070510983467, + "step": 49920 + }, + { + "loss_action": 0.007415736559778452, + "loss_total": 0.007415736559778452, + "step": 49920 + }, + { + "loss_action": 0.010249316692352295, + "loss_total": 0.010249316692352295, + "step": 49920 + }, + { + "loss_action": 0.023083437234163284, + "loss_total": 0.023083437234163284, + "step": 49920 + }, + { + "loss_action": 0.017918264493346214, + "loss_total": 0.017918264493346214, + "step": 49920 + }, + { + "grad_norm": 0.3110527992248535, + "learning_rate": 5.42459511740973e-05, + "loss": 0.0171, + "step": 49930 + }, + { + "loss_action": 0.007971946150064468, + "loss_total": 0.007971946150064468, + "step": 49930 + }, + { + "loss_action": 0.009707458317279816, + "loss_total": 0.009707458317279816, + "step": 49930 + }, + { + "loss_action": 0.013721011579036713, + "loss_total": 0.013721011579036713, + "step": 49930 + }, + { + "loss_action": 0.02063656598329544, + "loss_total": 0.02063656598329544, + "step": 49930 + }, + { + "loss_action": 0.006223213858902454, + "loss_total": 0.006223213858902454, + "step": 49930 + }, + { + "loss_action": 0.015306313522160053, + "loss_total": 0.015306313522160053, + "step": 49930 + }, + { + "grad_norm": 0.33500760793685913, + "learning_rate": 5.422947596976729e-05, + "loss": 0.0155, + "step": 49940 + }, + { + "loss_action": 0.023475520312786102, + "loss_total": 0.023475520312786102, + "step": 49940 + }, + { + "loss_action": 0.01310303620994091, + "loss_total": 0.01310303620994091, + "step": 49940 + }, + { + "loss_action": 0.010351159609854221, + "loss_total": 0.010351159609854221, + "step": 49940 + }, + { + "loss_action": 0.013728280551731586, + "loss_total": 0.013728280551731586, + "step": 49940 + }, + { + "loss_action": 0.019876189529895782, + "loss_total": 0.019876189529895782, + "step": 49940 + }, + { + "loss_action": 0.02028193324804306, + "loss_total": 0.02028193324804306, + "step": 49940 + }, + { + "grad_norm": 0.41112396121025085, + "learning_rate": 5.4213000302908134e-05, + "loss": 0.0148, + "step": 49950 + }, + { + "loss_action": 0.014826673083007336, + "loss_total": 0.014826673083007336, + "step": 49950 + }, + { + "loss_action": 0.009794745594263077, + "loss_total": 0.009794745594263077, + "step": 49950 + }, + { + "loss_action": 0.008710460737347603, + "loss_total": 0.008710460737347603, + "step": 49950 + }, + { + "loss_action": 0.008886861614882946, + "loss_total": 0.008886861614882946, + "step": 49950 + }, + { + "loss_action": 0.04168645665049553, + "loss_total": 0.04168645665049553, + "step": 49950 + }, + { + "loss_action": 0.03435947000980377, + "loss_total": 0.03435947000980377, + "step": 49950 + }, + { + "grad_norm": 0.45874181389808655, + "learning_rate": 5.419652417532162e-05, + "loss": 0.0218, + "step": 49960 + }, + { + "loss_action": 0.018561340868473053, + "loss_total": 0.018561340868473053, + "step": 49960 + }, + { + "loss_action": 0.01173748355358839, + "loss_total": 0.01173748355358839, + "step": 49960 + }, + { + "loss_action": 0.02100207842886448, + "loss_total": 0.02100207842886448, + "step": 49960 + }, + { + "loss_action": 0.00808178260922432, + "loss_total": 0.00808178260922432, + "step": 49960 + }, + { + "loss_action": 0.010355399921536446, + "loss_total": 0.010355399921536446, + "step": 49960 + }, + { + "loss_action": 0.013772571459412575, + "loss_total": 0.013772571459412575, + "step": 49960 + }, + { + "grad_norm": 0.42130085825920105, + "learning_rate": 5.4180047588809534e-05, + "loss": 0.0193, + "step": 49970 + }, + { + "loss_action": 0.01341142226010561, + "loss_total": 0.01341142226010561, + "step": 49970 + }, + { + "loss_action": 0.01709923893213272, + "loss_total": 0.01709923893213272, + "step": 49970 + }, + { + "loss_action": 0.008434581570327282, + "loss_total": 0.008434581570327282, + "step": 49970 + }, + { + "loss_action": 0.01498852577060461, + "loss_total": 0.01498852577060461, + "step": 49970 + }, + { + "loss_action": 0.00976982805877924, + "loss_total": 0.00976982805877924, + "step": 49970 + }, + { + "loss_action": 0.007729551289230585, + "loss_total": 0.007729551289230585, + "step": 49970 + }, + { + "grad_norm": 0.334064245223999, + "learning_rate": 5.4163570545173704e-05, + "loss": 0.0184, + "step": 49980 + }, + { + "loss_action": 0.012381982058286667, + "loss_total": 0.012381982058286667, + "step": 49980 + }, + { + "loss_action": 0.009108484722673893, + "loss_total": 0.009108484722673893, + "step": 49980 + }, + { + "loss_action": 0.012855959124863148, + "loss_total": 0.012855959124863148, + "step": 49980 + }, + { + "loss_action": 0.030486296862363815, + "loss_total": 0.030486296862363815, + "step": 49980 + }, + { + "loss_action": 0.015006273053586483, + "loss_total": 0.015006273053586483, + "step": 49980 + }, + { + "loss_action": 0.07540754228830338, + "loss_total": 0.07540754228830338, + "step": 49980 + }, + { + "grad_norm": 0.4014057219028473, + "learning_rate": 5.414709304621608e-05, + "loss": 0.0202, + "step": 49990 + }, + { + "loss_action": 0.007723365444689989, + "loss_total": 0.007723365444689989, + "step": 49990 + }, + { + "loss_action": 0.026287265121936798, + "loss_total": 0.026287265121936798, + "step": 49990 + }, + { + "loss_action": 0.013104517012834549, + "loss_total": 0.013104517012834549, + "step": 49990 + }, + { + "loss_action": 0.010403252206742764, + "loss_total": 0.010403252206742764, + "step": 49990 + }, + { + "loss_action": 0.011092736385762691, + "loss_total": 0.011092736385762691, + "step": 49990 + }, + { + "loss_action": 0.016391586512327194, + "loss_total": 0.016391586512327194, + "step": 49990 + }, + { + "grad_norm": 0.4850100576877594, + "learning_rate": 5.413061509373858e-05, + "loss": 0.0174, + "step": 50000 + }, + { + "loss_action": 0.02855375036597252, + "loss_total": 0.02855375036597252, + "step": 50000 + }, + { + "loss_action": 0.010989738628268242, + "loss_total": 0.010989738628268242, + "step": 50000 + }, + { + "loss_action": 0.01618407852947712, + "loss_total": 0.01618407852947712, + "step": 50000 + }, + { + "loss_action": 0.013369538821280003, + "loss_total": 0.013369538821280003, + "step": 50000 + }, + { + "loss_action": 0.043389592319726944, + "loss_total": 0.043389592319726944, + "step": 50000 + }, + { + "loss_action": 0.018780862912535667, + "loss_total": 0.018780862912535667, + "step": 50000 + }, + { + "grad_norm": 0.3820054531097412, + "learning_rate": 5.411413668954324e-05, + "loss": 0.0182, + "step": 50010 + }, + { + "loss_action": 0.03326420485973358, + "loss_total": 0.03326420485973358, + "step": 50010 + }, + { + "loss_action": 0.011241764761507511, + "loss_total": 0.011241764761507511, + "step": 50010 + }, + { + "loss_action": 0.014080137014389038, + "loss_total": 0.014080137014389038, + "step": 50010 + }, + { + "loss_action": 0.020084349438548088, + "loss_total": 0.020084349438548088, + "step": 50010 + }, + { + "loss_action": 0.011574323289096355, + "loss_total": 0.011574323289096355, + "step": 50010 + }, + { + "loss_action": 0.010236131027340889, + "loss_total": 0.010236131027340889, + "step": 50010 + }, + { + "grad_norm": 0.3834177553653717, + "learning_rate": 5.4097657835432083e-05, + "loss": 0.0164, + "step": 50020 + }, + { + "loss_action": 0.0074267154559493065, + "loss_total": 0.0074267154559493065, + "step": 50020 + }, + { + "loss_action": 0.018163565546274185, + "loss_total": 0.018163565546274185, + "step": 50020 + }, + { + "loss_action": 0.011483960784971714, + "loss_total": 0.011483960784971714, + "step": 50020 + }, + { + "loss_action": 0.04798655956983566, + "loss_total": 0.04798655956983566, + "step": 50020 + }, + { + "loss_action": 0.01698056422173977, + "loss_total": 0.01698056422173977, + "step": 50020 + }, + { + "loss_action": 0.010036598891019821, + "loss_total": 0.010036598891019821, + "step": 50020 + }, + { + "grad_norm": 0.2741849720478058, + "learning_rate": 5.408117853320723e-05, + "loss": 0.0152, + "step": 50030 + }, + { + "loss_action": 0.01954493671655655, + "loss_total": 0.01954493671655655, + "step": 50030 + }, + { + "loss_action": 0.012512106448411942, + "loss_total": 0.012512106448411942, + "step": 50030 + }, + { + "loss_action": 0.012245268560945988, + "loss_total": 0.012245268560945988, + "step": 50030 + }, + { + "loss_action": 0.011019176803529263, + "loss_total": 0.011019176803529263, + "step": 50030 + }, + { + "loss_action": 0.011429069563746452, + "loss_total": 0.011429069563746452, + "step": 50030 + }, + { + "loss_action": 0.0064767575822770596, + "loss_total": 0.0064767575822770596, + "step": 50030 + }, + { + "grad_norm": 0.339479923248291, + "learning_rate": 5.406469878467084e-05, + "loss": 0.0158, + "step": 50040 + }, + { + "loss_action": 0.005714478436857462, + "loss_total": 0.005714478436857462, + "step": 50040 + }, + { + "loss_action": 0.02066994085907936, + "loss_total": 0.02066994085907936, + "step": 50040 + }, + { + "loss_action": 0.03208149969577789, + "loss_total": 0.03208149969577789, + "step": 50040 + }, + { + "loss_action": 0.009566820226609707, + "loss_total": 0.009566820226609707, + "step": 50040 + }, + { + "loss_action": 0.008645187132060528, + "loss_total": 0.008645187132060528, + "step": 50040 + }, + { + "loss_action": 0.008667929098010063, + "loss_total": 0.008667929098010063, + "step": 50040 + }, + { + "grad_norm": 0.35506221652030945, + "learning_rate": 5.404821859162509e-05, + "loss": 0.0145, + "step": 50050 + }, + { + "loss_action": 0.01865878328680992, + "loss_total": 0.01865878328680992, + "step": 50050 + }, + { + "loss_action": 0.021895181387662888, + "loss_total": 0.021895181387662888, + "step": 50050 + }, + { + "loss_action": 0.007950833067297935, + "loss_total": 0.007950833067297935, + "step": 50050 + }, + { + "loss_action": 0.004555527586489916, + "loss_total": 0.004555527586489916, + "step": 50050 + }, + { + "loss_action": 0.005233558360487223, + "loss_total": 0.005233558360487223, + "step": 50050 + }, + { + "loss_action": 0.010120694525539875, + "loss_total": 0.010120694525539875, + "step": 50050 + }, + { + "grad_norm": 0.3355342447757721, + "learning_rate": 5.403173795587225e-05, + "loss": 0.0166, + "step": 50060 + }, + { + "loss_action": 0.017082475125789642, + "loss_total": 0.017082475125789642, + "step": 50060 + }, + { + "loss_action": 0.0070053935050964355, + "loss_total": 0.0070053935050964355, + "step": 50060 + }, + { + "loss_action": 0.009691565297544003, + "loss_total": 0.009691565297544003, + "step": 50060 + }, + { + "loss_action": 0.00889082346111536, + "loss_total": 0.00889082346111536, + "step": 50060 + }, + { + "loss_action": 0.008107688277959824, + "loss_total": 0.008107688277959824, + "step": 50060 + }, + { + "loss_action": 0.008610952645540237, + "loss_total": 0.008610952645540237, + "step": 50060 + }, + { + "grad_norm": 0.3912450969219208, + "learning_rate": 5.4015256879214606e-05, + "loss": 0.0166, + "step": 50070 + }, + { + "loss_action": 0.021316787227988243, + "loss_total": 0.021316787227988243, + "step": 50070 + }, + { + "loss_action": 0.033582814037799835, + "loss_total": 0.033582814037799835, + "step": 50070 + }, + { + "loss_action": 0.004542721435427666, + "loss_total": 0.004542721435427666, + "step": 50070 + }, + { + "loss_action": 0.01127105113118887, + "loss_total": 0.01127105113118887, + "step": 50070 + }, + { + "loss_action": 0.006795666180551052, + "loss_total": 0.006795666180551052, + "step": 50070 + }, + { + "loss_action": 0.005613709334284067, + "loss_total": 0.005613709334284067, + "step": 50070 + }, + { + "grad_norm": 0.4406312108039856, + "learning_rate": 5.39987753634545e-05, + "loss": 0.0142, + "step": 50080 + }, + { + "loss_action": 0.006308285053819418, + "loss_total": 0.006308285053819418, + "step": 50080 + }, + { + "loss_action": 0.026336215436458588, + "loss_total": 0.026336215436458588, + "step": 50080 + }, + { + "loss_action": 0.01812482252717018, + "loss_total": 0.01812482252717018, + "step": 50080 + }, + { + "loss_action": 0.01543492916971445, + "loss_total": 0.01543492916971445, + "step": 50080 + }, + { + "loss_action": 0.010920898988842964, + "loss_total": 0.010920898988842964, + "step": 50080 + }, + { + "loss_action": 0.006060643121600151, + "loss_total": 0.006060643121600151, + "step": 50080 + }, + { + "grad_norm": 0.37482818961143494, + "learning_rate": 5.3982293410394335e-05, + "loss": 0.0181, + "step": 50090 + }, + { + "loss_action": 0.008934278041124344, + "loss_total": 0.008934278041124344, + "step": 50090 + }, + { + "loss_action": 0.02084495685994625, + "loss_total": 0.02084495685994625, + "step": 50090 + }, + { + "loss_action": 0.020671570673584938, + "loss_total": 0.020671570673584938, + "step": 50090 + }, + { + "loss_action": 0.02770836651325226, + "loss_total": 0.02770836651325226, + "step": 50090 + }, + { + "loss_action": 0.013649571686983109, + "loss_total": 0.013649571686983109, + "step": 50090 + }, + { + "loss_action": 0.011973057873547077, + "loss_total": 0.011973057873547077, + "step": 50090 + }, + { + "grad_norm": 0.2910372316837311, + "learning_rate": 5.396581102183655e-05, + "loss": 0.0137, + "step": 50100 + }, + { + "loss_action": 0.010916502214968204, + "loss_total": 0.010916502214968204, + "step": 50100 + }, + { + "loss_action": 0.00911842193454504, + "loss_total": 0.00911842193454504, + "step": 50100 + }, + { + "loss_action": 0.011895451694726944, + "loss_total": 0.011895451694726944, + "step": 50100 + }, + { + "loss_action": 0.008857029490172863, + "loss_total": 0.008857029490172863, + "step": 50100 + }, + { + "loss_action": 0.012289010919630527, + "loss_total": 0.012289010919630527, + "step": 50100 + }, + { + "loss_action": 0.009725010953843594, + "loss_total": 0.009725010953843594, + "step": 50100 + }, + { + "grad_norm": 0.3481961488723755, + "learning_rate": 5.3949328199583634e-05, + "loss": 0.0134, + "step": 50110 + }, + { + "loss_action": 0.023349018767476082, + "loss_total": 0.023349018767476082, + "step": 50110 + }, + { + "loss_action": 0.020442722365260124, + "loss_total": 0.020442722365260124, + "step": 50110 + }, + { + "loss_action": 0.01851038821041584, + "loss_total": 0.01851038821041584, + "step": 50110 + }, + { + "loss_action": 0.012325294315814972, + "loss_total": 0.012325294315814972, + "step": 50110 + }, + { + "loss_action": 0.017743924632668495, + "loss_total": 0.017743924632668495, + "step": 50110 + }, + { + "loss_action": 0.020833691582083702, + "loss_total": 0.020833691582083702, + "step": 50110 + }, + { + "grad_norm": 0.4082305133342743, + "learning_rate": 5.393284494543813e-05, + "loss": 0.017, + "step": 50120 + }, + { + "loss_action": 0.03904999792575836, + "loss_total": 0.03904999792575836, + "step": 50120 + }, + { + "loss_action": 0.009371019899845123, + "loss_total": 0.009371019899845123, + "step": 50120 + }, + { + "loss_action": 0.01644137315452099, + "loss_total": 0.01644137315452099, + "step": 50120 + }, + { + "loss_action": 0.006254551466554403, + "loss_total": 0.006254551466554403, + "step": 50120 + }, + { + "loss_action": 0.01287081465125084, + "loss_total": 0.01287081465125084, + "step": 50120 + }, + { + "loss_action": 0.010542993433773518, + "loss_total": 0.010542993433773518, + "step": 50120 + }, + { + "grad_norm": 0.3049267828464508, + "learning_rate": 5.391636126120262e-05, + "loss": 0.0147, + "step": 50130 + }, + { + "loss_action": 0.014125934801995754, + "loss_total": 0.014125934801995754, + "step": 50130 + }, + { + "loss_action": 0.1880907416343689, + "loss_total": 0.1880907416343689, + "step": 50130 + }, + { + "loss_action": 0.023505903780460358, + "loss_total": 0.023505903780460358, + "step": 50130 + }, + { + "loss_action": 0.008371952921152115, + "loss_total": 0.008371952921152115, + "step": 50130 + }, + { + "loss_action": 0.020535191521048546, + "loss_total": 0.020535191521048546, + "step": 50130 + }, + { + "loss_action": 0.012530692853033543, + "loss_total": 0.012530692853033543, + "step": 50130 + }, + { + "grad_norm": 0.28996002674102783, + "learning_rate": 5.389987714867971e-05, + "loss": 0.0189, + "step": 50140 + }, + { + "loss_action": 0.006747403647750616, + "loss_total": 0.006747403647750616, + "step": 50140 + }, + { + "loss_action": 0.012419914826750755, + "loss_total": 0.012419914826750755, + "step": 50140 + }, + { + "loss_action": 0.03086222894489765, + "loss_total": 0.03086222894489765, + "step": 50140 + }, + { + "loss_action": 0.012116746045649052, + "loss_total": 0.012116746045649052, + "step": 50140 + }, + { + "loss_action": 0.008052799850702286, + "loss_total": 0.008052799850702286, + "step": 50140 + }, + { + "loss_action": 0.013442156836390495, + "loss_total": 0.013442156836390495, + "step": 50140 + }, + { + "grad_norm": 0.3054448664188385, + "learning_rate": 5.3883392609672114e-05, + "loss": 0.0137, + "step": 50150 + }, + { + "loss_action": 0.010596388950943947, + "loss_total": 0.010596388950943947, + "step": 50150 + }, + { + "loss_action": 0.006474578287452459, + "loss_total": 0.006474578287452459, + "step": 50150 + }, + { + "loss_action": 0.014430713839828968, + "loss_total": 0.014430713839828968, + "step": 50150 + }, + { + "loss_action": 0.006335140205919743, + "loss_total": 0.006335140205919743, + "step": 50150 + }, + { + "loss_action": 0.017148340120911598, + "loss_total": 0.017148340120911598, + "step": 50150 + }, + { + "loss_action": 0.016131103038787842, + "loss_total": 0.016131103038787842, + "step": 50150 + }, + { + "grad_norm": 0.3771468698978424, + "learning_rate": 5.3866907645982545e-05, + "loss": 0.0165, + "step": 50160 + }, + { + "loss_action": 0.02019059844315052, + "loss_total": 0.02019059844315052, + "step": 50160 + }, + { + "loss_action": 0.00797894224524498, + "loss_total": 0.00797894224524498, + "step": 50160 + }, + { + "loss_action": 0.012052698992192745, + "loss_total": 0.012052698992192745, + "step": 50160 + }, + { + "loss_action": 0.008387184701859951, + "loss_total": 0.008387184701859951, + "step": 50160 + }, + { + "loss_action": 0.005043307784944773, + "loss_total": 0.005043307784944773, + "step": 50160 + }, + { + "loss_action": 0.009095394983887672, + "loss_total": 0.009095394983887672, + "step": 50160 + }, + { + "grad_norm": 0.4049190282821655, + "learning_rate": 5.385042225941375e-05, + "loss": 0.0172, + "step": 50170 + }, + { + "loss_action": 0.02103499509394169, + "loss_total": 0.02103499509394169, + "step": 50170 + }, + { + "loss_action": 0.01337213721126318, + "loss_total": 0.01337213721126318, + "step": 50170 + }, + { + "loss_action": 0.00663767708465457, + "loss_total": 0.00663767708465457, + "step": 50170 + }, + { + "loss_action": 0.015772877261042595, + "loss_total": 0.015772877261042595, + "step": 50170 + }, + { + "loss_action": 0.021048519760370255, + "loss_total": 0.021048519760370255, + "step": 50170 + }, + { + "loss_action": 0.014826805330812931, + "loss_total": 0.014826805330812931, + "step": 50170 + }, + { + "grad_norm": 0.31794896721839905, + "learning_rate": 5.3833936451768585e-05, + "loss": 0.0136, + "step": 50180 + }, + { + "loss_action": 0.01278662495315075, + "loss_total": 0.01278662495315075, + "step": 50180 + }, + { + "loss_action": 0.045583996921777725, + "loss_total": 0.045583996921777725, + "step": 50180 + }, + { + "loss_action": 0.015773875638842583, + "loss_total": 0.015773875638842583, + "step": 50180 + }, + { + "loss_action": 0.005799829959869385, + "loss_total": 0.005799829959869385, + "step": 50180 + }, + { + "loss_action": 0.010545081458985806, + "loss_total": 0.010545081458985806, + "step": 50180 + }, + { + "loss_action": 0.026906799525022507, + "loss_total": 0.026906799525022507, + "step": 50180 + }, + { + "grad_norm": 0.40543872117996216, + "learning_rate": 5.3817450224849884e-05, + "loss": 0.0157, + "step": 50190 + }, + { + "loss_action": 0.008912273682653904, + "loss_total": 0.008912273682653904, + "step": 50190 + }, + { + "loss_action": 0.0077002886682748795, + "loss_total": 0.0077002886682748795, + "step": 50190 + }, + { + "loss_action": 0.01116135809570551, + "loss_total": 0.01116135809570551, + "step": 50190 + }, + { + "loss_action": 0.01601814478635788, + "loss_total": 0.01601814478635788, + "step": 50190 + }, + { + "loss_action": 0.01082841120660305, + "loss_total": 0.01082841120660305, + "step": 50190 + }, + { + "loss_action": 0.013377783820033073, + "loss_total": 0.013377783820033073, + "step": 50190 + }, + { + "grad_norm": 0.30834123492240906, + "learning_rate": 5.380096358046056e-05, + "loss": 0.014, + "step": 50200 + }, + { + "loss_action": 0.00970134511590004, + "loss_total": 0.00970134511590004, + "step": 50200 + }, + { + "loss_action": 0.011753227561712265, + "loss_total": 0.011753227561712265, + "step": 50200 + }, + { + "loss_action": 0.013201836496591568, + "loss_total": 0.013201836496591568, + "step": 50200 + }, + { + "loss_action": 0.044733788818120956, + "loss_total": 0.044733788818120956, + "step": 50200 + }, + { + "loss_action": 0.004611421376466751, + "loss_total": 0.004611421376466751, + "step": 50200 + }, + { + "loss_action": 0.008071179501712322, + "loss_total": 0.008071179501712322, + "step": 50200 + }, + { + "grad_norm": 0.26267683506011963, + "learning_rate": 5.378447652040359e-05, + "loss": 0.0178, + "step": 50210 + }, + { + "loss_action": 0.017641907557845116, + "loss_total": 0.017641907557845116, + "step": 50210 + }, + { + "loss_action": 0.012267393060028553, + "loss_total": 0.012267393060028553, + "step": 50210 + }, + { + "loss_action": 0.017483731731772423, + "loss_total": 0.017483731731772423, + "step": 50210 + }, + { + "loss_action": 0.008241215720772743, + "loss_total": 0.008241215720772743, + "step": 50210 + }, + { + "loss_action": 0.04457258805632591, + "loss_total": 0.04457258805632591, + "step": 50210 + }, + { + "loss_action": 0.00878105778247118, + "loss_total": 0.00878105778247118, + "step": 50210 + }, + { + "grad_norm": 0.4841870069503784, + "learning_rate": 5.376798904648195e-05, + "loss": 0.0147, + "step": 50220 + }, + { + "loss_action": 0.02015005424618721, + "loss_total": 0.02015005424618721, + "step": 50220 + }, + { + "loss_action": 0.013388165272772312, + "loss_total": 0.013388165272772312, + "step": 50220 + }, + { + "loss_action": 0.009899995289742947, + "loss_total": 0.009899995289742947, + "step": 50220 + }, + { + "loss_action": 0.009541154839098454, + "loss_total": 0.009541154839098454, + "step": 50220 + }, + { + "loss_action": 0.012443171814084053, + "loss_total": 0.012443171814084053, + "step": 50220 + }, + { + "loss_action": 0.026948176324367523, + "loss_total": 0.026948176324367523, + "step": 50220 + }, + { + "grad_norm": 0.3855065405368805, + "learning_rate": 5.375150116049869e-05, + "loss": 0.0173, + "step": 50230 + }, + { + "loss_action": 0.00958961434662342, + "loss_total": 0.00958961434662342, + "step": 50230 + }, + { + "loss_action": 0.0345764122903347, + "loss_total": 0.0345764122903347, + "step": 50230 + }, + { + "loss_action": 0.017444193363189697, + "loss_total": 0.017444193363189697, + "step": 50230 + }, + { + "loss_action": 0.009671186096966267, + "loss_total": 0.009671186096966267, + "step": 50230 + }, + { + "loss_action": 0.013311664573848248, + "loss_total": 0.013311664573848248, + "step": 50230 + }, + { + "loss_action": 0.00949847511947155, + "loss_total": 0.00949847511947155, + "step": 50230 + }, + { + "grad_norm": 0.4514581859111786, + "learning_rate": 5.373501286425691e-05, + "loss": 0.0163, + "step": 50240 + }, + { + "loss_action": 0.011056826449930668, + "loss_total": 0.011056826449930668, + "step": 50240 + }, + { + "loss_action": 0.0078267902135849, + "loss_total": 0.0078267902135849, + "step": 50240 + }, + { + "loss_action": 0.011851361952722073, + "loss_total": 0.011851361952722073, + "step": 50240 + }, + { + "loss_action": 0.008448099717497826, + "loss_total": 0.008448099717497826, + "step": 50240 + }, + { + "loss_action": 0.018294135108590126, + "loss_total": 0.018294135108590126, + "step": 50240 + }, + { + "loss_action": 0.010141701437532902, + "loss_total": 0.010141701437532902, + "step": 50240 + }, + { + "grad_norm": 0.3748803436756134, + "learning_rate": 5.3718524159559726e-05, + "loss": 0.015, + "step": 50250 + }, + { + "loss_action": 0.01495375670492649, + "loss_total": 0.01495375670492649, + "step": 50250 + }, + { + "loss_action": 0.012510020285844803, + "loss_total": 0.012510020285844803, + "step": 50250 + }, + { + "loss_action": 0.007538570091128349, + "loss_total": 0.007538570091128349, + "step": 50250 + }, + { + "loss_action": 0.010100641287863255, + "loss_total": 0.010100641287863255, + "step": 50250 + }, + { + "loss_action": 0.009253649972379208, + "loss_total": 0.009253649972379208, + "step": 50250 + }, + { + "loss_action": 0.006247842684388161, + "loss_total": 0.006247842684388161, + "step": 50250 + }, + { + "grad_norm": 0.3071661591529846, + "learning_rate": 5.370203504821034e-05, + "loss": 0.0139, + "step": 50260 + }, + { + "loss_action": 0.012080061249434948, + "loss_total": 0.012080061249434948, + "step": 50260 + }, + { + "loss_action": 0.010247050784528255, + "loss_total": 0.010247050784528255, + "step": 50260 + }, + { + "loss_action": 0.02929343283176422, + "loss_total": 0.02929343283176422, + "step": 50260 + }, + { + "loss_action": 0.03241371363401413, + "loss_total": 0.03241371363401413, + "step": 50260 + }, + { + "loss_action": 0.009097233414649963, + "loss_total": 0.009097233414649963, + "step": 50260 + }, + { + "loss_action": 0.008696834556758404, + "loss_total": 0.008696834556758404, + "step": 50260 + }, + { + "grad_norm": 0.3150852620601654, + "learning_rate": 5.368554553201196e-05, + "loss": 0.0159, + "step": 50270 + }, + { + "loss_action": 0.008862333372235298, + "loss_total": 0.008862333372235298, + "step": 50270 + }, + { + "loss_action": 0.004743673373013735, + "loss_total": 0.004743673373013735, + "step": 50270 + }, + { + "loss_action": 0.009716558270156384, + "loss_total": 0.009716558270156384, + "step": 50270 + }, + { + "loss_action": 0.016994405537843704, + "loss_total": 0.016994405537843704, + "step": 50270 + }, + { + "loss_action": 0.01810772716999054, + "loss_total": 0.01810772716999054, + "step": 50270 + }, + { + "loss_action": 0.008023549802601337, + "loss_total": 0.008023549802601337, + "step": 50270 + }, + { + "grad_norm": 0.32022351026535034, + "learning_rate": 5.3669055612767874e-05, + "loss": 0.0128, + "step": 50280 + }, + { + "loss_action": 0.0070568290539085865, + "loss_total": 0.0070568290539085865, + "step": 50280 + }, + { + "loss_action": 0.01472215075045824, + "loss_total": 0.01472215075045824, + "step": 50280 + }, + { + "loss_action": 0.01892995834350586, + "loss_total": 0.01892995834350586, + "step": 50280 + }, + { + "loss_action": 0.012852607294917107, + "loss_total": 0.012852607294917107, + "step": 50280 + }, + { + "loss_action": 0.00966597255319357, + "loss_total": 0.00966597255319357, + "step": 50280 + }, + { + "loss_action": 0.005498796701431274, + "loss_total": 0.005498796701431274, + "step": 50280 + }, + { + "grad_norm": 0.3666386306285858, + "learning_rate": 5.3652565292281376e-05, + "loss": 0.0152, + "step": 50290 + }, + { + "loss_action": 0.006933612748980522, + "loss_total": 0.006933612748980522, + "step": 50290 + }, + { + "loss_action": 0.009637750685214996, + "loss_total": 0.009637750685214996, + "step": 50290 + }, + { + "loss_action": 0.017264381051063538, + "loss_total": 0.017264381051063538, + "step": 50290 + }, + { + "loss_action": 0.009026719257235527, + "loss_total": 0.009026719257235527, + "step": 50290 + }, + { + "loss_action": 0.010273808613419533, + "loss_total": 0.010273808613419533, + "step": 50290 + }, + { + "loss_action": 0.031161334365606308, + "loss_total": 0.031161334365606308, + "step": 50290 + }, + { + "grad_norm": 0.3505967855453491, + "learning_rate": 5.3636074572355824e-05, + "loss": 0.013, + "step": 50300 + }, + { + "loss_action": 0.004560441710054874, + "loss_total": 0.004560441710054874, + "step": 50300 + }, + { + "loss_action": 0.016367314383387566, + "loss_total": 0.016367314383387566, + "step": 50300 + }, + { + "loss_action": 0.0062724226154387, + "loss_total": 0.0062724226154387, + "step": 50300 + }, + { + "loss_action": 0.011720915324985981, + "loss_total": 0.011720915324985981, + "step": 50300 + }, + { + "loss_action": 0.007334480527788401, + "loss_total": 0.007334480527788401, + "step": 50300 + }, + { + "loss_action": 0.010362047702074051, + "loss_total": 0.010362047702074051, + "step": 50300 + }, + { + "grad_norm": 0.5106387138366699, + "learning_rate": 5.361958345479463e-05, + "loss": 0.014, + "step": 50310 + }, + { + "loss_action": 0.006600570864975452, + "loss_total": 0.006600570864975452, + "step": 50310 + }, + { + "loss_action": 0.01004746463149786, + "loss_total": 0.01004746463149786, + "step": 50310 + }, + { + "loss_action": 0.00792640820145607, + "loss_total": 0.00792640820145607, + "step": 50310 + }, + { + "loss_action": 0.01563415676355362, + "loss_total": 0.01563415676355362, + "step": 50310 + }, + { + "loss_action": 0.009395729750394821, + "loss_total": 0.009395729750394821, + "step": 50310 + }, + { + "loss_action": 0.01753319427371025, + "loss_total": 0.01753319427371025, + "step": 50310 + }, + { + "grad_norm": 0.36438360810279846, + "learning_rate": 5.360309194140123e-05, + "loss": 0.0153, + "step": 50320 + }, + { + "loss_action": 0.00846095196902752, + "loss_total": 0.00846095196902752, + "step": 50320 + }, + { + "loss_action": 0.04959191381931305, + "loss_total": 0.04959191381931305, + "step": 50320 + }, + { + "loss_action": 0.013716097921133041, + "loss_total": 0.013716097921133041, + "step": 50320 + }, + { + "loss_action": 0.007312706205993891, + "loss_total": 0.007312706205993891, + "step": 50320 + }, + { + "loss_action": 0.007898683659732342, + "loss_total": 0.007898683659732342, + "step": 50320 + }, + { + "loss_action": 0.02285837195813656, + "loss_total": 0.02285837195813656, + "step": 50320 + }, + { + "grad_norm": 0.34900936484336853, + "learning_rate": 5.3586600033979106e-05, + "loss": 0.0148, + "step": 50330 + }, + { + "loss_action": 0.004706765059381723, + "loss_total": 0.004706765059381723, + "step": 50330 + }, + { + "loss_action": 0.008651894517242908, + "loss_total": 0.008651894517242908, + "step": 50330 + }, + { + "loss_action": 0.014864473603665829, + "loss_total": 0.014864473603665829, + "step": 50330 + }, + { + "loss_action": 0.009261826984584332, + "loss_total": 0.009261826984584332, + "step": 50330 + }, + { + "loss_action": 0.020428232848644257, + "loss_total": 0.020428232848644257, + "step": 50330 + }, + { + "loss_action": 0.006603335961699486, + "loss_total": 0.006603335961699486, + "step": 50330 + }, + { + "grad_norm": 0.49288755655288696, + "learning_rate": 5.357010773433181e-05, + "loss": 0.0141, + "step": 50340 + }, + { + "loss_action": 0.020130911841988564, + "loss_total": 0.020130911841988564, + "step": 50340 + }, + { + "loss_action": 0.009094921872019768, + "loss_total": 0.009094921872019768, + "step": 50340 + }, + { + "loss_action": 0.008485652506351471, + "loss_total": 0.008485652506351471, + "step": 50340 + }, + { + "loss_action": 0.007485699839890003, + "loss_total": 0.007485699839890003, + "step": 50340 + }, + { + "loss_action": 0.009405248798429966, + "loss_total": 0.009405248798429966, + "step": 50340 + }, + { + "loss_action": 0.015847230330109596, + "loss_total": 0.015847230330109596, + "step": 50340 + }, + { + "grad_norm": 0.3734331429004669, + "learning_rate": 5.3553615044262895e-05, + "loss": 0.0159, + "step": 50350 + }, + { + "loss_action": 0.004385977517813444, + "loss_total": 0.004385977517813444, + "step": 50350 + }, + { + "loss_action": 0.050206344574689865, + "loss_total": 0.050206344574689865, + "step": 50350 + }, + { + "loss_action": 0.02020052634179592, + "loss_total": 0.02020052634179592, + "step": 50350 + }, + { + "loss_action": 0.021260879933834076, + "loss_total": 0.021260879933834076, + "step": 50350 + }, + { + "loss_action": 0.006153433583676815, + "loss_total": 0.006153433583676815, + "step": 50350 + }, + { + "loss_action": 0.012287884019315243, + "loss_total": 0.012287884019315243, + "step": 50350 + }, + { + "grad_norm": 0.3726893663406372, + "learning_rate": 5.3537121965575964e-05, + "loss": 0.0148, + "step": 50360 + }, + { + "loss_action": 0.004578378051519394, + "loss_total": 0.004578378051519394, + "step": 50360 + }, + { + "loss_action": 0.0141567662358284, + "loss_total": 0.0141567662358284, + "step": 50360 + }, + { + "loss_action": 0.018609868362545967, + "loss_total": 0.018609868362545967, + "step": 50360 + }, + { + "loss_action": 0.013420646078884602, + "loss_total": 0.013420646078884602, + "step": 50360 + }, + { + "loss_action": 0.005920997820794582, + "loss_total": 0.005920997820794582, + "step": 50360 + }, + { + "loss_action": 0.005887066479772329, + "loss_total": 0.005887066479772329, + "step": 50360 + }, + { + "grad_norm": 0.7569161057472229, + "learning_rate": 5.352062850007471e-05, + "loss": 0.0145, + "step": 50370 + }, + { + "loss_action": 0.013389051891863346, + "loss_total": 0.013389051891863346, + "step": 50370 + }, + { + "loss_action": 0.009432647377252579, + "loss_total": 0.009432647377252579, + "step": 50370 + }, + { + "loss_action": 0.011088953353464603, + "loss_total": 0.011088953353464603, + "step": 50370 + }, + { + "loss_action": 0.02202761359512806, + "loss_total": 0.02202761359512806, + "step": 50370 + }, + { + "loss_action": 0.0076142665930092335, + "loss_total": 0.0076142665930092335, + "step": 50370 + }, + { + "loss_action": 0.009065202437341213, + "loss_total": 0.009065202437341213, + "step": 50370 + }, + { + "grad_norm": 0.47957056760787964, + "learning_rate": 5.350413464956282e-05, + "loss": 0.0183, + "step": 50380 + }, + { + "loss_action": 0.010604467242956161, + "loss_total": 0.010604467242956161, + "step": 50380 + }, + { + "loss_action": 0.00690012751147151, + "loss_total": 0.00690012751147151, + "step": 50380 + }, + { + "loss_action": 0.008309697732329369, + "loss_total": 0.008309697732329369, + "step": 50380 + }, + { + "loss_action": 0.015210004523396492, + "loss_total": 0.015210004523396492, + "step": 50380 + }, + { + "loss_action": 0.0222160667181015, + "loss_total": 0.0222160667181015, + "step": 50380 + }, + { + "loss_action": 0.010025667026638985, + "loss_total": 0.010025667026638985, + "step": 50380 + }, + { + "grad_norm": 0.36535993218421936, + "learning_rate": 5.348764041584403e-05, + "loss": 0.0153, + "step": 50390 + }, + { + "loss_action": 0.011076100170612335, + "loss_total": 0.011076100170612335, + "step": 50390 + }, + { + "loss_action": 0.005694764666259289, + "loss_total": 0.005694764666259289, + "step": 50390 + }, + { + "loss_action": 0.013151109218597412, + "loss_total": 0.013151109218597412, + "step": 50390 + }, + { + "loss_action": 0.01435952726751566, + "loss_total": 0.01435952726751566, + "step": 50390 + }, + { + "loss_action": 0.013910328969359398, + "loss_total": 0.013910328969359398, + "step": 50390 + }, + { + "loss_action": 0.016814010217785835, + "loss_total": 0.016814010217785835, + "step": 50390 + }, + { + "grad_norm": 0.390283465385437, + "learning_rate": 5.347114580072212e-05, + "loss": 0.016, + "step": 50400 + }, + { + "loss_action": 0.06047684699296951, + "loss_total": 0.06047684699296951, + "step": 50400 + }, + { + "loss_action": 0.011479083448648453, + "loss_total": 0.011479083448648453, + "step": 50400 + }, + { + "loss_action": 0.012591403909027576, + "loss_total": 0.012591403909027576, + "step": 50400 + }, + { + "loss_action": 0.008328540250658989, + "loss_total": 0.008328540250658989, + "step": 50400 + }, + { + "loss_action": 0.017850087955594063, + "loss_total": 0.017850087955594063, + "step": 50400 + }, + { + "loss_action": 0.019039813429117203, + "loss_total": 0.019039813429117203, + "step": 50400 + }, + { + "grad_norm": 0.30830124020576477, + "learning_rate": 5.345465080600093e-05, + "loss": 0.0161, + "step": 50410 + }, + { + "loss_action": 0.007048667408525944, + "loss_total": 0.007048667408525944, + "step": 50410 + }, + { + "loss_action": 0.029287969693541527, + "loss_total": 0.029287969693541527, + "step": 50410 + }, + { + "loss_action": 0.009733270853757858, + "loss_total": 0.009733270853757858, + "step": 50410 + }, + { + "loss_action": 0.0175904743373394, + "loss_total": 0.0175904743373394, + "step": 50410 + }, + { + "loss_action": 0.009121972136199474, + "loss_total": 0.009121972136199474, + "step": 50410 + }, + { + "loss_action": 0.031008530408143997, + "loss_total": 0.031008530408143997, + "step": 50410 + }, + { + "grad_norm": 0.32650020718574524, + "learning_rate": 5.3438155433484326e-05, + "loss": 0.0136, + "step": 50420 + }, + { + "loss_action": 0.023195791989564896, + "loss_total": 0.023195791989564896, + "step": 50420 + }, + { + "loss_action": 0.04300777614116669, + "loss_total": 0.04300777614116669, + "step": 50420 + }, + { + "loss_action": 0.025368085131049156, + "loss_total": 0.025368085131049156, + "step": 50420 + }, + { + "loss_action": 0.005670818500220776, + "loss_total": 0.005670818500220776, + "step": 50420 + }, + { + "loss_action": 0.016794821247458458, + "loss_total": 0.016794821247458458, + "step": 50420 + }, + { + "loss_action": 0.012342185713350773, + "loss_total": 0.012342185713350773, + "step": 50420 + }, + { + "grad_norm": 0.44913336634635925, + "learning_rate": 5.3421659684976197e-05, + "loss": 0.02, + "step": 50430 + }, + { + "loss_action": 0.012983109802007675, + "loss_total": 0.012983109802007675, + "step": 50430 + }, + { + "loss_action": 0.0227552130818367, + "loss_total": 0.0227552130818367, + "step": 50430 + }, + { + "loss_action": 0.011687135323882103, + "loss_total": 0.011687135323882103, + "step": 50430 + }, + { + "loss_action": 0.011223250068724155, + "loss_total": 0.011223250068724155, + "step": 50430 + }, + { + "loss_action": 0.00787495169788599, + "loss_total": 0.00787495169788599, + "step": 50430 + }, + { + "loss_action": 0.02168956585228443, + "loss_total": 0.02168956585228443, + "step": 50430 + }, + { + "grad_norm": 0.38534894585609436, + "learning_rate": 5.340516356228052e-05, + "loss": 0.0177, + "step": 50440 + }, + { + "loss_action": 0.010668366216123104, + "loss_total": 0.010668366216123104, + "step": 50440 + }, + { + "loss_action": 0.006665482651442289, + "loss_total": 0.006665482651442289, + "step": 50440 + }, + { + "loss_action": 0.010248832404613495, + "loss_total": 0.010248832404613495, + "step": 50440 + }, + { + "loss_action": 0.009875942952930927, + "loss_total": 0.009875942952930927, + "step": 50440 + }, + { + "loss_action": 0.012827546335756779, + "loss_total": 0.012827546335756779, + "step": 50440 + }, + { + "loss_action": 0.005458948668092489, + "loss_total": 0.005458948668092489, + "step": 50440 + }, + { + "grad_norm": 0.3797430396080017, + "learning_rate": 5.338866706720128e-05, + "loss": 0.0206, + "step": 50450 + }, + { + "loss_action": 0.008576364256441593, + "loss_total": 0.008576364256441593, + "step": 50450 + }, + { + "loss_action": 0.024852585047483444, + "loss_total": 0.024852585047483444, + "step": 50450 + }, + { + "loss_action": 0.00907345861196518, + "loss_total": 0.00907345861196518, + "step": 50450 + }, + { + "loss_action": 0.010454589501023293, + "loss_total": 0.010454589501023293, + "step": 50450 + }, + { + "loss_action": 0.010409741662442684, + "loss_total": 0.010409741662442684, + "step": 50450 + }, + { + "loss_action": 0.022652970626950264, + "loss_total": 0.022652970626950264, + "step": 50450 + }, + { + "grad_norm": 0.40369912981987, + "learning_rate": 5.337217020154249e-05, + "loss": 0.0156, + "step": 50460 + }, + { + "loss_action": 0.012704779393970966, + "loss_total": 0.012704779393970966, + "step": 50460 + }, + { + "loss_action": 0.009994745254516602, + "loss_total": 0.009994745254516602, + "step": 50460 + }, + { + "loss_action": 0.013315390795469284, + "loss_total": 0.013315390795469284, + "step": 50460 + }, + { + "loss_action": 0.029735328629612923, + "loss_total": 0.029735328629612923, + "step": 50460 + }, + { + "loss_action": 0.00886415597051382, + "loss_total": 0.00886415597051382, + "step": 50460 + }, + { + "loss_action": 0.0064552295953035355, + "loss_total": 0.0064552295953035355, + "step": 50460 + }, + { + "grad_norm": 0.340695858001709, + "learning_rate": 5.335567296710825e-05, + "loss": 0.0173, + "step": 50470 + }, + { + "loss_action": 0.017108771950006485, + "loss_total": 0.017108771950006485, + "step": 50470 + }, + { + "loss_action": 0.1197628602385521, + "loss_total": 0.1197628602385521, + "step": 50470 + }, + { + "loss_action": 0.006251734681427479, + "loss_total": 0.006251734681427479, + "step": 50470 + }, + { + "loss_action": 0.017491327598690987, + "loss_total": 0.017491327598690987, + "step": 50470 + }, + { + "loss_action": 0.027142342180013657, + "loss_total": 0.027142342180013657, + "step": 50470 + }, + { + "loss_action": 0.01996534876525402, + "loss_total": 0.01996534876525402, + "step": 50470 + }, + { + "grad_norm": 0.4112674593925476, + "learning_rate": 5.333917536570265e-05, + "loss": 0.0215, + "step": 50480 + }, + { + "loss_action": 0.02032012864947319, + "loss_total": 0.02032012864947319, + "step": 50480 + }, + { + "loss_action": 0.01306962501257658, + "loss_total": 0.01306962501257658, + "step": 50480 + }, + { + "loss_action": 0.012510317377746105, + "loss_total": 0.012510317377746105, + "step": 50480 + }, + { + "loss_action": 0.02002914994955063, + "loss_total": 0.02002914994955063, + "step": 50480 + }, + { + "loss_action": 0.02286919578909874, + "loss_total": 0.02286919578909874, + "step": 50480 + }, + { + "loss_action": 0.016491446644067764, + "loss_total": 0.016491446644067764, + "step": 50480 + }, + { + "grad_norm": 0.31595876812934875, + "learning_rate": 5.332267739912986e-05, + "loss": 0.0178, + "step": 50490 + }, + { + "loss_action": 0.0145917609333992, + "loss_total": 0.0145917609333992, + "step": 50490 + }, + { + "loss_action": 0.02515137568116188, + "loss_total": 0.02515137568116188, + "step": 50490 + }, + { + "loss_action": 0.02252628095448017, + "loss_total": 0.02252628095448017, + "step": 50490 + }, + { + "loss_action": 0.008319743908941746, + "loss_total": 0.008319743908941746, + "step": 50490 + }, + { + "loss_action": 0.013839516788721085, + "loss_total": 0.013839516788721085, + "step": 50490 + }, + { + "loss_action": 0.03773436322808266, + "loss_total": 0.03773436322808266, + "step": 50490 + }, + { + "grad_norm": 0.405263751745224, + "learning_rate": 5.330617906919405e-05, + "loss": 0.021, + "step": 50500 + }, + { + "loss_action": 0.04120071604847908, + "loss_total": 0.04120071604847908, + "step": 50500 + }, + { + "loss_action": 0.009628075174987316, + "loss_total": 0.009628075174987316, + "step": 50500 + }, + { + "loss_action": 0.013052315451204777, + "loss_total": 0.013052315451204777, + "step": 50500 + }, + { + "loss_action": 0.008934447541832924, + "loss_total": 0.008934447541832924, + "step": 50500 + }, + { + "loss_action": 0.01367688924074173, + "loss_total": 0.01367688924074173, + "step": 50500 + }, + { + "loss_action": 0.010632582008838654, + "loss_total": 0.010632582008838654, + "step": 50500 + }, + { + "grad_norm": 0.3732767701148987, + "learning_rate": 5.328968037769949e-05, + "loss": 0.0155, + "step": 50510 + }, + { + "loss_action": 0.014574272558093071, + "loss_total": 0.014574272558093071, + "step": 50510 + }, + { + "loss_action": 0.015025671571493149, + "loss_total": 0.015025671571493149, + "step": 50510 + }, + { + "loss_action": 0.012832604348659515, + "loss_total": 0.012832604348659515, + "step": 50510 + }, + { + "loss_action": 0.009348904713988304, + "loss_total": 0.009348904713988304, + "step": 50510 + }, + { + "loss_action": 0.009506822563707829, + "loss_total": 0.009506822563707829, + "step": 50510 + }, + { + "loss_action": 0.011861264705657959, + "loss_total": 0.011861264705657959, + "step": 50510 + }, + { + "grad_norm": 0.41651275753974915, + "learning_rate": 5.327318132645042e-05, + "loss": 0.0153, + "step": 50520 + }, + { + "loss_action": 0.008628495037555695, + "loss_total": 0.008628495037555695, + "step": 50520 + }, + { + "loss_action": 0.012450611218810081, + "loss_total": 0.012450611218810081, + "step": 50520 + }, + { + "loss_action": 0.009451178833842278, + "loss_total": 0.009451178833842278, + "step": 50520 + }, + { + "loss_action": 0.006931673269718885, + "loss_total": 0.006931673269718885, + "step": 50520 + }, + { + "loss_action": 0.009444879367947578, + "loss_total": 0.009444879367947578, + "step": 50520 + }, + { + "loss_action": 0.004529825411736965, + "loss_total": 0.004529825411736965, + "step": 50520 + }, + { + "grad_norm": 0.3599989116191864, + "learning_rate": 5.325668191725116e-05, + "loss": 0.0174, + "step": 50530 + }, + { + "loss_action": 0.010316110216081142, + "loss_total": 0.010316110216081142, + "step": 50530 + }, + { + "loss_action": 0.02273997850716114, + "loss_total": 0.02273997850716114, + "step": 50530 + }, + { + "loss_action": 0.014043634757399559, + "loss_total": 0.014043634757399559, + "step": 50530 + }, + { + "loss_action": 0.009886396117508411, + "loss_total": 0.009886396117508411, + "step": 50530 + }, + { + "loss_action": 0.012455266900360584, + "loss_total": 0.012455266900360584, + "step": 50530 + }, + { + "loss_action": 0.005596094764769077, + "loss_total": 0.005596094764769077, + "step": 50530 + }, + { + "grad_norm": 0.38939112424850464, + "learning_rate": 5.324018215190606e-05, + "loss": 0.0167, + "step": 50540 + }, + { + "loss_action": 0.010843784548342228, + "loss_total": 0.010843784548342228, + "step": 50540 + }, + { + "loss_action": 0.006789869628846645, + "loss_total": 0.006789869628846645, + "step": 50540 + }, + { + "loss_action": 0.009382779709994793, + "loss_total": 0.009382779709994793, + "step": 50540 + }, + { + "loss_action": 0.013011104427278042, + "loss_total": 0.013011104427278042, + "step": 50540 + }, + { + "loss_action": 0.014892050065100193, + "loss_total": 0.014892050065100193, + "step": 50540 + }, + { + "loss_action": 0.01386764645576477, + "loss_total": 0.01386764645576477, + "step": 50540 + }, + { + "grad_norm": 0.32409730553627014, + "learning_rate": 5.3223682032219515e-05, + "loss": 0.0154, + "step": 50550 + }, + { + "loss_action": 0.013821511529386044, + "loss_total": 0.013821511529386044, + "step": 50550 + }, + { + "loss_action": 0.008543331176042557, + "loss_total": 0.008543331176042557, + "step": 50550 + }, + { + "loss_action": 0.033144090324640274, + "loss_total": 0.033144090324640274, + "step": 50550 + }, + { + "loss_action": 0.054062437266111374, + "loss_total": 0.054062437266111374, + "step": 50550 + }, + { + "loss_action": 0.01261617336422205, + "loss_total": 0.01261617336422205, + "step": 50550 + }, + { + "loss_action": 0.021718285977840424, + "loss_total": 0.021718285977840424, + "step": 50550 + }, + { + "grad_norm": 0.399778813123703, + "learning_rate": 5.320718155999595e-05, + "loss": 0.0162, + "step": 50560 + }, + { + "loss_action": 0.013210692442953587, + "loss_total": 0.013210692442953587, + "step": 50560 + }, + { + "loss_action": 0.007305562496185303, + "loss_total": 0.007305562496185303, + "step": 50560 + }, + { + "loss_action": 0.016774281859397888, + "loss_total": 0.016774281859397888, + "step": 50560 + }, + { + "loss_action": 0.010837726294994354, + "loss_total": 0.010837726294994354, + "step": 50560 + }, + { + "loss_action": 0.029196646064519882, + "loss_total": 0.029196646064519882, + "step": 50560 + }, + { + "loss_action": 0.0548543855547905, + "loss_total": 0.0548543855547905, + "step": 50560 + }, + { + "grad_norm": 0.5477579832077026, + "learning_rate": 5.3190680737039835e-05, + "loss": 0.0176, + "step": 50570 + }, + { + "loss_action": 0.010517907328903675, + "loss_total": 0.010517907328903675, + "step": 50570 + }, + { + "loss_action": 0.012431240640580654, + "loss_total": 0.012431240640580654, + "step": 50570 + }, + { + "loss_action": 0.010427170433104038, + "loss_total": 0.010427170433104038, + "step": 50570 + }, + { + "loss_action": 0.02172710932791233, + "loss_total": 0.02172710932791233, + "step": 50570 + }, + { + "loss_action": 0.16633670032024384, + "loss_total": 0.16633670032024384, + "step": 50570 + }, + { + "loss_action": 0.014859973452985287, + "loss_total": 0.014859973452985287, + "step": 50570 + }, + { + "grad_norm": 0.25435471534729004, + "learning_rate": 5.317417956515567e-05, + "loss": 0.0174, + "step": 50580 + }, + { + "loss_action": 0.025442680343985558, + "loss_total": 0.025442680343985558, + "step": 50580 + }, + { + "loss_action": 0.009981573559343815, + "loss_total": 0.009981573559343815, + "step": 50580 + }, + { + "loss_action": 0.013094616122543812, + "loss_total": 0.013094616122543812, + "step": 50580 + }, + { + "loss_action": 0.011945982463657856, + "loss_total": 0.011945982463657856, + "step": 50580 + }, + { + "loss_action": 0.004173781257122755, + "loss_total": 0.004173781257122755, + "step": 50580 + }, + { + "loss_action": 0.006548645440489054, + "loss_total": 0.006548645440489054, + "step": 50580 + }, + { + "grad_norm": 0.27782750129699707, + "learning_rate": 5.315767804614798e-05, + "loss": 0.0163, + "step": 50590 + }, + { + "loss_action": 0.01845550909638405, + "loss_total": 0.01845550909638405, + "step": 50590 + }, + { + "loss_action": 0.010210083797574043, + "loss_total": 0.010210083797574043, + "step": 50590 + }, + { + "loss_action": 0.0068048289977014065, + "loss_total": 0.0068048289977014065, + "step": 50590 + }, + { + "loss_action": 0.010648326016962528, + "loss_total": 0.010648326016962528, + "step": 50590 + }, + { + "loss_action": 0.018879182636737823, + "loss_total": 0.018879182636737823, + "step": 50590 + }, + { + "loss_action": 0.026524407789111137, + "loss_total": 0.026524407789111137, + "step": 50590 + }, + { + "grad_norm": 0.2993936836719513, + "learning_rate": 5.3141176181821395e-05, + "loss": 0.014, + "step": 50600 + }, + { + "loss_action": 0.00914760958403349, + "loss_total": 0.00914760958403349, + "step": 50600 + }, + { + "loss_action": 0.045261334627866745, + "loss_total": 0.045261334627866745, + "step": 50600 + }, + { + "loss_action": 0.03888777270913124, + "loss_total": 0.03888777270913124, + "step": 50600 + }, + { + "loss_action": 0.007980752736330032, + "loss_total": 0.007980752736330032, + "step": 50600 + }, + { + "loss_action": 0.005088066682219505, + "loss_total": 0.005088066682219505, + "step": 50600 + }, + { + "loss_action": 0.01260410901159048, + "loss_total": 0.01260410901159048, + "step": 50600 + }, + { + "grad_norm": 0.37024134397506714, + "learning_rate": 5.31246739739805e-05, + "loss": 0.0182, + "step": 50610 + }, + { + "loss_action": 0.010800601914525032, + "loss_total": 0.010800601914525032, + "step": 50610 + }, + { + "loss_action": 0.00517598120495677, + "loss_total": 0.00517598120495677, + "step": 50610 + }, + { + "loss_action": 0.01476224698126316, + "loss_total": 0.01476224698126316, + "step": 50610 + }, + { + "loss_action": 0.016360817477107048, + "loss_total": 0.016360817477107048, + "step": 50610 + }, + { + "loss_action": 0.010149830020964146, + "loss_total": 0.010149830020964146, + "step": 50610 + }, + { + "loss_action": 0.019164783880114555, + "loss_total": 0.019164783880114555, + "step": 50610 + }, + { + "grad_norm": 0.3736036717891693, + "learning_rate": 5.310817142442994e-05, + "loss": 0.0146, + "step": 50620 + }, + { + "loss_action": 0.0063788024708628654, + "loss_total": 0.0063788024708628654, + "step": 50620 + }, + { + "loss_action": 0.06797920167446136, + "loss_total": 0.06797920167446136, + "step": 50620 + }, + { + "loss_action": 0.04334510862827301, + "loss_total": 0.04334510862827301, + "step": 50620 + }, + { + "loss_action": 0.011341222561895847, + "loss_total": 0.011341222561895847, + "step": 50620 + }, + { + "loss_action": 0.012089927680790424, + "loss_total": 0.012089927680790424, + "step": 50620 + }, + { + "loss_action": 0.00771319167688489, + "loss_total": 0.00771319167688489, + "step": 50620 + }, + { + "grad_norm": 0.43096238374710083, + "learning_rate": 5.309166853497445e-05, + "loss": 0.0156, + "step": 50630 + }, + { + "loss_action": 0.01336092222481966, + "loss_total": 0.01336092222481966, + "step": 50630 + }, + { + "loss_action": 0.007670453283935785, + "loss_total": 0.007670453283935785, + "step": 50630 + }, + { + "loss_action": 0.008381856605410576, + "loss_total": 0.008381856605410576, + "step": 50630 + }, + { + "loss_action": 0.007238680962473154, + "loss_total": 0.007238680962473154, + "step": 50630 + }, + { + "loss_action": 0.006694566458463669, + "loss_total": 0.006694566458463669, + "step": 50630 + }, + { + "loss_action": 0.004897009115666151, + "loss_total": 0.004897009115666151, + "step": 50630 + }, + { + "grad_norm": 0.4155535101890564, + "learning_rate": 5.307516530741873e-05, + "loss": 0.0153, + "step": 50640 + }, + { + "loss_action": 0.006464294157922268, + "loss_total": 0.006464294157922268, + "step": 50640 + }, + { + "loss_action": 0.018008694052696228, + "loss_total": 0.018008694052696228, + "step": 50640 + }, + { + "loss_action": 0.00795757956802845, + "loss_total": 0.00795757956802845, + "step": 50640 + }, + { + "loss_action": 0.0059774573892354965, + "loss_total": 0.0059774573892354965, + "step": 50640 + }, + { + "loss_action": 0.008034779690206051, + "loss_total": 0.008034779690206051, + "step": 50640 + }, + { + "loss_action": 0.007192838937044144, + "loss_total": 0.007192838937044144, + "step": 50640 + }, + { + "grad_norm": 0.3526143729686737, + "learning_rate": 5.305866174356754e-05, + "loss": 0.0138, + "step": 50650 + }, + { + "loss_action": 0.013099090196192265, + "loss_total": 0.013099090196192265, + "step": 50650 + }, + { + "loss_action": 0.011461149901151657, + "loss_total": 0.011461149901151657, + "step": 50650 + }, + { + "loss_action": 0.014739256352186203, + "loss_total": 0.014739256352186203, + "step": 50650 + }, + { + "loss_action": 0.021923981606960297, + "loss_total": 0.021923981606960297, + "step": 50650 + }, + { + "loss_action": 0.017719291150569916, + "loss_total": 0.017719291150569916, + "step": 50650 + }, + { + "loss_action": 0.010617400519549847, + "loss_total": 0.010617400519549847, + "step": 50650 + }, + { + "grad_norm": 0.37896671891212463, + "learning_rate": 5.304215784522571e-05, + "loss": 0.0169, + "step": 50660 + }, + { + "loss_action": 0.010624070651829243, + "loss_total": 0.010624070651829243, + "step": 50660 + }, + { + "loss_action": 0.026398980990052223, + "loss_total": 0.026398980990052223, + "step": 50660 + }, + { + "loss_action": 0.010183709673583508, + "loss_total": 0.010183709673583508, + "step": 50660 + }, + { + "loss_action": 0.03608650341629982, + "loss_total": 0.03608650341629982, + "step": 50660 + }, + { + "loss_action": 0.02713613025844097, + "loss_total": 0.02713613025844097, + "step": 50660 + }, + { + "loss_action": 0.007944484241306782, + "loss_total": 0.007944484241306782, + "step": 50660 + }, + { + "grad_norm": 0.4010283350944519, + "learning_rate": 5.302565361419808e-05, + "loss": 0.0154, + "step": 50670 + }, + { + "loss_action": 0.009204883128404617, + "loss_total": 0.009204883128404617, + "step": 50670 + }, + { + "loss_action": 0.006523960269987583, + "loss_total": 0.006523960269987583, + "step": 50670 + }, + { + "loss_action": 0.006485363468527794, + "loss_total": 0.006485363468527794, + "step": 50670 + }, + { + "loss_action": 0.019128568470478058, + "loss_total": 0.019128568470478058, + "step": 50670 + }, + { + "loss_action": 0.02240779623389244, + "loss_total": 0.02240779623389244, + "step": 50670 + }, + { + "loss_action": 0.008396326564252377, + "loss_total": 0.008396326564252377, + "step": 50670 + }, + { + "grad_norm": 0.33605557680130005, + "learning_rate": 5.3009149052289507e-05, + "loss": 0.0154, + "step": 50680 + }, + { + "loss_action": 0.04180926829576492, + "loss_total": 0.04180926829576492, + "step": 50680 + }, + { + "loss_action": 0.012979158200323582, + "loss_total": 0.012979158200323582, + "step": 50680 + }, + { + "loss_action": 0.013319858349859715, + "loss_total": 0.013319858349859715, + "step": 50680 + }, + { + "loss_action": 0.005051859654486179, + "loss_total": 0.005051859654486179, + "step": 50680 + }, + { + "loss_action": 0.008473574183881283, + "loss_total": 0.008473574183881283, + "step": 50680 + }, + { + "loss_action": 0.005605368874967098, + "loss_total": 0.005605368874967098, + "step": 50680 + }, + { + "grad_norm": 0.307879239320755, + "learning_rate": 5.299264416130493e-05, + "loss": 0.0125, + "step": 50690 + }, + { + "loss_action": 0.006004239898175001, + "loss_total": 0.006004239898175001, + "step": 50690 + }, + { + "loss_action": 0.005565776955336332, + "loss_total": 0.005565776955336332, + "step": 50690 + }, + { + "loss_action": 0.016943832859396935, + "loss_total": 0.016943832859396935, + "step": 50690 + }, + { + "loss_action": 0.021862180903553963, + "loss_total": 0.021862180903553963, + "step": 50690 + }, + { + "loss_action": 0.006409061141312122, + "loss_total": 0.006409061141312122, + "step": 50690 + }, + { + "loss_action": 0.015858730301260948, + "loss_total": 0.015858730301260948, + "step": 50690 + }, + { + "grad_norm": 0.31671860814094543, + "learning_rate": 5.297613894304928e-05, + "loss": 0.0119, + "step": 50700 + }, + { + "loss_action": 0.0365837886929512, + "loss_total": 0.0365837886929512, + "step": 50700 + }, + { + "loss_action": 0.00918491743505001, + "loss_total": 0.00918491743505001, + "step": 50700 + }, + { + "loss_action": 0.009573470801115036, + "loss_total": 0.009573470801115036, + "step": 50700 + }, + { + "loss_action": 0.014019977301359177, + "loss_total": 0.014019977301359177, + "step": 50700 + }, + { + "loss_action": 0.008642705157399178, + "loss_total": 0.008642705157399178, + "step": 50700 + }, + { + "loss_action": 0.03507757931947708, + "loss_total": 0.03507757931947708, + "step": 50700 + }, + { + "grad_norm": 0.31601575016975403, + "learning_rate": 5.2959633399327534e-05, + "loss": 0.0139, + "step": 50710 + }, + { + "loss_action": 0.018434295430779457, + "loss_total": 0.018434295430779457, + "step": 50710 + }, + { + "loss_action": 0.007612258195877075, + "loss_total": 0.007612258195877075, + "step": 50710 + }, + { + "loss_action": 0.010550973936915398, + "loss_total": 0.010550973936915398, + "step": 50710 + }, + { + "loss_action": 0.013251068070530891, + "loss_total": 0.013251068070530891, + "step": 50710 + }, + { + "loss_action": 0.011139851994812489, + "loss_total": 0.011139851994812489, + "step": 50710 + }, + { + "loss_action": 0.006756252609193325, + "loss_total": 0.006756252609193325, + "step": 50710 + }, + { + "grad_norm": 0.4132983386516571, + "learning_rate": 5.294312753194476e-05, + "loss": 0.0175, + "step": 50720 + }, + { + "loss_action": 0.008505740202963352, + "loss_total": 0.008505740202963352, + "step": 50720 + }, + { + "loss_action": 0.011094944551587105, + "loss_total": 0.011094944551587105, + "step": 50720 + }, + { + "loss_action": 0.014208311215043068, + "loss_total": 0.014208311215043068, + "step": 50720 + }, + { + "loss_action": 0.047412700951099396, + "loss_total": 0.047412700951099396, + "step": 50720 + }, + { + "loss_action": 0.012231938540935516, + "loss_total": 0.012231938540935516, + "step": 50720 + }, + { + "loss_action": 0.010145849548280239, + "loss_total": 0.010145849548280239, + "step": 50720 + }, + { + "grad_norm": 0.33232951164245605, + "learning_rate": 5.292662134270596e-05, + "loss": 0.0158, + "step": 50730 + }, + { + "loss_action": 0.02130254916846752, + "loss_total": 0.02130254916846752, + "step": 50730 + }, + { + "loss_action": 0.043304864317178726, + "loss_total": 0.043304864317178726, + "step": 50730 + }, + { + "loss_action": 0.006822052877396345, + "loss_total": 0.006822052877396345, + "step": 50730 + }, + { + "loss_action": 0.03323016315698624, + "loss_total": 0.03323016315698624, + "step": 50730 + }, + { + "loss_action": 0.019875751808285713, + "loss_total": 0.019875751808285713, + "step": 50730 + }, + { + "loss_action": 0.018734939396381378, + "loss_total": 0.018734939396381378, + "step": 50730 + }, + { + "grad_norm": 0.42066019773483276, + "learning_rate": 5.291011483341626e-05, + "loss": 0.0184, + "step": 50740 + }, + { + "loss_action": 0.010446010157465935, + "loss_total": 0.010446010157465935, + "step": 50740 + }, + { + "loss_action": 0.019289454445242882, + "loss_total": 0.019289454445242882, + "step": 50740 + }, + { + "loss_action": 0.015265526250004768, + "loss_total": 0.015265526250004768, + "step": 50740 + }, + { + "loss_action": 0.005470806732773781, + "loss_total": 0.005470806732773781, + "step": 50740 + }, + { + "loss_action": 0.019614240154623985, + "loss_total": 0.019614240154623985, + "step": 50740 + }, + { + "loss_action": 0.008912806399166584, + "loss_total": 0.008912806399166584, + "step": 50740 + }, + { + "grad_norm": 0.44995665550231934, + "learning_rate": 5.2893608005880767e-05, + "loss": 0.0199, + "step": 50750 + }, + { + "loss_action": 0.01017038244754076, + "loss_total": 0.01017038244754076, + "step": 50750 + }, + { + "loss_action": 0.01755635067820549, + "loss_total": 0.01755635067820549, + "step": 50750 + }, + { + "loss_action": 0.017633406445384026, + "loss_total": 0.017633406445384026, + "step": 50750 + }, + { + "loss_action": 0.024927590042352676, + "loss_total": 0.024927590042352676, + "step": 50750 + }, + { + "loss_action": 0.04332158342003822, + "loss_total": 0.04332158342003822, + "step": 50750 + }, + { + "loss_action": 0.01408329512923956, + "loss_total": 0.01408329512923956, + "step": 50750 + }, + { + "grad_norm": 0.38691961765289307, + "learning_rate": 5.287710086190467e-05, + "loss": 0.0159, + "step": 50760 + }, + { + "loss_action": 0.0141200115904212, + "loss_total": 0.0141200115904212, + "step": 50760 + }, + { + "loss_action": 0.05030428618192673, + "loss_total": 0.05030428618192673, + "step": 50760 + }, + { + "loss_action": 0.009879730641841888, + "loss_total": 0.009879730641841888, + "step": 50760 + }, + { + "loss_action": 0.007135226856917143, + "loss_total": 0.007135226856917143, + "step": 50760 + }, + { + "loss_action": 0.013268744572997093, + "loss_total": 0.013268744572997093, + "step": 50760 + }, + { + "loss_action": 0.011761274188756943, + "loss_total": 0.011761274188756943, + "step": 50760 + }, + { + "grad_norm": 0.43608078360557556, + "learning_rate": 5.286059340329314e-05, + "loss": 0.0185, + "step": 50770 + }, + { + "loss_action": 0.00961486715823412, + "loss_total": 0.00961486715823412, + "step": 50770 + }, + { + "loss_action": 0.03166305646300316, + "loss_total": 0.03166305646300316, + "step": 50770 + }, + { + "loss_action": 0.014741876162588596, + "loss_total": 0.014741876162588596, + "step": 50770 + }, + { + "loss_action": 0.01279511023312807, + "loss_total": 0.01279511023312807, + "step": 50770 + }, + { + "loss_action": 0.009201331064105034, + "loss_total": 0.009201331064105034, + "step": 50770 + }, + { + "loss_action": 0.01044139638543129, + "loss_total": 0.01044139638543129, + "step": 50770 + }, + { + "grad_norm": 0.3379407525062561, + "learning_rate": 5.284408563185141e-05, + "loss": 0.0142, + "step": 50780 + }, + { + "loss_action": 0.012395537458360195, + "loss_total": 0.012395537458360195, + "step": 50780 + }, + { + "loss_action": 0.017096761614084244, + "loss_total": 0.017096761614084244, + "step": 50780 + }, + { + "loss_action": 0.02062130905687809, + "loss_total": 0.02062130905687809, + "step": 50780 + }, + { + "loss_action": 0.2229703962802887, + "loss_total": 0.2229703962802887, + "step": 50780 + }, + { + "loss_action": 0.00907707680016756, + "loss_total": 0.00907707680016756, + "step": 50780 + }, + { + "loss_action": 0.012178570963442326, + "loss_total": 0.012178570963442326, + "step": 50780 + }, + { + "grad_norm": 0.32394102215766907, + "learning_rate": 5.282757754938476e-05, + "loss": 0.022, + "step": 50790 + }, + { + "loss_action": 0.008732672780752182, + "loss_total": 0.008732672780752182, + "step": 50790 + }, + { + "loss_action": 0.010736127384006977, + "loss_total": 0.010736127384006977, + "step": 50790 + }, + { + "loss_action": 0.015015329234302044, + "loss_total": 0.015015329234302044, + "step": 50790 + }, + { + "loss_action": 0.024276645854115486, + "loss_total": 0.024276645854115486, + "step": 50790 + }, + { + "loss_action": 0.024333013221621513, + "loss_total": 0.024333013221621513, + "step": 50790 + }, + { + "loss_action": 0.08417752385139465, + "loss_total": 0.08417752385139465, + "step": 50790 + }, + { + "grad_norm": 0.3419981300830841, + "learning_rate": 5.281106915769849e-05, + "loss": 0.0159, + "step": 50800 + }, + { + "loss_action": 0.05620478093624115, + "loss_total": 0.05620478093624115, + "step": 50800 + }, + { + "loss_action": 0.01263512298464775, + "loss_total": 0.01263512298464775, + "step": 50800 + }, + { + "loss_action": 0.01800769753754139, + "loss_total": 0.01800769753754139, + "step": 50800 + }, + { + "loss_action": 0.01156021747738123, + "loss_total": 0.01156021747738123, + "step": 50800 + }, + { + "loss_action": 0.017505694180727005, + "loss_total": 0.017505694180727005, + "step": 50800 + }, + { + "loss_action": 0.020141353830695152, + "loss_total": 0.020141353830695152, + "step": 50800 + }, + { + "grad_norm": 0.4336247146129608, + "learning_rate": 5.2794560458597897e-05, + "loss": 0.0206, + "step": 50810 + }, + { + "loss_action": 0.026935478672385216, + "loss_total": 0.026935478672385216, + "step": 50810 + }, + { + "loss_action": 0.03177519142627716, + "loss_total": 0.03177519142627716, + "step": 50810 + }, + { + "loss_action": 0.01153593696653843, + "loss_total": 0.01153593696653843, + "step": 50810 + }, + { + "loss_action": 0.014815453439950943, + "loss_total": 0.014815453439950943, + "step": 50810 + }, + { + "loss_action": 0.018345827236771584, + "loss_total": 0.018345827236771584, + "step": 50810 + }, + { + "loss_action": 0.006559011060744524, + "loss_total": 0.006559011060744524, + "step": 50810 + }, + { + "grad_norm": 0.2864086925983429, + "learning_rate": 5.27780514538884e-05, + "loss": 0.0164, + "step": 50820 + }, + { + "loss_action": 0.011434173211455345, + "loss_total": 0.011434173211455345, + "step": 50820 + }, + { + "loss_action": 0.009535159915685654, + "loss_total": 0.009535159915685654, + "step": 50820 + }, + { + "loss_action": 0.008044244721531868, + "loss_total": 0.008044244721531868, + "step": 50820 + }, + { + "loss_action": 0.006652909331023693, + "loss_total": 0.006652909331023693, + "step": 50820 + }, + { + "loss_action": 0.01414929423481226, + "loss_total": 0.01414929423481226, + "step": 50820 + }, + { + "loss_action": 0.009954278357326984, + "loss_total": 0.009954278357326984, + "step": 50820 + }, + { + "grad_norm": 0.2452518343925476, + "learning_rate": 5.2761542145375365e-05, + "loss": 0.0167, + "step": 50830 + }, + { + "loss_action": 0.010743473656475544, + "loss_total": 0.010743473656475544, + "step": 50830 + }, + { + "loss_action": 0.01828737184405327, + "loss_total": 0.01828737184405327, + "step": 50830 + }, + { + "loss_action": 0.014578803442418575, + "loss_total": 0.014578803442418575, + "step": 50830 + }, + { + "loss_action": 0.09980618208646774, + "loss_total": 0.09980618208646774, + "step": 50830 + }, + { + "loss_action": 0.007007884327322245, + "loss_total": 0.007007884327322245, + "step": 50830 + }, + { + "loss_action": 0.009674189612269402, + "loss_total": 0.009674189612269402, + "step": 50830 + }, + { + "grad_norm": 0.3602948486804962, + "learning_rate": 5.274503253486421e-05, + "loss": 0.0196, + "step": 50840 + }, + { + "loss_action": 0.013645317405462265, + "loss_total": 0.013645317405462265, + "step": 50840 + }, + { + "loss_action": 0.04903722554445267, + "loss_total": 0.04903722554445267, + "step": 50840 + }, + { + "loss_action": 0.008164758794009686, + "loss_total": 0.008164758794009686, + "step": 50840 + }, + { + "loss_action": 0.009206360206007957, + "loss_total": 0.009206360206007957, + "step": 50840 + }, + { + "loss_action": 0.019573738798499107, + "loss_total": 0.019573738798499107, + "step": 50840 + }, + { + "loss_action": 0.01239362359046936, + "loss_total": 0.01239362359046936, + "step": 50840 + }, + { + "grad_norm": 0.29840728640556335, + "learning_rate": 5.272852262416046e-05, + "loss": 0.0136, + "step": 50850 + }, + { + "loss_action": 0.013998073525726795, + "loss_total": 0.013998073525726795, + "step": 50850 + }, + { + "loss_action": 0.009351328946650028, + "loss_total": 0.009351328946650028, + "step": 50850 + }, + { + "loss_action": 0.006681036204099655, + "loss_total": 0.006681036204099655, + "step": 50850 + }, + { + "loss_action": 0.007763179484754801, + "loss_total": 0.007763179484754801, + "step": 50850 + }, + { + "loss_action": 0.007243951316922903, + "loss_total": 0.007243951316922903, + "step": 50850 + }, + { + "loss_action": 0.013309723697602749, + "loss_total": 0.013309723697602749, + "step": 50850 + }, + { + "grad_norm": 0.5322620868682861, + "learning_rate": 5.2712012415069555e-05, + "loss": 0.0172, + "step": 50860 + }, + { + "loss_action": 0.0293179489672184, + "loss_total": 0.0293179489672184, + "step": 50860 + }, + { + "loss_action": 0.012684639543294907, + "loss_total": 0.012684639543294907, + "step": 50860 + }, + { + "loss_action": 0.017766227945685387, + "loss_total": 0.017766227945685387, + "step": 50860 + }, + { + "loss_action": 0.024725278839468956, + "loss_total": 0.024725278839468956, + "step": 50860 + }, + { + "loss_action": 0.017020000144839287, + "loss_total": 0.017020000144839287, + "step": 50860 + }, + { + "loss_action": 0.01511723268777132, + "loss_total": 0.01511723268777132, + "step": 50860 + }, + { + "grad_norm": 0.32401004433631897, + "learning_rate": 5.269550190939705e-05, + "loss": 0.0182, + "step": 50870 + }, + { + "loss_action": 0.009020394645631313, + "loss_total": 0.009020394645631313, + "step": 50870 + }, + { + "loss_action": 0.0069630686193704605, + "loss_total": 0.0069630686193704605, + "step": 50870 + }, + { + "loss_action": 0.01134563609957695, + "loss_total": 0.01134563609957695, + "step": 50870 + }, + { + "loss_action": 0.014370770193636417, + "loss_total": 0.014370770193636417, + "step": 50870 + }, + { + "loss_action": 0.006821519695222378, + "loss_total": 0.006821519695222378, + "step": 50870 + }, + { + "loss_action": 0.0059326449409127235, + "loss_total": 0.0059326449409127235, + "step": 50870 + }, + { + "grad_norm": 0.2480904459953308, + "learning_rate": 5.267899110894852e-05, + "loss": 0.0147, + "step": 50880 + }, + { + "loss_action": 0.018354305997490883, + "loss_total": 0.018354305997490883, + "step": 50880 + }, + { + "loss_action": 0.014128398150205612, + "loss_total": 0.014128398150205612, + "step": 50880 + }, + { + "loss_action": 0.006108361762017012, + "loss_total": 0.006108361762017012, + "step": 50880 + }, + { + "loss_action": 0.014075458981096745, + "loss_total": 0.014075458981096745, + "step": 50880 + }, + { + "loss_action": 0.0069103059358894825, + "loss_total": 0.0069103059358894825, + "step": 50880 + }, + { + "loss_action": 0.012715055607259274, + "loss_total": 0.012715055607259274, + "step": 50880 + }, + { + "grad_norm": 0.30964601039886475, + "learning_rate": 5.266248001552955e-05, + "loss": 0.0122, + "step": 50890 + }, + { + "loss_action": 0.006339504383504391, + "loss_total": 0.006339504383504391, + "step": 50890 + }, + { + "loss_action": 0.005389573518186808, + "loss_total": 0.005389573518186808, + "step": 50890 + }, + { + "loss_action": 0.05361098423600197, + "loss_total": 0.05361098423600197, + "step": 50890 + }, + { + "loss_action": 0.019090810790657997, + "loss_total": 0.019090810790657997, + "step": 50890 + }, + { + "loss_action": 0.007033765781670809, + "loss_total": 0.007033765781670809, + "step": 50890 + }, + { + "loss_action": 0.0064999936148524284, + "loss_total": 0.0064999936148524284, + "step": 50890 + }, + { + "grad_norm": 0.24359212815761566, + "learning_rate": 5.264596863094575e-05, + "loss": 0.0131, + "step": 50900 + }, + { + "loss_action": 0.019349440932273865, + "loss_total": 0.019349440932273865, + "step": 50900 + }, + { + "loss_action": 0.022169385105371475, + "loss_total": 0.022169385105371475, + "step": 50900 + }, + { + "loss_action": 0.016659148037433624, + "loss_total": 0.016659148037433624, + "step": 50900 + }, + { + "loss_action": 0.013956124894320965, + "loss_total": 0.013956124894320965, + "step": 50900 + }, + { + "loss_action": 0.009683452546596527, + "loss_total": 0.009683452546596527, + "step": 50900 + }, + { + "loss_action": 0.012643611058592796, + "loss_total": 0.012643611058592796, + "step": 50900 + }, + { + "grad_norm": 0.32592982053756714, + "learning_rate": 5.262945695700282e-05, + "loss": 0.0167, + "step": 50910 + }, + { + "loss_action": 0.019811412319540977, + "loss_total": 0.019811412319540977, + "step": 50910 + }, + { + "loss_action": 0.07520119100809097, + "loss_total": 0.07520119100809097, + "step": 50910 + }, + { + "loss_action": 0.009611495770514011, + "loss_total": 0.009611495770514011, + "step": 50910 + }, + { + "loss_action": 0.007748918607831001, + "loss_total": 0.007748918607831001, + "step": 50910 + }, + { + "loss_action": 0.0123227434232831, + "loss_total": 0.0123227434232831, + "step": 50910 + }, + { + "loss_action": 0.03939249739050865, + "loss_total": 0.03939249739050865, + "step": 50910 + }, + { + "grad_norm": 0.3995910584926605, + "learning_rate": 5.261294499550643e-05, + "loss": 0.0138, + "step": 50920 + }, + { + "loss_action": 0.03763172775506973, + "loss_total": 0.03763172775506973, + "step": 50920 + }, + { + "loss_action": 0.011228580959141254, + "loss_total": 0.011228580959141254, + "step": 50920 + }, + { + "loss_action": 0.061827402561903, + "loss_total": 0.061827402561903, + "step": 50920 + }, + { + "loss_action": 0.010705382563173771, + "loss_total": 0.010705382563173771, + "step": 50920 + }, + { + "loss_action": 0.009983216412365437, + "loss_total": 0.009983216412365437, + "step": 50920 + }, + { + "loss_action": 0.014998279511928558, + "loss_total": 0.014998279511928558, + "step": 50920 + }, + { + "grad_norm": 0.31038445234298706, + "learning_rate": 5.25964327482623e-05, + "loss": 0.019, + "step": 50930 + }, + { + "loss_action": 0.010218041948974133, + "loss_total": 0.010218041948974133, + "step": 50930 + }, + { + "loss_action": 0.018568875268101692, + "loss_total": 0.018568875268101692, + "step": 50930 + }, + { + "loss_action": 0.01946614496409893, + "loss_total": 0.01946614496409893, + "step": 50930 + }, + { + "loss_action": 0.008656551130115986, + "loss_total": 0.008656551130115986, + "step": 50930 + }, + { + "loss_action": 0.010228288359940052, + "loss_total": 0.010228288359940052, + "step": 50930 + }, + { + "loss_action": 0.015413181856274605, + "loss_total": 0.015413181856274605, + "step": 50930 + }, + { + "grad_norm": 0.48316487669944763, + "learning_rate": 5.257992021707617e-05, + "loss": 0.0185, + "step": 50940 + }, + { + "loss_action": 0.015668662264943123, + "loss_total": 0.015668662264943123, + "step": 50940 + }, + { + "loss_action": 0.01814974471926689, + "loss_total": 0.01814974471926689, + "step": 50940 + }, + { + "loss_action": 0.0065360404551029205, + "loss_total": 0.0065360404551029205, + "step": 50940 + }, + { + "loss_action": 0.011835332028567791, + "loss_total": 0.011835332028567791, + "step": 50940 + }, + { + "loss_action": 0.012120324186980724, + "loss_total": 0.012120324186980724, + "step": 50940 + }, + { + "loss_action": 0.012395631521940231, + "loss_total": 0.012395631521940231, + "step": 50940 + }, + { + "grad_norm": 0.3416304588317871, + "learning_rate": 5.256340740375387e-05, + "loss": 0.0207, + "step": 50950 + }, + { + "loss_action": 0.012398229911923409, + "loss_total": 0.012398229911923409, + "step": 50950 + }, + { + "loss_action": 0.011130711995065212, + "loss_total": 0.011130711995065212, + "step": 50950 + }, + { + "loss_action": 0.027696458622813225, + "loss_total": 0.027696458622813225, + "step": 50950 + }, + { + "loss_action": 0.02070983685553074, + "loss_total": 0.02070983685553074, + "step": 50950 + }, + { + "loss_action": 0.008299297653138638, + "loss_total": 0.008299297653138638, + "step": 50950 + }, + { + "loss_action": 0.021669240668416023, + "loss_total": 0.021669240668416023, + "step": 50950 + }, + { + "grad_norm": 0.5260211229324341, + "learning_rate": 5.254689431010117e-05, + "loss": 0.0157, + "step": 50960 + }, + { + "loss_action": 0.009319146163761616, + "loss_total": 0.009319146163761616, + "step": 50960 + }, + { + "loss_action": 0.02422242984175682, + "loss_total": 0.02422242984175682, + "step": 50960 + }, + { + "loss_action": 0.012599525973200798, + "loss_total": 0.012599525973200798, + "step": 50960 + }, + { + "loss_action": 0.013204764574766159, + "loss_total": 0.013204764574766159, + "step": 50960 + }, + { + "loss_action": 0.0073699187487363815, + "loss_total": 0.0073699187487363815, + "step": 50960 + }, + { + "loss_action": 0.007941382005810738, + "loss_total": 0.007941382005810738, + "step": 50960 + }, + { + "grad_norm": 0.3209210932254791, + "learning_rate": 5.253038093792395e-05, + "loss": 0.0146, + "step": 50970 + }, + { + "loss_action": 0.014344031922519207, + "loss_total": 0.014344031922519207, + "step": 50970 + }, + { + "loss_action": 0.027637379243969917, + "loss_total": 0.027637379243969917, + "step": 50970 + }, + { + "loss_action": 0.017940828576683998, + "loss_total": 0.017940828576683998, + "step": 50970 + }, + { + "loss_action": 0.011909565888345242, + "loss_total": 0.011909565888345242, + "step": 50970 + }, + { + "loss_action": 0.030984163284301758, + "loss_total": 0.030984163284301758, + "step": 50970 + }, + { + "loss_action": 0.01012928131967783, + "loss_total": 0.01012928131967783, + "step": 50970 + }, + { + "grad_norm": 0.36402371525764465, + "learning_rate": 5.251386728902806e-05, + "loss": 0.0161, + "step": 50980 + }, + { + "loss_action": 0.010090983472764492, + "loss_total": 0.010090983472764492, + "step": 50980 + }, + { + "loss_action": 0.01694484055042267, + "loss_total": 0.01694484055042267, + "step": 50980 + }, + { + "loss_action": 0.011584078893065453, + "loss_total": 0.011584078893065453, + "step": 50980 + }, + { + "loss_action": 0.006827807053923607, + "loss_total": 0.006827807053923607, + "step": 50980 + }, + { + "loss_action": 0.016374509781599045, + "loss_total": 0.016374509781599045, + "step": 50980 + }, + { + "loss_action": 0.021783052012324333, + "loss_total": 0.021783052012324333, + "step": 50980 + }, + { + "grad_norm": 0.3193836212158203, + "learning_rate": 5.2497353365219446e-05, + "loss": 0.0136, + "step": 50990 + }, + { + "loss_action": 0.008183038793504238, + "loss_total": 0.008183038793504238, + "step": 50990 + }, + { + "loss_action": 0.01086085382848978, + "loss_total": 0.01086085382848978, + "step": 50990 + }, + { + "loss_action": 0.00923953577876091, + "loss_total": 0.00923953577876091, + "step": 50990 + }, + { + "loss_action": 0.009975312277674675, + "loss_total": 0.009975312277674675, + "step": 50990 + }, + { + "loss_action": 0.0315866582095623, + "loss_total": 0.0315866582095623, + "step": 50990 + }, + { + "loss_action": 0.019483014941215515, + "loss_total": 0.019483014941215515, + "step": 50990 + }, + { + "grad_norm": 0.3517382740974426, + "learning_rate": 5.2480839168304e-05, + "loss": 0.0172, + "step": 51000 + }, + { + "loss_action": 0.007940324954688549, + "loss_total": 0.007940324954688549, + "step": 51000 + }, + { + "loss_action": 0.012878513894975185, + "loss_total": 0.012878513894975185, + "step": 51000 + }, + { + "loss_action": 0.013219321146607399, + "loss_total": 0.013219321146607399, + "step": 51000 + }, + { + "loss_action": 0.02929125912487507, + "loss_total": 0.02929125912487507, + "step": 51000 + }, + { + "loss_action": 0.019248327240347862, + "loss_total": 0.019248327240347862, + "step": 51000 + }, + { + "loss_action": 0.011455555446445942, + "loss_total": 0.011455555446445942, + "step": 51000 + }, + { + "grad_norm": 0.27569854259490967, + "learning_rate": 5.246432470008773e-05, + "loss": 0.0217, + "step": 51010 + }, + { + "loss_action": 0.008371744304895401, + "loss_total": 0.008371744304895401, + "step": 51010 + }, + { + "loss_action": 0.0059356181882321835, + "loss_total": 0.0059356181882321835, + "step": 51010 + }, + { + "loss_action": 0.0134172597900033, + "loss_total": 0.0134172597900033, + "step": 51010 + }, + { + "loss_action": 0.02215748280286789, + "loss_total": 0.02215748280286789, + "step": 51010 + }, + { + "loss_action": 0.007886797189712524, + "loss_total": 0.007886797189712524, + "step": 51010 + }, + { + "loss_action": 0.04127807542681694, + "loss_total": 0.04127807542681694, + "step": 51010 + }, + { + "grad_norm": 0.4844292998313904, + "learning_rate": 5.2447809962376616e-05, + "loss": 0.0152, + "step": 51020 + }, + { + "loss_action": 0.01676059700548649, + "loss_total": 0.01676059700548649, + "step": 51020 + }, + { + "loss_action": 0.012008477002382278, + "loss_total": 0.012008477002382278, + "step": 51020 + }, + { + "loss_action": 0.015304870903491974, + "loss_total": 0.015304870903491974, + "step": 51020 + }, + { + "loss_action": 0.014322168193757534, + "loss_total": 0.014322168193757534, + "step": 51020 + }, + { + "loss_action": 0.01352095976471901, + "loss_total": 0.01352095976471901, + "step": 51020 + }, + { + "loss_action": 0.004854653496295214, + "loss_total": 0.004854653496295214, + "step": 51020 + }, + { + "grad_norm": 0.3962140679359436, + "learning_rate": 5.243129495697666e-05, + "loss": 0.0161, + "step": 51030 + }, + { + "loss_action": 0.011833292432129383, + "loss_total": 0.011833292432129383, + "step": 51030 + }, + { + "loss_action": 0.018324485048651695, + "loss_total": 0.018324485048651695, + "step": 51030 + }, + { + "loss_action": 0.01745564304292202, + "loss_total": 0.01745564304292202, + "step": 51030 + }, + { + "loss_action": 0.05031473562121391, + "loss_total": 0.05031473562121391, + "step": 51030 + }, + { + "loss_action": 0.01570967584848404, + "loss_total": 0.01570967584848404, + "step": 51030 + }, + { + "loss_action": 0.010138582438230515, + "loss_total": 0.010138582438230515, + "step": 51030 + }, + { + "grad_norm": 0.3926345705986023, + "learning_rate": 5.241477968569397e-05, + "loss": 0.0215, + "step": 51040 + }, + { + "loss_action": 0.01801993139088154, + "loss_total": 0.01801993139088154, + "step": 51040 + }, + { + "loss_action": 0.01783781871199608, + "loss_total": 0.01783781871199608, + "step": 51040 + }, + { + "loss_action": 0.011846010573208332, + "loss_total": 0.011846010573208332, + "step": 51040 + }, + { + "loss_action": 0.006423864513635635, + "loss_total": 0.006423864513635635, + "step": 51040 + }, + { + "loss_action": 0.016552645713090897, + "loss_total": 0.016552645713090897, + "step": 51040 + }, + { + "loss_action": 0.013955436646938324, + "loss_total": 0.013955436646938324, + "step": 51040 + }, + { + "grad_norm": 0.6139761805534363, + "learning_rate": 5.23982641503346e-05, + "loss": 0.0176, + "step": 51050 + }, + { + "loss_action": 0.00910971313714981, + "loss_total": 0.00910971313714981, + "step": 51050 + }, + { + "loss_action": 0.021976150572299957, + "loss_total": 0.021976150572299957, + "step": 51050 + }, + { + "loss_action": 0.038697343319654465, + "loss_total": 0.038697343319654465, + "step": 51050 + }, + { + "loss_action": 0.011464481242001057, + "loss_total": 0.011464481242001057, + "step": 51050 + }, + { + "loss_action": 0.008242418058216572, + "loss_total": 0.008242418058216572, + "step": 51050 + }, + { + "loss_action": 0.008164220489561558, + "loss_total": 0.008164220489561558, + "step": 51050 + }, + { + "grad_norm": 0.36306458711624146, + "learning_rate": 5.238174835270465e-05, + "loss": 0.0217, + "step": 51060 + }, + { + "loss_action": 0.01142897643148899, + "loss_total": 0.01142897643148899, + "step": 51060 + }, + { + "loss_action": 0.008441735990345478, + "loss_total": 0.008441735990345478, + "step": 51060 + }, + { + "loss_action": 0.007617938797920942, + "loss_total": 0.007617938797920942, + "step": 51060 + }, + { + "loss_action": 0.015367201529443264, + "loss_total": 0.015367201529443264, + "step": 51060 + }, + { + "loss_action": 0.014239913783967495, + "loss_total": 0.014239913783967495, + "step": 51060 + }, + { + "loss_action": 0.009059551171958447, + "loss_total": 0.009059551171958447, + "step": 51060 + }, + { + "grad_norm": 0.39708203077316284, + "learning_rate": 5.23652322946103e-05, + "loss": 0.0143, + "step": 51070 + }, + { + "loss_action": 0.02856328710913658, + "loss_total": 0.02856328710913658, + "step": 51070 + }, + { + "loss_action": 0.008882200345396996, + "loss_total": 0.008882200345396996, + "step": 51070 + }, + { + "loss_action": 0.02894037961959839, + "loss_total": 0.02894037961959839, + "step": 51070 + }, + { + "loss_action": 0.008432988077402115, + "loss_total": 0.008432988077402115, + "step": 51070 + }, + { + "loss_action": 0.01019174326211214, + "loss_total": 0.01019174326211214, + "step": 51070 + }, + { + "loss_action": 0.014678181149065495, + "loss_total": 0.014678181149065495, + "step": 51070 + }, + { + "grad_norm": 0.43034595251083374, + "learning_rate": 5.234871597785771e-05, + "loss": 0.0179, + "step": 51080 + }, + { + "loss_action": 0.011378270573914051, + "loss_total": 0.011378270573914051, + "step": 51080 + }, + { + "loss_action": 0.006251370068639517, + "loss_total": 0.006251370068639517, + "step": 51080 + }, + { + "loss_action": 0.012020270340144634, + "loss_total": 0.012020270340144634, + "step": 51080 + }, + { + "loss_action": 0.010759484022855759, + "loss_total": 0.010759484022855759, + "step": 51080 + }, + { + "loss_action": 0.005729850847274065, + "loss_total": 0.005729850847274065, + "step": 51080 + }, + { + "loss_action": 0.005586082115769386, + "loss_total": 0.005586082115769386, + "step": 51080 + }, + { + "grad_norm": 0.383501261472702, + "learning_rate": 5.233219940425306e-05, + "loss": 0.0136, + "step": 51090 + }, + { + "loss_action": 0.013360096141695976, + "loss_total": 0.013360096141695976, + "step": 51090 + }, + { + "loss_action": 0.018575752153992653, + "loss_total": 0.018575752153992653, + "step": 51090 + }, + { + "loss_action": 0.01756003126502037, + "loss_total": 0.01756003126502037, + "step": 51090 + }, + { + "loss_action": 0.03706565126776695, + "loss_total": 0.03706565126776695, + "step": 51090 + }, + { + "loss_action": 0.005175720434635878, + "loss_total": 0.005175720434635878, + "step": 51090 + }, + { + "loss_action": 0.004801339004188776, + "loss_total": 0.004801339004188776, + "step": 51090 + }, + { + "grad_norm": 0.24999570846557617, + "learning_rate": 5.2315682575602576e-05, + "loss": 0.0164, + "step": 51100 + }, + { + "loss_action": 0.011735973879694939, + "loss_total": 0.011735973879694939, + "step": 51100 + }, + { + "loss_action": 0.016444722190499306, + "loss_total": 0.016444722190499306, + "step": 51100 + }, + { + "loss_action": 0.016759218648076057, + "loss_total": 0.016759218648076057, + "step": 51100 + }, + { + "loss_action": 0.01345738209784031, + "loss_total": 0.01345738209784031, + "step": 51100 + }, + { + "loss_action": 0.01880251243710518, + "loss_total": 0.01880251243710518, + "step": 51100 + }, + { + "loss_action": 0.024770164862275124, + "loss_total": 0.024770164862275124, + "step": 51100 + }, + { + "grad_norm": 0.504921019077301, + "learning_rate": 5.229916549371254e-05, + "loss": 0.0177, + "step": 51110 + }, + { + "loss_action": 0.014620316214859486, + "loss_total": 0.014620316214859486, + "step": 51110 + }, + { + "loss_action": 0.006328216753900051, + "loss_total": 0.006328216753900051, + "step": 51110 + }, + { + "loss_action": 0.019333859905600548, + "loss_total": 0.019333859905600548, + "step": 51110 + }, + { + "loss_action": 0.012226168997585773, + "loss_total": 0.012226168997585773, + "step": 51110 + }, + { + "loss_action": 0.008388559333980083, + "loss_total": 0.008388559333980083, + "step": 51110 + }, + { + "loss_action": 0.01564509980380535, + "loss_total": 0.01564509980380535, + "step": 51110 + }, + { + "grad_norm": 0.37069714069366455, + "learning_rate": 5.228264816038924e-05, + "loss": 0.0145, + "step": 51120 + }, + { + "loss_action": 0.00931889470666647, + "loss_total": 0.00931889470666647, + "step": 51120 + }, + { + "loss_action": 0.012385028414428234, + "loss_total": 0.012385028414428234, + "step": 51120 + }, + { + "loss_action": 0.012041441164910793, + "loss_total": 0.012041441164910793, + "step": 51120 + }, + { + "loss_action": 0.007520695682615042, + "loss_total": 0.007520695682615042, + "step": 51120 + }, + { + "loss_action": 0.004908627364784479, + "loss_total": 0.004908627364784479, + "step": 51120 + }, + { + "loss_action": 0.019466130062937737, + "loss_total": 0.019466130062937737, + "step": 51120 + }, + { + "grad_norm": 0.28609755635261536, + "learning_rate": 5.2266130577438935e-05, + "loss": 0.0152, + "step": 51130 + }, + { + "loss_action": 0.019956234842538834, + "loss_total": 0.019956234842538834, + "step": 51130 + }, + { + "loss_action": 0.011176525615155697, + "loss_total": 0.011176525615155697, + "step": 51130 + }, + { + "loss_action": 0.006478732451796532, + "loss_total": 0.006478732451796532, + "step": 51130 + }, + { + "loss_action": 0.01811978407204151, + "loss_total": 0.01811978407204151, + "step": 51130 + }, + { + "loss_action": 0.010250287130475044, + "loss_total": 0.010250287130475044, + "step": 51130 + }, + { + "loss_action": 0.012069513089954853, + "loss_total": 0.012069513089954853, + "step": 51130 + }, + { + "grad_norm": 0.42610445618629456, + "learning_rate": 5.224961274666802e-05, + "loss": 0.0167, + "step": 51140 + }, + { + "loss_action": 0.05251931771636009, + "loss_total": 0.05251931771636009, + "step": 51140 + }, + { + "loss_action": 0.005909843370318413, + "loss_total": 0.005909843370318413, + "step": 51140 + }, + { + "loss_action": 0.008828740566968918, + "loss_total": 0.008828740566968918, + "step": 51140 + }, + { + "loss_action": 0.017554230988025665, + "loss_total": 0.017554230988025665, + "step": 51140 + }, + { + "loss_action": 0.018305988982319832, + "loss_total": 0.018305988982319832, + "step": 51140 + }, + { + "loss_action": 0.011326665990054607, + "loss_total": 0.011326665990054607, + "step": 51140 + }, + { + "grad_norm": 0.3269380033016205, + "learning_rate": 5.223309466988283e-05, + "loss": 0.0157, + "step": 51150 + }, + { + "loss_action": 0.008422298356890678, + "loss_total": 0.008422298356890678, + "step": 51150 + }, + { + "loss_action": 0.005392198916524649, + "loss_total": 0.005392198916524649, + "step": 51150 + }, + { + "loss_action": 0.0061409748159348965, + "loss_total": 0.0061409748159348965, + "step": 51150 + }, + { + "loss_action": 0.004909649956971407, + "loss_total": 0.004909649956971407, + "step": 51150 + }, + { + "loss_action": 0.007179700303822756, + "loss_total": 0.007179700303822756, + "step": 51150 + }, + { + "loss_action": 0.018036212772130966, + "loss_total": 0.018036212772130966, + "step": 51150 + }, + { + "grad_norm": 0.3594640791416168, + "learning_rate": 5.221657634888976e-05, + "loss": 0.0186, + "step": 51160 + }, + { + "loss_action": 0.010233139619231224, + "loss_total": 0.010233139619231224, + "step": 51160 + }, + { + "loss_action": 0.007951297797262669, + "loss_total": 0.007951297797262669, + "step": 51160 + }, + { + "loss_action": 0.00919832568615675, + "loss_total": 0.00919832568615675, + "step": 51160 + }, + { + "loss_action": 0.006535261869430542, + "loss_total": 0.006535261869430542, + "step": 51160 + }, + { + "loss_action": 0.013141714967787266, + "loss_total": 0.013141714967787266, + "step": 51160 + }, + { + "loss_action": 0.05293077602982521, + "loss_total": 0.05293077602982521, + "step": 51160 + }, + { + "grad_norm": 0.26776036620140076, + "learning_rate": 5.2200057785495235e-05, + "loss": 0.0142, + "step": 51170 + }, + { + "loss_action": 0.018187876790761948, + "loss_total": 0.018187876790761948, + "step": 51170 + }, + { + "loss_action": 0.010559286922216415, + "loss_total": 0.010559286922216415, + "step": 51170 + }, + { + "loss_action": 0.192622572183609, + "loss_total": 0.192622572183609, + "step": 51170 + }, + { + "loss_action": 0.01647431217133999, + "loss_total": 0.01647431217133999, + "step": 51170 + }, + { + "loss_action": 0.004437859635800123, + "loss_total": 0.004437859635800123, + "step": 51170 + }, + { + "loss_action": 0.010692511685192585, + "loss_total": 0.010692511685192585, + "step": 51170 + }, + { + "grad_norm": 0.31157928705215454, + "learning_rate": 5.2183538981505706e-05, + "loss": 0.0199, + "step": 51180 + }, + { + "loss_action": 0.005779570434242487, + "loss_total": 0.005779570434242487, + "step": 51180 + }, + { + "loss_action": 0.006218889262527227, + "loss_total": 0.006218889262527227, + "step": 51180 + }, + { + "loss_action": 0.008790985681116581, + "loss_total": 0.008790985681116581, + "step": 51180 + }, + { + "loss_action": 0.016431955620646477, + "loss_total": 0.016431955620646477, + "step": 51180 + }, + { + "loss_action": 0.011223907582461834, + "loss_total": 0.011223907582461834, + "step": 51180 + }, + { + "loss_action": 0.00611871387809515, + "loss_total": 0.00611871387809515, + "step": 51180 + }, + { + "grad_norm": 0.2952773869037628, + "learning_rate": 5.216701993872762e-05, + "loss": 0.0153, + "step": 51190 + }, + { + "loss_action": 0.030574629083275795, + "loss_total": 0.030574629083275795, + "step": 51190 + }, + { + "loss_action": 0.007946101017296314, + "loss_total": 0.007946101017296314, + "step": 51190 + }, + { + "loss_action": 0.010208002291619778, + "loss_total": 0.010208002291619778, + "step": 51190 + }, + { + "loss_action": 0.01256293710321188, + "loss_total": 0.01256293710321188, + "step": 51190 + }, + { + "loss_action": 0.005619239993393421, + "loss_total": 0.005619239993393421, + "step": 51190 + }, + { + "loss_action": 0.02086925134062767, + "loss_total": 0.02086925134062767, + "step": 51190 + }, + { + "grad_norm": 0.33273401856422424, + "learning_rate": 5.215050065896752e-05, + "loss": 0.0134, + "step": 51200 + }, + { + "loss_action": 0.009814904071390629, + "loss_total": 0.009814904071390629, + "step": 51200 + }, + { + "loss_action": 0.01310440432280302, + "loss_total": 0.01310440432280302, + "step": 51200 + }, + { + "loss_action": 0.0059071313589811325, + "loss_total": 0.0059071313589811325, + "step": 51200 + }, + { + "loss_action": 0.019081484526395798, + "loss_total": 0.019081484526395798, + "step": 51200 + }, + { + "loss_action": 0.011398864910006523, + "loss_total": 0.011398864910006523, + "step": 51200 + }, + { + "loss_action": 0.007708677556365728, + "loss_total": 0.007708677556365728, + "step": 51200 + }, + { + "grad_norm": 0.2518538236618042, + "learning_rate": 5.2133981144031875e-05, + "loss": 0.0141, + "step": 51210 + }, + { + "loss_action": 0.006658891681581736, + "loss_total": 0.006658891681581736, + "step": 51210 + }, + { + "loss_action": 0.021398579701781273, + "loss_total": 0.021398579701781273, + "step": 51210 + }, + { + "loss_action": 0.014870654791593552, + "loss_total": 0.014870654791593552, + "step": 51210 + }, + { + "loss_action": 0.021980414167046547, + "loss_total": 0.021980414167046547, + "step": 51210 + }, + { + "loss_action": 0.0069563365541398525, + "loss_total": 0.0069563365541398525, + "step": 51210 + }, + { + "loss_action": 0.03128322958946228, + "loss_total": 0.03128322958946228, + "step": 51210 + }, + { + "grad_norm": 0.30029815435409546, + "learning_rate": 5.211746139572727e-05, + "loss": 0.0147, + "step": 51220 + }, + { + "loss_action": 0.009703082032501698, + "loss_total": 0.009703082032501698, + "step": 51220 + }, + { + "loss_action": 0.016664687544107437, + "loss_total": 0.016664687544107437, + "step": 51220 + }, + { + "loss_action": 0.010527504608035088, + "loss_total": 0.010527504608035088, + "step": 51220 + }, + { + "loss_action": 0.022482765838503838, + "loss_total": 0.022482765838503838, + "step": 51220 + }, + { + "loss_action": 0.055181097239255905, + "loss_total": 0.055181097239255905, + "step": 51220 + }, + { + "loss_action": 0.012594060972332954, + "loss_total": 0.012594060972332954, + "step": 51220 + }, + { + "grad_norm": 0.4259927570819855, + "learning_rate": 5.210094141586026e-05, + "loss": 0.0149, + "step": 51230 + }, + { + "loss_action": 0.013421707786619663, + "loss_total": 0.013421707786619663, + "step": 51230 + }, + { + "loss_action": 0.008562915958464146, + "loss_total": 0.008562915958464146, + "step": 51230 + }, + { + "loss_action": 0.010383427143096924, + "loss_total": 0.010383427143096924, + "step": 51230 + }, + { + "loss_action": 0.02873668447136879, + "loss_total": 0.02873668447136879, + "step": 51230 + }, + { + "loss_action": 0.009582919999957085, + "loss_total": 0.009582919999957085, + "step": 51230 + }, + { + "loss_action": 0.006452038884162903, + "loss_total": 0.006452038884162903, + "step": 51230 + }, + { + "grad_norm": 0.3744357228279114, + "learning_rate": 5.2084421206237476e-05, + "loss": 0.0145, + "step": 51240 + }, + { + "loss_action": 0.02146540768444538, + "loss_total": 0.02146540768444538, + "step": 51240 + }, + { + "loss_action": 0.009293443523347378, + "loss_total": 0.009293443523347378, + "step": 51240 + }, + { + "loss_action": 0.028186427429318428, + "loss_total": 0.028186427429318428, + "step": 51240 + }, + { + "loss_action": 0.0065286117605865, + "loss_total": 0.0065286117605865, + "step": 51240 + }, + { + "loss_action": 0.013711441308259964, + "loss_total": 0.013711441308259964, + "step": 51240 + }, + { + "loss_action": 0.011017278768122196, + "loss_total": 0.011017278768122196, + "step": 51240 + }, + { + "grad_norm": 0.2996639311313629, + "learning_rate": 5.20679007686655e-05, + "loss": 0.0142, + "step": 51250 + }, + { + "loss_action": 0.02662672847509384, + "loss_total": 0.02662672847509384, + "step": 51250 + }, + { + "loss_action": 0.030516566708683968, + "loss_total": 0.030516566708683968, + "step": 51250 + }, + { + "loss_action": 0.017269276082515717, + "loss_total": 0.017269276082515717, + "step": 51250 + }, + { + "loss_action": 0.006550425197929144, + "loss_total": 0.006550425197929144, + "step": 51250 + }, + { + "loss_action": 0.006328785326331854, + "loss_total": 0.006328785326331854, + "step": 51250 + }, + { + "loss_action": 0.003912052605301142, + "loss_total": 0.003912052605301142, + "step": 51250 + }, + { + "grad_norm": 0.3621324300765991, + "learning_rate": 5.205138010495102e-05, + "loss": 0.0151, + "step": 51260 + }, + { + "loss_action": 0.007552271708846092, + "loss_total": 0.007552271708846092, + "step": 51260 + }, + { + "loss_action": 0.020421640947461128, + "loss_total": 0.020421640947461128, + "step": 51260 + }, + { + "loss_action": 0.00938535574823618, + "loss_total": 0.00938535574823618, + "step": 51260 + }, + { + "loss_action": 0.014690686017274857, + "loss_total": 0.014690686017274857, + "step": 51260 + }, + { + "loss_action": 0.010965559631586075, + "loss_total": 0.010965559631586075, + "step": 51260 + }, + { + "loss_action": 0.0069872550666332245, + "loss_total": 0.0069872550666332245, + "step": 51260 + }, + { + "grad_norm": 0.30269235372543335, + "learning_rate": 5.20348592169007e-05, + "loss": 0.0122, + "step": 51270 + }, + { + "loss_action": 0.01448073610663414, + "loss_total": 0.01448073610663414, + "step": 51270 + }, + { + "loss_action": 0.013864868320524693, + "loss_total": 0.013864868320524693, + "step": 51270 + }, + { + "loss_action": 0.0076976059935987, + "loss_total": 0.0076976059935987, + "step": 51270 + }, + { + "loss_action": 0.019870221614837646, + "loss_total": 0.019870221614837646, + "step": 51270 + }, + { + "loss_action": 0.012695597484707832, + "loss_total": 0.012695597484707832, + "step": 51270 + }, + { + "loss_action": 0.01427704282104969, + "loss_total": 0.01427704282104969, + "step": 51270 + }, + { + "grad_norm": 0.41016602516174316, + "learning_rate": 5.201833810632123e-05, + "loss": 0.014, + "step": 51280 + }, + { + "loss_action": 0.006606423296034336, + "loss_total": 0.006606423296034336, + "step": 51280 + }, + { + "loss_action": 0.014732325449585915, + "loss_total": 0.014732325449585915, + "step": 51280 + }, + { + "loss_action": 0.00586582999676466, + "loss_total": 0.00586582999676466, + "step": 51280 + }, + { + "loss_action": 0.01386531163007021, + "loss_total": 0.01386531163007021, + "step": 51280 + }, + { + "loss_action": 0.006432035006582737, + "loss_total": 0.006432035006582737, + "step": 51280 + }, + { + "loss_action": 0.012782475911080837, + "loss_total": 0.012782475911080837, + "step": 51280 + }, + { + "grad_norm": 0.2866760194301605, + "learning_rate": 5.200181677501933e-05, + "loss": 0.0127, + "step": 51290 + }, + { + "loss_action": 0.005723795387893915, + "loss_total": 0.005723795387893915, + "step": 51290 + }, + { + "loss_action": 0.008000127971172333, + "loss_total": 0.008000127971172333, + "step": 51290 + }, + { + "loss_action": 0.004486296325922012, + "loss_total": 0.004486296325922012, + "step": 51290 + }, + { + "loss_action": 0.007080346345901489, + "loss_total": 0.007080346345901489, + "step": 51290 + }, + { + "loss_action": 0.02351197972893715, + "loss_total": 0.02351197972893715, + "step": 51290 + }, + { + "loss_action": 0.010138466022908688, + "loss_total": 0.010138466022908688, + "step": 51290 + }, + { + "grad_norm": 0.3168497383594513, + "learning_rate": 5.1985295224801777e-05, + "loss": 0.0169, + "step": 51300 + }, + { + "loss_action": 0.02132805809378624, + "loss_total": 0.02132805809378624, + "step": 51300 + }, + { + "loss_action": 0.012531708925962448, + "loss_total": 0.012531708925962448, + "step": 51300 + }, + { + "loss_action": 0.008879263885319233, + "loss_total": 0.008879263885319233, + "step": 51300 + }, + { + "loss_action": 0.006091620307415724, + "loss_total": 0.006091620307415724, + "step": 51300 + }, + { + "loss_action": 0.0279599167406559, + "loss_total": 0.0279599167406559, + "step": 51300 + }, + { + "loss_action": 0.00639484403654933, + "loss_total": 0.00639484403654933, + "step": 51300 + }, + { + "grad_norm": 0.32086998224258423, + "learning_rate": 5.196877345747531e-05, + "loss": 0.0156, + "step": 51310 + }, + { + "loss_action": 0.016585804522037506, + "loss_total": 0.016585804522037506, + "step": 51310 + }, + { + "loss_action": 0.016092004254460335, + "loss_total": 0.016092004254460335, + "step": 51310 + }, + { + "loss_action": 0.01665002480149269, + "loss_total": 0.01665002480149269, + "step": 51310 + }, + { + "loss_action": 0.017517516389489174, + "loss_total": 0.017517516389489174, + "step": 51310 + }, + { + "loss_action": 0.027523500844836235, + "loss_total": 0.027523500844836235, + "step": 51310 + }, + { + "loss_action": 0.010717939585447311, + "loss_total": 0.010717939585447311, + "step": 51310 + }, + { + "grad_norm": 0.4080629348754883, + "learning_rate": 5.195225147484674e-05, + "loss": 0.0164, + "step": 51320 + }, + { + "loss_action": 0.007939910516142845, + "loss_total": 0.007939910516142845, + "step": 51320 + }, + { + "loss_action": 0.011166173033416271, + "loss_total": 0.011166173033416271, + "step": 51320 + }, + { + "loss_action": 0.008990610018372536, + "loss_total": 0.008990610018372536, + "step": 51320 + }, + { + "loss_action": 0.006364092230796814, + "loss_total": 0.006364092230796814, + "step": 51320 + }, + { + "loss_action": 0.029164671897888184, + "loss_total": 0.029164671897888184, + "step": 51320 + }, + { + "loss_action": 0.02063826285302639, + "loss_total": 0.02063826285302639, + "step": 51320 + }, + { + "grad_norm": 0.4058901369571686, + "learning_rate": 5.193572927872288e-05, + "loss": 0.0192, + "step": 51330 + }, + { + "loss_action": 0.006542024668306112, + "loss_total": 0.006542024668306112, + "step": 51330 + }, + { + "loss_action": 0.018296226859092712, + "loss_total": 0.018296226859092712, + "step": 51330 + }, + { + "loss_action": 0.018472306430339813, + "loss_total": 0.018472306430339813, + "step": 51330 + }, + { + "loss_action": 0.007811567280441523, + "loss_total": 0.007811567280441523, + "step": 51330 + }, + { + "loss_action": 0.014326675795018673, + "loss_total": 0.014326675795018673, + "step": 51330 + }, + { + "loss_action": 0.014366618357598782, + "loss_total": 0.014366618357598782, + "step": 51330 + }, + { + "grad_norm": 0.36436307430267334, + "learning_rate": 5.191920687091059e-05, + "loss": 0.0163, + "step": 51340 + }, + { + "loss_action": 0.01944953016936779, + "loss_total": 0.01944953016936779, + "step": 51340 + }, + { + "loss_action": 0.007950706407427788, + "loss_total": 0.007950706407427788, + "step": 51340 + }, + { + "loss_action": 0.03982550650835037, + "loss_total": 0.03982550650835037, + "step": 51340 + }, + { + "loss_action": 0.010433541610836983, + "loss_total": 0.010433541610836983, + "step": 51340 + }, + { + "loss_action": 0.010268362239003181, + "loss_total": 0.010268362239003181, + "step": 51340 + }, + { + "loss_action": 0.007434726692736149, + "loss_total": 0.007434726692736149, + "step": 51340 + }, + { + "grad_norm": 0.42439761757850647, + "learning_rate": 5.1902684253216695e-05, + "loss": 0.0188, + "step": 51350 + }, + { + "loss_action": 0.028848841786384583, + "loss_total": 0.028848841786384583, + "step": 51350 + }, + { + "loss_action": 0.07055962830781937, + "loss_total": 0.07055962830781937, + "step": 51350 + }, + { + "loss_action": 0.05949064716696739, + "loss_total": 0.05949064716696739, + "step": 51350 + }, + { + "loss_action": 0.012521381489932537, + "loss_total": 0.012521381489932537, + "step": 51350 + }, + { + "loss_action": 0.04079541563987732, + "loss_total": 0.04079541563987732, + "step": 51350 + }, + { + "loss_action": 0.013751012273132801, + "loss_total": 0.013751012273132801, + "step": 51350 + }, + { + "grad_norm": 0.3539848029613495, + "learning_rate": 5.1886161427448134e-05, + "loss": 0.0171, + "step": 51360 + }, + { + "loss_action": 0.006628337781876326, + "loss_total": 0.006628337781876326, + "step": 51360 + }, + { + "loss_action": 0.01765177585184574, + "loss_total": 0.01765177585184574, + "step": 51360 + }, + { + "loss_action": 0.009753257036209106, + "loss_total": 0.009753257036209106, + "step": 51360 + }, + { + "loss_action": 0.007627661805599928, + "loss_total": 0.007627661805599928, + "step": 51360 + }, + { + "loss_action": 0.01308276504278183, + "loss_total": 0.01308276504278183, + "step": 51360 + }, + { + "loss_action": 0.008342504501342773, + "loss_total": 0.008342504501342773, + "step": 51360 + }, + { + "grad_norm": 0.4126949906349182, + "learning_rate": 5.186963839541179e-05, + "loss": 0.0158, + "step": 51370 + }, + { + "loss_action": 0.014133731834590435, + "loss_total": 0.014133731834590435, + "step": 51370 + }, + { + "loss_action": 0.01928340271115303, + "loss_total": 0.01928340271115303, + "step": 51370 + }, + { + "loss_action": 0.01526297815144062, + "loss_total": 0.01526297815144062, + "step": 51370 + }, + { + "loss_action": 0.010314063169062138, + "loss_total": 0.010314063169062138, + "step": 51370 + }, + { + "loss_action": 0.007225630339235067, + "loss_total": 0.007225630339235067, + "step": 51370 + }, + { + "loss_action": 0.021422676742076874, + "loss_total": 0.021422676742076874, + "step": 51370 + }, + { + "grad_norm": 0.2836261987686157, + "learning_rate": 5.185311515891459e-05, + "loss": 0.013, + "step": 51380 + }, + { + "loss_action": 0.008960516192018986, + "loss_total": 0.008960516192018986, + "step": 51380 + }, + { + "loss_action": 0.018101930618286133, + "loss_total": 0.018101930618286133, + "step": 51380 + }, + { + "loss_action": 0.021846946328878403, + "loss_total": 0.021846946328878403, + "step": 51380 + }, + { + "loss_action": 0.01019621454179287, + "loss_total": 0.01019621454179287, + "step": 51380 + }, + { + "loss_action": 0.013533937744796276, + "loss_total": 0.013533937744796276, + "step": 51380 + }, + { + "loss_action": 0.014996559359133244, + "loss_total": 0.014996559359133244, + "step": 51380 + }, + { + "grad_norm": 0.30616042017936707, + "learning_rate": 5.1836591719763516e-05, + "loss": 0.0169, + "step": 51390 + }, + { + "loss_action": 0.030454015359282494, + "loss_total": 0.030454015359282494, + "step": 51390 + }, + { + "loss_action": 0.008482430130243301, + "loss_total": 0.008482430130243301, + "step": 51390 + }, + { + "loss_action": 0.021315906196832657, + "loss_total": 0.021315906196832657, + "step": 51390 + }, + { + "loss_action": 0.03395478427410126, + "loss_total": 0.03395478427410126, + "step": 51390 + }, + { + "loss_action": 0.007127631455659866, + "loss_total": 0.007127631455659866, + "step": 51390 + }, + { + "loss_action": 0.016638439148664474, + "loss_total": 0.016638439148664474, + "step": 51390 + }, + { + "grad_norm": 0.3653152883052826, + "learning_rate": 5.182006807976554e-05, + "loss": 0.0157, + "step": 51400 + }, + { + "loss_action": 0.05706469342112541, + "loss_total": 0.05706469342112541, + "step": 51400 + }, + { + "loss_action": 0.01825970783829689, + "loss_total": 0.01825970783829689, + "step": 51400 + }, + { + "loss_action": 0.008538938127458096, + "loss_total": 0.008538938127458096, + "step": 51400 + }, + { + "loss_action": 0.018075210973620415, + "loss_total": 0.018075210973620415, + "step": 51400 + }, + { + "loss_action": 0.023403767496347427, + "loss_total": 0.023403767496347427, + "step": 51400 + }, + { + "loss_action": 0.00668621389195323, + "loss_total": 0.00668621389195323, + "step": 51400 + }, + { + "grad_norm": 0.3671673834323883, + "learning_rate": 5.180354424072763e-05, + "loss": 0.0151, + "step": 51410 + }, + { + "loss_action": 0.0098826102912426, + "loss_total": 0.0098826102912426, + "step": 51410 + }, + { + "loss_action": 0.017645426094532013, + "loss_total": 0.017645426094532013, + "step": 51410 + }, + { + "loss_action": 0.02760365977883339, + "loss_total": 0.02760365977883339, + "step": 51410 + }, + { + "loss_action": 0.014774655923247337, + "loss_total": 0.014774655923247337, + "step": 51410 + }, + { + "loss_action": 0.014160914346575737, + "loss_total": 0.014160914346575737, + "step": 51410 + }, + { + "loss_action": 0.012678826227784157, + "loss_total": 0.012678826227784157, + "step": 51410 + }, + { + "grad_norm": 0.527217447757721, + "learning_rate": 5.178702020445686e-05, + "loss": 0.0168, + "step": 51420 + }, + { + "loss_action": 0.012682521715760231, + "loss_total": 0.012682521715760231, + "step": 51420 + }, + { + "loss_action": 0.015121213160455227, + "loss_total": 0.015121213160455227, + "step": 51420 + }, + { + "loss_action": 0.012544538825750351, + "loss_total": 0.012544538825750351, + "step": 51420 + }, + { + "loss_action": 0.019453415647149086, + "loss_total": 0.019453415647149086, + "step": 51420 + }, + { + "loss_action": 0.014755751937627792, + "loss_total": 0.014755751937627792, + "step": 51420 + }, + { + "loss_action": 0.01514874305576086, + "loss_total": 0.01514874305576086, + "step": 51420 + }, + { + "grad_norm": 0.3133750855922699, + "learning_rate": 5.177049597276024e-05, + "loss": 0.0145, + "step": 51430 + }, + { + "loss_action": 0.019618498161435127, + "loss_total": 0.019618498161435127, + "step": 51430 + }, + { + "loss_action": 0.004569500219076872, + "loss_total": 0.004569500219076872, + "step": 51430 + }, + { + "loss_action": 0.01742011494934559, + "loss_total": 0.01742011494934559, + "step": 51430 + }, + { + "loss_action": 0.013806605711579323, + "loss_total": 0.013806605711579323, + "step": 51430 + }, + { + "loss_action": 0.0326446071267128, + "loss_total": 0.0326446071267128, + "step": 51430 + }, + { + "loss_action": 0.016291316598653793, + "loss_total": 0.016291316598653793, + "step": 51430 + }, + { + "grad_norm": 0.3857186734676361, + "learning_rate": 5.175397154744482e-05, + "loss": 0.017, + "step": 51440 + }, + { + "loss_action": 0.01178655494004488, + "loss_total": 0.01178655494004488, + "step": 51440 + }, + { + "loss_action": 0.019141120836138725, + "loss_total": 0.019141120836138725, + "step": 51440 + }, + { + "loss_action": 0.0058273011818528175, + "loss_total": 0.0058273011818528175, + "step": 51440 + }, + { + "loss_action": 0.011287945322692394, + "loss_total": 0.011287945322692394, + "step": 51440 + }, + { + "loss_action": 0.009716651402413845, + "loss_total": 0.009716651402413845, + "step": 51440 + }, + { + "loss_action": 0.01588059589266777, + "loss_total": 0.01588059589266777, + "step": 51440 + }, + { + "grad_norm": 0.43954014778137207, + "learning_rate": 5.1737446930317736e-05, + "loss": 0.0157, + "step": 51450 + }, + { + "loss_action": 0.009782757610082626, + "loss_total": 0.009782757610082626, + "step": 51450 + }, + { + "loss_action": 0.016753092408180237, + "loss_total": 0.016753092408180237, + "step": 51450 + }, + { + "loss_action": 0.010295218788087368, + "loss_total": 0.010295218788087368, + "step": 51450 + }, + { + "loss_action": 0.011750394478440285, + "loss_total": 0.011750394478440285, + "step": 51450 + }, + { + "loss_action": 0.01357203722000122, + "loss_total": 0.01357203722000122, + "step": 51450 + }, + { + "loss_action": 0.01984293758869171, + "loss_total": 0.01984293758869171, + "step": 51450 + }, + { + "grad_norm": 0.43466582894325256, + "learning_rate": 5.172092212318604e-05, + "loss": 0.018, + "step": 51460 + }, + { + "loss_action": 0.019572924822568893, + "loss_total": 0.019572924822568893, + "step": 51460 + }, + { + "loss_action": 0.008177582174539566, + "loss_total": 0.008177582174539566, + "step": 51460 + }, + { + "loss_action": 0.03835601359605789, + "loss_total": 0.03835601359605789, + "step": 51460 + }, + { + "loss_action": 0.019839003682136536, + "loss_total": 0.019839003682136536, + "step": 51460 + }, + { + "loss_action": 0.011986099183559418, + "loss_total": 0.011986099183559418, + "step": 51460 + }, + { + "loss_action": 0.030694499611854553, + "loss_total": 0.030694499611854553, + "step": 51460 + }, + { + "grad_norm": 0.3176021873950958, + "learning_rate": 5.170439712785692e-05, + "loss": 0.0151, + "step": 51470 + }, + { + "loss_action": 0.028976045548915863, + "loss_total": 0.028976045548915863, + "step": 51470 + }, + { + "loss_action": 0.007407031022012234, + "loss_total": 0.007407031022012234, + "step": 51470 + }, + { + "loss_action": 0.008955460973083973, + "loss_total": 0.008955460973083973, + "step": 51470 + }, + { + "loss_action": 0.01631947234272957, + "loss_total": 0.01631947234272957, + "step": 51470 + }, + { + "loss_action": 0.00731226010248065, + "loss_total": 0.00731226010248065, + "step": 51470 + }, + { + "loss_action": 0.01995270512998104, + "loss_total": 0.01995270512998104, + "step": 51470 + }, + { + "grad_norm": 0.3928738832473755, + "learning_rate": 5.1687871946137467e-05, + "loss": 0.0186, + "step": 51480 + }, + { + "loss_action": 0.0062836287543177605, + "loss_total": 0.0062836287543177605, + "step": 51480 + }, + { + "loss_action": 0.01158708706498146, + "loss_total": 0.01158708706498146, + "step": 51480 + }, + { + "loss_action": 0.020382214337587357, + "loss_total": 0.020382214337587357, + "step": 51480 + }, + { + "loss_action": 0.0059598577208817005, + "loss_total": 0.0059598577208817005, + "step": 51480 + }, + { + "loss_action": 0.008547714911401272, + "loss_total": 0.008547714911401272, + "step": 51480 + }, + { + "loss_action": 0.025851629674434662, + "loss_total": 0.025851629674434662, + "step": 51480 + }, + { + "grad_norm": 0.27479279041290283, + "learning_rate": 5.16713465798349e-05, + "loss": 0.0137, + "step": 51490 + }, + { + "loss_action": 0.012960546649992466, + "loss_total": 0.012960546649992466, + "step": 51490 + }, + { + "loss_action": 0.01071143802255392, + "loss_total": 0.01071143802255392, + "step": 51490 + }, + { + "loss_action": 0.011705238372087479, + "loss_total": 0.011705238372087479, + "step": 51490 + }, + { + "loss_action": 0.022788742557168007, + "loss_total": 0.022788742557168007, + "step": 51490 + }, + { + "loss_action": 0.0048555186949670315, + "loss_total": 0.0048555186949670315, + "step": 51490 + }, + { + "loss_action": 0.006335752084851265, + "loss_total": 0.006335752084851265, + "step": 51490 + }, + { + "grad_norm": 0.3662090599536896, + "learning_rate": 5.165482103075637e-05, + "loss": 0.016, + "step": 51500 + }, + { + "loss_action": 0.01921137236058712, + "loss_total": 0.01921137236058712, + "step": 51500 + }, + { + "loss_action": 0.014419196173548698, + "loss_total": 0.014419196173548698, + "step": 51500 + }, + { + "loss_action": 0.03027660772204399, + "loss_total": 0.03027660772204399, + "step": 51500 + }, + { + "loss_action": 0.025651542469859123, + "loss_total": 0.025651542469859123, + "step": 51500 + }, + { + "loss_action": 0.005417541600763798, + "loss_total": 0.005417541600763798, + "step": 51500 + }, + { + "loss_action": 0.0063768308609724045, + "loss_total": 0.0063768308609724045, + "step": 51500 + }, + { + "grad_norm": 0.3192434012889862, + "learning_rate": 5.163829530070909e-05, + "loss": 0.0144, + "step": 51510 + }, + { + "loss_action": 0.010793469846248627, + "loss_total": 0.010793469846248627, + "step": 51510 + }, + { + "loss_action": 0.013933510519564152, + "loss_total": 0.013933510519564152, + "step": 51510 + }, + { + "loss_action": 0.011424172669649124, + "loss_total": 0.011424172669649124, + "step": 51510 + }, + { + "loss_action": 0.009204489178955555, + "loss_total": 0.009204489178955555, + "step": 51510 + }, + { + "loss_action": 0.00853674951940775, + "loss_total": 0.00853674951940775, + "step": 51510 + }, + { + "loss_action": 0.004749404266476631, + "loss_total": 0.004749404266476631, + "step": 51510 + }, + { + "grad_norm": 0.4023813307285309, + "learning_rate": 5.162176939150032e-05, + "loss": 0.0163, + "step": 51520 + }, + { + "loss_action": 0.01141904667019844, + "loss_total": 0.01141904667019844, + "step": 51520 + }, + { + "loss_action": 0.027368687093257904, + "loss_total": 0.027368687093257904, + "step": 51520 + }, + { + "loss_action": 0.07075411081314087, + "loss_total": 0.07075411081314087, + "step": 51520 + }, + { + "loss_action": 0.01472948957234621, + "loss_total": 0.01472948957234621, + "step": 51520 + }, + { + "loss_action": 0.008607561700046062, + "loss_total": 0.008607561700046062, + "step": 51520 + }, + { + "loss_action": 0.008118176832795143, + "loss_total": 0.008118176832795143, + "step": 51520 + }, + { + "grad_norm": 0.28180962800979614, + "learning_rate": 5.160524330493728e-05, + "loss": 0.015, + "step": 51530 + }, + { + "loss_action": 0.05607646331191063, + "loss_total": 0.05607646331191063, + "step": 51530 + }, + { + "loss_action": 0.01217731088399887, + "loss_total": 0.01217731088399887, + "step": 51530 + }, + { + "loss_action": 0.010755909606814384, + "loss_total": 0.010755909606814384, + "step": 51530 + }, + { + "loss_action": 0.02246159315109253, + "loss_total": 0.02246159315109253, + "step": 51530 + }, + { + "loss_action": 0.008275284431874752, + "loss_total": 0.008275284431874752, + "step": 51530 + }, + { + "loss_action": 0.007936524227261543, + "loss_total": 0.007936524227261543, + "step": 51530 + }, + { + "grad_norm": 0.29117536544799805, + "learning_rate": 5.158871704282724e-05, + "loss": 0.012, + "step": 51540 + }, + { + "loss_action": 0.022882668301463127, + "loss_total": 0.022882668301463127, + "step": 51540 + }, + { + "loss_action": 0.016060659661889076, + "loss_total": 0.016060659661889076, + "step": 51540 + }, + { + "loss_action": 0.04830517619848251, + "loss_total": 0.04830517619848251, + "step": 51540 + }, + { + "loss_action": 0.006330930162221193, + "loss_total": 0.006330930162221193, + "step": 51540 + }, + { + "loss_action": 0.0055414787493646145, + "loss_total": 0.0055414787493646145, + "step": 51540 + }, + { + "loss_action": 0.006020139902830124, + "loss_total": 0.006020139902830124, + "step": 51540 + }, + { + "grad_norm": 0.27101728320121765, + "learning_rate": 5.15721906069775e-05, + "loss": 0.0145, + "step": 51550 + }, + { + "loss_action": 0.012893475592136383, + "loss_total": 0.012893475592136383, + "step": 51550 + }, + { + "loss_action": 0.011457200162112713, + "loss_total": 0.011457200162112713, + "step": 51550 + }, + { + "loss_action": 0.005500643514096737, + "loss_total": 0.005500643514096737, + "step": 51550 + }, + { + "loss_action": 0.007777991238981485, + "loss_total": 0.007777991238981485, + "step": 51550 + }, + { + "loss_action": 0.03853084519505501, + "loss_total": 0.03853084519505501, + "step": 51550 + }, + { + "loss_action": 0.01478128507733345, + "loss_total": 0.01478128507733345, + "step": 51550 + }, + { + "grad_norm": 0.280907541513443, + "learning_rate": 5.155566399919536e-05, + "loss": 0.0121, + "step": 51560 + }, + { + "loss_action": 0.010074455291032791, + "loss_total": 0.010074455291032791, + "step": 51560 + }, + { + "loss_action": 0.008647480048239231, + "loss_total": 0.008647480048239231, + "step": 51560 + }, + { + "loss_action": 0.009739766828715801, + "loss_total": 0.009739766828715801, + "step": 51560 + }, + { + "loss_action": 0.016833851113915443, + "loss_total": 0.016833851113915443, + "step": 51560 + }, + { + "loss_action": 0.008350406773388386, + "loss_total": 0.008350406773388386, + "step": 51560 + }, + { + "loss_action": 0.010533912107348442, + "loss_total": 0.010533912107348442, + "step": 51560 + }, + { + "grad_norm": 0.33297646045684814, + "learning_rate": 5.153913722128813e-05, + "loss": 0.0148, + "step": 51570 + }, + { + "loss_action": 0.026207923889160156, + "loss_total": 0.026207923889160156, + "step": 51570 + }, + { + "loss_action": 0.010620438493788242, + "loss_total": 0.010620438493788242, + "step": 51570 + }, + { + "loss_action": 0.01026703231036663, + "loss_total": 0.01026703231036663, + "step": 51570 + }, + { + "loss_action": 0.016016220673918724, + "loss_total": 0.016016220673918724, + "step": 51570 + }, + { + "loss_action": 0.016154155135154724, + "loss_total": 0.016154155135154724, + "step": 51570 + }, + { + "loss_action": 0.010570059530436993, + "loss_total": 0.010570059530436993, + "step": 51570 + }, + { + "grad_norm": 0.34195852279663086, + "learning_rate": 5.1522610275063176e-05, + "loss": 0.0169, + "step": 51580 + }, + { + "loss_action": 0.012287583202123642, + "loss_total": 0.012287583202123642, + "step": 51580 + }, + { + "loss_action": 0.0045514036901295185, + "loss_total": 0.0045514036901295185, + "step": 51580 + }, + { + "loss_action": 0.010789968073368073, + "loss_total": 0.010789968073368073, + "step": 51580 + }, + { + "loss_action": 0.006224453449249268, + "loss_total": 0.006224453449249268, + "step": 51580 + }, + { + "loss_action": 0.02810746245086193, + "loss_total": 0.02810746245086193, + "step": 51580 + }, + { + "loss_action": 0.008754225447773933, + "loss_total": 0.008754225447773933, + "step": 51580 + }, + { + "grad_norm": 0.3700123429298401, + "learning_rate": 5.150608316232786e-05, + "loss": 0.0138, + "step": 51590 + }, + { + "loss_action": 0.005970445927232504, + "loss_total": 0.005970445927232504, + "step": 51590 + }, + { + "loss_action": 0.012423940002918243, + "loss_total": 0.012423940002918243, + "step": 51590 + }, + { + "loss_action": 0.015173371881246567, + "loss_total": 0.015173371881246567, + "step": 51590 + }, + { + "loss_action": 0.016614370048046112, + "loss_total": 0.016614370048046112, + "step": 51590 + }, + { + "loss_action": 0.008456233888864517, + "loss_total": 0.008456233888864517, + "step": 51590 + }, + { + "loss_action": 0.011442259885370731, + "loss_total": 0.011442259885370731, + "step": 51590 + }, + { + "grad_norm": 0.34535446763038635, + "learning_rate": 5.148955588488955e-05, + "loss": 0.0143, + "step": 51600 + }, + { + "loss_action": 0.06164267286658287, + "loss_total": 0.06164267286658287, + "step": 51600 + }, + { + "loss_action": 0.0077291214838624, + "loss_total": 0.0077291214838624, + "step": 51600 + }, + { + "loss_action": 0.009299351833760738, + "loss_total": 0.009299351833760738, + "step": 51600 + }, + { + "loss_action": 0.017729325219988823, + "loss_total": 0.017729325219988823, + "step": 51600 + }, + { + "loss_action": 0.009669803082942963, + "loss_total": 0.009669803082942963, + "step": 51600 + }, + { + "loss_action": 0.014035224914550781, + "loss_total": 0.014035224914550781, + "step": 51600 + }, + { + "grad_norm": 0.3311694264411926, + "learning_rate": 5.147302844455564e-05, + "loss": 0.0151, + "step": 51610 + }, + { + "loss_action": 0.011164038442075253, + "loss_total": 0.011164038442075253, + "step": 51610 + }, + { + "loss_action": 0.018569186329841614, + "loss_total": 0.018569186329841614, + "step": 51610 + }, + { + "loss_action": 0.007849987596273422, + "loss_total": 0.007849987596273422, + "step": 51610 + }, + { + "loss_action": 0.0070042978040874004, + "loss_total": 0.0070042978040874004, + "step": 51610 + }, + { + "loss_action": 0.015050051733851433, + "loss_total": 0.015050051733851433, + "step": 51610 + }, + { + "loss_action": 0.009160461835563183, + "loss_total": 0.009160461835563183, + "step": 51610 + }, + { + "grad_norm": 0.3536936044692993, + "learning_rate": 5.145650084313356e-05, + "loss": 0.0137, + "step": 51620 + }, + { + "loss_action": 0.0277283675968647, + "loss_total": 0.0277283675968647, + "step": 51620 + }, + { + "loss_action": 0.008598648943006992, + "loss_total": 0.008598648943006992, + "step": 51620 + }, + { + "loss_action": 0.013429944403469563, + "loss_total": 0.013429944403469563, + "step": 51620 + }, + { + "loss_action": 0.012627018615603447, + "loss_total": 0.012627018615603447, + "step": 51620 + }, + { + "loss_action": 0.007442221511155367, + "loss_total": 0.007442221511155367, + "step": 51620 + }, + { + "loss_action": 0.018252678215503693, + "loss_total": 0.018252678215503693, + "step": 51620 + }, + { + "grad_norm": 0.47091761231422424, + "learning_rate": 5.1439973082430734e-05, + "loss": 0.0172, + "step": 51630 + }, + { + "loss_action": 0.053285036236047745, + "loss_total": 0.053285036236047745, + "step": 51630 + }, + { + "loss_action": 0.00649737985804677, + "loss_total": 0.00649737985804677, + "step": 51630 + }, + { + "loss_action": 0.01021203026175499, + "loss_total": 0.01021203026175499, + "step": 51630 + }, + { + "loss_action": 0.008320719934999943, + "loss_total": 0.008320719934999943, + "step": 51630 + }, + { + "loss_action": 0.0064028119668364525, + "loss_total": 0.0064028119668364525, + "step": 51630 + }, + { + "loss_action": 0.007814697921276093, + "loss_total": 0.007814697921276093, + "step": 51630 + }, + { + "grad_norm": 0.39437103271484375, + "learning_rate": 5.142344516425461e-05, + "loss": 0.0171, + "step": 51640 + }, + { + "loss_action": 0.006485915742814541, + "loss_total": 0.006485915742814541, + "step": 51640 + }, + { + "loss_action": 0.01504469569772482, + "loss_total": 0.01504469569772482, + "step": 51640 + }, + { + "loss_action": 0.009991610422730446, + "loss_total": 0.009991610422730446, + "step": 51640 + }, + { + "loss_action": 0.007819552905857563, + "loss_total": 0.007819552905857563, + "step": 51640 + }, + { + "loss_action": 0.019466392695903778, + "loss_total": 0.019466392695903778, + "step": 51640 + }, + { + "loss_action": 0.015724556520581245, + "loss_total": 0.015724556520581245, + "step": 51640 + }, + { + "grad_norm": 0.40891245007514954, + "learning_rate": 5.1406917090412673e-05, + "loss": 0.0186, + "step": 51650 + }, + { + "loss_action": 0.016182955354452133, + "loss_total": 0.016182955354452133, + "step": 51650 + }, + { + "loss_action": 0.017340637743473053, + "loss_total": 0.017340637743473053, + "step": 51650 + }, + { + "loss_action": 0.028762683272361755, + "loss_total": 0.028762683272361755, + "step": 51650 + }, + { + "loss_action": 0.013316046446561813, + "loss_total": 0.013316046446561813, + "step": 51650 + }, + { + "loss_action": 0.01330949179828167, + "loss_total": 0.01330949179828167, + "step": 51650 + }, + { + "loss_action": 0.049164947122335434, + "loss_total": 0.049164947122335434, + "step": 51650 + }, + { + "grad_norm": 0.4313797056674957, + "learning_rate": 5.1390388862712404e-05, + "loss": 0.019, + "step": 51660 + }, + { + "loss_action": 0.017926499247550964, + "loss_total": 0.017926499247550964, + "step": 51660 + }, + { + "loss_action": 0.008960160426795483, + "loss_total": 0.008960160426795483, + "step": 51660 + }, + { + "loss_action": 0.010216103866696358, + "loss_total": 0.010216103866696358, + "step": 51660 + }, + { + "loss_action": 0.04364892467856407, + "loss_total": 0.04364892467856407, + "step": 51660 + }, + { + "loss_action": 0.024014107882976532, + "loss_total": 0.024014107882976532, + "step": 51660 + }, + { + "loss_action": 0.011412495747208595, + "loss_total": 0.011412495747208595, + "step": 51660 + }, + { + "grad_norm": 0.279036283493042, + "learning_rate": 5.137386048296129e-05, + "loss": 0.0153, + "step": 51670 + }, + { + "loss_action": 0.00998568907380104, + "loss_total": 0.00998568907380104, + "step": 51670 + }, + { + "loss_action": 0.007880137301981449, + "loss_total": 0.007880137301981449, + "step": 51670 + }, + { + "loss_action": 0.006914115510880947, + "loss_total": 0.006914115510880947, + "step": 51670 + }, + { + "loss_action": 0.025238381698727608, + "loss_total": 0.025238381698727608, + "step": 51670 + }, + { + "loss_action": 0.006318933330476284, + "loss_total": 0.006318933330476284, + "step": 51670 + }, + { + "loss_action": 0.006938904523849487, + "loss_total": 0.006938904523849487, + "step": 51670 + }, + { + "grad_norm": 0.2787822484970093, + "learning_rate": 5.135733195296686e-05, + "loss": 0.0152, + "step": 51680 + }, + { + "loss_action": 0.004759623669087887, + "loss_total": 0.004759623669087887, + "step": 51680 + }, + { + "loss_action": 0.02176511287689209, + "loss_total": 0.02176511287689209, + "step": 51680 + }, + { + "loss_action": 0.016914531588554382, + "loss_total": 0.016914531588554382, + "step": 51680 + }, + { + "loss_action": 0.003765065921470523, + "loss_total": 0.003765065921470523, + "step": 51680 + }, + { + "loss_action": 0.01896953582763672, + "loss_total": 0.01896953582763672, + "step": 51680 + }, + { + "loss_action": 0.04321347922086716, + "loss_total": 0.04321347922086716, + "step": 51680 + }, + { + "grad_norm": 0.27061519026756287, + "learning_rate": 5.134080327453664e-05, + "loss": 0.0144, + "step": 51690 + }, + { + "loss_action": 0.02421623282134533, + "loss_total": 0.02421623282134533, + "step": 51690 + }, + { + "loss_action": 0.018776103854179382, + "loss_total": 0.018776103854179382, + "step": 51690 + }, + { + "loss_action": 0.015033187344670296, + "loss_total": 0.015033187344670296, + "step": 51690 + }, + { + "loss_action": 0.012554580345749855, + "loss_total": 0.012554580345749855, + "step": 51690 + }, + { + "loss_action": 0.007393297273665667, + "loss_total": 0.007393297273665667, + "step": 51690 + }, + { + "loss_action": 0.013605101965367794, + "loss_total": 0.013605101965367794, + "step": 51690 + }, + { + "grad_norm": 0.34992799162864685, + "learning_rate": 5.1324274449478204e-05, + "loss": 0.0176, + "step": 51700 + }, + { + "loss_action": 0.00793822854757309, + "loss_total": 0.00793822854757309, + "step": 51700 + }, + { + "loss_action": 0.006922475062310696, + "loss_total": 0.006922475062310696, + "step": 51700 + }, + { + "loss_action": 0.014784682542085648, + "loss_total": 0.014784682542085648, + "step": 51700 + }, + { + "loss_action": 0.012499120086431503, + "loss_total": 0.012499120086431503, + "step": 51700 + }, + { + "loss_action": 0.017459239810705185, + "loss_total": 0.017459239810705185, + "step": 51700 + }, + { + "loss_action": 0.010256562381982803, + "loss_total": 0.010256562381982803, + "step": 51700 + }, + { + "grad_norm": 0.3736461102962494, + "learning_rate": 5.130774547959909e-05, + "loss": 0.0193, + "step": 51710 + }, + { + "loss_action": 0.0070041087456047535, + "loss_total": 0.0070041087456047535, + "step": 51710 + }, + { + "loss_action": 0.009170419536530972, + "loss_total": 0.009170419536530972, + "step": 51710 + }, + { + "loss_action": 0.018947387114167213, + "loss_total": 0.018947387114167213, + "step": 51710 + }, + { + "loss_action": 0.009774010628461838, + "loss_total": 0.009774010628461838, + "step": 51710 + }, + { + "loss_action": 0.00662231957539916, + "loss_total": 0.00662231957539916, + "step": 51710 + }, + { + "loss_action": 0.00851400289684534, + "loss_total": 0.00851400289684534, + "step": 51710 + }, + { + "grad_norm": 0.3746598958969116, + "learning_rate": 5.129121636670692e-05, + "loss": 0.0164, + "step": 51720 + }, + { + "loss_action": 0.008812024258077145, + "loss_total": 0.008812024258077145, + "step": 51720 + }, + { + "loss_action": 0.024038370698690414, + "loss_total": 0.024038370698690414, + "step": 51720 + }, + { + "loss_action": 0.009993941523134708, + "loss_total": 0.009993941523134708, + "step": 51720 + }, + { + "loss_action": 0.019130535423755646, + "loss_total": 0.019130535423755646, + "step": 51720 + }, + { + "loss_action": 0.014481257647275925, + "loss_total": 0.014481257647275925, + "step": 51720 + }, + { + "loss_action": 0.005395576823502779, + "loss_total": 0.005395576823502779, + "step": 51720 + }, + { + "grad_norm": 0.2775004506111145, + "learning_rate": 5.1274687112609246e-05, + "loss": 0.013, + "step": 51730 + }, + { + "loss_action": 0.030960895121097565, + "loss_total": 0.030960895121097565, + "step": 51730 + }, + { + "loss_action": 0.008618056774139404, + "loss_total": 0.008618056774139404, + "step": 51730 + }, + { + "loss_action": 0.02464686520397663, + "loss_total": 0.02464686520397663, + "step": 51730 + }, + { + "loss_action": 0.01034207921475172, + "loss_total": 0.01034207921475172, + "step": 51730 + }, + { + "loss_action": 0.011742991395294666, + "loss_total": 0.011742991395294666, + "step": 51730 + }, + { + "loss_action": 0.005506462883204222, + "loss_total": 0.005506462883204222, + "step": 51730 + }, + { + "grad_norm": 0.33986860513687134, + "learning_rate": 5.125815771911372e-05, + "loss": 0.0168, + "step": 51740 + }, + { + "loss_action": 0.011843941174447536, + "loss_total": 0.011843941174447536, + "step": 51740 + }, + { + "loss_action": 0.014157275669276714, + "loss_total": 0.014157275669276714, + "step": 51740 + }, + { + "loss_action": 0.01761387288570404, + "loss_total": 0.01761387288570404, + "step": 51740 + }, + { + "loss_action": 0.006594453472644091, + "loss_total": 0.006594453472644091, + "step": 51740 + }, + { + "loss_action": 0.0108505729585886, + "loss_total": 0.0108505729585886, + "step": 51740 + }, + { + "loss_action": 0.008669508621096611, + "loss_total": 0.008669508621096611, + "step": 51740 + }, + { + "grad_norm": 0.3161241114139557, + "learning_rate": 5.1241628188027956e-05, + "loss": 0.019, + "step": 51750 + }, + { + "loss_action": 0.0046587311662733555, + "loss_total": 0.0046587311662733555, + "step": 51750 + }, + { + "loss_action": 0.009879565797746181, + "loss_total": 0.009879565797746181, + "step": 51750 + }, + { + "loss_action": 0.012812530621886253, + "loss_total": 0.012812530621886253, + "step": 51750 + }, + { + "loss_action": 0.023815419524908066, + "loss_total": 0.023815419524908066, + "step": 51750 + }, + { + "loss_action": 0.00631247041746974, + "loss_total": 0.00631247041746974, + "step": 51750 + }, + { + "loss_action": 0.01393117755651474, + "loss_total": 0.01393117755651474, + "step": 51750 + }, + { + "grad_norm": 0.3891667127609253, + "learning_rate": 5.1225098521159585e-05, + "loss": 0.0168, + "step": 51760 + }, + { + "loss_action": 0.031055128201842308, + "loss_total": 0.031055128201842308, + "step": 51760 + }, + { + "loss_action": 0.020525971427559853, + "loss_total": 0.020525971427559853, + "step": 51760 + }, + { + "loss_action": 0.007625177968293428, + "loss_total": 0.007625177968293428, + "step": 51760 + }, + { + "loss_action": 0.006608783267438412, + "loss_total": 0.006608783267438412, + "step": 51760 + }, + { + "loss_action": 0.02928553894162178, + "loss_total": 0.02928553894162178, + "step": 51760 + }, + { + "loss_action": 0.013198750093579292, + "loss_total": 0.013198750093579292, + "step": 51760 + }, + { + "grad_norm": 0.3353777825832367, + "learning_rate": 5.12085687203163e-05, + "loss": 0.014, + "step": 51770 + }, + { + "loss_action": 0.025038905441761017, + "loss_total": 0.025038905441761017, + "step": 51770 + }, + { + "loss_action": 0.014226038008928299, + "loss_total": 0.014226038008928299, + "step": 51770 + }, + { + "loss_action": 0.009842665866017342, + "loss_total": 0.009842665866017342, + "step": 51770 + }, + { + "loss_action": 0.024776216596364975, + "loss_total": 0.024776216596364975, + "step": 51770 + }, + { + "loss_action": 0.009089358150959015, + "loss_total": 0.009089358150959015, + "step": 51770 + }, + { + "loss_action": 0.014260263182222843, + "loss_total": 0.014260263182222843, + "step": 51770 + }, + { + "grad_norm": 0.31421583890914917, + "learning_rate": 5.119203878730575e-05, + "loss": 0.0151, + "step": 51780 + }, + { + "loss_action": 0.017187925055623055, + "loss_total": 0.017187925055623055, + "step": 51780 + }, + { + "loss_action": 0.059219177812337875, + "loss_total": 0.059219177812337875, + "step": 51780 + }, + { + "loss_action": 0.00726887583732605, + "loss_total": 0.00726887583732605, + "step": 51780 + }, + { + "loss_action": 0.012886472046375275, + "loss_total": 0.012886472046375275, + "step": 51780 + }, + { + "loss_action": 0.009128262288868427, + "loss_total": 0.009128262288868427, + "step": 51780 + }, + { + "loss_action": 0.008276032283902168, + "loss_total": 0.008276032283902168, + "step": 51780 + }, + { + "grad_norm": 0.3863307535648346, + "learning_rate": 5.117550872393564e-05, + "loss": 0.015, + "step": 51790 + }, + { + "loss_action": 0.013542004860937595, + "loss_total": 0.013542004860937595, + "step": 51790 + }, + { + "loss_action": 0.005452924408018589, + "loss_total": 0.005452924408018589, + "step": 51790 + }, + { + "loss_action": 0.04760565981268883, + "loss_total": 0.04760565981268883, + "step": 51790 + }, + { + "loss_action": 0.01011486817151308, + "loss_total": 0.01011486817151308, + "step": 51790 + }, + { + "loss_action": 0.013923000544309616, + "loss_total": 0.013923000544309616, + "step": 51790 + }, + { + "loss_action": 0.006557028740644455, + "loss_total": 0.006557028740644455, + "step": 51790 + }, + { + "grad_norm": 0.32489946484565735, + "learning_rate": 5.1158978532013645e-05, + "loss": 0.0152, + "step": 51800 + }, + { + "loss_action": 0.0063145458698272705, + "loss_total": 0.0063145458698272705, + "step": 51800 + }, + { + "loss_action": 0.012135201133787632, + "loss_total": 0.012135201133787632, + "step": 51800 + }, + { + "loss_action": 0.01094742864370346, + "loss_total": 0.01094742864370346, + "step": 51800 + }, + { + "loss_action": 0.008264267817139626, + "loss_total": 0.008264267817139626, + "step": 51800 + }, + { + "loss_action": 0.004061556421220303, + "loss_total": 0.004061556421220303, + "step": 51800 + }, + { + "loss_action": 0.008813993073999882, + "loss_total": 0.008813993073999882, + "step": 51800 + }, + { + "grad_norm": 0.2727310359477997, + "learning_rate": 5.114244821334751e-05, + "loss": 0.0148, + "step": 51810 + }, + { + "loss_action": 0.041347384452819824, + "loss_total": 0.041347384452819824, + "step": 51810 + }, + { + "loss_action": 0.0055400230921804905, + "loss_total": 0.0055400230921804905, + "step": 51810 + }, + { + "loss_action": 0.007153050974011421, + "loss_total": 0.007153050974011421, + "step": 51810 + }, + { + "loss_action": 0.009649371728301048, + "loss_total": 0.009649371728301048, + "step": 51810 + }, + { + "loss_action": 0.02423713542521, + "loss_total": 0.02423713542521, + "step": 51810 + }, + { + "loss_action": 0.00990837998688221, + "loss_total": 0.00990837998688221, + "step": 51810 + }, + { + "grad_norm": 0.30484241247177124, + "learning_rate": 5.112591776974497e-05, + "loss": 0.0186, + "step": 51820 + }, + { + "loss_action": 0.03610072657465935, + "loss_total": 0.03610072657465935, + "step": 51820 + }, + { + "loss_action": 0.008952551521360874, + "loss_total": 0.008952551521360874, + "step": 51820 + }, + { + "loss_action": 0.00735370721668005, + "loss_total": 0.00735370721668005, + "step": 51820 + }, + { + "loss_action": 0.009568555280566216, + "loss_total": 0.009568555280566216, + "step": 51820 + }, + { + "loss_action": 0.021294094622135162, + "loss_total": 0.021294094622135162, + "step": 51820 + }, + { + "loss_action": 0.07630042731761932, + "loss_total": 0.07630042731761932, + "step": 51820 + }, + { + "grad_norm": 0.3170921504497528, + "learning_rate": 5.110938720301374e-05, + "loss": 0.0185, + "step": 51830 + }, + { + "loss_action": 0.011440345086157322, + "loss_total": 0.011440345086157322, + "step": 51830 + }, + { + "loss_action": 0.006225931458175182, + "loss_total": 0.006225931458175182, + "step": 51830 + }, + { + "loss_action": 0.005553150083869696, + "loss_total": 0.005553150083869696, + "step": 51830 + }, + { + "loss_action": 0.01077998336404562, + "loss_total": 0.01077998336404562, + "step": 51830 + }, + { + "loss_action": 0.012572617270052433, + "loss_total": 0.012572617270052433, + "step": 51830 + }, + { + "loss_action": 0.013804447837173939, + "loss_total": 0.013804447837173939, + "step": 51830 + }, + { + "grad_norm": 0.2929151654243469, + "learning_rate": 5.1092856514961595e-05, + "loss": 0.0168, + "step": 51840 + }, + { + "loss_action": 0.020103121176362038, + "loss_total": 0.020103121176362038, + "step": 51840 + }, + { + "loss_action": 0.08703602105379105, + "loss_total": 0.08703602105379105, + "step": 51840 + }, + { + "loss_action": 0.005651822779327631, + "loss_total": 0.005651822779327631, + "step": 51840 + }, + { + "loss_action": 0.054273661226034164, + "loss_total": 0.054273661226034164, + "step": 51840 + }, + { + "loss_action": 0.010338644497096539, + "loss_total": 0.010338644497096539, + "step": 51840 + }, + { + "loss_action": 0.010461824014782906, + "loss_total": 0.010461824014782906, + "step": 51840 + }, + { + "grad_norm": 0.4368033707141876, + "learning_rate": 5.107632570739631e-05, + "loss": 0.0179, + "step": 51850 + }, + { + "loss_action": 0.009489850141108036, + "loss_total": 0.009489850141108036, + "step": 51850 + }, + { + "loss_action": 0.021366605535149574, + "loss_total": 0.021366605535149574, + "step": 51850 + }, + { + "loss_action": 0.028779201209545135, + "loss_total": 0.028779201209545135, + "step": 51850 + }, + { + "loss_action": 0.021294046193361282, + "loss_total": 0.021294046193361282, + "step": 51850 + }, + { + "loss_action": 0.013914340175688267, + "loss_total": 0.013914340175688267, + "step": 51850 + }, + { + "loss_action": 0.006058264523744583, + "loss_total": 0.006058264523744583, + "step": 51850 + }, + { + "grad_norm": 0.42807111144065857, + "learning_rate": 5.1059794782125645e-05, + "loss": 0.0139, + "step": 51860 + }, + { + "loss_action": 0.006341148167848587, + "loss_total": 0.006341148167848587, + "step": 51860 + }, + { + "loss_action": 0.009527957998216152, + "loss_total": 0.009527957998216152, + "step": 51860 + }, + { + "loss_action": 0.008736408315598965, + "loss_total": 0.008736408315598965, + "step": 51860 + }, + { + "loss_action": 0.023578811436891556, + "loss_total": 0.023578811436891556, + "step": 51860 + }, + { + "loss_action": 0.01036097388714552, + "loss_total": 0.01036097388714552, + "step": 51860 + }, + { + "loss_action": 0.010137057863175869, + "loss_total": 0.010137057863175869, + "step": 51860 + }, + { + "grad_norm": 0.3782191872596741, + "learning_rate": 5.104326374095744e-05, + "loss": 0.0152, + "step": 51870 + }, + { + "loss_action": 0.00904147233814001, + "loss_total": 0.00904147233814001, + "step": 51870 + }, + { + "loss_action": 0.006924887653440237, + "loss_total": 0.006924887653440237, + "step": 51870 + }, + { + "loss_action": 0.009743420407176018, + "loss_total": 0.009743420407176018, + "step": 51870 + }, + { + "loss_action": 0.007397594396024942, + "loss_total": 0.007397594396024942, + "step": 51870 + }, + { + "loss_action": 0.00786370038986206, + "loss_total": 0.00786370038986206, + "step": 51870 + }, + { + "loss_action": 0.01290711760520935, + "loss_total": 0.01290711760520935, + "step": 51870 + }, + { + "grad_norm": 0.32580476999282837, + "learning_rate": 5.102673258569947e-05, + "loss": 0.0129, + "step": 51880 + }, + { + "loss_action": 0.012263275682926178, + "loss_total": 0.012263275682926178, + "step": 51880 + }, + { + "loss_action": 0.021663939580321312, + "loss_total": 0.021663939580321312, + "step": 51880 + }, + { + "loss_action": 0.013975673355162144, + "loss_total": 0.013975673355162144, + "step": 51880 + }, + { + "loss_action": 0.01214909553527832, + "loss_total": 0.01214909553527832, + "step": 51880 + }, + { + "loss_action": 0.010776014067232609, + "loss_total": 0.010776014067232609, + "step": 51880 + }, + { + "loss_action": 0.03318982943892479, + "loss_total": 0.03318982943892479, + "step": 51880 + }, + { + "grad_norm": 0.4579949378967285, + "learning_rate": 5.101020131815956e-05, + "loss": 0.0146, + "step": 51890 + }, + { + "loss_action": 0.009072969667613506, + "loss_total": 0.009072969667613506, + "step": 51890 + }, + { + "loss_action": 0.006638241931796074, + "loss_total": 0.006638241931796074, + "step": 51890 + }, + { + "loss_action": 0.009356874041259289, + "loss_total": 0.009356874041259289, + "step": 51890 + }, + { + "loss_action": 0.005090575199574232, + "loss_total": 0.005090575199574232, + "step": 51890 + }, + { + "loss_action": 0.010929828509688377, + "loss_total": 0.010929828509688377, + "step": 51890 + }, + { + "loss_action": 0.010850753635168076, + "loss_total": 0.010850753635168076, + "step": 51890 + }, + { + "grad_norm": 0.38731738924980164, + "learning_rate": 5.099366994014556e-05, + "loss": 0.0131, + "step": 51900 + }, + { + "loss_action": 0.014722133055329323, + "loss_total": 0.014722133055329323, + "step": 51900 + }, + { + "loss_action": 0.0049656410701572895, + "loss_total": 0.0049656410701572895, + "step": 51900 + }, + { + "loss_action": 0.0168609656393528, + "loss_total": 0.0168609656393528, + "step": 51900 + }, + { + "loss_action": 0.0062280441634356976, + "loss_total": 0.0062280441634356976, + "step": 51900 + }, + { + "loss_action": 0.02021663263440132, + "loss_total": 0.02021663263440132, + "step": 51900 + }, + { + "loss_action": 0.018620284274220467, + "loss_total": 0.018620284274220467, + "step": 51900 + }, + { + "grad_norm": 0.29070594906806946, + "learning_rate": 5.097713845346532e-05, + "loss": 0.0136, + "step": 51910 + }, + { + "loss_action": 0.005500695202499628, + "loss_total": 0.005500695202499628, + "step": 51910 + }, + { + "loss_action": 0.01753941923379898, + "loss_total": 0.01753941923379898, + "step": 51910 + }, + { + "loss_action": 0.012655015103518963, + "loss_total": 0.012655015103518963, + "step": 51910 + }, + { + "loss_action": 0.010855842381715775, + "loss_total": 0.010855842381715775, + "step": 51910 + }, + { + "loss_action": 0.012202654033899307, + "loss_total": 0.012202654033899307, + "step": 51910 + }, + { + "loss_action": 0.009102596901357174, + "loss_total": 0.009102596901357174, + "step": 51910 + }, + { + "grad_norm": 0.31694144010543823, + "learning_rate": 5.096060685992668e-05, + "loss": 0.0142, + "step": 51920 + }, + { + "loss_action": 0.006787768565118313, + "loss_total": 0.006787768565118313, + "step": 51920 + }, + { + "loss_action": 0.015051429159939289, + "loss_total": 0.015051429159939289, + "step": 51920 + }, + { + "loss_action": 0.03037409298121929, + "loss_total": 0.03037409298121929, + "step": 51920 + }, + { + "loss_action": 0.013264119625091553, + "loss_total": 0.013264119625091553, + "step": 51920 + }, + { + "loss_action": 0.05523461475968361, + "loss_total": 0.05523461475968361, + "step": 51920 + }, + { + "loss_action": 0.015489856712520123, + "loss_total": 0.015489856712520123, + "step": 51920 + }, + { + "grad_norm": 0.2896404564380646, + "learning_rate": 5.0944075161337514e-05, + "loss": 0.0136, + "step": 51930 + }, + { + "loss_action": 0.01055858749896288, + "loss_total": 0.01055858749896288, + "step": 51930 + }, + { + "loss_action": 0.009737974964082241, + "loss_total": 0.009737974964082241, + "step": 51930 + }, + { + "loss_action": 0.010683507658541203, + "loss_total": 0.010683507658541203, + "step": 51930 + }, + { + "loss_action": 0.005944982636719942, + "loss_total": 0.005944982636719942, + "step": 51930 + }, + { + "loss_action": 0.006541952025145292, + "loss_total": 0.006541952025145292, + "step": 51930 + }, + { + "loss_action": 0.008897058665752411, + "loss_total": 0.008897058665752411, + "step": 51930 + }, + { + "grad_norm": 0.2782531976699829, + "learning_rate": 5.09275433595057e-05, + "loss": 0.0126, + "step": 51940 + }, + { + "loss_action": 0.05048072710633278, + "loss_total": 0.05048072710633278, + "step": 51940 + }, + { + "loss_action": 0.012502525001764297, + "loss_total": 0.012502525001764297, + "step": 51940 + }, + { + "loss_action": 0.005942631512880325, + "loss_total": 0.005942631512880325, + "step": 51940 + }, + { + "loss_action": 0.012098278850317001, + "loss_total": 0.012098278850317001, + "step": 51940 + }, + { + "loss_action": 0.036185648292303085, + "loss_total": 0.036185648292303085, + "step": 51940 + }, + { + "loss_action": 0.012969445437192917, + "loss_total": 0.012969445437192917, + "step": 51940 + }, + { + "grad_norm": 0.2785915434360504, + "learning_rate": 5.0911011456239157e-05, + "loss": 0.0135, + "step": 51950 + }, + { + "loss_action": 0.023179002106189728, + "loss_total": 0.023179002106189728, + "step": 51950 + }, + { + "loss_action": 0.01818336360156536, + "loss_total": 0.01818336360156536, + "step": 51950 + }, + { + "loss_action": 0.006982941180467606, + "loss_total": 0.006982941180467606, + "step": 51950 + }, + { + "loss_action": 0.0036548723001033068, + "loss_total": 0.0036548723001033068, + "step": 51950 + }, + { + "loss_action": 0.019005462527275085, + "loss_total": 0.019005462527275085, + "step": 51950 + }, + { + "loss_action": 0.007281044032424688, + "loss_total": 0.007281044032424688, + "step": 51950 + }, + { + "grad_norm": 0.3231515884399414, + "learning_rate": 5.089447945334574e-05, + "loss": 0.0161, + "step": 51960 + }, + { + "loss_action": 0.007201625034213066, + "loss_total": 0.007201625034213066, + "step": 51960 + }, + { + "loss_action": 0.0052365404553711414, + "loss_total": 0.0052365404553711414, + "step": 51960 + }, + { + "loss_action": 0.01969362236559391, + "loss_total": 0.01969362236559391, + "step": 51960 + }, + { + "loss_action": 0.017045767977833748, + "loss_total": 0.017045767977833748, + "step": 51960 + }, + { + "loss_action": 0.014449316076934338, + "loss_total": 0.014449316076934338, + "step": 51960 + }, + { + "loss_action": 0.019278891384601593, + "loss_total": 0.019278891384601593, + "step": 51960 + }, + { + "grad_norm": 0.3610386252403259, + "learning_rate": 5.087794735263343e-05, + "loss": 0.0155, + "step": 51970 + }, + { + "loss_action": 0.019403286278247833, + "loss_total": 0.019403286278247833, + "step": 51970 + }, + { + "loss_action": 0.013091844506561756, + "loss_total": 0.013091844506561756, + "step": 51970 + }, + { + "loss_action": 0.008177362382411957, + "loss_total": 0.008177362382411957, + "step": 51970 + }, + { + "loss_action": 0.011158289387822151, + "loss_total": 0.011158289387822151, + "step": 51970 + }, + { + "loss_action": 0.01195096131414175, + "loss_total": 0.01195096131414175, + "step": 51970 + }, + { + "loss_action": 0.023946980014443398, + "loss_total": 0.023946980014443398, + "step": 51970 + }, + { + "grad_norm": 0.4205348491668701, + "learning_rate": 5.086141515591011e-05, + "loss": 0.0138, + "step": 51980 + }, + { + "loss_action": 0.011676724068820477, + "loss_total": 0.011676724068820477, + "step": 51980 + }, + { + "loss_action": 0.0056733060628175735, + "loss_total": 0.0056733060628175735, + "step": 51980 + }, + { + "loss_action": 0.021052496507763863, + "loss_total": 0.021052496507763863, + "step": 51980 + }, + { + "loss_action": 0.0074422480538487434, + "loss_total": 0.0074422480538487434, + "step": 51980 + }, + { + "loss_action": 0.0061317384243011475, + "loss_total": 0.0061317384243011475, + "step": 51980 + }, + { + "loss_action": 0.07409568876028061, + "loss_total": 0.07409568876028061, + "step": 51980 + }, + { + "grad_norm": 0.5096732974052429, + "learning_rate": 5.084488286498371e-05, + "loss": 0.018, + "step": 51990 + }, + { + "loss_action": 0.012586190365254879, + "loss_total": 0.012586190365254879, + "step": 51990 + }, + { + "loss_action": 0.030895646661520004, + "loss_total": 0.030895646661520004, + "step": 51990 + }, + { + "loss_action": 0.009922262281179428, + "loss_total": 0.009922262281179428, + "step": 51990 + }, + { + "loss_action": 0.01134438905864954, + "loss_total": 0.01134438905864954, + "step": 51990 + }, + { + "loss_action": 0.00767844682559371, + "loss_total": 0.00767844682559371, + "step": 51990 + }, + { + "loss_action": 0.010977352038025856, + "loss_total": 0.010977352038025856, + "step": 51990 + }, + { + "grad_norm": 0.2712027430534363, + "learning_rate": 5.08283504816622e-05, + "loss": 0.0152, + "step": 52000 + }, + { + "loss_action": 0.02564723789691925, + "loss_total": 0.02564723789691925, + "step": 52000 + }, + { + "loss_action": 0.012200339697301388, + "loss_total": 0.012200339697301388, + "step": 52000 + }, + { + "loss_action": 0.00965590588748455, + "loss_total": 0.00965590588748455, + "step": 52000 + }, + { + "loss_action": 0.012513821013271809, + "loss_total": 0.012513821013271809, + "step": 52000 + }, + { + "loss_action": 0.010352347046136856, + "loss_total": 0.010352347046136856, + "step": 52000 + }, + { + "loss_action": 0.011128797195851803, + "loss_total": 0.011128797195851803, + "step": 52000 + }, + { + "grad_norm": 0.32344555854797363, + "learning_rate": 5.081181800775353e-05, + "loss": 0.0167, + "step": 52010 + }, + { + "loss_action": 0.028614744544029236, + "loss_total": 0.028614744544029236, + "step": 52010 + }, + { + "loss_action": 0.023793034255504608, + "loss_total": 0.023793034255504608, + "step": 52010 + }, + { + "loss_action": 0.01703198254108429, + "loss_total": 0.01703198254108429, + "step": 52010 + }, + { + "loss_action": 0.0362493060529232, + "loss_total": 0.0362493060529232, + "step": 52010 + }, + { + "loss_action": 0.012512300163507462, + "loss_total": 0.012512300163507462, + "step": 52010 + }, + { + "loss_action": 0.016844134777784348, + "loss_total": 0.016844134777784348, + "step": 52010 + }, + { + "grad_norm": 0.3939540386199951, + "learning_rate": 5.079528544506565e-05, + "loss": 0.0234, + "step": 52020 + }, + { + "loss_action": 0.018863754346966743, + "loss_total": 0.018863754346966743, + "step": 52020 + }, + { + "loss_action": 0.011427205055952072, + "loss_total": 0.011427205055952072, + "step": 52020 + }, + { + "loss_action": 0.007770538795739412, + "loss_total": 0.007770538795739412, + "step": 52020 + }, + { + "loss_action": 0.01199723593890667, + "loss_total": 0.01199723593890667, + "step": 52020 + }, + { + "loss_action": 0.015636006370186806, + "loss_total": 0.015636006370186806, + "step": 52020 + }, + { + "loss_action": 0.035168007016181946, + "loss_total": 0.035168007016181946, + "step": 52020 + }, + { + "grad_norm": 0.3398681581020355, + "learning_rate": 5.077875279540657e-05, + "loss": 0.0137, + "step": 52030 + }, + { + "loss_action": 0.005611893255263567, + "loss_total": 0.005611893255263567, + "step": 52030 + }, + { + "loss_action": 0.03121403604745865, + "loss_total": 0.03121403604745865, + "step": 52030 + }, + { + "loss_action": 0.0059026381932199, + "loss_total": 0.0059026381932199, + "step": 52030 + }, + { + "loss_action": 0.009805046021938324, + "loss_total": 0.009805046021938324, + "step": 52030 + }, + { + "loss_action": 0.008132382296025753, + "loss_total": 0.008132382296025753, + "step": 52030 + }, + { + "loss_action": 0.020016655325889587, + "loss_total": 0.020016655325889587, + "step": 52030 + }, + { + "grad_norm": 0.3232267200946808, + "learning_rate": 5.076222006058424e-05, + "loss": 0.0129, + "step": 52040 + }, + { + "loss_action": 0.01433489378541708, + "loss_total": 0.01433489378541708, + "step": 52040 + }, + { + "loss_action": 0.012997589074075222, + "loss_total": 0.012997589074075222, + "step": 52040 + }, + { + "loss_action": 0.010704295709729195, + "loss_total": 0.010704295709729195, + "step": 52040 + }, + { + "loss_action": 0.008745938539505005, + "loss_total": 0.008745938539505005, + "step": 52040 + }, + { + "loss_action": 0.027032174170017242, + "loss_total": 0.027032174170017242, + "step": 52040 + }, + { + "loss_action": 0.018330195918679237, + "loss_total": 0.018330195918679237, + "step": 52040 + }, + { + "grad_norm": 0.33228304982185364, + "learning_rate": 5.074568724240667e-05, + "loss": 0.0148, + "step": 52050 + }, + { + "loss_action": 0.011261284351348877, + "loss_total": 0.011261284351348877, + "step": 52050 + }, + { + "loss_action": 0.013068015687167645, + "loss_total": 0.013068015687167645, + "step": 52050 + }, + { + "loss_action": 0.014561964198946953, + "loss_total": 0.014561964198946953, + "step": 52050 + }, + { + "loss_action": 0.01659426838159561, + "loss_total": 0.01659426838159561, + "step": 52050 + }, + { + "loss_action": 0.06119179725646973, + "loss_total": 0.06119179725646973, + "step": 52050 + }, + { + "loss_action": 0.0048842597752809525, + "loss_total": 0.0048842597752809525, + "step": 52050 + }, + { + "grad_norm": 0.3797072470188141, + "learning_rate": 5.072915434268187e-05, + "loss": 0.0192, + "step": 52060 + }, + { + "loss_action": 0.009272467344999313, + "loss_total": 0.009272467344999313, + "step": 52060 + }, + { + "loss_action": 0.015290177427232265, + "loss_total": 0.015290177427232265, + "step": 52060 + }, + { + "loss_action": 0.020079655572772026, + "loss_total": 0.020079655572772026, + "step": 52060 + }, + { + "loss_action": 0.010414966382086277, + "loss_total": 0.010414966382086277, + "step": 52060 + }, + { + "loss_action": 0.01157817617058754, + "loss_total": 0.01157817617058754, + "step": 52060 + }, + { + "loss_action": 0.011943530291318893, + "loss_total": 0.011943530291318893, + "step": 52060 + }, + { + "grad_norm": 0.34139978885650635, + "learning_rate": 5.071262136321785e-05, + "loss": 0.0159, + "step": 52070 + }, + { + "loss_action": 0.007639813236892223, + "loss_total": 0.007639813236892223, + "step": 52070 + }, + { + "loss_action": 0.00993645191192627, + "loss_total": 0.00993645191192627, + "step": 52070 + }, + { + "loss_action": 0.007758784107863903, + "loss_total": 0.007758784107863903, + "step": 52070 + }, + { + "loss_action": 0.013843207620084286, + "loss_total": 0.013843207620084286, + "step": 52070 + }, + { + "loss_action": 0.006833895109593868, + "loss_total": 0.006833895109593868, + "step": 52070 + }, + { + "loss_action": 0.005199233535677195, + "loss_total": 0.005199233535677195, + "step": 52070 + }, + { + "grad_norm": 0.4015331268310547, + "learning_rate": 5.069608830582262e-05, + "loss": 0.0158, + "step": 52080 + }, + { + "loss_action": 0.012661476619541645, + "loss_total": 0.012661476619541645, + "step": 52080 + }, + { + "loss_action": 0.008173772133886814, + "loss_total": 0.008173772133886814, + "step": 52080 + }, + { + "loss_action": 0.12288476526737213, + "loss_total": 0.12288476526737213, + "step": 52080 + }, + { + "loss_action": 0.014217986725270748, + "loss_total": 0.014217986725270748, + "step": 52080 + }, + { + "loss_action": 0.011325649917125702, + "loss_total": 0.011325649917125702, + "step": 52080 + }, + { + "loss_action": 0.017704201862215996, + "loss_total": 0.017704201862215996, + "step": 52080 + }, + { + "grad_norm": 0.29692813754081726, + "learning_rate": 5.067955517230423e-05, + "loss": 0.015, + "step": 52090 + }, + { + "loss_action": 0.01689428649842739, + "loss_total": 0.01689428649842739, + "step": 52090 + }, + { + "loss_action": 0.01818631775677204, + "loss_total": 0.01818631775677204, + "step": 52090 + }, + { + "loss_action": 0.027320411056280136, + "loss_total": 0.027320411056280136, + "step": 52090 + }, + { + "loss_action": 0.024118151515722275, + "loss_total": 0.024118151515722275, + "step": 52090 + }, + { + "loss_action": 0.027947116643190384, + "loss_total": 0.027947116643190384, + "step": 52090 + }, + { + "loss_action": 0.018535379320383072, + "loss_total": 0.018535379320383072, + "step": 52090 + }, + { + "grad_norm": 0.472586989402771, + "learning_rate": 5.06630219644707e-05, + "loss": 0.0135, + "step": 52100 + }, + { + "loss_action": 0.015201550908386707, + "loss_total": 0.015201550908386707, + "step": 52100 + }, + { + "loss_action": 0.012748011387884617, + "loss_total": 0.012748011387884617, + "step": 52100 + }, + { + "loss_action": 0.012877590954303741, + "loss_total": 0.012877590954303741, + "step": 52100 + }, + { + "loss_action": 0.038266297429800034, + "loss_total": 0.038266297429800034, + "step": 52100 + }, + { + "loss_action": 0.012593356892466545, + "loss_total": 0.012593356892466545, + "step": 52100 + }, + { + "loss_action": 0.010330213233828545, + "loss_total": 0.010330213233828545, + "step": 52100 + }, + { + "grad_norm": 0.34406986832618713, + "learning_rate": 5.064648868413008e-05, + "loss": 0.0123, + "step": 52110 + }, + { + "loss_action": 0.012702691368758678, + "loss_total": 0.012702691368758678, + "step": 52110 + }, + { + "loss_action": 0.024650130420923233, + "loss_total": 0.024650130420923233, + "step": 52110 + }, + { + "loss_action": 0.009162496775388718, + "loss_total": 0.009162496775388718, + "step": 52110 + }, + { + "loss_action": 0.012613852508366108, + "loss_total": 0.012613852508366108, + "step": 52110 + }, + { + "loss_action": 0.006343069951981306, + "loss_total": 0.006343069951981306, + "step": 52110 + }, + { + "loss_action": 0.003975444007664919, + "loss_total": 0.003975444007664919, + "step": 52110 + }, + { + "grad_norm": 0.36327505111694336, + "learning_rate": 5.062995533309044e-05, + "loss": 0.0184, + "step": 52120 + }, + { + "loss_action": 0.01287340559065342, + "loss_total": 0.01287340559065342, + "step": 52120 + }, + { + "loss_action": 0.01045920792967081, + "loss_total": 0.01045920792967081, + "step": 52120 + }, + { + "loss_action": 0.0055618262849748135, + "loss_total": 0.0055618262849748135, + "step": 52120 + }, + { + "loss_action": 0.013841240666806698, + "loss_total": 0.013841240666806698, + "step": 52120 + }, + { + "loss_action": 0.006808068137615919, + "loss_total": 0.006808068137615919, + "step": 52120 + }, + { + "loss_action": 0.027507510036230087, + "loss_total": 0.027507510036230087, + "step": 52120 + }, + { + "grad_norm": 0.336622029542923, + "learning_rate": 5.061342191315983e-05, + "loss": 0.0145, + "step": 52130 + }, + { + "loss_action": 0.0078118410892784595, + "loss_total": 0.0078118410892784595, + "step": 52130 + }, + { + "loss_action": 0.013148093596100807, + "loss_total": 0.013148093596100807, + "step": 52130 + }, + { + "loss_action": 0.018126415088772774, + "loss_total": 0.018126415088772774, + "step": 52130 + }, + { + "loss_action": 0.008993932045996189, + "loss_total": 0.008993932045996189, + "step": 52130 + }, + { + "loss_action": 0.008153910748660564, + "loss_total": 0.008153910748660564, + "step": 52130 + }, + { + "loss_action": 0.006907046772539616, + "loss_total": 0.006907046772539616, + "step": 52130 + }, + { + "grad_norm": 0.3629104495048523, + "learning_rate": 5.0596888426146325e-05, + "loss": 0.0158, + "step": 52140 + }, + { + "loss_action": 0.009392058476805687, + "loss_total": 0.009392058476805687, + "step": 52140 + }, + { + "loss_action": 0.0067100501619279385, + "loss_total": 0.0067100501619279385, + "step": 52140 + }, + { + "loss_action": 0.015161617659032345, + "loss_total": 0.015161617659032345, + "step": 52140 + }, + { + "loss_action": 0.0180601105093956, + "loss_total": 0.0180601105093956, + "step": 52140 + }, + { + "loss_action": 0.006724297069013119, + "loss_total": 0.006724297069013119, + "step": 52140 + }, + { + "loss_action": 0.007470280863344669, + "loss_total": 0.007470280863344669, + "step": 52140 + }, + { + "grad_norm": 0.2780832052230835, + "learning_rate": 5.058035487385798e-05, + "loss": 0.0142, + "step": 52150 + }, + { + "loss_action": 0.011402897536754608, + "loss_total": 0.011402897536754608, + "step": 52150 + }, + { + "loss_action": 0.016218477860093117, + "loss_total": 0.016218477860093117, + "step": 52150 + }, + { + "loss_action": 0.008580945432186127, + "loss_total": 0.008580945432186127, + "step": 52150 + }, + { + "loss_action": 0.012410453520715237, + "loss_total": 0.012410453520715237, + "step": 52150 + }, + { + "loss_action": 0.012848134152591228, + "loss_total": 0.012848134152591228, + "step": 52150 + }, + { + "loss_action": 0.02214198186993599, + "loss_total": 0.02214198186993599, + "step": 52150 + }, + { + "grad_norm": 0.30331337451934814, + "learning_rate": 5.0563821258102915e-05, + "loss": 0.0127, + "step": 52160 + }, + { + "loss_action": 0.010807819664478302, + "loss_total": 0.010807819664478302, + "step": 52160 + }, + { + "loss_action": 0.009995071217417717, + "loss_total": 0.009995071217417717, + "step": 52160 + }, + { + "loss_action": 0.004046831279993057, + "loss_total": 0.004046831279993057, + "step": 52160 + }, + { + "loss_action": 0.005469003226608038, + "loss_total": 0.005469003226608038, + "step": 52160 + }, + { + "loss_action": 0.00900140032172203, + "loss_total": 0.00900140032172203, + "step": 52160 + }, + { + "loss_action": 0.0496022067964077, + "loss_total": 0.0496022067964077, + "step": 52160 + }, + { + "grad_norm": 0.40955978631973267, + "learning_rate": 5.05472875806892e-05, + "loss": 0.0149, + "step": 52170 + }, + { + "loss_action": 0.011491473764181137, + "loss_total": 0.011491473764181137, + "step": 52170 + }, + { + "loss_action": 0.019703496247529984, + "loss_total": 0.019703496247529984, + "step": 52170 + }, + { + "loss_action": 0.009822161868214607, + "loss_total": 0.009822161868214607, + "step": 52170 + }, + { + "loss_action": 0.01540412101894617, + "loss_total": 0.01540412101894617, + "step": 52170 + }, + { + "loss_action": 0.011873939074575901, + "loss_total": 0.011873939074575901, + "step": 52170 + }, + { + "loss_action": 0.013765919022262096, + "loss_total": 0.013765919022262096, + "step": 52170 + }, + { + "grad_norm": 0.3476479947566986, + "learning_rate": 5.053075384342494e-05, + "loss": 0.0164, + "step": 52180 + }, + { + "loss_action": 0.01764102838933468, + "loss_total": 0.01764102838933468, + "step": 52180 + }, + { + "loss_action": 0.01203173864632845, + "loss_total": 0.01203173864632845, + "step": 52180 + }, + { + "loss_action": 0.006546429358422756, + "loss_total": 0.006546429358422756, + "step": 52180 + }, + { + "loss_action": 0.034848783165216446, + "loss_total": 0.034848783165216446, + "step": 52180 + }, + { + "loss_action": 0.031388040632009506, + "loss_total": 0.031388040632009506, + "step": 52180 + }, + { + "loss_action": 0.00864266324788332, + "loss_total": 0.00864266324788332, + "step": 52180 + }, + { + "grad_norm": 0.3764321804046631, + "learning_rate": 5.0514220048118234e-05, + "loss": 0.0167, + "step": 52190 + }, + { + "loss_action": 0.008015573024749756, + "loss_total": 0.008015573024749756, + "step": 52190 + }, + { + "loss_action": 0.006965461187064648, + "loss_total": 0.006965461187064648, + "step": 52190 + }, + { + "loss_action": 0.004221049603074789, + "loss_total": 0.004221049603074789, + "step": 52190 + }, + { + "loss_action": 0.004319528117775917, + "loss_total": 0.004319528117775917, + "step": 52190 + }, + { + "loss_action": 0.0064637186005711555, + "loss_total": 0.0064637186005711555, + "step": 52190 + }, + { + "loss_action": 0.012523772194981575, + "loss_total": 0.012523772194981575, + "step": 52190 + }, + { + "grad_norm": 0.31088608503341675, + "learning_rate": 5.049768619657721e-05, + "loss": 0.0129, + "step": 52200 + }, + { + "loss_action": 0.01652435213327408, + "loss_total": 0.01652435213327408, + "step": 52200 + }, + { + "loss_action": 0.013873509131371975, + "loss_total": 0.013873509131371975, + "step": 52200 + }, + { + "loss_action": 0.007052355445921421, + "loss_total": 0.007052355445921421, + "step": 52200 + }, + { + "loss_action": 0.03138885274529457, + "loss_total": 0.03138885274529457, + "step": 52200 + }, + { + "loss_action": 0.00897180661559105, + "loss_total": 0.00897180661559105, + "step": 52200 + }, + { + "loss_action": 0.011365669779479504, + "loss_total": 0.011365669779479504, + "step": 52200 + }, + { + "grad_norm": 0.3023357689380646, + "learning_rate": 5.048115229060996e-05, + "loss": 0.0127, + "step": 52210 + }, + { + "loss_action": 0.014134838245809078, + "loss_total": 0.014134838245809078, + "step": 52210 + }, + { + "loss_action": 0.005067048128694296, + "loss_total": 0.005067048128694296, + "step": 52210 + }, + { + "loss_action": 0.0076749855652451515, + "loss_total": 0.0076749855652451515, + "step": 52210 + }, + { + "loss_action": 0.011779816821217537, + "loss_total": 0.011779816821217537, + "step": 52210 + }, + { + "loss_action": 0.008284571580588818, + "loss_total": 0.008284571580588818, + "step": 52210 + }, + { + "loss_action": 0.018967511132359505, + "loss_total": 0.018967511132359505, + "step": 52210 + }, + { + "grad_norm": 0.32368114590644836, + "learning_rate": 5.046461833202462e-05, + "loss": 0.0138, + "step": 52220 + }, + { + "loss_action": 0.02332066185772419, + "loss_total": 0.02332066185772419, + "step": 52220 + }, + { + "loss_action": 0.007134363520890474, + "loss_total": 0.007134363520890474, + "step": 52220 + }, + { + "loss_action": 0.004666471853852272, + "loss_total": 0.004666471853852272, + "step": 52220 + }, + { + "loss_action": 0.035286497324705124, + "loss_total": 0.035286497324705124, + "step": 52220 + }, + { + "loss_action": 0.007329263258725405, + "loss_total": 0.007329263258725405, + "step": 52220 + }, + { + "loss_action": 0.005500562023371458, + "loss_total": 0.005500562023371458, + "step": 52220 + }, + { + "grad_norm": 0.3758343458175659, + "learning_rate": 5.044808432262932e-05, + "loss": 0.0144, + "step": 52230 + }, + { + "loss_action": 0.012531965039670467, + "loss_total": 0.012531965039670467, + "step": 52230 + }, + { + "loss_action": 0.014166735112667084, + "loss_total": 0.014166735112667084, + "step": 52230 + }, + { + "loss_action": 0.029836265370249748, + "loss_total": 0.029836265370249748, + "step": 52230 + }, + { + "loss_action": 0.011692406609654427, + "loss_total": 0.011692406609654427, + "step": 52230 + }, + { + "loss_action": 0.013946444727480412, + "loss_total": 0.013946444727480412, + "step": 52230 + }, + { + "loss_action": 0.00838263239711523, + "loss_total": 0.00838263239711523, + "step": 52230 + }, + { + "grad_norm": 0.2895764112472534, + "learning_rate": 5.043155026423219e-05, + "loss": 0.0124, + "step": 52240 + }, + { + "loss_action": 0.00367114064283669, + "loss_total": 0.00367114064283669, + "step": 52240 + }, + { + "loss_action": 0.005301831290125847, + "loss_total": 0.005301831290125847, + "step": 52240 + }, + { + "loss_action": 0.011698384769260883, + "loss_total": 0.011698384769260883, + "step": 52240 + }, + { + "loss_action": 0.012110166251659393, + "loss_total": 0.012110166251659393, + "step": 52240 + }, + { + "loss_action": 0.013293246738612652, + "loss_total": 0.013293246738612652, + "step": 52240 + }, + { + "loss_action": 0.012081571854650974, + "loss_total": 0.012081571854650974, + "step": 52240 + }, + { + "grad_norm": 0.31488850712776184, + "learning_rate": 5.041501615864137e-05, + "loss": 0.0138, + "step": 52250 + }, + { + "loss_action": 0.011895380914211273, + "loss_total": 0.011895380914211273, + "step": 52250 + }, + { + "loss_action": 0.012083790265023708, + "loss_total": 0.012083790265023708, + "step": 52250 + }, + { + "loss_action": 0.0042590489611029625, + "loss_total": 0.0042590489611029625, + "step": 52250 + }, + { + "loss_action": 0.007007170468568802, + "loss_total": 0.007007170468568802, + "step": 52250 + }, + { + "loss_action": 0.008360705338418484, + "loss_total": 0.008360705338418484, + "step": 52250 + }, + { + "loss_action": 0.012372983619570732, + "loss_total": 0.012372983619570732, + "step": 52250 + }, + { + "grad_norm": 0.3588932454586029, + "learning_rate": 5.039848200766502e-05, + "loss": 0.0147, + "step": 52260 + }, + { + "loss_action": 0.014085403643548489, + "loss_total": 0.014085403643548489, + "step": 52260 + }, + { + "loss_action": 0.006438410375267267, + "loss_total": 0.006438410375267267, + "step": 52260 + }, + { + "loss_action": 0.008550712838768959, + "loss_total": 0.008550712838768959, + "step": 52260 + }, + { + "loss_action": 0.009974468499422073, + "loss_total": 0.009974468499422073, + "step": 52260 + }, + { + "loss_action": 0.0305862445384264, + "loss_total": 0.0305862445384264, + "step": 52260 + }, + { + "loss_action": 0.005525319837033749, + "loss_total": 0.005525319837033749, + "step": 52260 + }, + { + "grad_norm": 0.2980195879936218, + "learning_rate": 5.038194781311125e-05, + "loss": 0.0141, + "step": 52270 + }, + { + "loss_action": 0.036459919065237045, + "loss_total": 0.036459919065237045, + "step": 52270 + }, + { + "loss_action": 0.03076142817735672, + "loss_total": 0.03076142817735672, + "step": 52270 + }, + { + "loss_action": 0.005373382940888405, + "loss_total": 0.005373382940888405, + "step": 52270 + }, + { + "loss_action": 0.0039437017403542995, + "loss_total": 0.0039437017403542995, + "step": 52270 + }, + { + "loss_action": 0.0049994648434221745, + "loss_total": 0.0049994648434221745, + "step": 52270 + }, + { + "loss_action": 0.009901119396090508, + "loss_total": 0.009901119396090508, + "step": 52270 + }, + { + "grad_norm": 0.3718096613883972, + "learning_rate": 5.0365413576788264e-05, + "loss": 0.0137, + "step": 52280 + }, + { + "loss_action": 0.011211515404284, + "loss_total": 0.011211515404284, + "step": 52280 + }, + { + "loss_action": 0.00859568640589714, + "loss_total": 0.00859568640589714, + "step": 52280 + }, + { + "loss_action": 0.02958417311310768, + "loss_total": 0.02958417311310768, + "step": 52280 + }, + { + "loss_action": 0.011822276748716831, + "loss_total": 0.011822276748716831, + "step": 52280 + }, + { + "loss_action": 0.041355445981025696, + "loss_total": 0.041355445981025696, + "step": 52280 + }, + { + "loss_action": 0.010213177651166916, + "loss_total": 0.010213177651166916, + "step": 52280 + }, + { + "grad_norm": 0.3748652935028076, + "learning_rate": 5.0348879300504194e-05, + "loss": 0.0161, + "step": 52290 + }, + { + "loss_action": 0.013747148215770721, + "loss_total": 0.013747148215770721, + "step": 52290 + }, + { + "loss_action": 0.016155675053596497, + "loss_total": 0.016155675053596497, + "step": 52290 + }, + { + "loss_action": 0.034401651471853256, + "loss_total": 0.034401651471853256, + "step": 52290 + }, + { + "loss_action": 0.011834286153316498, + "loss_total": 0.011834286153316498, + "step": 52290 + }, + { + "loss_action": 0.02366306073963642, + "loss_total": 0.02366306073963642, + "step": 52290 + }, + { + "loss_action": 0.004279466345906258, + "loss_total": 0.004279466345906258, + "step": 52290 + }, + { + "grad_norm": 0.3449409306049347, + "learning_rate": 5.033234498606721e-05, + "loss": 0.0154, + "step": 52300 + }, + { + "loss_action": 0.011773712001740932, + "loss_total": 0.011773712001740932, + "step": 52300 + }, + { + "loss_action": 0.008507462218403816, + "loss_total": 0.008507462218403816, + "step": 52300 + }, + { + "loss_action": 0.010509411804378033, + "loss_total": 0.010509411804378033, + "step": 52300 + }, + { + "loss_action": 0.009567544795572758, + "loss_total": 0.009567544795572758, + "step": 52300 + }, + { + "loss_action": 0.010015019215643406, + "loss_total": 0.010015019215643406, + "step": 52300 + }, + { + "loss_action": 0.007989551872015, + "loss_total": 0.007989551872015, + "step": 52300 + }, + { + "grad_norm": 0.3869471848011017, + "learning_rate": 5.0315810635285476e-05, + "loss": 0.0147, + "step": 52310 + }, + { + "loss_action": 0.012501661665737629, + "loss_total": 0.012501661665737629, + "step": 52310 + }, + { + "loss_action": 0.011439281515777111, + "loss_total": 0.011439281515777111, + "step": 52310 + }, + { + "loss_action": 0.006852395366877317, + "loss_total": 0.006852395366877317, + "step": 52310 + }, + { + "loss_action": 0.008494148030877113, + "loss_total": 0.008494148030877113, + "step": 52310 + }, + { + "loss_action": 0.017287835478782654, + "loss_total": 0.017287835478782654, + "step": 52310 + }, + { + "loss_action": 0.012752549722790718, + "loss_total": 0.012752549722790718, + "step": 52310 + }, + { + "grad_norm": 0.2503955066204071, + "learning_rate": 5.0299276249967164e-05, + "loss": 0.0125, + "step": 52320 + }, + { + "loss_action": 0.0032206347677856684, + "loss_total": 0.0032206347677856684, + "step": 52320 + }, + { + "loss_action": 0.011989330872893333, + "loss_total": 0.011989330872893333, + "step": 52320 + }, + { + "loss_action": 0.012389864772558212, + "loss_total": 0.012389864772558212, + "step": 52320 + }, + { + "loss_action": 0.011915368027985096, + "loss_total": 0.011915368027985096, + "step": 52320 + }, + { + "loss_action": 0.03978150710463524, + "loss_total": 0.03978150710463524, + "step": 52320 + }, + { + "loss_action": 0.21315521001815796, + "loss_total": 0.21315521001815796, + "step": 52320 + }, + { + "grad_norm": 0.30582118034362793, + "learning_rate": 5.0282741831920454e-05, + "loss": 0.0169, + "step": 52330 + }, + { + "loss_action": 0.011011969298124313, + "loss_total": 0.011011969298124313, + "step": 52330 + }, + { + "loss_action": 0.0065318201668560505, + "loss_total": 0.0065318201668560505, + "step": 52330 + }, + { + "loss_action": 0.008440506644546986, + "loss_total": 0.008440506644546986, + "step": 52330 + }, + { + "loss_action": 0.005630574654787779, + "loss_total": 0.005630574654787779, + "step": 52330 + }, + { + "loss_action": 0.011580806225538254, + "loss_total": 0.011580806225538254, + "step": 52330 + }, + { + "loss_action": 0.00939318910241127, + "loss_total": 0.00939318910241127, + "step": 52330 + }, + { + "grad_norm": 0.3432953357696533, + "learning_rate": 5.026620738295351e-05, + "loss": 0.0167, + "step": 52340 + }, + { + "loss_action": 0.009948098100721836, + "loss_total": 0.009948098100721836, + "step": 52340 + }, + { + "loss_action": 0.007567967753857374, + "loss_total": 0.007567967753857374, + "step": 52340 + }, + { + "loss_action": 0.013507327996194363, + "loss_total": 0.013507327996194363, + "step": 52340 + }, + { + "loss_action": 0.014356188476085663, + "loss_total": 0.014356188476085663, + "step": 52340 + }, + { + "loss_action": 0.006199263501912355, + "loss_total": 0.006199263501912355, + "step": 52340 + }, + { + "loss_action": 0.01506820973008871, + "loss_total": 0.01506820973008871, + "step": 52340 + }, + { + "grad_norm": 0.36905649304389954, + "learning_rate": 5.024967290487455e-05, + "loss": 0.0134, + "step": 52350 + }, + { + "loss_action": 0.008152664639055729, + "loss_total": 0.008152664639055729, + "step": 52350 + }, + { + "loss_action": 0.017108215019106865, + "loss_total": 0.017108215019106865, + "step": 52350 + }, + { + "loss_action": 0.007361988071352243, + "loss_total": 0.007361988071352243, + "step": 52350 + }, + { + "loss_action": 0.03809202089905739, + "loss_total": 0.03809202089905739, + "step": 52350 + }, + { + "loss_action": 0.00521936034783721, + "loss_total": 0.00521936034783721, + "step": 52350 + }, + { + "loss_action": 0.009173138067126274, + "loss_total": 0.009173138067126274, + "step": 52350 + }, + { + "grad_norm": 0.3122812509536743, + "learning_rate": 5.023313839949172e-05, + "loss": 0.0127, + "step": 52360 + }, + { + "loss_action": 0.012488552369177341, + "loss_total": 0.012488552369177341, + "step": 52360 + }, + { + "loss_action": 0.016674689948558807, + "loss_total": 0.016674689948558807, + "step": 52360 + }, + { + "loss_action": 0.01309344545006752, + "loss_total": 0.01309344545006752, + "step": 52360 + }, + { + "loss_action": 0.009449546225368977, + "loss_total": 0.009449546225368977, + "step": 52360 + }, + { + "loss_action": 0.010462352074682713, + "loss_total": 0.010462352074682713, + "step": 52360 + }, + { + "loss_action": 0.010582695715129375, + "loss_total": 0.010582695715129375, + "step": 52360 + }, + { + "grad_norm": 0.4553512930870056, + "learning_rate": 5.0216603868613224e-05, + "loss": 0.0151, + "step": 52370 + }, + { + "loss_action": 0.014137623831629753, + "loss_total": 0.014137623831629753, + "step": 52370 + }, + { + "loss_action": 0.00786247942596674, + "loss_total": 0.00786247942596674, + "step": 52370 + }, + { + "loss_action": 0.00511284451931715, + "loss_total": 0.00511284451931715, + "step": 52370 + }, + { + "loss_action": 0.01573503389954567, + "loss_total": 0.01573503389954567, + "step": 52370 + }, + { + "loss_action": 0.004911145195364952, + "loss_total": 0.004911145195364952, + "step": 52370 + }, + { + "loss_action": 0.013903366401791573, + "loss_total": 0.013903366401791573, + "step": 52370 + }, + { + "grad_norm": 0.3473902940750122, + "learning_rate": 5.020006931404726e-05, + "loss": 0.0144, + "step": 52380 + }, + { + "loss_action": 0.008658073842525482, + "loss_total": 0.008658073842525482, + "step": 52380 + }, + { + "loss_action": 0.009258613921701908, + "loss_total": 0.009258613921701908, + "step": 52380 + }, + { + "loss_action": 0.007827794179320335, + "loss_total": 0.007827794179320335, + "step": 52380 + }, + { + "loss_action": 0.010532432235777378, + "loss_total": 0.010532432235777378, + "step": 52380 + }, + { + "loss_action": 0.01653449796140194, + "loss_total": 0.01653449796140194, + "step": 52380 + }, + { + "loss_action": 0.01800590381026268, + "loss_total": 0.01800590381026268, + "step": 52380 + }, + { + "grad_norm": 0.30315059423446655, + "learning_rate": 5.0183534737602014e-05, + "loss": 0.0185, + "step": 52390 + }, + { + "loss_action": 0.008273954503238201, + "loss_total": 0.008273954503238201, + "step": 52390 + }, + { + "loss_action": 0.01119417417794466, + "loss_total": 0.01119417417794466, + "step": 52390 + }, + { + "loss_action": 0.006171239539980888, + "loss_total": 0.006171239539980888, + "step": 52390 + }, + { + "loss_action": 0.005909264087677002, + "loss_total": 0.005909264087677002, + "step": 52390 + }, + { + "loss_action": 0.014792093075811863, + "loss_total": 0.014792093075811863, + "step": 52390 + }, + { + "loss_action": 0.005607942584902048, + "loss_total": 0.005607942584902048, + "step": 52390 + }, + { + "grad_norm": 0.32159432768821716, + "learning_rate": 5.0167000141085686e-05, + "loss": 0.0122, + "step": 52400 + }, + { + "loss_action": 0.006166035309433937, + "loss_total": 0.006166035309433937, + "step": 52400 + }, + { + "loss_action": 0.014311272650957108, + "loss_total": 0.014311272650957108, + "step": 52400 + }, + { + "loss_action": 0.029709286987781525, + "loss_total": 0.029709286987781525, + "step": 52400 + }, + { + "loss_action": 0.006743020378053188, + "loss_total": 0.006743020378053188, + "step": 52400 + }, + { + "loss_action": 0.012441321276128292, + "loss_total": 0.012441321276128292, + "step": 52400 + }, + { + "loss_action": 0.013995745219290257, + "loss_total": 0.013995745219290257, + "step": 52400 + }, + { + "grad_norm": 0.3055414855480194, + "learning_rate": 5.015046552630647e-05, + "loss": 0.0133, + "step": 52410 + }, + { + "loss_action": 0.008908403106033802, + "loss_total": 0.008908403106033802, + "step": 52410 + }, + { + "loss_action": 0.015266829170286655, + "loss_total": 0.015266829170286655, + "step": 52410 + }, + { + "loss_action": 0.050637271255254745, + "loss_total": 0.050637271255254745, + "step": 52410 + }, + { + "loss_action": 0.01541994884610176, + "loss_total": 0.01541994884610176, + "step": 52410 + }, + { + "loss_action": 0.00861377827823162, + "loss_total": 0.00861377827823162, + "step": 52410 + }, + { + "loss_action": 0.023196948692202568, + "loss_total": 0.023196948692202568, + "step": 52410 + }, + { + "grad_norm": 0.30323874950408936, + "learning_rate": 5.013393089507258e-05, + "loss": 0.0171, + "step": 52420 + }, + { + "loss_action": 0.011836172081530094, + "loss_total": 0.011836172081530094, + "step": 52420 + }, + { + "loss_action": 0.02450922504067421, + "loss_total": 0.02450922504067421, + "step": 52420 + }, + { + "loss_action": 0.018115663900971413, + "loss_total": 0.018115663900971413, + "step": 52420 + }, + { + "loss_action": 0.022511456161737442, + "loss_total": 0.022511456161737442, + "step": 52420 + }, + { + "loss_action": 0.00811703409999609, + "loss_total": 0.00811703409999609, + "step": 52420 + }, + { + "loss_action": 0.005716672632843256, + "loss_total": 0.005716672632843256, + "step": 52420 + }, + { + "grad_norm": 0.2764486074447632, + "learning_rate": 5.011739624919219e-05, + "loss": 0.0142, + "step": 52430 + }, + { + "loss_action": 0.008383406326174736, + "loss_total": 0.008383406326174736, + "step": 52430 + }, + { + "loss_action": 0.015685584396123886, + "loss_total": 0.015685584396123886, + "step": 52430 + }, + { + "loss_action": 0.014539726078510284, + "loss_total": 0.014539726078510284, + "step": 52430 + }, + { + "loss_action": 0.016714099794626236, + "loss_total": 0.016714099794626236, + "step": 52430 + }, + { + "loss_action": 0.03954346477985382, + "loss_total": 0.03954346477985382, + "step": 52430 + }, + { + "loss_action": 0.005657630041241646, + "loss_total": 0.005657630041241646, + "step": 52430 + }, + { + "grad_norm": 0.32499077916145325, + "learning_rate": 5.0100861590473545e-05, + "loss": 0.0159, + "step": 52440 + }, + { + "loss_action": 0.02970455028116703, + "loss_total": 0.02970455028116703, + "step": 52440 + }, + { + "loss_action": 0.007860234938561916, + "loss_total": 0.007860234938561916, + "step": 52440 + }, + { + "loss_action": 0.009808442555367947, + "loss_total": 0.009808442555367947, + "step": 52440 + }, + { + "loss_action": 0.0994831919670105, + "loss_total": 0.0994831919670105, + "step": 52440 + }, + { + "loss_action": 0.004896685481071472, + "loss_total": 0.004896685481071472, + "step": 52440 + }, + { + "loss_action": 0.017045319080352783, + "loss_total": 0.017045319080352783, + "step": 52440 + }, + { + "grad_norm": 0.33849045634269714, + "learning_rate": 5.008432692072482e-05, + "loss": 0.0191, + "step": 52450 + }, + { + "loss_action": 0.02052881382405758, + "loss_total": 0.02052881382405758, + "step": 52450 + }, + { + "loss_action": 0.022049065679311752, + "loss_total": 0.022049065679311752, + "step": 52450 + }, + { + "loss_action": 0.01966805011034012, + "loss_total": 0.01966805011034012, + "step": 52450 + }, + { + "loss_action": 0.013111867010593414, + "loss_total": 0.013111867010593414, + "step": 52450 + }, + { + "loss_action": 0.007931009866297245, + "loss_total": 0.007931009866297245, + "step": 52450 + }, + { + "loss_action": 0.008568178862333298, + "loss_total": 0.008568178862333298, + "step": 52450 + }, + { + "grad_norm": 0.31384581327438354, + "learning_rate": 5.006779224175423e-05, + "loss": 0.0167, + "step": 52460 + }, + { + "loss_action": 0.008567657321691513, + "loss_total": 0.008567657321691513, + "step": 52460 + }, + { + "loss_action": 0.006492808926850557, + "loss_total": 0.006492808926850557, + "step": 52460 + }, + { + "loss_action": 0.029438268393278122, + "loss_total": 0.029438268393278122, + "step": 52460 + }, + { + "loss_action": 0.007405730430036783, + "loss_total": 0.007405730430036783, + "step": 52460 + }, + { + "loss_action": 0.01599727012217045, + "loss_total": 0.01599727012217045, + "step": 52460 + }, + { + "loss_action": 0.023335620760917664, + "loss_total": 0.023335620760917664, + "step": 52460 + }, + { + "grad_norm": 0.4129801094532013, + "learning_rate": 5.005125755536998e-05, + "loss": 0.0163, + "step": 52470 + }, + { + "loss_action": 0.006855628918856382, + "loss_total": 0.006855628918856382, + "step": 52470 + }, + { + "loss_action": 0.01027118694037199, + "loss_total": 0.01027118694037199, + "step": 52470 + }, + { + "loss_action": 0.017710788175463676, + "loss_total": 0.017710788175463676, + "step": 52470 + }, + { + "loss_action": 0.016416775062680244, + "loss_total": 0.016416775062680244, + "step": 52470 + }, + { + "loss_action": 0.012998159974813461, + "loss_total": 0.012998159974813461, + "step": 52470 + }, + { + "loss_action": 0.013572541996836662, + "loss_total": 0.013572541996836662, + "step": 52470 + }, + { + "grad_norm": 0.3255051076412201, + "learning_rate": 5.003472286338029e-05, + "loss": 0.0172, + "step": 52480 + }, + { + "loss_action": 0.015811609104275703, + "loss_total": 0.015811609104275703, + "step": 52480 + }, + { + "loss_action": 0.017150042578577995, + "loss_total": 0.017150042578577995, + "step": 52480 + }, + { + "loss_action": 0.004758029244840145, + "loss_total": 0.004758029244840145, + "step": 52480 + }, + { + "loss_action": 0.015339529141783714, + "loss_total": 0.015339529141783714, + "step": 52480 + }, + { + "loss_action": 0.013525430113077164, + "loss_total": 0.013525430113077164, + "step": 52480 + }, + { + "loss_action": 0.019446145743131638, + "loss_total": 0.019446145743131638, + "step": 52480 + }, + { + "grad_norm": 0.2862483859062195, + "learning_rate": 5.001818816759335e-05, + "loss": 0.013, + "step": 52490 + }, + { + "loss_action": 0.008353750221431255, + "loss_total": 0.008353750221431255, + "step": 52490 + }, + { + "loss_action": 0.03176930919289589, + "loss_total": 0.03176930919289589, + "step": 52490 + }, + { + "loss_action": 0.0125204436480999, + "loss_total": 0.0125204436480999, + "step": 52490 + }, + { + "loss_action": 0.018017228692770004, + "loss_total": 0.018017228692770004, + "step": 52490 + }, + { + "loss_action": 0.007584831211715937, + "loss_total": 0.007584831211715937, + "step": 52490 + }, + { + "loss_action": 0.0862361267209053, + "loss_total": 0.0862361267209053, + "step": 52490 + }, + { + "grad_norm": 0.31757473945617676, + "learning_rate": 5.000165346981738e-05, + "loss": 0.0175, + "step": 52500 + }, + { + "loss_action": 0.013323938474059105, + "loss_total": 0.013323938474059105, + "step": 52500 + }, + { + "loss_action": 0.008825798518955708, + "loss_total": 0.008825798518955708, + "step": 52500 + }, + { + "loss_action": 0.014321444556117058, + "loss_total": 0.014321444556117058, + "step": 52500 + }, + { + "loss_action": 0.007611405570060015, + "loss_total": 0.007611405570060015, + "step": 52500 + }, + { + "loss_action": 0.00797747727483511, + "loss_total": 0.00797747727483511, + "step": 52500 + }, + { + "loss_action": 0.007522581145167351, + "loss_total": 0.007522581145167351, + "step": 52500 + }, + { + "grad_norm": 0.3419756591320038, + "learning_rate": 4.9985118771860595e-05, + "loss": 0.0205, + "step": 52510 + }, + { + "loss_action": 0.01699831895530224, + "loss_total": 0.01699831895530224, + "step": 52510 + }, + { + "loss_action": 0.018143685534596443, + "loss_total": 0.018143685534596443, + "step": 52510 + }, + { + "loss_action": 0.013735292479395866, + "loss_total": 0.013735292479395866, + "step": 52510 + }, + { + "loss_action": 0.01335699949413538, + "loss_total": 0.01335699949413538, + "step": 52510 + }, + { + "loss_action": 0.011433934792876244, + "loss_total": 0.011433934792876244, + "step": 52510 + }, + { + "loss_action": 0.008059696294367313, + "loss_total": 0.008059696294367313, + "step": 52510 + }, + { + "grad_norm": 0.2547056972980499, + "learning_rate": 4.996858407553119e-05, + "loss": 0.0127, + "step": 52520 + }, + { + "loss_action": 0.009272374212741852, + "loss_total": 0.009272374212741852, + "step": 52520 + }, + { + "loss_action": 0.04298844933509827, + "loss_total": 0.04298844933509827, + "step": 52520 + }, + { + "loss_action": 0.016281776130199432, + "loss_total": 0.016281776130199432, + "step": 52520 + }, + { + "loss_action": 0.008326895534992218, + "loss_total": 0.008326895534992218, + "step": 52520 + }, + { + "loss_action": 0.00505436584353447, + "loss_total": 0.00505436584353447, + "step": 52520 + }, + { + "loss_action": 0.012820687144994736, + "loss_total": 0.012820687144994736, + "step": 52520 + }, + { + "grad_norm": 0.3235584795475006, + "learning_rate": 4.99520493826374e-05, + "loss": 0.0147, + "step": 52530 + }, + { + "loss_action": 0.011055399663746357, + "loss_total": 0.011055399663746357, + "step": 52530 + }, + { + "loss_action": 0.029937410727143288, + "loss_total": 0.029937410727143288, + "step": 52530 + }, + { + "loss_action": 0.018872059881687164, + "loss_total": 0.018872059881687164, + "step": 52530 + }, + { + "loss_action": 0.008419235236942768, + "loss_total": 0.008419235236942768, + "step": 52530 + }, + { + "loss_action": 0.03462263196706772, + "loss_total": 0.03462263196706772, + "step": 52530 + }, + { + "loss_action": 0.013135785236954689, + "loss_total": 0.013135785236954689, + "step": 52530 + }, + { + "grad_norm": 0.3731172978878021, + "learning_rate": 4.9935514694987384e-05, + "loss": 0.0157, + "step": 52540 + }, + { + "loss_action": 0.021645614877343178, + "loss_total": 0.021645614877343178, + "step": 52540 + }, + { + "loss_action": 0.011876732110977173, + "loss_total": 0.011876732110977173, + "step": 52540 + }, + { + "loss_action": 0.015183561481535435, + "loss_total": 0.015183561481535435, + "step": 52540 + }, + { + "loss_action": 0.01306300237774849, + "loss_total": 0.01306300237774849, + "step": 52540 + }, + { + "loss_action": 0.008235271088778973, + "loss_total": 0.008235271088778973, + "step": 52540 + }, + { + "loss_action": 0.007986403070390224, + "loss_total": 0.007986403070390224, + "step": 52540 + }, + { + "grad_norm": 0.26971104741096497, + "learning_rate": 4.991898001438941e-05, + "loss": 0.0136, + "step": 52550 + }, + { + "loss_action": 0.011429684236645699, + "loss_total": 0.011429684236645699, + "step": 52550 + }, + { + "loss_action": 0.03404262661933899, + "loss_total": 0.03404262661933899, + "step": 52550 + }, + { + "loss_action": 0.006152482703328133, + "loss_total": 0.006152482703328133, + "step": 52550 + }, + { + "loss_action": 0.008891074918210506, + "loss_total": 0.008891074918210506, + "step": 52550 + }, + { + "loss_action": 0.006201037205755711, + "loss_total": 0.006201037205755711, + "step": 52550 + }, + { + "loss_action": 0.008994781412184238, + "loss_total": 0.008994781412184238, + "step": 52550 + }, + { + "grad_norm": 0.4701714813709259, + "learning_rate": 4.990244534265166e-05, + "loss": 0.014, + "step": 52560 + }, + { + "loss_action": 0.011844588443636894, + "loss_total": 0.011844588443636894, + "step": 52560 + }, + { + "loss_action": 0.007106167264282703, + "loss_total": 0.007106167264282703, + "step": 52560 + }, + { + "loss_action": 0.018014034256339073, + "loss_total": 0.018014034256339073, + "step": 52560 + }, + { + "loss_action": 0.009111113846302032, + "loss_total": 0.009111113846302032, + "step": 52560 + }, + { + "loss_action": 0.011722136288881302, + "loss_total": 0.011722136288881302, + "step": 52560 + }, + { + "loss_action": 0.0048951334320008755, + "loss_total": 0.0048951334320008755, + "step": 52560 + }, + { + "grad_norm": 0.34098803997039795, + "learning_rate": 4.988591068158234e-05, + "loss": 0.0138, + "step": 52570 + }, + { + "loss_action": 0.007161757443100214, + "loss_total": 0.007161757443100214, + "step": 52570 + }, + { + "loss_action": 0.010462134145200253, + "loss_total": 0.010462134145200253, + "step": 52570 + }, + { + "loss_action": 0.011209791526198387, + "loss_total": 0.011209791526198387, + "step": 52570 + }, + { + "loss_action": 0.008540408685803413, + "loss_total": 0.008540408685803413, + "step": 52570 + }, + { + "loss_action": 0.019338462501764297, + "loss_total": 0.019338462501764297, + "step": 52570 + }, + { + "loss_action": 0.011281512677669525, + "loss_total": 0.011281512677669525, + "step": 52570 + }, + { + "grad_norm": 0.4782029390335083, + "learning_rate": 4.986937603298965e-05, + "loss": 0.0169, + "step": 52580 + }, + { + "loss_action": 0.007047737017273903, + "loss_total": 0.007047737017273903, + "step": 52580 + }, + { + "loss_action": 0.0072221336886286736, + "loss_total": 0.0072221336886286736, + "step": 52580 + }, + { + "loss_action": 0.007948098704218864, + "loss_total": 0.007948098704218864, + "step": 52580 + }, + { + "loss_action": 0.02648407407104969, + "loss_total": 0.02648407407104969, + "step": 52580 + }, + { + "loss_action": 0.03790740668773651, + "loss_total": 0.03790740668773651, + "step": 52580 + }, + { + "loss_action": 0.006959864869713783, + "loss_total": 0.006959864869713783, + "step": 52580 + }, + { + "grad_norm": 0.30642446875572205, + "learning_rate": 4.985284139868181e-05, + "loss": 0.017, + "step": 52590 + }, + { + "loss_action": 0.00646123057231307, + "loss_total": 0.00646123057231307, + "step": 52590 + }, + { + "loss_action": 0.026405612006783485, + "loss_total": 0.026405612006783485, + "step": 52590 + }, + { + "loss_action": 0.02141164429485798, + "loss_total": 0.02141164429485798, + "step": 52590 + }, + { + "loss_action": 0.01652071811258793, + "loss_total": 0.01652071811258793, + "step": 52590 + }, + { + "loss_action": 0.013535640202462673, + "loss_total": 0.013535640202462673, + "step": 52590 + }, + { + "loss_action": 0.0096287177875638, + "loss_total": 0.0096287177875638, + "step": 52590 + }, + { + "grad_norm": 0.32871586084365845, + "learning_rate": 4.9836306780467e-05, + "loss": 0.018, + "step": 52600 + }, + { + "loss_action": 0.03928210213780403, + "loss_total": 0.03928210213780403, + "step": 52600 + }, + { + "loss_action": 0.01679585501551628, + "loss_total": 0.01679585501551628, + "step": 52600 + }, + { + "loss_action": 0.008449153043329716, + "loss_total": 0.008449153043329716, + "step": 52600 + }, + { + "loss_action": 0.01856955699622631, + "loss_total": 0.01856955699622631, + "step": 52600 + }, + { + "loss_action": 0.008329272270202637, + "loss_total": 0.008329272270202637, + "step": 52600 + }, + { + "loss_action": 0.010244340635836124, + "loss_total": 0.010244340635836124, + "step": 52600 + }, + { + "grad_norm": 0.32780858874320984, + "learning_rate": 4.981977218015343e-05, + "loss": 0.0155, + "step": 52610 + }, + { + "loss_action": 0.018899714574217796, + "loss_total": 0.018899714574217796, + "step": 52610 + }, + { + "loss_action": 0.007042199373245239, + "loss_total": 0.007042199373245239, + "step": 52610 + }, + { + "loss_action": 0.01008838601410389, + "loss_total": 0.01008838601410389, + "step": 52610 + }, + { + "loss_action": 0.027921805158257484, + "loss_total": 0.027921805158257484, + "step": 52610 + }, + { + "loss_action": 0.02942166104912758, + "loss_total": 0.02942166104912758, + "step": 52610 + }, + { + "loss_action": 0.01610206440091133, + "loss_total": 0.01610206440091133, + "step": 52610 + }, + { + "grad_norm": 0.4665463864803314, + "learning_rate": 4.980323759954932e-05, + "loss": 0.0173, + "step": 52620 + }, + { + "loss_action": 0.012478827498853207, + "loss_total": 0.012478827498853207, + "step": 52620 + }, + { + "loss_action": 0.012098035775125027, + "loss_total": 0.012098035775125027, + "step": 52620 + }, + { + "loss_action": 0.007745061069726944, + "loss_total": 0.007745061069726944, + "step": 52620 + }, + { + "loss_action": 0.015471167862415314, + "loss_total": 0.015471167862415314, + "step": 52620 + }, + { + "loss_action": 0.01489194668829441, + "loss_total": 0.01489194668829441, + "step": 52620 + }, + { + "loss_action": 0.01797298528254032, + "loss_total": 0.01797298528254032, + "step": 52620 + }, + { + "grad_norm": 0.3483756184577942, + "learning_rate": 4.978670304046284e-05, + "loss": 0.019, + "step": 52630 + }, + { + "loss_action": 0.009674028493463993, + "loss_total": 0.009674028493463993, + "step": 52630 + }, + { + "loss_action": 0.010183223523199558, + "loss_total": 0.010183223523199558, + "step": 52630 + }, + { + "loss_action": 0.013540037907660007, + "loss_total": 0.013540037907660007, + "step": 52630 + }, + { + "loss_action": 0.0156056834384799, + "loss_total": 0.0156056834384799, + "step": 52630 + }, + { + "loss_action": 0.011839970014989376, + "loss_total": 0.011839970014989376, + "step": 52630 + }, + { + "loss_action": 0.01141736377030611, + "loss_total": 0.01141736377030611, + "step": 52630 + }, + { + "grad_norm": 0.2726071774959564, + "learning_rate": 4.9770168504702195e-05, + "loss": 0.0162, + "step": 52640 + }, + { + "loss_action": 0.017640653997659683, + "loss_total": 0.017640653997659683, + "step": 52640 + }, + { + "loss_action": 0.00941153522580862, + "loss_total": 0.00941153522580862, + "step": 52640 + }, + { + "loss_action": 0.012127823196351528, + "loss_total": 0.012127823196351528, + "step": 52640 + }, + { + "loss_action": 0.008621632121503353, + "loss_total": 0.008621632121503353, + "step": 52640 + }, + { + "loss_action": 0.009065004996955395, + "loss_total": 0.009065004996955395, + "step": 52640 + }, + { + "loss_action": 0.009433746337890625, + "loss_total": 0.009433746337890625, + "step": 52640 + }, + { + "grad_norm": 0.3812263607978821, + "learning_rate": 4.975363399407559e-05, + "loss": 0.0163, + "step": 52650 + }, + { + "loss_action": 0.0131358802318573, + "loss_total": 0.0131358802318573, + "step": 52650 + }, + { + "loss_action": 0.01252581924200058, + "loss_total": 0.01252581924200058, + "step": 52650 + }, + { + "loss_action": 0.016364533454179764, + "loss_total": 0.016364533454179764, + "step": 52650 + }, + { + "loss_action": 0.02661712095141411, + "loss_total": 0.02661712095141411, + "step": 52650 + }, + { + "loss_action": 0.012656595557928085, + "loss_total": 0.012656595557928085, + "step": 52650 + }, + { + "loss_action": 0.022695131599903107, + "loss_total": 0.022695131599903107, + "step": 52650 + }, + { + "grad_norm": 0.43319571018218994, + "learning_rate": 4.9737099510391194e-05, + "loss": 0.0176, + "step": 52660 + }, + { + "loss_action": 0.013583367690443993, + "loss_total": 0.013583367690443993, + "step": 52660 + }, + { + "loss_action": 0.012785328552126884, + "loss_total": 0.012785328552126884, + "step": 52660 + }, + { + "loss_action": 0.012883990071713924, + "loss_total": 0.012883990071713924, + "step": 52660 + }, + { + "loss_action": 0.009246425703167915, + "loss_total": 0.009246425703167915, + "step": 52660 + }, + { + "loss_action": 0.0074960957281291485, + "loss_total": 0.0074960957281291485, + "step": 52660 + }, + { + "loss_action": 0.026073375716805458, + "loss_total": 0.026073375716805458, + "step": 52660 + }, + { + "grad_norm": 0.4362751841545105, + "learning_rate": 4.972056505545719e-05, + "loss": 0.0194, + "step": 52670 + }, + { + "loss_action": 0.007595681585371494, + "loss_total": 0.007595681585371494, + "step": 52670 + }, + { + "loss_action": 0.01314194779843092, + "loss_total": 0.01314194779843092, + "step": 52670 + }, + { + "loss_action": 0.03859369829297066, + "loss_total": 0.03859369829297066, + "step": 52670 + }, + { + "loss_action": 0.04038037359714508, + "loss_total": 0.04038037359714508, + "step": 52670 + }, + { + "loss_action": 0.022379310801625252, + "loss_total": 0.022379310801625252, + "step": 52670 + }, + { + "loss_action": 0.009230860508978367, + "loss_total": 0.009230860508978367, + "step": 52670 + }, + { + "grad_norm": 0.30089324712753296, + "learning_rate": 4.9704030631081775e-05, + "loss": 0.0154, + "step": 52680 + }, + { + "loss_action": 0.008991076610982418, + "loss_total": 0.008991076610982418, + "step": 52680 + }, + { + "loss_action": 0.026560459285974503, + "loss_total": 0.026560459285974503, + "step": 52680 + }, + { + "loss_action": 0.038928136229515076, + "loss_total": 0.038928136229515076, + "step": 52680 + }, + { + "loss_action": 0.0053168185986578465, + "loss_total": 0.0053168185986578465, + "step": 52680 + }, + { + "loss_action": 0.0200981292873621, + "loss_total": 0.0200981292873621, + "step": 52680 + }, + { + "loss_action": 0.009164375253021717, + "loss_total": 0.009164375253021717, + "step": 52680 + }, + { + "grad_norm": 0.3208073079586029, + "learning_rate": 4.968749623907313e-05, + "loss": 0.0227, + "step": 52690 + }, + { + "loss_action": 0.006026684772223234, + "loss_total": 0.006026684772223234, + "step": 52690 + }, + { + "loss_action": 0.004889671225100756, + "loss_total": 0.004889671225100756, + "step": 52690 + }, + { + "loss_action": 0.019375566393136978, + "loss_total": 0.019375566393136978, + "step": 52690 + }, + { + "loss_action": 0.009219558909535408, + "loss_total": 0.009219558909535408, + "step": 52690 + }, + { + "loss_action": 0.012519549578428268, + "loss_total": 0.012519549578428268, + "step": 52690 + }, + { + "loss_action": 0.012058563530445099, + "loss_total": 0.012058563530445099, + "step": 52690 + }, + { + "grad_norm": 0.4693816602230072, + "learning_rate": 4.967096188123943e-05, + "loss": 0.0156, + "step": 52700 + }, + { + "loss_action": 0.009639388881623745, + "loss_total": 0.009639388881623745, + "step": 52700 + }, + { + "loss_action": 0.010650820098817348, + "loss_total": 0.010650820098817348, + "step": 52700 + }, + { + "loss_action": 0.008939705789089203, + "loss_total": 0.008939705789089203, + "step": 52700 + }, + { + "loss_action": 0.007472353987395763, + "loss_total": 0.007472353987395763, + "step": 52700 + }, + { + "loss_action": 0.06351935118436813, + "loss_total": 0.06351935118436813, + "step": 52700 + }, + { + "loss_action": 0.01784319430589676, + "loss_total": 0.01784319430589676, + "step": 52700 + }, + { + "grad_norm": 0.3159683644771576, + "learning_rate": 4.965442755938884e-05, + "loss": 0.014, + "step": 52710 + }, + { + "loss_action": 0.010575967840850353, + "loss_total": 0.010575967840850353, + "step": 52710 + }, + { + "loss_action": 0.009002972394227982, + "loss_total": 0.009002972394227982, + "step": 52710 + }, + { + "loss_action": 0.018420061096549034, + "loss_total": 0.018420061096549034, + "step": 52710 + }, + { + "loss_action": 0.013059578835964203, + "loss_total": 0.013059578835964203, + "step": 52710 + }, + { + "loss_action": 0.018985863775014877, + "loss_total": 0.018985863775014877, + "step": 52710 + }, + { + "loss_action": 0.006709086708724499, + "loss_total": 0.006709086708724499, + "step": 52710 + }, + { + "grad_norm": 0.30448204278945923, + "learning_rate": 4.963789327532954e-05, + "loss": 0.0167, + "step": 52720 + }, + { + "loss_action": 0.007229194976389408, + "loss_total": 0.007229194976389408, + "step": 52720 + }, + { + "loss_action": 0.01807977445423603, + "loss_total": 0.01807977445423603, + "step": 52720 + }, + { + "loss_action": 0.01573793962597847, + "loss_total": 0.01573793962597847, + "step": 52720 + }, + { + "loss_action": 0.008368460461497307, + "loss_total": 0.008368460461497307, + "step": 52720 + }, + { + "loss_action": 0.012020790949463844, + "loss_total": 0.012020790949463844, + "step": 52720 + }, + { + "loss_action": 0.00780445383861661, + "loss_total": 0.00780445383861661, + "step": 52720 + }, + { + "grad_norm": 0.32743823528289795, + "learning_rate": 4.962135903086968e-05, + "loss": 0.015, + "step": 52730 + }, + { + "loss_action": 0.01120898500084877, + "loss_total": 0.01120898500084877, + "step": 52730 + }, + { + "loss_action": 0.019170193001627922, + "loss_total": 0.019170193001627922, + "step": 52730 + }, + { + "loss_action": 0.009306283667683601, + "loss_total": 0.009306283667683601, + "step": 52730 + }, + { + "loss_action": 0.012250644154846668, + "loss_total": 0.012250644154846668, + "step": 52730 + }, + { + "loss_action": 0.009582175873219967, + "loss_total": 0.009582175873219967, + "step": 52730 + }, + { + "loss_action": 0.008451402187347412, + "loss_total": 0.008451402187347412, + "step": 52730 + }, + { + "grad_norm": 0.40124619007110596, + "learning_rate": 4.960482482781741e-05, + "loss": 0.0139, + "step": 52740 + }, + { + "loss_action": 0.01194347906857729, + "loss_total": 0.01194347906857729, + "step": 52740 + }, + { + "loss_action": 0.007327417377382517, + "loss_total": 0.007327417377382517, + "step": 52740 + }, + { + "loss_action": 0.007849650457501411, + "loss_total": 0.007849650457501411, + "step": 52740 + }, + { + "loss_action": 0.004300328437238932, + "loss_total": 0.004300328437238932, + "step": 52740 + }, + { + "loss_action": 0.01015477068722248, + "loss_total": 0.01015477068722248, + "step": 52740 + }, + { + "loss_action": 0.010759711265563965, + "loss_total": 0.010759711265563965, + "step": 52740 + }, + { + "grad_norm": 0.32546815276145935, + "learning_rate": 4.958829066798092e-05, + "loss": 0.0141, + "step": 52750 + }, + { + "loss_action": 0.012579046189785004, + "loss_total": 0.012579046189785004, + "step": 52750 + }, + { + "loss_action": 0.01540255919098854, + "loss_total": 0.01540255919098854, + "step": 52750 + }, + { + "loss_action": 0.018851591274142265, + "loss_total": 0.018851591274142265, + "step": 52750 + }, + { + "loss_action": 0.01280165184289217, + "loss_total": 0.01280165184289217, + "step": 52750 + }, + { + "loss_action": 0.013374678790569305, + "loss_total": 0.013374678790569305, + "step": 52750 + }, + { + "loss_action": 0.005264175124466419, + "loss_total": 0.005264175124466419, + "step": 52750 + }, + { + "grad_norm": 0.41579654812812805, + "learning_rate": 4.957175655316835e-05, + "loss": 0.0197, + "step": 52760 + }, + { + "loss_action": 0.005221992265433073, + "loss_total": 0.005221992265433073, + "step": 52760 + }, + { + "loss_action": 0.026278456673026085, + "loss_total": 0.026278456673026085, + "step": 52760 + }, + { + "loss_action": 0.016577361151576042, + "loss_total": 0.016577361151576042, + "step": 52760 + }, + { + "loss_action": 0.010209934785962105, + "loss_total": 0.010209934785962105, + "step": 52760 + }, + { + "loss_action": 0.006747206207364798, + "loss_total": 0.006747206207364798, + "step": 52760 + }, + { + "loss_action": 0.03877764567732811, + "loss_total": 0.03877764567732811, + "step": 52760 + }, + { + "grad_norm": 0.36318254470825195, + "learning_rate": 4.9555222485187834e-05, + "loss": 0.0137, + "step": 52770 + }, + { + "loss_action": 0.01728188246488571, + "loss_total": 0.01728188246488571, + "step": 52770 + }, + { + "loss_action": 0.011159360408782959, + "loss_total": 0.011159360408782959, + "step": 52770 + }, + { + "loss_action": 0.016063904389739037, + "loss_total": 0.016063904389739037, + "step": 52770 + }, + { + "loss_action": 0.011727527715265751, + "loss_total": 0.011727527715265751, + "step": 52770 + }, + { + "loss_action": 0.017819860950112343, + "loss_total": 0.017819860950112343, + "step": 52770 + }, + { + "loss_action": 0.02406241185963154, + "loss_total": 0.02406241185963154, + "step": 52770 + }, + { + "grad_norm": 0.39767831563949585, + "learning_rate": 4.953868846584752e-05, + "loss": 0.0202, + "step": 52780 + }, + { + "loss_action": 0.028581107035279274, + "loss_total": 0.028581107035279274, + "step": 52780 + }, + { + "loss_action": 0.01565689593553543, + "loss_total": 0.01565689593553543, + "step": 52780 + }, + { + "loss_action": 0.010748542845249176, + "loss_total": 0.010748542845249176, + "step": 52780 + }, + { + "loss_action": 0.008462566882371902, + "loss_total": 0.008462566882371902, + "step": 52780 + }, + { + "loss_action": 0.007721125613898039, + "loss_total": 0.007721125613898039, + "step": 52780 + }, + { + "loss_action": 0.011071158573031425, + "loss_total": 0.011071158573031425, + "step": 52780 + }, + { + "grad_norm": 0.3245581388473511, + "learning_rate": 4.9522154496955544e-05, + "loss": 0.0157, + "step": 52790 + }, + { + "loss_action": 0.038683515042066574, + "loss_total": 0.038683515042066574, + "step": 52790 + }, + { + "loss_action": 0.013614297844469547, + "loss_total": 0.013614297844469547, + "step": 52790 + }, + { + "loss_action": 0.0062176561914384365, + "loss_total": 0.0062176561914384365, + "step": 52790 + }, + { + "loss_action": 0.01672522909939289, + "loss_total": 0.01672522909939289, + "step": 52790 + }, + { + "loss_action": 0.011756952852010727, + "loss_total": 0.011756952852010727, + "step": 52790 + }, + { + "loss_action": 0.0229179747402668, + "loss_total": 0.0229179747402668, + "step": 52790 + }, + { + "grad_norm": 0.3404175937175751, + "learning_rate": 4.950562058032001e-05, + "loss": 0.016, + "step": 52800 + }, + { + "loss_action": 0.009088858030736446, + "loss_total": 0.009088858030736446, + "step": 52800 + }, + { + "loss_action": 0.010084456764161587, + "loss_total": 0.010084456764161587, + "step": 52800 + }, + { + "loss_action": 0.0051589044742286205, + "loss_total": 0.0051589044742286205, + "step": 52800 + }, + { + "loss_action": 0.012287621386349201, + "loss_total": 0.012287621386349201, + "step": 52800 + }, + { + "loss_action": 0.01229807734489441, + "loss_total": 0.01229807734489441, + "step": 52800 + }, + { + "loss_action": 0.007966413162648678, + "loss_total": 0.007966413162648678, + "step": 52800 + }, + { + "grad_norm": 0.29097309708595276, + "learning_rate": 4.948908671774909e-05, + "loss": 0.0154, + "step": 52810 + }, + { + "loss_action": 0.011233676224946976, + "loss_total": 0.011233676224946976, + "step": 52810 + }, + { + "loss_action": 0.0048501999117434025, + "loss_total": 0.0048501999117434025, + "step": 52810 + }, + { + "loss_action": 0.049770206212997437, + "loss_total": 0.049770206212997437, + "step": 52810 + }, + { + "loss_action": 0.007604665122926235, + "loss_total": 0.007604665122926235, + "step": 52810 + }, + { + "loss_action": 0.01805218495428562, + "loss_total": 0.01805218495428562, + "step": 52810 + }, + { + "loss_action": 0.011478669010102749, + "loss_total": 0.011478669010102749, + "step": 52810 + }, + { + "grad_norm": 0.27701079845428467, + "learning_rate": 4.947255291105087e-05, + "loss": 0.0143, + "step": 52820 + }, + { + "loss_action": 0.014533028937876225, + "loss_total": 0.014533028937876225, + "step": 52820 + }, + { + "loss_action": 0.007688992656767368, + "loss_total": 0.007688992656767368, + "step": 52820 + }, + { + "loss_action": 0.013287861831486225, + "loss_total": 0.013287861831486225, + "step": 52820 + }, + { + "loss_action": 0.01165990624576807, + "loss_total": 0.01165990624576807, + "step": 52820 + }, + { + "loss_action": 0.012363485060632229, + "loss_total": 0.012363485060632229, + "step": 52820 + }, + { + "loss_action": 0.005268195178359747, + "loss_total": 0.005268195178359747, + "step": 52820 + }, + { + "grad_norm": 0.30181166529655457, + "learning_rate": 4.945601916203348e-05, + "loss": 0.0145, + "step": 52830 + }, + { + "loss_action": 0.013398437760770321, + "loss_total": 0.013398437760770321, + "step": 52830 + }, + { + "loss_action": 0.00763434823602438, + "loss_total": 0.00763434823602438, + "step": 52830 + }, + { + "loss_action": 0.01013408973813057, + "loss_total": 0.01013408973813057, + "step": 52830 + }, + { + "loss_action": 0.00817064568400383, + "loss_total": 0.00817064568400383, + "step": 52830 + }, + { + "loss_action": 0.012917053885757923, + "loss_total": 0.012917053885757923, + "step": 52830 + }, + { + "loss_action": 0.012106988579034805, + "loss_total": 0.012106988579034805, + "step": 52830 + }, + { + "grad_norm": 0.3632912337779999, + "learning_rate": 4.9439485472505016e-05, + "loss": 0.0125, + "step": 52840 + }, + { + "loss_action": 0.012387484312057495, + "loss_total": 0.012387484312057495, + "step": 52840 + }, + { + "loss_action": 0.007931199856102467, + "loss_total": 0.007931199856102467, + "step": 52840 + }, + { + "loss_action": 0.016178540885448456, + "loss_total": 0.016178540885448456, + "step": 52840 + }, + { + "loss_action": 0.011501647531986237, + "loss_total": 0.011501647531986237, + "step": 52840 + }, + { + "loss_action": 0.015006975270807743, + "loss_total": 0.015006975270807743, + "step": 52840 + }, + { + "loss_action": 0.015010080300271511, + "loss_total": 0.015010080300271511, + "step": 52840 + }, + { + "grad_norm": 0.3706565201282501, + "learning_rate": 4.942295184427356e-05, + "loss": 0.0143, + "step": 52850 + }, + { + "loss_action": 0.009305278770625591, + "loss_total": 0.009305278770625591, + "step": 52850 + }, + { + "loss_action": 0.013836205005645752, + "loss_total": 0.013836205005645752, + "step": 52850 + }, + { + "loss_action": 0.018120545893907547, + "loss_total": 0.018120545893907547, + "step": 52850 + }, + { + "loss_action": 0.012618525885045528, + "loss_total": 0.012618525885045528, + "step": 52850 + }, + { + "loss_action": 0.005125534720718861, + "loss_total": 0.005125534720718861, + "step": 52850 + }, + { + "loss_action": 0.007313057780265808, + "loss_total": 0.007313057780265808, + "step": 52850 + }, + { + "grad_norm": 0.27430617809295654, + "learning_rate": 4.9406418279147234e-05, + "loss": 0.0141, + "step": 52860 + }, + { + "loss_action": 0.004195220302790403, + "loss_total": 0.004195220302790403, + "step": 52860 + }, + { + "loss_action": 0.02942786179482937, + "loss_total": 0.02942786179482937, + "step": 52860 + }, + { + "loss_action": 0.014219517819583416, + "loss_total": 0.014219517819583416, + "step": 52860 + }, + { + "loss_action": 0.006109675858169794, + "loss_total": 0.006109675858169794, + "step": 52860 + }, + { + "loss_action": 0.05007178708910942, + "loss_total": 0.05007178708910942, + "step": 52860 + }, + { + "loss_action": 0.005555168259888887, + "loss_total": 0.005555168259888887, + "step": 52860 + }, + { + "grad_norm": 0.2859789729118347, + "learning_rate": 4.9389884778934116e-05, + "loss": 0.0182, + "step": 52870 + }, + { + "loss_action": 0.012612439692020416, + "loss_total": 0.012612439692020416, + "step": 52870 + }, + { + "loss_action": 0.02023371122777462, + "loss_total": 0.02023371122777462, + "step": 52870 + }, + { + "loss_action": 0.011883462779223919, + "loss_total": 0.011883462779223919, + "step": 52870 + }, + { + "loss_action": 0.05708783492445946, + "loss_total": 0.05708783492445946, + "step": 52870 + }, + { + "loss_action": 0.00993309449404478, + "loss_total": 0.00993309449404478, + "step": 52870 + }, + { + "loss_action": 0.012575098313391209, + "loss_total": 0.012575098313391209, + "step": 52870 + }, + { + "grad_norm": 0.35308510065078735, + "learning_rate": 4.937335134544228e-05, + "loss": 0.0165, + "step": 52880 + }, + { + "loss_action": 0.007958612404763699, + "loss_total": 0.007958612404763699, + "step": 52880 + }, + { + "loss_action": 0.008371038362383842, + "loss_total": 0.008371038362383842, + "step": 52880 + }, + { + "loss_action": 0.008955038152635098, + "loss_total": 0.008955038152635098, + "step": 52880 + }, + { + "loss_action": 0.019524363800883293, + "loss_total": 0.019524363800883293, + "step": 52880 + }, + { + "loss_action": 0.009247766807675362, + "loss_total": 0.009247766807675362, + "step": 52880 + }, + { + "loss_action": 0.011125382035970688, + "loss_total": 0.011125382035970688, + "step": 52880 + }, + { + "grad_norm": 0.31305575370788574, + "learning_rate": 4.935681798047979e-05, + "loss": 0.0125, + "step": 52890 + }, + { + "loss_action": 0.019369928166270256, + "loss_total": 0.019369928166270256, + "step": 52890 + }, + { + "loss_action": 0.010039211250841618, + "loss_total": 0.010039211250841618, + "step": 52890 + }, + { + "loss_action": 0.015640396624803543, + "loss_total": 0.015640396624803543, + "step": 52890 + }, + { + "loss_action": 0.011967106722295284, + "loss_total": 0.011967106722295284, + "step": 52890 + }, + { + "loss_action": 0.011316347867250443, + "loss_total": 0.011316347867250443, + "step": 52890 + }, + { + "loss_action": 0.009968648664653301, + "loss_total": 0.009968648664653301, + "step": 52890 + }, + { + "grad_norm": 0.2918474078178406, + "learning_rate": 4.934028468585473e-05, + "loss": 0.0134, + "step": 52900 + }, + { + "loss_action": 0.008063366636633873, + "loss_total": 0.008063366636633873, + "step": 52900 + }, + { + "loss_action": 0.05751442909240723, + "loss_total": 0.05751442909240723, + "step": 52900 + }, + { + "loss_action": 0.008434821851551533, + "loss_total": 0.008434821851551533, + "step": 52900 + }, + { + "loss_action": 0.005198457278311253, + "loss_total": 0.005198457278311253, + "step": 52900 + }, + { + "loss_action": 0.014507461339235306, + "loss_total": 0.014507461339235306, + "step": 52900 + }, + { + "loss_action": 0.011892060749232769, + "loss_total": 0.011892060749232769, + "step": 52900 + }, + { + "grad_norm": 0.31986865401268005, + "learning_rate": 4.932375146337514e-05, + "loss": 0.0155, + "step": 52910 + }, + { + "loss_action": 0.013205530121922493, + "loss_total": 0.013205530121922493, + "step": 52910 + }, + { + "loss_action": 0.011435206048190594, + "loss_total": 0.011435206048190594, + "step": 52910 + }, + { + "loss_action": 0.004122582264244556, + "loss_total": 0.004122582264244556, + "step": 52910 + }, + { + "loss_action": 0.0070116776041686535, + "loss_total": 0.0070116776041686535, + "step": 52910 + }, + { + "loss_action": 0.008892874233424664, + "loss_total": 0.008892874233424664, + "step": 52910 + }, + { + "loss_action": 0.014100582338869572, + "loss_total": 0.014100582338869572, + "step": 52910 + }, + { + "grad_norm": 0.3165685534477234, + "learning_rate": 4.930721831484908e-05, + "loss": 0.0132, + "step": 52920 + }, + { + "loss_action": 0.04302693158388138, + "loss_total": 0.04302693158388138, + "step": 52920 + }, + { + "loss_action": 0.01483863778412342, + "loss_total": 0.01483863778412342, + "step": 52920 + }, + { + "loss_action": 0.009400744922459126, + "loss_total": 0.009400744922459126, + "step": 52920 + }, + { + "loss_action": 0.01659373752772808, + "loss_total": 0.01659373752772808, + "step": 52920 + }, + { + "loss_action": 0.014986400492489338, + "loss_total": 0.014986400492489338, + "step": 52920 + }, + { + "loss_action": 0.004204839468002319, + "loss_total": 0.004204839468002319, + "step": 52920 + }, + { + "grad_norm": 0.33916181325912476, + "learning_rate": 4.929068524208456e-05, + "loss": 0.0155, + "step": 52930 + }, + { + "loss_action": 0.006565868854522705, + "loss_total": 0.006565868854522705, + "step": 52930 + }, + { + "loss_action": 0.01032948400825262, + "loss_total": 0.01032948400825262, + "step": 52930 + }, + { + "loss_action": 0.014364005997776985, + "loss_total": 0.014364005997776985, + "step": 52930 + }, + { + "loss_action": 0.01228142250329256, + "loss_total": 0.01228142250329256, + "step": 52930 + }, + { + "loss_action": 0.016665369272232056, + "loss_total": 0.016665369272232056, + "step": 52930 + }, + { + "loss_action": 0.013146080076694489, + "loss_total": 0.013146080076694489, + "step": 52930 + }, + { + "grad_norm": 0.30118173360824585, + "learning_rate": 4.927415224688965e-05, + "loss": 0.0132, + "step": 52940 + }, + { + "loss_action": 0.0367882214486599, + "loss_total": 0.0367882214486599, + "step": 52940 + }, + { + "loss_action": 0.006730718072503805, + "loss_total": 0.006730718072503805, + "step": 52940 + }, + { + "loss_action": 0.03278191760182381, + "loss_total": 0.03278191760182381, + "step": 52940 + }, + { + "loss_action": 0.014624829404056072, + "loss_total": 0.014624829404056072, + "step": 52940 + }, + { + "loss_action": 0.056712713092565536, + "loss_total": 0.056712713092565536, + "step": 52940 + }, + { + "loss_action": 0.011302107945084572, + "loss_total": 0.011302107945084572, + "step": 52940 + }, + { + "grad_norm": 0.2985430657863617, + "learning_rate": 4.9257619331072375e-05, + "loss": 0.0157, + "step": 52950 + }, + { + "loss_action": 0.004382165148854256, + "loss_total": 0.004382165148854256, + "step": 52950 + }, + { + "loss_action": 0.035127297043800354, + "loss_total": 0.035127297043800354, + "step": 52950 + }, + { + "loss_action": 0.018166521564126015, + "loss_total": 0.018166521564126015, + "step": 52950 + }, + { + "loss_action": 0.020123587921261787, + "loss_total": 0.020123587921261787, + "step": 52950 + }, + { + "loss_action": 0.02352963201701641, + "loss_total": 0.02352963201701641, + "step": 52950 + }, + { + "loss_action": 0.00616103783249855, + "loss_total": 0.00616103783249855, + "step": 52950 + }, + { + "grad_norm": 0.3466571569442749, + "learning_rate": 4.924108649644072e-05, + "loss": 0.015, + "step": 52960 + }, + { + "loss_action": 0.008731763809919357, + "loss_total": 0.008731763809919357, + "step": 52960 + }, + { + "loss_action": 0.008862913586199284, + "loss_total": 0.008862913586199284, + "step": 52960 + }, + { + "loss_action": 0.0368734672665596, + "loss_total": 0.0368734672665596, + "step": 52960 + }, + { + "loss_action": 0.008573289029300213, + "loss_total": 0.008573289029300213, + "step": 52960 + }, + { + "loss_action": 0.02658969908952713, + "loss_total": 0.02658969908952713, + "step": 52960 + }, + { + "loss_action": 0.010695314034819603, + "loss_total": 0.010695314034819603, + "step": 52960 + }, + { + "grad_norm": 0.3097315728664398, + "learning_rate": 4.922455374480271e-05, + "loss": 0.0154, + "step": 52970 + }, + { + "loss_action": 0.02464553527534008, + "loss_total": 0.02464553527534008, + "step": 52970 + }, + { + "loss_action": 0.008539550937712193, + "loss_total": 0.008539550937712193, + "step": 52970 + }, + { + "loss_action": 0.009320616722106934, + "loss_total": 0.009320616722106934, + "step": 52970 + }, + { + "loss_action": 0.004806960001587868, + "loss_total": 0.004806960001587868, + "step": 52970 + }, + { + "loss_action": 0.006006618961691856, + "loss_total": 0.006006618961691856, + "step": 52970 + }, + { + "loss_action": 0.010692672803997993, + "loss_total": 0.010692672803997993, + "step": 52970 + }, + { + "grad_norm": 0.4295971095561981, + "learning_rate": 4.920802107796634e-05, + "loss": 0.0149, + "step": 52980 + }, + { + "loss_action": 0.006833973806351423, + "loss_total": 0.006833973806351423, + "step": 52980 + }, + { + "loss_action": 0.012098096311092377, + "loss_total": 0.012098096311092377, + "step": 52980 + }, + { + "loss_action": 0.007584008853882551, + "loss_total": 0.007584008853882551, + "step": 52980 + }, + { + "loss_action": 0.008402545005083084, + "loss_total": 0.008402545005083084, + "step": 52980 + }, + { + "loss_action": 0.01003662496805191, + "loss_total": 0.01003662496805191, + "step": 52980 + }, + { + "loss_action": 0.007079580333083868, + "loss_total": 0.007079580333083868, + "step": 52980 + }, + { + "grad_norm": 0.37299948930740356, + "learning_rate": 4.9191488497739564e-05, + "loss": 0.0138, + "step": 52990 + }, + { + "loss_action": 0.007624238729476929, + "loss_total": 0.007624238729476929, + "step": 52990 + }, + { + "loss_action": 0.007675329688936472, + "loss_total": 0.007675329688936472, + "step": 52990 + }, + { + "loss_action": 0.007203399203717709, + "loss_total": 0.007203399203717709, + "step": 52990 + }, + { + "loss_action": 0.010854666121304035, + "loss_total": 0.010854666121304035, + "step": 52990 + }, + { + "loss_action": 0.018034419044852257, + "loss_total": 0.018034419044852257, + "step": 52990 + }, + { + "loss_action": 0.01011763047426939, + "loss_total": 0.01011763047426939, + "step": 52990 + }, + { + "grad_norm": 0.29908961057662964, + "learning_rate": 4.917495600593042e-05, + "loss": 0.0152, + "step": 53000 + }, + { + "loss_action": 0.019403083249926567, + "loss_total": 0.019403083249926567, + "step": 53000 + }, + { + "loss_action": 0.0064488863572478294, + "loss_total": 0.0064488863572478294, + "step": 53000 + }, + { + "loss_action": 0.0066892532631754875, + "loss_total": 0.0066892532631754875, + "step": 53000 + }, + { + "loss_action": 0.011890590190887451, + "loss_total": 0.011890590190887451, + "step": 53000 + }, + { + "loss_action": 0.010577422566711903, + "loss_total": 0.010577422566711903, + "step": 53000 + }, + { + "loss_action": 0.013021846301853657, + "loss_total": 0.013021846301853657, + "step": 53000 + }, + { + "grad_norm": 0.342909574508667, + "learning_rate": 4.915842360434684e-05, + "loss": 0.0157, + "step": 53010 + }, + { + "loss_action": 0.010022280737757683, + "loss_total": 0.010022280737757683, + "step": 53010 + }, + { + "loss_action": 0.008996476419270039, + "loss_total": 0.008996476419270039, + "step": 53010 + }, + { + "loss_action": 0.005878433119505644, + "loss_total": 0.005878433119505644, + "step": 53010 + }, + { + "loss_action": 0.012580432929098606, + "loss_total": 0.012580432929098606, + "step": 53010 + }, + { + "loss_action": 0.04728109389543533, + "loss_total": 0.04728109389543533, + "step": 53010 + }, + { + "loss_action": 0.02131645381450653, + "loss_total": 0.02131645381450653, + "step": 53010 + }, + { + "grad_norm": 0.3522867262363434, + "learning_rate": 4.914189129479679e-05, + "loss": 0.0139, + "step": 53020 + }, + { + "loss_action": 0.00994485430419445, + "loss_total": 0.00994485430419445, + "step": 53020 + }, + { + "loss_action": 0.01569664292037487, + "loss_total": 0.01569664292037487, + "step": 53020 + }, + { + "loss_action": 0.014592381194233894, + "loss_total": 0.014592381194233894, + "step": 53020 + }, + { + "loss_action": 0.013978932052850723, + "loss_total": 0.013978932052850723, + "step": 53020 + }, + { + "loss_action": 0.007875570096075535, + "loss_total": 0.007875570096075535, + "step": 53020 + }, + { + "loss_action": 0.014990235678851604, + "loss_total": 0.014990235678851604, + "step": 53020 + }, + { + "grad_norm": 0.3550983965396881, + "learning_rate": 4.912535907908822e-05, + "loss": 0.0146, + "step": 53030 + }, + { + "loss_action": 0.014550106599926949, + "loss_total": 0.014550106599926949, + "step": 53030 + }, + { + "loss_action": 0.04081995412707329, + "loss_total": 0.04081995412707329, + "step": 53030 + }, + { + "loss_action": 0.020949574187397957, + "loss_total": 0.020949574187397957, + "step": 53030 + }, + { + "loss_action": 0.009818684309720993, + "loss_total": 0.009818684309720993, + "step": 53030 + }, + { + "loss_action": 0.01787399686872959, + "loss_total": 0.01787399686872959, + "step": 53030 + }, + { + "loss_action": 0.012077064253389835, + "loss_total": 0.012077064253389835, + "step": 53030 + }, + { + "grad_norm": 0.36555883288383484, + "learning_rate": 4.910882695902907e-05, + "loss": 0.015, + "step": 53040 + }, + { + "loss_action": 0.009477502666413784, + "loss_total": 0.009477502666413784, + "step": 53040 + }, + { + "loss_action": 0.01694726012647152, + "loss_total": 0.01694726012647152, + "step": 53040 + }, + { + "loss_action": 0.01248696818947792, + "loss_total": 0.01248696818947792, + "step": 53040 + }, + { + "loss_action": 0.024475157260894775, + "loss_total": 0.024475157260894775, + "step": 53040 + }, + { + "loss_action": 0.016149500384926796, + "loss_total": 0.016149500384926796, + "step": 53040 + }, + { + "loss_action": 0.007370722480118275, + "loss_total": 0.007370722480118275, + "step": 53040 + }, + { + "grad_norm": 0.34855958819389343, + "learning_rate": 4.9092294936427234e-05, + "loss": 0.0164, + "step": 53050 + }, + { + "loss_action": 0.004466301295906305, + "loss_total": 0.004466301295906305, + "step": 53050 + }, + { + "loss_action": 0.008281349204480648, + "loss_total": 0.008281349204480648, + "step": 53050 + }, + { + "loss_action": 0.009907969273626804, + "loss_total": 0.009907969273626804, + "step": 53050 + }, + { + "loss_action": 0.004826839547604322, + "loss_total": 0.004826839547604322, + "step": 53050 + }, + { + "loss_action": 0.013869248330593109, + "loss_total": 0.013869248330593109, + "step": 53050 + }, + { + "loss_action": 0.018194973468780518, + "loss_total": 0.018194973468780518, + "step": 53050 + }, + { + "grad_norm": 0.3138467073440552, + "learning_rate": 4.9075763013090685e-05, + "loss": 0.0156, + "step": 53060 + }, + { + "loss_action": 0.011431802064180374, + "loss_total": 0.011431802064180374, + "step": 53060 + }, + { + "loss_action": 0.007407582364976406, + "loss_total": 0.007407582364976406, + "step": 53060 + }, + { + "loss_action": 0.008637445978820324, + "loss_total": 0.008637445978820324, + "step": 53060 + }, + { + "loss_action": 0.0056577385403215885, + "loss_total": 0.0056577385403215885, + "step": 53060 + }, + { + "loss_action": 0.007634114474058151, + "loss_total": 0.007634114474058151, + "step": 53060 + }, + { + "loss_action": 0.0074476879090070724, + "loss_total": 0.0074476879090070724, + "step": 53060 + }, + { + "grad_norm": 0.38985738158226013, + "learning_rate": 4.9059231190827305e-05, + "loss": 0.0154, + "step": 53070 + }, + { + "loss_action": 0.04467151686549187, + "loss_total": 0.04467151686549187, + "step": 53070 + }, + { + "loss_action": 0.015943940728902817, + "loss_total": 0.015943940728902817, + "step": 53070 + }, + { + "loss_action": 0.02049693837761879, + "loss_total": 0.02049693837761879, + "step": 53070 + }, + { + "loss_action": 0.06530690938234329, + "loss_total": 0.06530690938234329, + "step": 53070 + }, + { + "loss_action": 0.04032183438539505, + "loss_total": 0.04032183438539505, + "step": 53070 + }, + { + "loss_action": 0.021278170868754387, + "loss_total": 0.021278170868754387, + "step": 53070 + }, + { + "grad_norm": 0.5016677975654602, + "learning_rate": 4.904269947144499e-05, + "loss": 0.0209, + "step": 53080 + }, + { + "loss_action": 0.012814917601644993, + "loss_total": 0.012814917601644993, + "step": 53080 + }, + { + "loss_action": 0.005924735218286514, + "loss_total": 0.005924735218286514, + "step": 53080 + }, + { + "loss_action": 0.027649927884340286, + "loss_total": 0.027649927884340286, + "step": 53080 + }, + { + "loss_action": 0.010506534948945045, + "loss_total": 0.010506534948945045, + "step": 53080 + }, + { + "loss_action": 0.03592316061258316, + "loss_total": 0.03592316061258316, + "step": 53080 + }, + { + "loss_action": 0.0159853957593441, + "loss_total": 0.0159853957593441, + "step": 53080 + }, + { + "grad_norm": 0.30537769198417664, + "learning_rate": 4.902616785675161e-05, + "loss": 0.0187, + "step": 53090 + }, + { + "loss_action": 0.005932028871029615, + "loss_total": 0.005932028871029615, + "step": 53090 + }, + { + "loss_action": 0.007986404933035374, + "loss_total": 0.007986404933035374, + "step": 53090 + }, + { + "loss_action": 0.008342651650309563, + "loss_total": 0.008342651650309563, + "step": 53090 + }, + { + "loss_action": 0.010361962020397186, + "loss_total": 0.010361962020397186, + "step": 53090 + }, + { + "loss_action": 0.010086915455758572, + "loss_total": 0.010086915455758572, + "step": 53090 + }, + { + "loss_action": 0.012010931968688965, + "loss_total": 0.012010931968688965, + "step": 53090 + }, + { + "grad_norm": 0.38516128063201904, + "learning_rate": 4.900963634855505e-05, + "loss": 0.0169, + "step": 53100 + }, + { + "loss_action": 0.007408101577311754, + "loss_total": 0.007408101577311754, + "step": 53100 + }, + { + "loss_action": 0.011448747478425503, + "loss_total": 0.011448747478425503, + "step": 53100 + }, + { + "loss_action": 0.04596170783042908, + "loss_total": 0.04596170783042908, + "step": 53100 + }, + { + "loss_action": 0.020322704687714577, + "loss_total": 0.020322704687714577, + "step": 53100 + }, + { + "loss_action": 0.009064305573701859, + "loss_total": 0.009064305573701859, + "step": 53100 + }, + { + "loss_action": 0.01031044777482748, + "loss_total": 0.01031044777482748, + "step": 53100 + }, + { + "grad_norm": 0.5106532573699951, + "learning_rate": 4.8993104948663173e-05, + "loss": 0.0215, + "step": 53110 + }, + { + "loss_action": 0.00843904260545969, + "loss_total": 0.00843904260545969, + "step": 53110 + }, + { + "loss_action": 0.007730785757303238, + "loss_total": 0.007730785757303238, + "step": 53110 + }, + { + "loss_action": 0.005355806089937687, + "loss_total": 0.005355806089937687, + "step": 53110 + }, + { + "loss_action": 0.010515850968658924, + "loss_total": 0.010515850968658924, + "step": 53110 + }, + { + "loss_action": 0.009513198398053646, + "loss_total": 0.009513198398053646, + "step": 53110 + }, + { + "loss_action": 0.014390519820153713, + "loss_total": 0.014390519820153713, + "step": 53110 + }, + { + "grad_norm": 0.30583786964416504, + "learning_rate": 4.8976573658883823e-05, + "loss": 0.0164, + "step": 53120 + }, + { + "loss_action": 0.021105332300066948, + "loss_total": 0.021105332300066948, + "step": 53120 + }, + { + "loss_action": 0.015170056372880936, + "loss_total": 0.015170056372880936, + "step": 53120 + }, + { + "loss_action": 0.012257047928869724, + "loss_total": 0.012257047928869724, + "step": 53120 + }, + { + "loss_action": 0.010259815491735935, + "loss_total": 0.010259815491735935, + "step": 53120 + }, + { + "loss_action": 0.007660342380404472, + "loss_total": 0.007660342380404472, + "step": 53120 + }, + { + "loss_action": 0.011776352301239967, + "loss_total": 0.011776352301239967, + "step": 53120 + }, + { + "grad_norm": 0.39870479702949524, + "learning_rate": 4.896004248102484e-05, + "loss": 0.0156, + "step": 53130 + }, + { + "loss_action": 0.014232941903173923, + "loss_total": 0.014232941903173923, + "step": 53130 + }, + { + "loss_action": 0.017013611271977425, + "loss_total": 0.017013611271977425, + "step": 53130 + }, + { + "loss_action": 0.03424225375056267, + "loss_total": 0.03424225375056267, + "step": 53130 + }, + { + "loss_action": 0.030516676604747772, + "loss_total": 0.030516676604747772, + "step": 53130 + }, + { + "loss_action": 0.023304888978600502, + "loss_total": 0.023304888978600502, + "step": 53130 + }, + { + "loss_action": 0.029133150354027748, + "loss_total": 0.029133150354027748, + "step": 53130 + }, + { + "grad_norm": 0.34471946954727173, + "learning_rate": 4.8943511416894045e-05, + "loss": 0.0201, + "step": 53140 + }, + { + "loss_action": 0.009871156886219978, + "loss_total": 0.009871156886219978, + "step": 53140 + }, + { + "loss_action": 0.00920666940510273, + "loss_total": 0.00920666940510273, + "step": 53140 + }, + { + "loss_action": 0.016422705724835396, + "loss_total": 0.016422705724835396, + "step": 53140 + }, + { + "loss_action": 0.019038423895835876, + "loss_total": 0.019038423895835876, + "step": 53140 + }, + { + "loss_action": 0.03258702531456947, + "loss_total": 0.03258702531456947, + "step": 53140 + }, + { + "loss_action": 0.01385352574288845, + "loss_total": 0.01385352574288845, + "step": 53140 + }, + { + "grad_norm": 0.4360300600528717, + "learning_rate": 4.892698046829926e-05, + "loss": 0.0184, + "step": 53150 + }, + { + "loss_action": 0.010095931589603424, + "loss_total": 0.010095931589603424, + "step": 53150 + }, + { + "loss_action": 0.007404795382171869, + "loss_total": 0.007404795382171869, + "step": 53150 + }, + { + "loss_action": 0.014485626481473446, + "loss_total": 0.014485626481473446, + "step": 53150 + }, + { + "loss_action": 0.010367759503424168, + "loss_total": 0.010367759503424168, + "step": 53150 + }, + { + "loss_action": 0.026586726307868958, + "loss_total": 0.026586726307868958, + "step": 53150 + }, + { + "loss_action": 0.024438058957457542, + "loss_total": 0.024438058957457542, + "step": 53150 + }, + { + "grad_norm": 0.34027689695358276, + "learning_rate": 4.8910449637048275e-05, + "loss": 0.0161, + "step": 53160 + }, + { + "loss_action": 0.015121526084840298, + "loss_total": 0.015121526084840298, + "step": 53160 + }, + { + "loss_action": 0.008024030365049839, + "loss_total": 0.008024030365049839, + "step": 53160 + }, + { + "loss_action": 0.013271491043269634, + "loss_total": 0.013271491043269634, + "step": 53160 + }, + { + "loss_action": 0.016898509114980698, + "loss_total": 0.016898509114980698, + "step": 53160 + }, + { + "loss_action": 0.009747439064085484, + "loss_total": 0.009747439064085484, + "step": 53160 + }, + { + "loss_action": 0.01919589191675186, + "loss_total": 0.01919589191675186, + "step": 53160 + }, + { + "grad_norm": 0.3103509545326233, + "learning_rate": 4.8893918924948884e-05, + "loss": 0.0137, + "step": 53170 + }, + { + "loss_action": 0.013589801266789436, + "loss_total": 0.013589801266789436, + "step": 53170 + }, + { + "loss_action": 0.014242531731724739, + "loss_total": 0.014242531731724739, + "step": 53170 + }, + { + "loss_action": 0.009469644166529179, + "loss_total": 0.009469644166529179, + "step": 53170 + }, + { + "loss_action": 0.014634611085057259, + "loss_total": 0.014634611085057259, + "step": 53170 + }, + { + "loss_action": 0.008188966661691666, + "loss_total": 0.008188966661691666, + "step": 53170 + }, + { + "loss_action": 0.011214257217943668, + "loss_total": 0.011214257217943668, + "step": 53170 + }, + { + "grad_norm": 0.2749711573123932, + "learning_rate": 4.8877388333808835e-05, + "loss": 0.0137, + "step": 53180 + }, + { + "loss_action": 0.017880162224173546, + "loss_total": 0.017880162224173546, + "step": 53180 + }, + { + "loss_action": 0.018915703520178795, + "loss_total": 0.018915703520178795, + "step": 53180 + }, + { + "loss_action": 0.012982555665075779, + "loss_total": 0.012982555665075779, + "step": 53180 + }, + { + "loss_action": 0.01669647917151451, + "loss_total": 0.01669647917151451, + "step": 53180 + }, + { + "loss_action": 0.006755858659744263, + "loss_total": 0.006755858659744263, + "step": 53180 + }, + { + "loss_action": 0.010983346961438656, + "loss_total": 0.010983346961438656, + "step": 53180 + }, + { + "grad_norm": 0.27336713671684265, + "learning_rate": 4.8860857865435925e-05, + "loss": 0.0125, + "step": 53190 + }, + { + "loss_action": 0.13207904994487762, + "loss_total": 0.13207904994487762, + "step": 53190 + }, + { + "loss_action": 0.006157290190458298, + "loss_total": 0.006157290190458298, + "step": 53190 + }, + { + "loss_action": 0.030074343085289, + "loss_total": 0.030074343085289, + "step": 53190 + }, + { + "loss_action": 0.013728665187954903, + "loss_total": 0.013728665187954903, + "step": 53190 + }, + { + "loss_action": 0.023101039230823517, + "loss_total": 0.023101039230823517, + "step": 53190 + }, + { + "loss_action": 0.010748217813670635, + "loss_total": 0.010748217813670635, + "step": 53190 + }, + { + "grad_norm": 0.361915647983551, + "learning_rate": 4.884432752163789e-05, + "loss": 0.0153, + "step": 53200 + }, + { + "loss_action": 0.004139467142522335, + "loss_total": 0.004139467142522335, + "step": 53200 + }, + { + "loss_action": 0.019119752570986748, + "loss_total": 0.019119752570986748, + "step": 53200 + }, + { + "loss_action": 0.024680817499756813, + "loss_total": 0.024680817499756813, + "step": 53200 + }, + { + "loss_action": 0.013441143557429314, + "loss_total": 0.013441143557429314, + "step": 53200 + }, + { + "loss_action": 0.013893447816371918, + "loss_total": 0.013893447816371918, + "step": 53200 + }, + { + "loss_action": 0.06880522519350052, + "loss_total": 0.06880522519350052, + "step": 53200 + }, + { + "grad_norm": 0.44526422023773193, + "learning_rate": 4.8827797304222466e-05, + "loss": 0.02, + "step": 53210 + }, + { + "loss_action": 0.023583218455314636, + "loss_total": 0.023583218455314636, + "step": 53210 + }, + { + "loss_action": 0.012926165014505386, + "loss_total": 0.012926165014505386, + "step": 53210 + }, + { + "loss_action": 0.02568362094461918, + "loss_total": 0.02568362094461918, + "step": 53210 + }, + { + "loss_action": 0.011092795990407467, + "loss_total": 0.011092795990407467, + "step": 53210 + }, + { + "loss_action": 0.009576396085321903, + "loss_total": 0.009576396085321903, + "step": 53210 + }, + { + "loss_action": 0.015640951693058014, + "loss_total": 0.015640951693058014, + "step": 53210 + }, + { + "grad_norm": 0.3436378836631775, + "learning_rate": 4.8811267214997366e-05, + "loss": 0.0193, + "step": 53220 + }, + { + "loss_action": 0.018497362732887268, + "loss_total": 0.018497362732887268, + "step": 53220 + }, + { + "loss_action": 0.01177697628736496, + "loss_total": 0.01177697628736496, + "step": 53220 + }, + { + "loss_action": 0.14401768147945404, + "loss_total": 0.14401768147945404, + "step": 53220 + }, + { + "loss_action": 0.0051539805717766285, + "loss_total": 0.0051539805717766285, + "step": 53220 + }, + { + "loss_action": 0.016037452965974808, + "loss_total": 0.016037452965974808, + "step": 53220 + }, + { + "loss_action": 0.016599401831626892, + "loss_total": 0.016599401831626892, + "step": 53220 + }, + { + "grad_norm": 0.33958548307418823, + "learning_rate": 4.879473725577029e-05, + "loss": 0.0227, + "step": 53230 + }, + { + "loss_action": 0.009589314460754395, + "loss_total": 0.009589314460754395, + "step": 53230 + }, + { + "loss_action": 0.013804001733660698, + "loss_total": 0.013804001733660698, + "step": 53230 + }, + { + "loss_action": 0.02122879959642887, + "loss_total": 0.02122879959642887, + "step": 53230 + }, + { + "loss_action": 0.009055930189788342, + "loss_total": 0.009055930189788342, + "step": 53230 + }, + { + "loss_action": 0.008293896913528442, + "loss_total": 0.008293896913528442, + "step": 53230 + }, + { + "loss_action": 0.008630395866930485, + "loss_total": 0.008630395866930485, + "step": 53230 + }, + { + "grad_norm": 0.34605687856674194, + "learning_rate": 4.877820742834891e-05, + "loss": 0.0124, + "step": 53240 + }, + { + "loss_action": 0.008186770603060722, + "loss_total": 0.008186770603060722, + "step": 53240 + }, + { + "loss_action": 0.01066016498953104, + "loss_total": 0.01066016498953104, + "step": 53240 + }, + { + "loss_action": 0.016879601404070854, + "loss_total": 0.016879601404070854, + "step": 53240 + }, + { + "loss_action": 0.008497788570821285, + "loss_total": 0.008497788570821285, + "step": 53240 + }, + { + "loss_action": 0.011008430272340775, + "loss_total": 0.011008430272340775, + "step": 53240 + }, + { + "loss_action": 0.008350741118192673, + "loss_total": 0.008350741118192673, + "step": 53240 + }, + { + "grad_norm": 0.4589674472808838, + "learning_rate": 4.8761677734540956e-05, + "loss": 0.0144, + "step": 53250 + }, + { + "loss_action": 0.006205936428159475, + "loss_total": 0.006205936428159475, + "step": 53250 + }, + { + "loss_action": 0.008352421224117279, + "loss_total": 0.008352421224117279, + "step": 53250 + }, + { + "loss_action": 0.008451650850474834, + "loss_total": 0.008451650850474834, + "step": 53250 + }, + { + "loss_action": 0.00946874264627695, + "loss_total": 0.00946874264627695, + "step": 53250 + }, + { + "loss_action": 0.007759904023259878, + "loss_total": 0.007759904023259878, + "step": 53250 + }, + { + "loss_action": 0.012042633257806301, + "loss_total": 0.012042633257806301, + "step": 53250 + }, + { + "grad_norm": 0.29017579555511475, + "learning_rate": 4.874514817615407e-05, + "loss": 0.015, + "step": 53260 + }, + { + "loss_action": 0.011609917506575584, + "loss_total": 0.011609917506575584, + "step": 53260 + }, + { + "loss_action": 0.01393439993262291, + "loss_total": 0.01393439993262291, + "step": 53260 + }, + { + "loss_action": 0.0062623294070363045, + "loss_total": 0.0062623294070363045, + "step": 53260 + }, + { + "loss_action": 0.0069358027540147305, + "loss_total": 0.0069358027540147305, + "step": 53260 + }, + { + "loss_action": 0.015494897030293941, + "loss_total": 0.015494897030293941, + "step": 53260 + }, + { + "loss_action": 0.009050549007952213, + "loss_total": 0.009050549007952213, + "step": 53260 + }, + { + "grad_norm": 0.270830899477005, + "learning_rate": 4.872861875499588e-05, + "loss": 0.0135, + "step": 53270 + }, + { + "loss_action": 0.022469250485301018, + "loss_total": 0.022469250485301018, + "step": 53270 + }, + { + "loss_action": 0.034528832882642746, + "loss_total": 0.034528832882642746, + "step": 53270 + }, + { + "loss_action": 0.020274842157959938, + "loss_total": 0.020274842157959938, + "step": 53270 + }, + { + "loss_action": 0.01115057896822691, + "loss_total": 0.01115057896822691, + "step": 53270 + }, + { + "loss_action": 0.012607358396053314, + "loss_total": 0.012607358396053314, + "step": 53270 + }, + { + "loss_action": 0.020882578566670418, + "loss_total": 0.020882578566670418, + "step": 53270 + }, + { + "grad_norm": 0.35311564803123474, + "learning_rate": 4.871208947287404e-05, + "loss": 0.0133, + "step": 53280 + }, + { + "loss_action": 0.0063172755762934685, + "loss_total": 0.0063172755762934685, + "step": 53280 + }, + { + "loss_action": 0.005260774400085211, + "loss_total": 0.005260774400085211, + "step": 53280 + }, + { + "loss_action": 0.013310827314853668, + "loss_total": 0.013310827314853668, + "step": 53280 + }, + { + "loss_action": 0.007491699885576963, + "loss_total": 0.007491699885576963, + "step": 53280 + }, + { + "loss_action": 0.005018758587539196, + "loss_total": 0.005018758587539196, + "step": 53280 + }, + { + "loss_action": 0.008807701990008354, + "loss_total": 0.008807701990008354, + "step": 53280 + }, + { + "grad_norm": 0.26937758922576904, + "learning_rate": 4.869556033159615e-05, + "loss": 0.0105, + "step": 53290 + }, + { + "loss_action": 0.085287906229496, + "loss_total": 0.085287906229496, + "step": 53290 + }, + { + "loss_action": 0.006023250054568052, + "loss_total": 0.006023250054568052, + "step": 53290 + }, + { + "loss_action": 0.023621244356036186, + "loss_total": 0.023621244356036186, + "step": 53290 + }, + { + "loss_action": 0.006248353980481625, + "loss_total": 0.006248353980481625, + "step": 53290 + }, + { + "loss_action": 0.016621258109807968, + "loss_total": 0.016621258109807968, + "step": 53290 + }, + { + "loss_action": 0.008362514898180962, + "loss_total": 0.008362514898180962, + "step": 53290 + }, + { + "grad_norm": 0.2825632095336914, + "learning_rate": 4.8679031332969835e-05, + "loss": 0.0142, + "step": 53300 + }, + { + "loss_action": 0.023045076057314873, + "loss_total": 0.023045076057314873, + "step": 53300 + }, + { + "loss_action": 0.007834621705114841, + "loss_total": 0.007834621705114841, + "step": 53300 + }, + { + "loss_action": 0.0059465933591127396, + "loss_total": 0.0059465933591127396, + "step": 53300 + }, + { + "loss_action": 0.014542441815137863, + "loss_total": 0.014542441815137863, + "step": 53300 + }, + { + "loss_action": 0.012087380513548851, + "loss_total": 0.012087380513548851, + "step": 53300 + }, + { + "loss_action": 0.0058131772093474865, + "loss_total": 0.0058131772093474865, + "step": 53300 + }, + { + "grad_norm": 0.3390295207500458, + "learning_rate": 4.8662502478802635e-05, + "loss": 0.0148, + "step": 53310 + }, + { + "loss_action": 0.04212762787938118, + "loss_total": 0.04212762787938118, + "step": 53310 + }, + { + "loss_action": 0.005494546145200729, + "loss_total": 0.005494546145200729, + "step": 53310 + }, + { + "loss_action": 0.006459769327193499, + "loss_total": 0.006459769327193499, + "step": 53310 + }, + { + "loss_action": 0.008197350427508354, + "loss_total": 0.008197350427508354, + "step": 53310 + }, + { + "loss_action": 0.02367345429956913, + "loss_total": 0.02367345429956913, + "step": 53310 + }, + { + "loss_action": 0.010281330905854702, + "loss_total": 0.010281330905854702, + "step": 53310 + }, + { + "grad_norm": 0.36501196026802063, + "learning_rate": 4.8645973770902176e-05, + "loss": 0.0156, + "step": 53320 + }, + { + "loss_action": 0.0064549571834504604, + "loss_total": 0.0064549571834504604, + "step": 53320 + }, + { + "loss_action": 0.011432603932917118, + "loss_total": 0.011432603932917118, + "step": 53320 + }, + { + "loss_action": 0.010924830101430416, + "loss_total": 0.010924830101430416, + "step": 53320 + }, + { + "loss_action": 0.01714438386261463, + "loss_total": 0.01714438386261463, + "step": 53320 + }, + { + "loss_action": 0.009202324785292149, + "loss_total": 0.009202324785292149, + "step": 53320 + }, + { + "loss_action": 0.010183941572904587, + "loss_total": 0.010183941572904587, + "step": 53320 + }, + { + "grad_norm": 0.36764851212501526, + "learning_rate": 4.862944521107599e-05, + "loss": 0.0149, + "step": 53330 + }, + { + "loss_action": 0.0214025117456913, + "loss_total": 0.0214025117456913, + "step": 53330 + }, + { + "loss_action": 0.009871302172541618, + "loss_total": 0.009871302172541618, + "step": 53330 + }, + { + "loss_action": 0.026563944295048714, + "loss_total": 0.026563944295048714, + "step": 53330 + }, + { + "loss_action": 0.0366581454873085, + "loss_total": 0.0366581454873085, + "step": 53330 + }, + { + "loss_action": 0.006051838397979736, + "loss_total": 0.006051838397979736, + "step": 53330 + }, + { + "loss_action": 0.013406568206846714, + "loss_total": 0.013406568206846714, + "step": 53330 + }, + { + "grad_norm": 0.282016396522522, + "learning_rate": 4.861291680113162e-05, + "loss": 0.013, + "step": 53340 + }, + { + "loss_action": 0.012689221650362015, + "loss_total": 0.012689221650362015, + "step": 53340 + }, + { + "loss_action": 0.012428396381437778, + "loss_total": 0.012428396381437778, + "step": 53340 + }, + { + "loss_action": 0.006675189360976219, + "loss_total": 0.006675189360976219, + "step": 53340 + }, + { + "loss_action": 0.012358312495052814, + "loss_total": 0.012358312495052814, + "step": 53340 + }, + { + "loss_action": 0.009248561225831509, + "loss_total": 0.009248561225831509, + "step": 53340 + }, + { + "loss_action": 0.04107557237148285, + "loss_total": 0.04107557237148285, + "step": 53340 + }, + { + "grad_norm": 0.349261999130249, + "learning_rate": 4.8596388542876563e-05, + "loss": 0.0146, + "step": 53350 + }, + { + "loss_action": 0.07543069869279861, + "loss_total": 0.07543069869279861, + "step": 53350 + }, + { + "loss_action": 0.005005046259611845, + "loss_total": 0.005005046259611845, + "step": 53350 + }, + { + "loss_action": 0.01896851323544979, + "loss_total": 0.01896851323544979, + "step": 53350 + }, + { + "loss_action": 0.018981313332915306, + "loss_total": 0.018981313332915306, + "step": 53350 + }, + { + "loss_action": 0.01626358926296234, + "loss_total": 0.01626358926296234, + "step": 53350 + }, + { + "loss_action": 0.006628574803471565, + "loss_total": 0.006628574803471565, + "step": 53350 + }, + { + "grad_norm": 0.23635612428188324, + "learning_rate": 4.857986043811836e-05, + "loss": 0.0125, + "step": 53360 + }, + { + "loss_action": 0.01696784980595112, + "loss_total": 0.01696784980595112, + "step": 53360 + }, + { + "loss_action": 0.010301172733306885, + "loss_total": 0.010301172733306885, + "step": 53360 + }, + { + "loss_action": 0.00563544686883688, + "loss_total": 0.00563544686883688, + "step": 53360 + }, + { + "loss_action": 0.028427155688405037, + "loss_total": 0.028427155688405037, + "step": 53360 + }, + { + "loss_action": 0.003981249872595072, + "loss_total": 0.003981249872595072, + "step": 53360 + }, + { + "loss_action": 0.023773126304149628, + "loss_total": 0.023773126304149628, + "step": 53360 + }, + { + "grad_norm": 0.5795410871505737, + "learning_rate": 4.856333248866448e-05, + "loss": 0.0156, + "step": 53370 + }, + { + "loss_action": 0.009594058617949486, + "loss_total": 0.009594058617949486, + "step": 53370 + }, + { + "loss_action": 0.005330507177859545, + "loss_total": 0.005330507177859545, + "step": 53370 + }, + { + "loss_action": 0.004797244444489479, + "loss_total": 0.004797244444489479, + "step": 53370 + }, + { + "loss_action": 0.007434370461851358, + "loss_total": 0.007434370461851358, + "step": 53370 + }, + { + "loss_action": 0.012509547173976898, + "loss_total": 0.012509547173976898, + "step": 53370 + }, + { + "loss_action": 0.013161513954401016, + "loss_total": 0.013161513954401016, + "step": 53370 + }, + { + "grad_norm": 0.28051385283470154, + "learning_rate": 4.85468046963224e-05, + "loss": 0.0119, + "step": 53380 + }, + { + "loss_action": 0.007981743663549423, + "loss_total": 0.007981743663549423, + "step": 53380 + }, + { + "loss_action": 0.011474492028355598, + "loss_total": 0.011474492028355598, + "step": 53380 + }, + { + "loss_action": 0.014036620035767555, + "loss_total": 0.014036620035767555, + "step": 53380 + }, + { + "loss_action": 0.004075764678418636, + "loss_total": 0.004075764678418636, + "step": 53380 + }, + { + "loss_action": 0.008959995582699776, + "loss_total": 0.008959995582699776, + "step": 53380 + }, + { + "loss_action": 0.03460291028022766, + "loss_total": 0.03460291028022766, + "step": 53380 + }, + { + "grad_norm": 0.27085843682289124, + "learning_rate": 4.853027706289957e-05, + "loss": 0.0126, + "step": 53390 + }, + { + "loss_action": 0.031174730509519577, + "loss_total": 0.031174730509519577, + "step": 53390 + }, + { + "loss_action": 0.005125546827912331, + "loss_total": 0.005125546827912331, + "step": 53390 + }, + { + "loss_action": 0.009496795013546944, + "loss_total": 0.009496795013546944, + "step": 53390 + }, + { + "loss_action": 0.010908274911344051, + "loss_total": 0.010908274911344051, + "step": 53390 + }, + { + "loss_action": 0.03157668560743332, + "loss_total": 0.03157668560743332, + "step": 53390 + }, + { + "loss_action": 0.026438461616635323, + "loss_total": 0.026438461616635323, + "step": 53390 + }, + { + "grad_norm": 0.308912992477417, + "learning_rate": 4.851374959020344e-05, + "loss": 0.0156, + "step": 53400 + }, + { + "loss_action": 0.012189584784209728, + "loss_total": 0.012189584784209728, + "step": 53400 + }, + { + "loss_action": 0.007778315804898739, + "loss_total": 0.007778315804898739, + "step": 53400 + }, + { + "loss_action": 0.01002603117376566, + "loss_total": 0.01002603117376566, + "step": 53400 + }, + { + "loss_action": 0.016265269368886948, + "loss_total": 0.016265269368886948, + "step": 53400 + }, + { + "loss_action": 0.005442146677523851, + "loss_total": 0.005442146677523851, + "step": 53400 + }, + { + "loss_action": 0.030963806435465813, + "loss_total": 0.030963806435465813, + "step": 53400 + }, + { + "grad_norm": 0.41737622022628784, + "learning_rate": 4.849722228004141e-05, + "loss": 0.0169, + "step": 53410 + }, + { + "loss_action": 0.011172283440828323, + "loss_total": 0.011172283440828323, + "step": 53410 + }, + { + "loss_action": 0.017009742558002472, + "loss_total": 0.017009742558002472, + "step": 53410 + }, + { + "loss_action": 0.011675792746245861, + "loss_total": 0.011675792746245861, + "step": 53410 + }, + { + "loss_action": 0.013869669288396835, + "loss_total": 0.013869669288396835, + "step": 53410 + }, + { + "loss_action": 0.012661033309996128, + "loss_total": 0.012661033309996128, + "step": 53410 + }, + { + "loss_action": 0.011062918230891228, + "loss_total": 0.011062918230891228, + "step": 53410 + }, + { + "grad_norm": 0.4169383943080902, + "learning_rate": 4.848069513422091e-05, + "loss": 0.0175, + "step": 53420 + }, + { + "loss_action": 0.011114422231912613, + "loss_total": 0.011114422231912613, + "step": 53420 + }, + { + "loss_action": 0.024294698610901833, + "loss_total": 0.024294698610901833, + "step": 53420 + }, + { + "loss_action": 0.011085337959229946, + "loss_total": 0.011085337959229946, + "step": 53420 + }, + { + "loss_action": 0.011497104540467262, + "loss_total": 0.011497104540467262, + "step": 53420 + }, + { + "loss_action": 0.00831630825996399, + "loss_total": 0.00831630825996399, + "step": 53420 + }, + { + "loss_action": 0.11282343417406082, + "loss_total": 0.11282343417406082, + "step": 53420 + }, + { + "grad_norm": 0.3540503680706024, + "learning_rate": 4.8464168154549294e-05, + "loss": 0.0168, + "step": 53430 + }, + { + "loss_action": 0.01188111212104559, + "loss_total": 0.01188111212104559, + "step": 53430 + }, + { + "loss_action": 0.016046134755015373, + "loss_total": 0.016046134755015373, + "step": 53430 + }, + { + "loss_action": 0.011983082629740238, + "loss_total": 0.011983082629740238, + "step": 53430 + }, + { + "loss_action": 0.006295203696936369, + "loss_total": 0.006295203696936369, + "step": 53430 + }, + { + "loss_action": 0.008889671415090561, + "loss_total": 0.008889671415090561, + "step": 53430 + }, + { + "loss_action": 0.008137356489896774, + "loss_total": 0.008137356489896774, + "step": 53430 + }, + { + "grad_norm": 0.27057233452796936, + "learning_rate": 4.844764134283392e-05, + "loss": 0.0127, + "step": 53440 + }, + { + "loss_action": 0.003967856988310814, + "loss_total": 0.003967856988310814, + "step": 53440 + }, + { + "loss_action": 0.013314574025571346, + "loss_total": 0.013314574025571346, + "step": 53440 + }, + { + "loss_action": 0.006394362077116966, + "loss_total": 0.006394362077116966, + "step": 53440 + }, + { + "loss_action": 0.007107533980160952, + "loss_total": 0.007107533980160952, + "step": 53440 + }, + { + "loss_action": 0.011540074832737446, + "loss_total": 0.011540074832737446, + "step": 53440 + }, + { + "loss_action": 0.0077278162352740765, + "loss_total": 0.0077278162352740765, + "step": 53440 + }, + { + "grad_norm": 0.4013764560222626, + "learning_rate": 4.843111470088218e-05, + "loss": 0.0152, + "step": 53450 + }, + { + "loss_action": 0.007215600926429033, + "loss_total": 0.007215600926429033, + "step": 53450 + }, + { + "loss_action": 0.007485325913876295, + "loss_total": 0.007485325913876295, + "step": 53450 + }, + { + "loss_action": 0.005689107812941074, + "loss_total": 0.005689107812941074, + "step": 53450 + }, + { + "loss_action": 0.010024861432611942, + "loss_total": 0.010024861432611942, + "step": 53450 + }, + { + "loss_action": 0.00888618640601635, + "loss_total": 0.00888618640601635, + "step": 53450 + }, + { + "loss_action": 0.007304396014660597, + "loss_total": 0.007304396014660597, + "step": 53450 + }, + { + "grad_norm": 1.1340609788894653, + "learning_rate": 4.841458823050137e-05, + "loss": 0.0139, + "step": 53460 + }, + { + "loss_action": 0.005222042556852102, + "loss_total": 0.005222042556852102, + "step": 53460 + }, + { + "loss_action": 0.01495339721441269, + "loss_total": 0.01495339721441269, + "step": 53460 + }, + { + "loss_action": 0.008038864471018314, + "loss_total": 0.008038864471018314, + "step": 53460 + }, + { + "loss_action": 0.005022896453738213, + "loss_total": 0.005022896453738213, + "step": 53460 + }, + { + "loss_action": 0.015292132273316383, + "loss_total": 0.015292132273316383, + "step": 53460 + }, + { + "loss_action": 0.01367045659571886, + "loss_total": 0.01367045659571886, + "step": 53460 + }, + { + "grad_norm": 1.0540518760681152, + "learning_rate": 4.8398061933498816e-05, + "loss": 0.0149, + "step": 53470 + }, + { + "loss_action": 0.007892023772001266, + "loss_total": 0.007892023772001266, + "step": 53470 + }, + { + "loss_action": 0.08025069534778595, + "loss_total": 0.08025069534778595, + "step": 53470 + }, + { + "loss_action": 0.021297063678503036, + "loss_total": 0.021297063678503036, + "step": 53470 + }, + { + "loss_action": 0.009375624358654022, + "loss_total": 0.009375624358654022, + "step": 53470 + }, + { + "loss_action": 0.010224350728094578, + "loss_total": 0.010224350728094578, + "step": 53470 + }, + { + "loss_action": 0.014419959858059883, + "loss_total": 0.014419959858059883, + "step": 53470 + }, + { + "grad_norm": 0.34242209792137146, + "learning_rate": 4.83815358116818e-05, + "loss": 0.0182, + "step": 53480 + }, + { + "loss_action": 0.01007844042032957, + "loss_total": 0.01007844042032957, + "step": 53480 + }, + { + "loss_action": 0.013340037316083908, + "loss_total": 0.013340037316083908, + "step": 53480 + }, + { + "loss_action": 0.009262410923838615, + "loss_total": 0.009262410923838615, + "step": 53480 + }, + { + "loss_action": 0.01098777074366808, + "loss_total": 0.01098777074366808, + "step": 53480 + }, + { + "loss_action": 0.00991807784885168, + "loss_total": 0.00991807784885168, + "step": 53480 + }, + { + "loss_action": 0.01126126665621996, + "loss_total": 0.01126126665621996, + "step": 53480 + }, + { + "grad_norm": 0.27908504009246826, + "learning_rate": 4.8365009866857584e-05, + "loss": 0.022, + "step": 53490 + }, + { + "loss_action": 0.02253808081150055, + "loss_total": 0.02253808081150055, + "step": 53490 + }, + { + "loss_action": 0.01160508580505848, + "loss_total": 0.01160508580505848, + "step": 53490 + }, + { + "loss_action": 0.01648969203233719, + "loss_total": 0.01648969203233719, + "step": 53490 + }, + { + "loss_action": 0.012108895927667618, + "loss_total": 0.012108895927667618, + "step": 53490 + }, + { + "loss_action": 0.02358854003250599, + "loss_total": 0.02358854003250599, + "step": 53490 + }, + { + "loss_action": 0.013619696721434593, + "loss_total": 0.013619696721434593, + "step": 53490 + }, + { + "grad_norm": 0.4345231354236603, + "learning_rate": 4.834848410083342e-05, + "loss": 0.0248, + "step": 53500 + }, + { + "loss_action": 0.02487870305776596, + "loss_total": 0.02487870305776596, + "step": 53500 + }, + { + "loss_action": 0.019764374941587448, + "loss_total": 0.019764374941587448, + "step": 53500 + }, + { + "loss_action": 0.01589973457157612, + "loss_total": 0.01589973457157612, + "step": 53500 + }, + { + "loss_action": 0.06515514850616455, + "loss_total": 0.06515514850616455, + "step": 53500 + }, + { + "loss_action": 0.01181719359010458, + "loss_total": 0.01181719359010458, + "step": 53500 + }, + { + "loss_action": 0.008332091383635998, + "loss_total": 0.008332091383635998, + "step": 53500 + }, + { + "grad_norm": 0.3549824059009552, + "learning_rate": 4.833195851541657e-05, + "loss": 0.0181, + "step": 53510 + }, + { + "loss_action": 0.007984912022948265, + "loss_total": 0.007984912022948265, + "step": 53510 + }, + { + "loss_action": 0.01573026366531849, + "loss_total": 0.01573026366531849, + "step": 53510 + }, + { + "loss_action": 0.01719527691602707, + "loss_total": 0.01719527691602707, + "step": 53510 + }, + { + "loss_action": 0.004978733602911234, + "loss_total": 0.004978733602911234, + "step": 53510 + }, + { + "loss_action": 0.036937326192855835, + "loss_total": 0.036937326192855835, + "step": 53510 + }, + { + "loss_action": 0.015313608571887016, + "loss_total": 0.015313608571887016, + "step": 53510 + }, + { + "grad_norm": 0.2884252667427063, + "learning_rate": 4.831543311241423e-05, + "loss": 0.0189, + "step": 53520 + }, + { + "loss_action": 0.010247095488011837, + "loss_total": 0.010247095488011837, + "step": 53520 + }, + { + "loss_action": 0.006933392025530338, + "loss_total": 0.006933392025530338, + "step": 53520 + }, + { + "loss_action": 0.01331049669533968, + "loss_total": 0.01331049669533968, + "step": 53520 + }, + { + "loss_action": 0.02311248704791069, + "loss_total": 0.02311248704791069, + "step": 53520 + }, + { + "loss_action": 0.0441131554543972, + "loss_total": 0.0441131554543972, + "step": 53520 + }, + { + "loss_action": 0.005081790499389172, + "loss_total": 0.005081790499389172, + "step": 53520 + }, + { + "grad_norm": 0.6060299277305603, + "learning_rate": 4.829890789363359e-05, + "loss": 0.0192, + "step": 53530 + }, + { + "loss_action": 0.07687515765428543, + "loss_total": 0.07687515765428543, + "step": 53530 + }, + { + "loss_action": 0.020989231765270233, + "loss_total": 0.020989231765270233, + "step": 53530 + }, + { + "loss_action": 0.010378281585872173, + "loss_total": 0.010378281585872173, + "step": 53530 + }, + { + "loss_action": 0.018403586000204086, + "loss_total": 0.018403586000204086, + "step": 53530 + }, + { + "loss_action": 0.02055610530078411, + "loss_total": 0.02055610530078411, + "step": 53530 + }, + { + "loss_action": 0.0067107281647622585, + "loss_total": 0.0067107281647622585, + "step": 53530 + }, + { + "grad_norm": 0.31993526220321655, + "learning_rate": 4.828238286088182e-05, + "loss": 0.0172, + "step": 53540 + }, + { + "loss_action": 0.006175149232149124, + "loss_total": 0.006175149232149124, + "step": 53540 + }, + { + "loss_action": 0.012137485668063164, + "loss_total": 0.012137485668063164, + "step": 53540 + }, + { + "loss_action": 0.026530124247074127, + "loss_total": 0.026530124247074127, + "step": 53540 + }, + { + "loss_action": 0.04741080477833748, + "loss_total": 0.04741080477833748, + "step": 53540 + }, + { + "loss_action": 0.008909682743251324, + "loss_total": 0.008909682743251324, + "step": 53540 + }, + { + "loss_action": 0.014537136070430279, + "loss_total": 0.014537136070430279, + "step": 53540 + }, + { + "grad_norm": 0.3326072692871094, + "learning_rate": 4.826585801596609e-05, + "loss": 0.0208, + "step": 53550 + }, + { + "loss_action": 0.0280351210385561, + "loss_total": 0.0280351210385561, + "step": 53550 + }, + { + "loss_action": 0.009356400929391384, + "loss_total": 0.009356400929391384, + "step": 53550 + }, + { + "loss_action": 0.017506565898656845, + "loss_total": 0.017506565898656845, + "step": 53550 + }, + { + "loss_action": 0.0151722002774477, + "loss_total": 0.0151722002774477, + "step": 53550 + }, + { + "loss_action": 0.017588119953870773, + "loss_total": 0.017588119953870773, + "step": 53550 + }, + { + "loss_action": 0.024754343554377556, + "loss_total": 0.024754343554377556, + "step": 53550 + }, + { + "grad_norm": 0.283776193857193, + "learning_rate": 4.8249333360693486e-05, + "loss": 0.0167, + "step": 53560 + }, + { + "loss_action": 0.010155407711863518, + "loss_total": 0.010155407711863518, + "step": 53560 + }, + { + "loss_action": 0.00744151184335351, + "loss_total": 0.00744151184335351, + "step": 53560 + }, + { + "loss_action": 0.00913277454674244, + "loss_total": 0.00913277454674244, + "step": 53560 + }, + { + "loss_action": 0.010030044242739677, + "loss_total": 0.010030044242739677, + "step": 53560 + }, + { + "loss_action": 0.012791472487151623, + "loss_total": 0.012791472487151623, + "step": 53560 + }, + { + "loss_action": 0.006035097409039736, + "loss_total": 0.006035097409039736, + "step": 53560 + }, + { + "grad_norm": 0.3512878119945526, + "learning_rate": 4.8232808896871185e-05, + "loss": 0.0133, + "step": 53570 + }, + { + "loss_action": 0.011822469532489777, + "loss_total": 0.011822469532489777, + "step": 53570 + }, + { + "loss_action": 0.006193551234900951, + "loss_total": 0.006193551234900951, + "step": 53570 + }, + { + "loss_action": 0.007127625867724419, + "loss_total": 0.007127625867724419, + "step": 53570 + }, + { + "loss_action": 0.021518215537071228, + "loss_total": 0.021518215537071228, + "step": 53570 + }, + { + "loss_action": 0.012258710339665413, + "loss_total": 0.012258710339665413, + "step": 53570 + }, + { + "loss_action": 0.008031594567000866, + "loss_total": 0.008031594567000866, + "step": 53570 + }, + { + "grad_norm": 0.16394001245498657, + "learning_rate": 4.821628462630624e-05, + "loss": 0.0113, + "step": 53580 + }, + { + "loss_action": 0.010250689461827278, + "loss_total": 0.010250689461827278, + "step": 53580 + }, + { + "loss_action": 0.009221300482749939, + "loss_total": 0.009221300482749939, + "step": 53580 + }, + { + "loss_action": 0.006889212876558304, + "loss_total": 0.006889212876558304, + "step": 53580 + }, + { + "loss_action": 0.0051466310396790504, + "loss_total": 0.0051466310396790504, + "step": 53580 + }, + { + "loss_action": 0.007519781123846769, + "loss_total": 0.007519781123846769, + "step": 53580 + }, + { + "loss_action": 0.009236965328454971, + "loss_total": 0.009236965328454971, + "step": 53580 + }, + { + "grad_norm": 0.3453277349472046, + "learning_rate": 4.8199760550805735e-05, + "loss": 0.014, + "step": 53590 + }, + { + "loss_action": 0.004382749553769827, + "loss_total": 0.004382749553769827, + "step": 53590 + }, + { + "loss_action": 0.003343094838783145, + "loss_total": 0.003343094838783145, + "step": 53590 + }, + { + "loss_action": 0.0053288317285478115, + "loss_total": 0.0053288317285478115, + "step": 53590 + }, + { + "loss_action": 0.006531459279358387, + "loss_total": 0.006531459279358387, + "step": 53590 + }, + { + "loss_action": 0.024005068466067314, + "loss_total": 0.024005068466067314, + "step": 53590 + }, + { + "loss_action": 0.0072656613774597645, + "loss_total": 0.0072656613774597645, + "step": 53590 + }, + { + "grad_norm": 0.33994990587234497, + "learning_rate": 4.818323667217669e-05, + "loss": 0.0174, + "step": 53600 + }, + { + "loss_action": 0.018663251772522926, + "loss_total": 0.018663251772522926, + "step": 53600 + }, + { + "loss_action": 0.029033223167061806, + "loss_total": 0.029033223167061806, + "step": 53600 + }, + { + "loss_action": 0.02985486201941967, + "loss_total": 0.02985486201941967, + "step": 53600 + }, + { + "loss_action": 0.026353659108281136, + "loss_total": 0.026353659108281136, + "step": 53600 + }, + { + "loss_action": 0.0073866466991603374, + "loss_total": 0.0073866466991603374, + "step": 53600 + }, + { + "loss_action": 0.018032653257250786, + "loss_total": 0.018032653257250786, + "step": 53600 + }, + { + "grad_norm": 0.26993808150291443, + "learning_rate": 4.8166712992226165e-05, + "loss": 0.0156, + "step": 53610 + }, + { + "loss_action": 0.016909217461943626, + "loss_total": 0.016909217461943626, + "step": 53610 + }, + { + "loss_action": 0.006485114339739084, + "loss_total": 0.006485114339739084, + "step": 53610 + }, + { + "loss_action": 0.006203615106642246, + "loss_total": 0.006203615106642246, + "step": 53610 + }, + { + "loss_action": 0.005614229943603277, + "loss_total": 0.005614229943603277, + "step": 53610 + }, + { + "loss_action": 0.010032455436885357, + "loss_total": 0.010032455436885357, + "step": 53610 + }, + { + "loss_action": 0.020688725635409355, + "loss_total": 0.020688725635409355, + "step": 53610 + }, + { + "grad_norm": 0.3172590732574463, + "learning_rate": 4.8150189512761154e-05, + "loss": 0.0129, + "step": 53620 + }, + { + "loss_action": 0.00958900898694992, + "loss_total": 0.00958900898694992, + "step": 53620 + }, + { + "loss_action": 0.006845706142485142, + "loss_total": 0.006845706142485142, + "step": 53620 + }, + { + "loss_action": 0.024027541279792786, + "loss_total": 0.024027541279792786, + "step": 53620 + }, + { + "loss_action": 0.006943793036043644, + "loss_total": 0.006943793036043644, + "step": 53620 + }, + { + "loss_action": 0.007830937393009663, + "loss_total": 0.007830937393009663, + "step": 53620 + }, + { + "loss_action": 0.007042649667710066, + "loss_total": 0.007042649667710066, + "step": 53620 + }, + { + "grad_norm": 0.26332977414131165, + "learning_rate": 4.813366623558862e-05, + "loss": 0.0147, + "step": 53630 + }, + { + "loss_action": 0.010678954422473907, + "loss_total": 0.010678954422473907, + "step": 53630 + }, + { + "loss_action": 0.011090599000453949, + "loss_total": 0.011090599000453949, + "step": 53630 + }, + { + "loss_action": 0.0375654399394989, + "loss_total": 0.0375654399394989, + "step": 53630 + }, + { + "loss_action": 0.009499020874500275, + "loss_total": 0.009499020874500275, + "step": 53630 + }, + { + "loss_action": 0.010194472968578339, + "loss_total": 0.010194472968578339, + "step": 53630 + }, + { + "loss_action": 0.017164425924420357, + "loss_total": 0.017164425924420357, + "step": 53630 + }, + { + "grad_norm": 0.34513142704963684, + "learning_rate": 4.811714316251554e-05, + "loss": 0.0173, + "step": 53640 + }, + { + "loss_action": 0.01141728088259697, + "loss_total": 0.01141728088259697, + "step": 53640 + }, + { + "loss_action": 0.005465940106660128, + "loss_total": 0.005465940106660128, + "step": 53640 + }, + { + "loss_action": 0.024570785462856293, + "loss_total": 0.024570785462856293, + "step": 53640 + }, + { + "loss_action": 0.006971315015107393, + "loss_total": 0.006971315015107393, + "step": 53640 + }, + { + "loss_action": 0.005603339057415724, + "loss_total": 0.005603339057415724, + "step": 53640 + }, + { + "loss_action": 0.012884292751550674, + "loss_total": 0.012884292751550674, + "step": 53640 + }, + { + "grad_norm": 0.36361005902290344, + "learning_rate": 4.810062029534886e-05, + "loss": 0.0165, + "step": 53650 + }, + { + "loss_action": 0.00915397796779871, + "loss_total": 0.00915397796779871, + "step": 53650 + }, + { + "loss_action": 0.0068117789924144745, + "loss_total": 0.0068117789924144745, + "step": 53650 + }, + { + "loss_action": 0.011853698641061783, + "loss_total": 0.011853698641061783, + "step": 53650 + }, + { + "loss_action": 0.013474296778440475, + "loss_total": 0.013474296778440475, + "step": 53650 + }, + { + "loss_action": 0.012848185375332832, + "loss_total": 0.012848185375332832, + "step": 53650 + }, + { + "loss_action": 0.005791106726974249, + "loss_total": 0.005791106726974249, + "step": 53650 + }, + { + "grad_norm": 0.4333500564098358, + "learning_rate": 4.8084097635895505e-05, + "loss": 0.0165, + "step": 53660 + }, + { + "loss_action": 0.014476149342954159, + "loss_total": 0.014476149342954159, + "step": 53660 + }, + { + "loss_action": 0.005612612701952457, + "loss_total": 0.005612612701952457, + "step": 53660 + }, + { + "loss_action": 0.011486377567052841, + "loss_total": 0.011486377567052841, + "step": 53660 + }, + { + "loss_action": 0.0061352066695690155, + "loss_total": 0.0061352066695690155, + "step": 53660 + }, + { + "loss_action": 0.02023121900856495, + "loss_total": 0.02023121900856495, + "step": 53660 + }, + { + "loss_action": 0.040906719863414764, + "loss_total": 0.040906719863414764, + "step": 53660 + }, + { + "grad_norm": 0.41297706961631775, + "learning_rate": 4.8067575185962335e-05, + "loss": 0.0144, + "step": 53670 + }, + { + "loss_action": 0.06852744519710541, + "loss_total": 0.06852744519710541, + "step": 53670 + }, + { + "loss_action": 0.010950344614684582, + "loss_total": 0.010950344614684582, + "step": 53670 + }, + { + "loss_action": 0.022599194198846817, + "loss_total": 0.022599194198846817, + "step": 53670 + }, + { + "loss_action": 0.015377742238342762, + "loss_total": 0.015377742238342762, + "step": 53670 + }, + { + "loss_action": 0.004007460083812475, + "loss_total": 0.004007460083812475, + "step": 53670 + }, + { + "loss_action": 0.01399077009409666, + "loss_total": 0.01399077009409666, + "step": 53670 + }, + { + "grad_norm": 0.32620322704315186, + "learning_rate": 4.805105294735625e-05, + "loss": 0.0142, + "step": 53680 + }, + { + "loss_action": 0.009113160893321037, + "loss_total": 0.009113160893321037, + "step": 53680 + }, + { + "loss_action": 0.004881512839347124, + "loss_total": 0.004881512839347124, + "step": 53680 + }, + { + "loss_action": 0.006904903333634138, + "loss_total": 0.006904903333634138, + "step": 53680 + }, + { + "loss_action": 0.03907360881567001, + "loss_total": 0.03907360881567001, + "step": 53680 + }, + { + "loss_action": 0.02177075482904911, + "loss_total": 0.02177075482904911, + "step": 53680 + }, + { + "loss_action": 0.047325972467660904, + "loss_total": 0.047325972467660904, + "step": 53680 + }, + { + "grad_norm": 0.3275439441204071, + "learning_rate": 4.803453092188406e-05, + "loss": 0.0161, + "step": 53690 + }, + { + "loss_action": 0.023677431046962738, + "loss_total": 0.023677431046962738, + "step": 53690 + }, + { + "loss_action": 0.057411763817071915, + "loss_total": 0.057411763817071915, + "step": 53690 + }, + { + "loss_action": 0.025663843378424644, + "loss_total": 0.025663843378424644, + "step": 53690 + }, + { + "loss_action": 0.010874049738049507, + "loss_total": 0.010874049738049507, + "step": 53690 + }, + { + "loss_action": 0.017301268875598907, + "loss_total": 0.017301268875598907, + "step": 53690 + }, + { + "loss_action": 0.008664237335324287, + "loss_total": 0.008664237335324287, + "step": 53690 + }, + { + "grad_norm": 0.4143067002296448, + "learning_rate": 4.801800911135263e-05, + "loss": 0.0167, + "step": 53700 + }, + { + "loss_action": 0.0061055333353579044, + "loss_total": 0.0061055333353579044, + "step": 53700 + }, + { + "loss_action": 0.006686922162771225, + "loss_total": 0.006686922162771225, + "step": 53700 + }, + { + "loss_action": 0.010333087295293808, + "loss_total": 0.010333087295293808, + "step": 53700 + }, + { + "loss_action": 0.01450967788696289, + "loss_total": 0.01450967788696289, + "step": 53700 + }, + { + "loss_action": 0.010608368553221226, + "loss_total": 0.010608368553221226, + "step": 53700 + }, + { + "loss_action": 0.02844838798046112, + "loss_total": 0.02844838798046112, + "step": 53700 + }, + { + "grad_norm": 0.27776530385017395, + "learning_rate": 4.8001487517568744e-05, + "loss": 0.013, + "step": 53710 + }, + { + "loss_action": 0.005091242026537657, + "loss_total": 0.005091242026537657, + "step": 53710 + }, + { + "loss_action": 0.03196508064866066, + "loss_total": 0.03196508064866066, + "step": 53710 + }, + { + "loss_action": 0.02571597881615162, + "loss_total": 0.02571597881615162, + "step": 53710 + }, + { + "loss_action": 0.012369658797979355, + "loss_total": 0.012369658797979355, + "step": 53710 + }, + { + "loss_action": 0.03002949059009552, + "loss_total": 0.03002949059009552, + "step": 53710 + }, + { + "loss_action": 0.012012122198939323, + "loss_total": 0.012012122198939323, + "step": 53710 + }, + { + "grad_norm": 0.41008442640304565, + "learning_rate": 4.798496614233918e-05, + "loss": 0.0134, + "step": 53720 + }, + { + "loss_action": 0.010027759708464146, + "loss_total": 0.010027759708464146, + "step": 53720 + }, + { + "loss_action": 0.0053228032775223255, + "loss_total": 0.0053228032775223255, + "step": 53720 + }, + { + "loss_action": 0.010671681724488735, + "loss_total": 0.010671681724488735, + "step": 53720 + }, + { + "loss_action": 0.011878442019224167, + "loss_total": 0.011878442019224167, + "step": 53720 + }, + { + "loss_action": 0.012194803915917873, + "loss_total": 0.012194803915917873, + "step": 53720 + }, + { + "loss_action": 0.013958803378045559, + "loss_total": 0.013958803378045559, + "step": 53720 + }, + { + "grad_norm": 0.3642885684967041, + "learning_rate": 4.796844498747069e-05, + "loss": 0.0182, + "step": 53730 + }, + { + "loss_action": 0.02001034840941429, + "loss_total": 0.02001034840941429, + "step": 53730 + }, + { + "loss_action": 0.007249814923852682, + "loss_total": 0.007249814923852682, + "step": 53730 + }, + { + "loss_action": 0.010126003064215183, + "loss_total": 0.010126003064215183, + "step": 53730 + }, + { + "loss_action": 0.007233723532408476, + "loss_total": 0.007233723532408476, + "step": 53730 + }, + { + "loss_action": 0.009619505144655704, + "loss_total": 0.009619505144655704, + "step": 53730 + }, + { + "loss_action": 0.010385961271822453, + "loss_total": 0.010385961271822453, + "step": 53730 + }, + { + "grad_norm": 0.33732151985168457, + "learning_rate": 4.795192405477e-05, + "loss": 0.0135, + "step": 53740 + }, + { + "loss_action": 0.012308014556765556, + "loss_total": 0.012308014556765556, + "step": 53740 + }, + { + "loss_action": 0.013539005070924759, + "loss_total": 0.013539005070924759, + "step": 53740 + }, + { + "loss_action": 0.08976422250270844, + "loss_total": 0.08976422250270844, + "step": 53740 + }, + { + "loss_action": 0.00630104960873723, + "loss_total": 0.00630104960873723, + "step": 53740 + }, + { + "loss_action": 0.03251440450549126, + "loss_total": 0.03251440450549126, + "step": 53740 + }, + { + "loss_action": 0.017240852117538452, + "loss_total": 0.017240852117538452, + "step": 53740 + }, + { + "grad_norm": 0.47208482027053833, + "learning_rate": 4.79354033460438e-05, + "loss": 0.0165, + "step": 53750 + }, + { + "loss_action": 0.0066923839040100574, + "loss_total": 0.0066923839040100574, + "step": 53750 + }, + { + "loss_action": 0.019207872450351715, + "loss_total": 0.019207872450351715, + "step": 53750 + }, + { + "loss_action": 0.010352583602070808, + "loss_total": 0.010352583602070808, + "step": 53750 + }, + { + "loss_action": 0.006053641904145479, + "loss_total": 0.006053641904145479, + "step": 53750 + }, + { + "loss_action": 0.010496530681848526, + "loss_total": 0.010496530681848526, + "step": 53750 + }, + { + "loss_action": 0.004630285315215588, + "loss_total": 0.004630285315215588, + "step": 53750 + }, + { + "grad_norm": 0.3417927324771881, + "learning_rate": 4.79188828630988e-05, + "loss": 0.0134, + "step": 53760 + }, + { + "loss_action": 0.017227234318852425, + "loss_total": 0.017227234318852425, + "step": 53760 + }, + { + "loss_action": 0.013088887557387352, + "loss_total": 0.013088887557387352, + "step": 53760 + }, + { + "loss_action": 0.010688109323382378, + "loss_total": 0.010688109323382378, + "step": 53760 + }, + { + "loss_action": 0.010820556432008743, + "loss_total": 0.010820556432008743, + "step": 53760 + }, + { + "loss_action": 0.008541462011635303, + "loss_total": 0.008541462011635303, + "step": 53760 + }, + { + "loss_action": 0.01787343993782997, + "loss_total": 0.01787343993782997, + "step": 53760 + }, + { + "grad_norm": 0.2921835482120514, + "learning_rate": 4.790236260774165e-05, + "loss": 0.0133, + "step": 53770 + }, + { + "loss_action": 0.01029240246862173, + "loss_total": 0.01029240246862173, + "step": 53770 + }, + { + "loss_action": 0.01783028058707714, + "loss_total": 0.01783028058707714, + "step": 53770 + }, + { + "loss_action": 0.012941805645823479, + "loss_total": 0.012941805645823479, + "step": 53770 + }, + { + "loss_action": 0.007773501332849264, + "loss_total": 0.007773501332849264, + "step": 53770 + }, + { + "loss_action": 0.014104414731264114, + "loss_total": 0.014104414731264114, + "step": 53770 + }, + { + "loss_action": 0.010676946491003036, + "loss_total": 0.010676946491003036, + "step": 53770 + }, + { + "grad_norm": 0.38891568779945374, + "learning_rate": 4.788584258177896e-05, + "loss": 0.0193, + "step": 53780 + }, + { + "loss_action": 0.09830693900585175, + "loss_total": 0.09830693900585175, + "step": 53780 + }, + { + "loss_action": 0.015138577669858932, + "loss_total": 0.015138577669858932, + "step": 53780 + }, + { + "loss_action": 0.010251974686980247, + "loss_total": 0.010251974686980247, + "step": 53780 + }, + { + "loss_action": 0.016429806128144264, + "loss_total": 0.016429806128144264, + "step": 53780 + }, + { + "loss_action": 0.014525695703923702, + "loss_total": 0.014525695703923702, + "step": 53780 + }, + { + "loss_action": 0.010145558044314384, + "loss_total": 0.010145558044314384, + "step": 53780 + }, + { + "grad_norm": 0.2830308973789215, + "learning_rate": 4.7869322787017356e-05, + "loss": 0.0147, + "step": 53790 + }, + { + "loss_action": 0.02211930975317955, + "loss_total": 0.02211930975317955, + "step": 53790 + }, + { + "loss_action": 0.006291126366704702, + "loss_total": 0.006291126366704702, + "step": 53790 + }, + { + "loss_action": 0.011482475325465202, + "loss_total": 0.011482475325465202, + "step": 53790 + }, + { + "loss_action": 0.0052011883817613125, + "loss_total": 0.0052011883817613125, + "step": 53790 + }, + { + "loss_action": 0.014713680371642113, + "loss_total": 0.014713680371642113, + "step": 53790 + }, + { + "loss_action": 0.01759251393377781, + "loss_total": 0.01759251393377781, + "step": 53790 + }, + { + "grad_norm": 0.3657307028770447, + "learning_rate": 4.78528032252634e-05, + "loss": 0.0165, + "step": 53800 + }, + { + "loss_action": 0.006997888442128897, + "loss_total": 0.006997888442128897, + "step": 53800 + }, + { + "loss_action": 0.012250836938619614, + "loss_total": 0.012250836938619614, + "step": 53800 + }, + { + "loss_action": 0.0074952878057956696, + "loss_total": 0.0074952878057956696, + "step": 53800 + }, + { + "loss_action": 0.011726812459528446, + "loss_total": 0.011726812459528446, + "step": 53800 + }, + { + "loss_action": 0.006636729463934898, + "loss_total": 0.006636729463934898, + "step": 53800 + }, + { + "loss_action": 0.014808534644544125, + "loss_total": 0.014808534644544125, + "step": 53800 + }, + { + "grad_norm": 0.2620227336883545, + "learning_rate": 4.783628389832366e-05, + "loss": 0.0112, + "step": 53810 + }, + { + "loss_action": 0.0146229462698102, + "loss_total": 0.0146229462698102, + "step": 53810 + }, + { + "loss_action": 0.015460998751223087, + "loss_total": 0.015460998751223087, + "step": 53810 + }, + { + "loss_action": 0.00799977034330368, + "loss_total": 0.00799977034330368, + "step": 53810 + }, + { + "loss_action": 0.0649295225739479, + "loss_total": 0.0649295225739479, + "step": 53810 + }, + { + "loss_action": 0.006009053438901901, + "loss_total": 0.006009053438901901, + "step": 53810 + }, + { + "loss_action": 0.010724804364144802, + "loss_total": 0.010724804364144802, + "step": 53810 + }, + { + "grad_norm": 0.3781231939792633, + "learning_rate": 4.7819764808004644e-05, + "loss": 0.0157, + "step": 53820 + }, + { + "loss_action": 0.005257627461105585, + "loss_total": 0.005257627461105585, + "step": 53820 + }, + { + "loss_action": 0.007758503779768944, + "loss_total": 0.007758503779768944, + "step": 53820 + }, + { + "loss_action": 0.023251835256814957, + "loss_total": 0.023251835256814957, + "step": 53820 + }, + { + "loss_action": 0.017520355060696602, + "loss_total": 0.017520355060696602, + "step": 53820 + }, + { + "loss_action": 0.03067079745233059, + "loss_total": 0.03067079745233059, + "step": 53820 + }, + { + "loss_action": 0.005831221584230661, + "loss_total": 0.005831221584230661, + "step": 53820 + }, + { + "grad_norm": 0.41783884167671204, + "learning_rate": 4.780324595611289e-05, + "loss": 0.0152, + "step": 53830 + }, + { + "loss_action": 0.009628470055758953, + "loss_total": 0.009628470055758953, + "step": 53830 + }, + { + "loss_action": 0.028452105820178986, + "loss_total": 0.028452105820178986, + "step": 53830 + }, + { + "loss_action": 0.007625248748809099, + "loss_total": 0.007625248748809099, + "step": 53830 + }, + { + "loss_action": 0.011037133634090424, + "loss_total": 0.011037133634090424, + "step": 53830 + }, + { + "loss_action": 0.0054577249102294445, + "loss_total": 0.0054577249102294445, + "step": 53830 + }, + { + "loss_action": 0.007734775543212891, + "loss_total": 0.007734775543212891, + "step": 53830 + }, + { + "grad_norm": 0.4055604040622711, + "learning_rate": 4.7786727344454854e-05, + "loss": 0.0144, + "step": 53840 + }, + { + "loss_action": 0.004493666812777519, + "loss_total": 0.004493666812777519, + "step": 53840 + }, + { + "loss_action": 0.12755228579044342, + "loss_total": 0.12755228579044342, + "step": 53840 + }, + { + "loss_action": 0.026634136214852333, + "loss_total": 0.026634136214852333, + "step": 53840 + }, + { + "loss_action": 0.11525478214025497, + "loss_total": 0.11525478214025497, + "step": 53840 + }, + { + "loss_action": 0.012786989100277424, + "loss_total": 0.012786989100277424, + "step": 53840 + }, + { + "loss_action": 0.005779760889708996, + "loss_total": 0.005779760889708996, + "step": 53840 + }, + { + "grad_norm": 0.28863525390625, + "learning_rate": 4.777020897483697e-05, + "loss": 0.0175, + "step": 53850 + }, + { + "loss_action": 0.008681653998792171, + "loss_total": 0.008681653998792171, + "step": 53850 + }, + { + "loss_action": 0.014380719512701035, + "loss_total": 0.014380719512701035, + "step": 53850 + }, + { + "loss_action": 0.006935608573257923, + "loss_total": 0.006935608573257923, + "step": 53850 + }, + { + "loss_action": 0.017850616946816444, + "loss_total": 0.017850616946816444, + "step": 53850 + }, + { + "loss_action": 0.005891898646950722, + "loss_total": 0.005891898646950722, + "step": 53850 + }, + { + "loss_action": 0.008099396713078022, + "loss_total": 0.008099396713078022, + "step": 53850 + }, + { + "grad_norm": 0.3801441490650177, + "learning_rate": 4.775369084906569e-05, + "loss": 0.0146, + "step": 53860 + }, + { + "loss_action": 0.008501828648149967, + "loss_total": 0.008501828648149967, + "step": 53860 + }, + { + "loss_action": 0.012445197440683842, + "loss_total": 0.012445197440683842, + "step": 53860 + }, + { + "loss_action": 0.0118480883538723, + "loss_total": 0.0118480883538723, + "step": 53860 + }, + { + "loss_action": 0.007501896005123854, + "loss_total": 0.007501896005123854, + "step": 53860 + }, + { + "loss_action": 0.006840907968580723, + "loss_total": 0.006840907968580723, + "step": 53860 + }, + { + "loss_action": 0.009064124897122383, + "loss_total": 0.009064124897122383, + "step": 53860 + }, + { + "grad_norm": 0.44430428743362427, + "learning_rate": 4.773717296894742e-05, + "loss": 0.0172, + "step": 53870 + }, + { + "loss_action": 0.00995621457695961, + "loss_total": 0.00995621457695961, + "step": 53870 + }, + { + "loss_action": 0.007407326251268387, + "loss_total": 0.007407326251268387, + "step": 53870 + }, + { + "loss_action": 0.008372710086405277, + "loss_total": 0.008372710086405277, + "step": 53870 + }, + { + "loss_action": 0.01419752649962902, + "loss_total": 0.01419752649962902, + "step": 53870 + }, + { + "loss_action": 0.00805775448679924, + "loss_total": 0.00805775448679924, + "step": 53870 + }, + { + "loss_action": 0.033863168209791183, + "loss_total": 0.033863168209791183, + "step": 53870 + }, + { + "grad_norm": 0.2937135100364685, + "learning_rate": 4.772065533628848e-05, + "loss": 0.0149, + "step": 53880 + }, + { + "loss_action": 0.014673843048512936, + "loss_total": 0.014673843048512936, + "step": 53880 + }, + { + "loss_action": 0.021684404462575912, + "loss_total": 0.021684404462575912, + "step": 53880 + }, + { + "loss_action": 0.008612551726400852, + "loss_total": 0.008612551726400852, + "step": 53880 + }, + { + "loss_action": 0.01030761655420065, + "loss_total": 0.01030761655420065, + "step": 53880 + }, + { + "loss_action": 0.010089223273098469, + "loss_total": 0.010089223273098469, + "step": 53880 + }, + { + "loss_action": 0.008986620232462883, + "loss_total": 0.008986620232462883, + "step": 53880 + }, + { + "grad_norm": 0.3911392092704773, + "learning_rate": 4.7704137952895265e-05, + "loss": 0.0156, + "step": 53890 + }, + { + "loss_action": 0.020610105246305466, + "loss_total": 0.020610105246305466, + "step": 53890 + }, + { + "loss_action": 0.017420491203665733, + "loss_total": 0.017420491203665733, + "step": 53890 + }, + { + "loss_action": 0.052581485360860825, + "loss_total": 0.052581485360860825, + "step": 53890 + }, + { + "loss_action": 0.028376540169119835, + "loss_total": 0.028376540169119835, + "step": 53890 + }, + { + "loss_action": 0.005683303344994783, + "loss_total": 0.005683303344994783, + "step": 53890 + }, + { + "loss_action": 0.012015015818178654, + "loss_total": 0.012015015818178654, + "step": 53890 + }, + { + "grad_norm": 0.4689454138278961, + "learning_rate": 4.768762082057407e-05, + "loss": 0.0166, + "step": 53900 + }, + { + "loss_action": 0.010252388194203377, + "loss_total": 0.010252388194203377, + "step": 53900 + }, + { + "loss_action": 0.017606111243367195, + "loss_total": 0.017606111243367195, + "step": 53900 + }, + { + "loss_action": 0.006694653537124395, + "loss_total": 0.006694653537124395, + "step": 53900 + }, + { + "loss_action": 0.006466608494520187, + "loss_total": 0.006466608494520187, + "step": 53900 + }, + { + "loss_action": 0.01784553751349449, + "loss_total": 0.01784553751349449, + "step": 53900 + }, + { + "loss_action": 0.010326886549592018, + "loss_total": 0.010326886549592018, + "step": 53900 + }, + { + "grad_norm": 0.3985108435153961, + "learning_rate": 4.7671103941131186e-05, + "loss": 0.0142, + "step": 53910 + }, + { + "loss_action": 0.012585652992129326, + "loss_total": 0.012585652992129326, + "step": 53910 + }, + { + "loss_action": 0.015562028624117374, + "loss_total": 0.015562028624117374, + "step": 53910 + }, + { + "loss_action": 0.021386301144957542, + "loss_total": 0.021386301144957542, + "step": 53910 + }, + { + "loss_action": 0.00518976803869009, + "loss_total": 0.00518976803869009, + "step": 53910 + }, + { + "loss_action": 0.006923879962414503, + "loss_total": 0.006923879962414503, + "step": 53910 + }, + { + "loss_action": 0.008096969686448574, + "loss_total": 0.008096969686448574, + "step": 53910 + }, + { + "grad_norm": 0.4332416355609894, + "learning_rate": 4.765458731637287e-05, + "loss": 0.0163, + "step": 53920 + }, + { + "loss_action": 0.0067999414168298244, + "loss_total": 0.0067999414168298244, + "step": 53920 + }, + { + "loss_action": 0.007228878792375326, + "loss_total": 0.007228878792375326, + "step": 53920 + }, + { + "loss_action": 0.004730880726128817, + "loss_total": 0.004730880726128817, + "step": 53920 + }, + { + "loss_action": 0.011357523500919342, + "loss_total": 0.011357523500919342, + "step": 53920 + }, + { + "loss_action": 0.007488190662115812, + "loss_total": 0.007488190662115812, + "step": 53920 + }, + { + "loss_action": 0.011943061836063862, + "loss_total": 0.011943061836063862, + "step": 53920 + }, + { + "grad_norm": 0.3764580488204956, + "learning_rate": 4.763807094810537e-05, + "loss": 0.014, + "step": 53930 + }, + { + "loss_action": 0.0234138835221529, + "loss_total": 0.0234138835221529, + "step": 53930 + }, + { + "loss_action": 0.07619871944189072, + "loss_total": 0.07619871944189072, + "step": 53930 + }, + { + "loss_action": 0.015886155888438225, + "loss_total": 0.015886155888438225, + "step": 53930 + }, + { + "loss_action": 0.00976564921438694, + "loss_total": 0.00976564921438694, + "step": 53930 + }, + { + "loss_action": 0.005269729532301426, + "loss_total": 0.005269729532301426, + "step": 53930 + }, + { + "loss_action": 0.010553606785833836, + "loss_total": 0.010553606785833836, + "step": 53930 + }, + { + "grad_norm": 0.34859150648117065, + "learning_rate": 4.762155483813487e-05, + "loss": 0.0155, + "step": 53940 + }, + { + "loss_action": 0.013589411973953247, + "loss_total": 0.013589411973953247, + "step": 53940 + }, + { + "loss_action": 0.0057771820574998856, + "loss_total": 0.0057771820574998856, + "step": 53940 + }, + { + "loss_action": 0.010909159667789936, + "loss_total": 0.010909159667789936, + "step": 53940 + }, + { + "loss_action": 0.026613332331180573, + "loss_total": 0.026613332331180573, + "step": 53940 + }, + { + "loss_action": 0.01071568951010704, + "loss_total": 0.01071568951010704, + "step": 53940 + }, + { + "loss_action": 0.004447275772690773, + "loss_total": 0.004447275772690773, + "step": 53940 + }, + { + "grad_norm": 0.3200613558292389, + "learning_rate": 4.760503898826754e-05, + "loss": 0.0151, + "step": 53950 + }, + { + "loss_action": 0.03548688068985939, + "loss_total": 0.03548688068985939, + "step": 53950 + }, + { + "loss_action": 0.009300107136368752, + "loss_total": 0.009300107136368752, + "step": 53950 + }, + { + "loss_action": 0.030156554654240608, + "loss_total": 0.030156554654240608, + "step": 53950 + }, + { + "loss_action": 0.007349994499236345, + "loss_total": 0.007349994499236345, + "step": 53950 + }, + { + "loss_action": 0.014708002097904682, + "loss_total": 0.014708002097904682, + "step": 53950 + }, + { + "loss_action": 0.007393999956548214, + "loss_total": 0.007393999956548214, + "step": 53950 + }, + { + "grad_norm": 0.28525200486183167, + "learning_rate": 4.758852340030957e-05, + "loss": 0.0139, + "step": 53960 + }, + { + "loss_action": 0.008418367244303226, + "loss_total": 0.008418367244303226, + "step": 53960 + }, + { + "loss_action": 0.010436898097395897, + "loss_total": 0.010436898097395897, + "step": 53960 + }, + { + "loss_action": 0.012774796225130558, + "loss_total": 0.012774796225130558, + "step": 53960 + }, + { + "loss_action": 0.0050023444928228855, + "loss_total": 0.0050023444928228855, + "step": 53960 + }, + { + "loss_action": 0.011651752516627312, + "loss_total": 0.011651752516627312, + "step": 53960 + }, + { + "loss_action": 0.01150632556527853, + "loss_total": 0.01150632556527853, + "step": 53960 + }, + { + "grad_norm": 0.31409895420074463, + "learning_rate": 4.757200807606705e-05, + "loss": 0.0168, + "step": 53970 + }, + { + "loss_action": 0.005685475654900074, + "loss_total": 0.005685475654900074, + "step": 53970 + }, + { + "loss_action": 0.005371710751205683, + "loss_total": 0.005371710751205683, + "step": 53970 + }, + { + "loss_action": 0.006818419322371483, + "loss_total": 0.006818419322371483, + "step": 53970 + }, + { + "loss_action": 0.006077746395021677, + "loss_total": 0.006077746395021677, + "step": 53970 + }, + { + "loss_action": 0.03505006805062294, + "loss_total": 0.03505006805062294, + "step": 53970 + }, + { + "loss_action": 0.02086937427520752, + "loss_total": 0.02086937427520752, + "step": 53970 + }, + { + "grad_norm": 0.35047510266304016, + "learning_rate": 4.755549301734607e-05, + "loss": 0.0129, + "step": 53980 + }, + { + "loss_action": 0.008893054910004139, + "loss_total": 0.008893054910004139, + "step": 53980 + }, + { + "loss_action": 0.009038928896188736, + "loss_total": 0.009038928896188736, + "step": 53980 + }, + { + "loss_action": 0.01824956201016903, + "loss_total": 0.01824956201016903, + "step": 53980 + }, + { + "loss_action": 0.011113404296338558, + "loss_total": 0.011113404296338558, + "step": 53980 + }, + { + "loss_action": 0.007180583663284779, + "loss_total": 0.007180583663284779, + "step": 53980 + }, + { + "loss_action": 0.010513917542994022, + "loss_total": 0.010513917542994022, + "step": 53980 + }, + { + "grad_norm": 0.36897537112236023, + "learning_rate": 4.753897822595271e-05, + "loss": 0.0125, + "step": 53990 + }, + { + "loss_action": 0.003781219944357872, + "loss_total": 0.003781219944357872, + "step": 53990 + }, + { + "loss_action": 0.0065429010428488255, + "loss_total": 0.0065429010428488255, + "step": 53990 + }, + { + "loss_action": 0.028302762657403946, + "loss_total": 0.028302762657403946, + "step": 53990 + }, + { + "loss_action": 0.08108361810445786, + "loss_total": 0.08108361810445786, + "step": 53990 + }, + { + "loss_action": 0.003713691607117653, + "loss_total": 0.003713691607117653, + "step": 53990 + }, + { + "loss_action": 0.03892653062939644, + "loss_total": 0.03892653062939644, + "step": 53990 + }, + { + "grad_norm": 0.30335572361946106, + "learning_rate": 4.7522463703692994e-05, + "loss": 0.0154, + "step": 54000 + }, + { + "loss_action": 0.007522024679929018, + "loss_total": 0.007522024679929018, + "step": 54000 + }, + { + "loss_action": 0.0273494441062212, + "loss_total": 0.0273494441062212, + "step": 54000 + }, + { + "loss_action": 0.010052764788269997, + "loss_total": 0.010052764788269997, + "step": 54000 + }, + { + "loss_action": 0.008489130064845085, + "loss_total": 0.008489130064845085, + "step": 54000 + }, + { + "loss_action": 0.0065892282873392105, + "loss_total": 0.0065892282873392105, + "step": 54000 + }, + { + "loss_action": 0.031525883823633194, + "loss_total": 0.031525883823633194, + "step": 54000 + }, + { + "grad_norm": 0.3766496479511261, + "learning_rate": 4.75059494523729e-05, + "loss": 0.0149, + "step": 54010 + }, + { + "loss_action": 0.0055452752858400345, + "loss_total": 0.0055452752858400345, + "step": 54010 + }, + { + "loss_action": 0.007419296074658632, + "loss_total": 0.007419296074658632, + "step": 54010 + }, + { + "loss_action": 0.01662631519138813, + "loss_total": 0.01662631519138813, + "step": 54010 + }, + { + "loss_action": 0.005504527594894171, + "loss_total": 0.005504527594894171, + "step": 54010 + }, + { + "loss_action": 0.008282363414764404, + "loss_total": 0.008282363414764404, + "step": 54010 + }, + { + "loss_action": 0.010281238704919815, + "loss_total": 0.010281238704919815, + "step": 54010 + }, + { + "grad_norm": 0.3125137984752655, + "learning_rate": 4.748943547379843e-05, + "loss": 0.0132, + "step": 54020 + }, + { + "loss_action": 0.0103004677221179, + "loss_total": 0.0103004677221179, + "step": 54020 + }, + { + "loss_action": 0.010124104097485542, + "loss_total": 0.010124104097485542, + "step": 54020 + }, + { + "loss_action": 0.015766700729727745, + "loss_total": 0.015766700729727745, + "step": 54020 + }, + { + "loss_action": 0.014567315578460693, + "loss_total": 0.014567315578460693, + "step": 54020 + }, + { + "loss_action": 0.006940704770386219, + "loss_total": 0.006940704770386219, + "step": 54020 + }, + { + "loss_action": 0.004194625187665224, + "loss_total": 0.004194625187665224, + "step": 54020 + }, + { + "grad_norm": 0.29950785636901855, + "learning_rate": 4.7472921769775535e-05, + "loss": 0.0124, + "step": 54030 + }, + { + "loss_action": 0.014220758341252804, + "loss_total": 0.014220758341252804, + "step": 54030 + }, + { + "loss_action": 0.0089561827480793, + "loss_total": 0.0089561827480793, + "step": 54030 + }, + { + "loss_action": 0.011317147873342037, + "loss_total": 0.011317147873342037, + "step": 54030 + }, + { + "loss_action": 0.02920214645564556, + "loss_total": 0.02920214645564556, + "step": 54030 + }, + { + "loss_action": 0.004639279097318649, + "loss_total": 0.004639279097318649, + "step": 54030 + }, + { + "loss_action": 0.02265847474336624, + "loss_total": 0.02265847474336624, + "step": 54030 + }, + { + "grad_norm": 0.34888702630996704, + "learning_rate": 4.745640834211011e-05, + "loss": 0.0143, + "step": 54040 + }, + { + "loss_action": 0.018180837854743004, + "loss_total": 0.018180837854743004, + "step": 54040 + }, + { + "loss_action": 0.014877372421324253, + "loss_total": 0.014877372421324253, + "step": 54040 + }, + { + "loss_action": 0.01592598296701908, + "loss_total": 0.01592598296701908, + "step": 54040 + }, + { + "loss_action": 0.009078645147383213, + "loss_total": 0.009078645147383213, + "step": 54040 + }, + { + "loss_action": 0.015682777389883995, + "loss_total": 0.015682777389883995, + "step": 54040 + }, + { + "loss_action": 0.008079479448497295, + "loss_total": 0.008079479448497295, + "step": 54040 + }, + { + "grad_norm": 0.25938594341278076, + "learning_rate": 4.7439895192608054e-05, + "loss": 0.0152, + "step": 54050 + }, + { + "loss_action": 0.00871705636382103, + "loss_total": 0.00871705636382103, + "step": 54050 + }, + { + "loss_action": 0.015548591502010822, + "loss_total": 0.015548591502010822, + "step": 54050 + }, + { + "loss_action": 0.004895552061498165, + "loss_total": 0.004895552061498165, + "step": 54050 + }, + { + "loss_action": 0.007954922504723072, + "loss_total": 0.007954922504723072, + "step": 54050 + }, + { + "loss_action": 0.006530244369059801, + "loss_total": 0.006530244369059801, + "step": 54050 + }, + { + "loss_action": 0.006949073635041714, + "loss_total": 0.006949073635041714, + "step": 54050 + }, + { + "grad_norm": 0.35619401931762695, + "learning_rate": 4.7423382323075186e-05, + "loss": 0.0125, + "step": 54060 + }, + { + "loss_action": 0.012232585810124874, + "loss_total": 0.012232585810124874, + "step": 54060 + }, + { + "loss_action": 0.007871833629906178, + "loss_total": 0.007871833629906178, + "step": 54060 + }, + { + "loss_action": 0.08766260743141174, + "loss_total": 0.08766260743141174, + "step": 54060 + }, + { + "loss_action": 0.007086407858878374, + "loss_total": 0.007086407858878374, + "step": 54060 + }, + { + "loss_action": 0.010662742890417576, + "loss_total": 0.010662742890417576, + "step": 54060 + }, + { + "loss_action": 0.006913923658430576, + "loss_total": 0.006913923658430576, + "step": 54060 + }, + { + "grad_norm": 0.3358291983604431, + "learning_rate": 4.740686973531737e-05, + "loss": 0.014, + "step": 54070 + }, + { + "loss_action": 0.010826139710843563, + "loss_total": 0.010826139710843563, + "step": 54070 + }, + { + "loss_action": 0.009010018780827522, + "loss_total": 0.009010018780827522, + "step": 54070 + }, + { + "loss_action": 0.009083705954253674, + "loss_total": 0.009083705954253674, + "step": 54070 + }, + { + "loss_action": 0.0389028862118721, + "loss_total": 0.0389028862118721, + "step": 54070 + }, + { + "loss_action": 0.10368166863918304, + "loss_total": 0.10368166863918304, + "step": 54070 + }, + { + "loss_action": 0.01562645472586155, + "loss_total": 0.01562645472586155, + "step": 54070 + }, + { + "grad_norm": 0.4353680908679962, + "learning_rate": 4.7390357431140375e-05, + "loss": 0.0189, + "step": 54080 + }, + { + "loss_action": 0.011289935559034348, + "loss_total": 0.011289935559034348, + "step": 54080 + }, + { + "loss_action": 0.007386557292193174, + "loss_total": 0.007386557292193174, + "step": 54080 + }, + { + "loss_action": 0.029138149693608284, + "loss_total": 0.029138149693608284, + "step": 54080 + }, + { + "loss_action": 0.006000692490488291, + "loss_total": 0.006000692490488291, + "step": 54080 + }, + { + "loss_action": 0.005810827016830444, + "loss_total": 0.005810827016830444, + "step": 54080 + }, + { + "loss_action": 0.0072199562564492226, + "loss_total": 0.0072199562564492226, + "step": 54080 + }, + { + "grad_norm": 0.300969660282135, + "learning_rate": 4.737384541234998e-05, + "loss": 0.0123, + "step": 54090 + }, + { + "loss_action": 0.027099983766674995, + "loss_total": 0.027099983766674995, + "step": 54090 + }, + { + "loss_action": 0.010206902399659157, + "loss_total": 0.010206902399659157, + "step": 54090 + }, + { + "loss_action": 0.01175813190639019, + "loss_total": 0.01175813190639019, + "step": 54090 + }, + { + "loss_action": 0.005570686887949705, + "loss_total": 0.005570686887949705, + "step": 54090 + }, + { + "loss_action": 0.041024867445230484, + "loss_total": 0.041024867445230484, + "step": 54090 + }, + { + "loss_action": 0.012851174920797348, + "loss_total": 0.012851174920797348, + "step": 54090 + }, + { + "grad_norm": 0.2712884247303009, + "learning_rate": 4.735733368075189e-05, + "loss": 0.0161, + "step": 54100 + }, + { + "loss_action": 0.020033124834299088, + "loss_total": 0.020033124834299088, + "step": 54100 + }, + { + "loss_action": 0.01128049474209547, + "loss_total": 0.01128049474209547, + "step": 54100 + }, + { + "loss_action": 0.013113315217196941, + "loss_total": 0.013113315217196941, + "step": 54100 + }, + { + "loss_action": 0.0345456525683403, + "loss_total": 0.0345456525683403, + "step": 54100 + }, + { + "loss_action": 0.007324766833335161, + "loss_total": 0.007324766833335161, + "step": 54100 + }, + { + "loss_action": 0.012037415988743305, + "loss_total": 0.012037415988743305, + "step": 54100 + }, + { + "grad_norm": 0.4426571726799011, + "learning_rate": 4.734082223815182e-05, + "loss": 0.0148, + "step": 54110 + }, + { + "loss_action": 0.03228030353784561, + "loss_total": 0.03228030353784561, + "step": 54110 + }, + { + "loss_action": 0.01094463374465704, + "loss_total": 0.01094463374465704, + "step": 54110 + }, + { + "loss_action": 0.022142700850963593, + "loss_total": 0.022142700850963593, + "step": 54110 + }, + { + "loss_action": 0.010348238050937653, + "loss_total": 0.010348238050937653, + "step": 54110 + }, + { + "loss_action": 0.01012598816305399, + "loss_total": 0.01012598816305399, + "step": 54110 + }, + { + "loss_action": 0.016905413940548897, + "loss_total": 0.016905413940548897, + "step": 54110 + }, + { + "grad_norm": 0.27612558007240295, + "learning_rate": 4.7324311086355436e-05, + "loss": 0.0163, + "step": 54120 + }, + { + "loss_action": 0.004999588709324598, + "loss_total": 0.004999588709324598, + "step": 54120 + }, + { + "loss_action": 0.009048808366060257, + "loss_total": 0.009048808366060257, + "step": 54120 + }, + { + "loss_action": 0.013735506683588028, + "loss_total": 0.013735506683588028, + "step": 54120 + }, + { + "loss_action": 0.01810348778963089, + "loss_total": 0.01810348778963089, + "step": 54120 + }, + { + "loss_action": 0.01812468282878399, + "loss_total": 0.01812468282878399, + "step": 54120 + }, + { + "loss_action": 0.006712358444929123, + "loss_total": 0.006712358444929123, + "step": 54120 + }, + { + "grad_norm": 0.4147564768791199, + "learning_rate": 4.730780022716836e-05, + "loss": 0.0184, + "step": 54130 + }, + { + "loss_action": 0.008110927417874336, + "loss_total": 0.008110927417874336, + "step": 54130 + }, + { + "loss_action": 0.011910974979400635, + "loss_total": 0.011910974979400635, + "step": 54130 + }, + { + "loss_action": 0.010441336780786514, + "loss_total": 0.010441336780786514, + "step": 54130 + }, + { + "loss_action": 0.009887171909213066, + "loss_total": 0.009887171909213066, + "step": 54130 + }, + { + "loss_action": 0.009661519899964333, + "loss_total": 0.009661519899964333, + "step": 54130 + }, + { + "loss_action": 0.007860682904720306, + "loss_total": 0.007860682904720306, + "step": 54130 + }, + { + "grad_norm": 0.3002491891384125, + "learning_rate": 4.729128966239619e-05, + "loss": 0.0121, + "step": 54140 + }, + { + "loss_action": 0.0056269047781825066, + "loss_total": 0.0056269047781825066, + "step": 54140 + }, + { + "loss_action": 0.010537981986999512, + "loss_total": 0.010537981986999512, + "step": 54140 + }, + { + "loss_action": 0.006937956437468529, + "loss_total": 0.006937956437468529, + "step": 54140 + }, + { + "loss_action": 0.010224398225545883, + "loss_total": 0.010224398225545883, + "step": 54140 + }, + { + "loss_action": 0.008981459774076939, + "loss_total": 0.008981459774076939, + "step": 54140 + }, + { + "loss_action": 0.03256518393754959, + "loss_total": 0.03256518393754959, + "step": 54140 + }, + { + "grad_norm": 0.573668897151947, + "learning_rate": 4.7274779393844536e-05, + "loss": 0.018, + "step": 54150 + }, + { + "loss_action": 0.004248891491442919, + "loss_total": 0.004248891491442919, + "step": 54150 + }, + { + "loss_action": 0.021328797563910484, + "loss_total": 0.021328797563910484, + "step": 54150 + }, + { + "loss_action": 0.016805188730359077, + "loss_total": 0.016805188730359077, + "step": 54150 + }, + { + "loss_action": 0.021159591153264046, + "loss_total": 0.021159591153264046, + "step": 54150 + }, + { + "loss_action": 0.016858629882335663, + "loss_total": 0.016858629882335663, + "step": 54150 + }, + { + "loss_action": 0.014633730985224247, + "loss_total": 0.014633730985224247, + "step": 54150 + }, + { + "grad_norm": 0.41253405809402466, + "learning_rate": 4.725826942331891e-05, + "loss": 0.0164, + "step": 54160 + }, + { + "loss_action": 0.021582290530204773, + "loss_total": 0.021582290530204773, + "step": 54160 + }, + { + "loss_action": 0.018577298149466515, + "loss_total": 0.018577298149466515, + "step": 54160 + }, + { + "loss_action": 0.03337696194648743, + "loss_total": 0.03337696194648743, + "step": 54160 + }, + { + "loss_action": 0.007268121466040611, + "loss_total": 0.007268121466040611, + "step": 54160 + }, + { + "loss_action": 0.014638366177678108, + "loss_total": 0.014638366177678108, + "step": 54160 + }, + { + "loss_action": 0.00927549134939909, + "loss_total": 0.00927549134939909, + "step": 54160 + }, + { + "grad_norm": 0.5882182121276855, + "learning_rate": 4.724175975262481e-05, + "loss": 0.0159, + "step": 54170 + }, + { + "loss_action": 0.014338362962007523, + "loss_total": 0.014338362962007523, + "step": 54170 + }, + { + "loss_action": 0.008296485990285873, + "loss_total": 0.008296485990285873, + "step": 54170 + }, + { + "loss_action": 0.016313543543219566, + "loss_total": 0.016313543543219566, + "step": 54170 + }, + { + "loss_action": 0.012642807327210903, + "loss_total": 0.012642807327210903, + "step": 54170 + }, + { + "loss_action": 0.027291156351566315, + "loss_total": 0.027291156351566315, + "step": 54170 + }, + { + "loss_action": 0.014954470098018646, + "loss_total": 0.014954470098018646, + "step": 54170 + }, + { + "grad_norm": 0.26953691244125366, + "learning_rate": 4.722525038356772e-05, + "loss": 0.0135, + "step": 54180 + }, + { + "loss_action": 0.005415522493422031, + "loss_total": 0.005415522493422031, + "step": 54180 + }, + { + "loss_action": 0.014327137731015682, + "loss_total": 0.014327137731015682, + "step": 54180 + }, + { + "loss_action": 0.014617019332945347, + "loss_total": 0.014617019332945347, + "step": 54180 + }, + { + "loss_action": 0.009147023782134056, + "loss_total": 0.009147023782134056, + "step": 54180 + }, + { + "loss_action": 0.01965966448187828, + "loss_total": 0.01965966448187828, + "step": 54180 + }, + { + "loss_action": 0.012993836775422096, + "loss_total": 0.012993836775422096, + "step": 54180 + }, + { + "grad_norm": 0.29768359661102295, + "learning_rate": 4.7208741317953075e-05, + "loss": 0.0152, + "step": 54190 + }, + { + "loss_action": 0.005837873090058565, + "loss_total": 0.005837873090058565, + "step": 54190 + }, + { + "loss_action": 0.004174059256911278, + "loss_total": 0.004174059256911278, + "step": 54190 + }, + { + "loss_action": 0.009100452996790409, + "loss_total": 0.009100452996790409, + "step": 54190 + }, + { + "loss_action": 0.006903582252562046, + "loss_total": 0.006903582252562046, + "step": 54190 + }, + { + "loss_action": 0.009101497009396553, + "loss_total": 0.009101497009396553, + "step": 54190 + }, + { + "loss_action": 0.011518019251525402, + "loss_total": 0.011518019251525402, + "step": 54190 + }, + { + "grad_norm": 0.3106498420238495, + "learning_rate": 4.7192232557586264e-05, + "loss": 0.0154, + "step": 54200 + }, + { + "loss_action": 0.00924819428473711, + "loss_total": 0.00924819428473711, + "step": 54200 + }, + { + "loss_action": 0.005888736806809902, + "loss_total": 0.005888736806809902, + "step": 54200 + }, + { + "loss_action": 0.020267469808459282, + "loss_total": 0.020267469808459282, + "step": 54200 + }, + { + "loss_action": 0.008526147343218327, + "loss_total": 0.008526147343218327, + "step": 54200 + }, + { + "loss_action": 0.010830402374267578, + "loss_total": 0.010830402374267578, + "step": 54200 + }, + { + "loss_action": 0.028817448765039444, + "loss_total": 0.028817448765039444, + "step": 54200 + }, + { + "grad_norm": 0.33562690019607544, + "learning_rate": 4.717572410427269e-05, + "loss": 0.0133, + "step": 54210 + }, + { + "loss_action": 0.016889790073037148, + "loss_total": 0.016889790073037148, + "step": 54210 + }, + { + "loss_action": 0.028249965980648994, + "loss_total": 0.028249965980648994, + "step": 54210 + }, + { + "loss_action": 0.012132786214351654, + "loss_total": 0.012132786214351654, + "step": 54210 + }, + { + "loss_action": 0.025547988712787628, + "loss_total": 0.025547988712787628, + "step": 54210 + }, + { + "loss_action": 0.03288509324193001, + "loss_total": 0.03288509324193001, + "step": 54210 + }, + { + "loss_action": 0.008225004188716412, + "loss_total": 0.008225004188716412, + "step": 54210 + }, + { + "grad_norm": 0.3555760383605957, + "learning_rate": 4.71592159598177e-05, + "loss": 0.0152, + "step": 54220 + }, + { + "loss_action": 0.02610177919268608, + "loss_total": 0.02610177919268608, + "step": 54220 + }, + { + "loss_action": 0.01644916646182537, + "loss_total": 0.01644916646182537, + "step": 54220 + }, + { + "loss_action": 0.010965347290039062, + "loss_total": 0.010965347290039062, + "step": 54220 + }, + { + "loss_action": 0.006634002551436424, + "loss_total": 0.006634002551436424, + "step": 54220 + }, + { + "loss_action": 0.04203934222459793, + "loss_total": 0.04203934222459793, + "step": 54220 + }, + { + "loss_action": 0.00834580510854721, + "loss_total": 0.00834580510854721, + "step": 54220 + }, + { + "grad_norm": 0.287476509809494, + "learning_rate": 4.714270812602657e-05, + "loss": 0.0136, + "step": 54230 + }, + { + "loss_action": 0.011433738283813, + "loss_total": 0.011433738283813, + "step": 54230 + }, + { + "loss_action": 0.004474426154047251, + "loss_total": 0.004474426154047251, + "step": 54230 + }, + { + "loss_action": 0.016304273158311844, + "loss_total": 0.016304273158311844, + "step": 54230 + }, + { + "loss_action": 0.013880924321711063, + "loss_total": 0.013880924321711063, + "step": 54230 + }, + { + "loss_action": 0.04045356810092926, + "loss_total": 0.04045356810092926, + "step": 54230 + }, + { + "loss_action": 0.030800851061940193, + "loss_total": 0.030800851061940193, + "step": 54230 + }, + { + "grad_norm": 0.36533239483833313, + "learning_rate": 4.712620060470458e-05, + "loss": 0.0154, + "step": 54240 + }, + { + "loss_action": 0.014430888928472996, + "loss_total": 0.014430888928472996, + "step": 54240 + }, + { + "loss_action": 0.0058813015930354595, + "loss_total": 0.0058813015930354595, + "step": 54240 + }, + { + "loss_action": 0.011965964920818806, + "loss_total": 0.011965964920818806, + "step": 54240 + }, + { + "loss_action": 0.016108110547065735, + "loss_total": 0.016108110547065735, + "step": 54240 + }, + { + "loss_action": 0.01118823979049921, + "loss_total": 0.01118823979049921, + "step": 54240 + }, + { + "loss_action": 0.0050299023278057575, + "loss_total": 0.0050299023278057575, + "step": 54240 + }, + { + "grad_norm": 0.2790921628475189, + "learning_rate": 4.7109693397656986e-05, + "loss": 0.0151, + "step": 54250 + }, + { + "loss_action": 0.011379215866327286, + "loss_total": 0.011379215866327286, + "step": 54250 + }, + { + "loss_action": 0.021850645542144775, + "loss_total": 0.021850645542144775, + "step": 54250 + }, + { + "loss_action": 0.011290457099676132, + "loss_total": 0.011290457099676132, + "step": 54250 + }, + { + "loss_action": 0.012981070205569267, + "loss_total": 0.012981070205569267, + "step": 54250 + }, + { + "loss_action": 0.013614348135888577, + "loss_total": 0.013614348135888577, + "step": 54250 + }, + { + "loss_action": 0.01275482214987278, + "loss_total": 0.01275482214987278, + "step": 54250 + }, + { + "grad_norm": 0.29675808548927307, + "learning_rate": 4.709318650668894e-05, + "loss": 0.0163, + "step": 54260 + }, + { + "loss_action": 0.012605048716068268, + "loss_total": 0.012605048716068268, + "step": 54260 + }, + { + "loss_action": 0.004726311657577753, + "loss_total": 0.004726311657577753, + "step": 54260 + }, + { + "loss_action": 0.006395651958882809, + "loss_total": 0.006395651958882809, + "step": 54260 + }, + { + "loss_action": 0.01790934056043625, + "loss_total": 0.01790934056043625, + "step": 54260 + }, + { + "loss_action": 0.00867600180208683, + "loss_total": 0.00867600180208683, + "step": 54260 + }, + { + "loss_action": 0.01095297746360302, + "loss_total": 0.01095297746360302, + "step": 54260 + }, + { + "grad_norm": 0.36504223942756653, + "learning_rate": 4.7076679933605676e-05, + "loss": 0.0135, + "step": 54270 + }, + { + "loss_action": 0.03009379841387272, + "loss_total": 0.03009379841387272, + "step": 54270 + }, + { + "loss_action": 0.004970267880707979, + "loss_total": 0.004970267880707979, + "step": 54270 + }, + { + "loss_action": 0.005239641293883324, + "loss_total": 0.005239641293883324, + "step": 54270 + }, + { + "loss_action": 0.01942472904920578, + "loss_total": 0.01942472904920578, + "step": 54270 + }, + { + "loss_action": 0.016333218663930893, + "loss_total": 0.016333218663930893, + "step": 54270 + }, + { + "loss_action": 0.01432022824883461, + "loss_total": 0.01432022824883461, + "step": 54270 + }, + { + "grad_norm": 0.3138163685798645, + "learning_rate": 4.70601736802123e-05, + "loss": 0.0114, + "step": 54280 + }, + { + "loss_action": 0.016261806711554527, + "loss_total": 0.016261806711554527, + "step": 54280 + }, + { + "loss_action": 0.009647844359278679, + "loss_total": 0.009647844359278679, + "step": 54280 + }, + { + "loss_action": 0.006396015640348196, + "loss_total": 0.006396015640348196, + "step": 54280 + }, + { + "loss_action": 0.008005023933947086, + "loss_total": 0.008005023933947086, + "step": 54280 + }, + { + "loss_action": 0.005644005723297596, + "loss_total": 0.005644005723297596, + "step": 54280 + }, + { + "loss_action": 0.01195963192731142, + "loss_total": 0.01195963192731142, + "step": 54280 + }, + { + "grad_norm": 0.31000447273254395, + "learning_rate": 4.704366774831391e-05, + "loss": 0.0164, + "step": 54290 + }, + { + "loss_action": 0.03195676580071449, + "loss_total": 0.03195676580071449, + "step": 54290 + }, + { + "loss_action": 0.01638476364314556, + "loss_total": 0.01638476364314556, + "step": 54290 + }, + { + "loss_action": 0.006622318644076586, + "loss_total": 0.006622318644076586, + "step": 54290 + }, + { + "loss_action": 0.00850667990744114, + "loss_total": 0.00850667990744114, + "step": 54290 + }, + { + "loss_action": 0.01577402837574482, + "loss_total": 0.01577402837574482, + "step": 54290 + }, + { + "loss_action": 0.02538321167230606, + "loss_total": 0.02538321167230606, + "step": 54290 + }, + { + "grad_norm": 0.3193800747394562, + "learning_rate": 4.702716213971557e-05, + "loss": 0.0127, + "step": 54300 + }, + { + "loss_action": 0.005359241273254156, + "loss_total": 0.005359241273254156, + "step": 54300 + }, + { + "loss_action": 0.008748780004680157, + "loss_total": 0.008748780004680157, + "step": 54300 + }, + { + "loss_action": 0.012117834761738777, + "loss_total": 0.012117834761738777, + "step": 54300 + }, + { + "loss_action": 0.007668221369385719, + "loss_total": 0.007668221369385719, + "step": 54300 + }, + { + "loss_action": 0.0070031085051596165, + "loss_total": 0.0070031085051596165, + "step": 54300 + }, + { + "loss_action": 0.013561091385781765, + "loss_total": 0.013561091385781765, + "step": 54300 + }, + { + "grad_norm": 0.3532474935054779, + "learning_rate": 4.70106568562223e-05, + "loss": 0.0164, + "step": 54310 + }, + { + "loss_action": 0.014334140345454216, + "loss_total": 0.014334140345454216, + "step": 54310 + }, + { + "loss_action": 0.010388326831161976, + "loss_total": 0.010388326831161976, + "step": 54310 + }, + { + "loss_action": 0.005201021675020456, + "loss_total": 0.005201021675020456, + "step": 54310 + }, + { + "loss_action": 0.007845447398722172, + "loss_total": 0.007845447398722172, + "step": 54310 + }, + { + "loss_action": 0.01319150347262621, + "loss_total": 0.01319150347262621, + "step": 54310 + }, + { + "loss_action": 0.01925087720155716, + "loss_total": 0.01925087720155716, + "step": 54310 + }, + { + "grad_norm": 0.3192630112171173, + "learning_rate": 4.6994151899639105e-05, + "loss": 0.0142, + "step": 54320 + }, + { + "loss_action": 0.10554952174425125, + "loss_total": 0.10554952174425125, + "step": 54320 + }, + { + "loss_action": 0.017768196761608124, + "loss_total": 0.017768196761608124, + "step": 54320 + }, + { + "loss_action": 0.015442054718732834, + "loss_total": 0.015442054718732834, + "step": 54320 + }, + { + "loss_action": 0.007719024550169706, + "loss_total": 0.007719024550169706, + "step": 54320 + }, + { + "loss_action": 0.013206901028752327, + "loss_total": 0.013206901028752327, + "step": 54320 + }, + { + "loss_action": 0.01024212222546339, + "loss_total": 0.01024212222546339, + "step": 54320 + }, + { + "grad_norm": 0.453313946723938, + "learning_rate": 4.697764727177093e-05, + "loss": 0.0215, + "step": 54330 + }, + { + "loss_action": 0.034038107842206955, + "loss_total": 0.034038107842206955, + "step": 54330 + }, + { + "loss_action": 0.013801299035549164, + "loss_total": 0.013801299035549164, + "step": 54330 + }, + { + "loss_action": 0.009534544311463833, + "loss_total": 0.009534544311463833, + "step": 54330 + }, + { + "loss_action": 0.00782681256532669, + "loss_total": 0.00782681256532669, + "step": 54330 + }, + { + "loss_action": 0.015413431450724602, + "loss_total": 0.015413431450724602, + "step": 54330 + }, + { + "loss_action": 0.01869717612862587, + "loss_total": 0.01869717612862587, + "step": 54330 + }, + { + "grad_norm": 0.34274932742118835, + "learning_rate": 4.696114297442272e-05, + "loss": 0.0155, + "step": 54340 + }, + { + "loss_action": 0.008163737133145332, + "loss_total": 0.008163737133145332, + "step": 54340 + }, + { + "loss_action": 0.014978714287281036, + "loss_total": 0.014978714287281036, + "step": 54340 + }, + { + "loss_action": 0.007742880843579769, + "loss_total": 0.007742880843579769, + "step": 54340 + }, + { + "loss_action": 0.06055215001106262, + "loss_total": 0.06055215001106262, + "step": 54340 + }, + { + "loss_action": 0.03973841667175293, + "loss_total": 0.03973841667175293, + "step": 54340 + }, + { + "loss_action": 0.01947125606238842, + "loss_total": 0.01947125606238842, + "step": 54340 + }, + { + "grad_norm": 0.3224262297153473, + "learning_rate": 4.694463900939933e-05, + "loss": 0.0191, + "step": 54350 + }, + { + "loss_action": 0.009983404539525509, + "loss_total": 0.009983404539525509, + "step": 54350 + }, + { + "loss_action": 0.006696486845612526, + "loss_total": 0.006696486845612526, + "step": 54350 + }, + { + "loss_action": 0.0176140945404768, + "loss_total": 0.0176140945404768, + "step": 54350 + }, + { + "loss_action": 0.009988091886043549, + "loss_total": 0.009988091886043549, + "step": 54350 + }, + { + "loss_action": 0.029173996299505234, + "loss_total": 0.029173996299505234, + "step": 54350 + }, + { + "loss_action": 0.008141427300870419, + "loss_total": 0.008141427300870419, + "step": 54350 + }, + { + "grad_norm": 0.31284111738204956, + "learning_rate": 4.692813537850564e-05, + "loss": 0.0112, + "step": 54360 + }, + { + "loss_action": 0.009016388095915318, + "loss_total": 0.009016388095915318, + "step": 54360 + }, + { + "loss_action": 0.006633089855313301, + "loss_total": 0.006633089855313301, + "step": 54360 + }, + { + "loss_action": 0.00687417620792985, + "loss_total": 0.00687417620792985, + "step": 54360 + }, + { + "loss_action": 0.010579605586826801, + "loss_total": 0.010579605586826801, + "step": 54360 + }, + { + "loss_action": 0.008658181875944138, + "loss_total": 0.008658181875944138, + "step": 54360 + }, + { + "loss_action": 0.015579825267195702, + "loss_total": 0.015579825267195702, + "step": 54360 + }, + { + "grad_norm": 0.23317071795463562, + "learning_rate": 4.6911632083546445e-05, + "loss": 0.0149, + "step": 54370 + }, + { + "loss_action": 0.11581747978925705, + "loss_total": 0.11581747978925705, + "step": 54370 + }, + { + "loss_action": 0.006574797909706831, + "loss_total": 0.006574797909706831, + "step": 54370 + }, + { + "loss_action": 0.016276590526103973, + "loss_total": 0.016276590526103973, + "step": 54370 + }, + { + "loss_action": 0.014653421938419342, + "loss_total": 0.014653421938419342, + "step": 54370 + }, + { + "loss_action": 0.006848868913948536, + "loss_total": 0.006848868913948536, + "step": 54370 + }, + { + "loss_action": 0.009145008400082588, + "loss_total": 0.009145008400082588, + "step": 54370 + }, + { + "grad_norm": 0.29535654187202454, + "learning_rate": 4.6895129126326525e-05, + "loss": 0.0161, + "step": 54380 + }, + { + "loss_action": 0.007376488298177719, + "loss_total": 0.007376488298177719, + "step": 54380 + }, + { + "loss_action": 0.014514122158288956, + "loss_total": 0.014514122158288956, + "step": 54380 + }, + { + "loss_action": 0.020857660099864006, + "loss_total": 0.020857660099864006, + "step": 54380 + }, + { + "loss_action": 0.005923929624259472, + "loss_total": 0.005923929624259472, + "step": 54380 + }, + { + "loss_action": 0.010891344398260117, + "loss_total": 0.010891344398260117, + "step": 54380 + }, + { + "loss_action": 0.020133446902036667, + "loss_total": 0.020133446902036667, + "step": 54380 + }, + { + "grad_norm": 0.26967814564704895, + "learning_rate": 4.687862650865059e-05, + "loss": 0.0134, + "step": 54390 + }, + { + "loss_action": 0.005646837875247002, + "loss_total": 0.005646837875247002, + "step": 54390 + }, + { + "loss_action": 0.007512134499847889, + "loss_total": 0.007512134499847889, + "step": 54390 + }, + { + "loss_action": 0.007267120759934187, + "loss_total": 0.007267120759934187, + "step": 54390 + }, + { + "loss_action": 0.0040391674265265465, + "loss_total": 0.0040391674265265465, + "step": 54390 + }, + { + "loss_action": 0.011998175643384457, + "loss_total": 0.011998175643384457, + "step": 54390 + }, + { + "loss_action": 0.008985988795757294, + "loss_total": 0.008985988795757294, + "step": 54390 + }, + { + "grad_norm": 0.284115731716156, + "learning_rate": 4.686212423232339e-05, + "loss": 0.0119, + "step": 54400 + }, + { + "loss_action": 0.020782064646482468, + "loss_total": 0.020782064646482468, + "step": 54400 + }, + { + "loss_action": 0.06623896211385727, + "loss_total": 0.06623896211385727, + "step": 54400 + }, + { + "loss_action": 0.007423152681440115, + "loss_total": 0.007423152681440115, + "step": 54400 + }, + { + "loss_action": 0.00945567712187767, + "loss_total": 0.00945567712187767, + "step": 54400 + }, + { + "loss_action": 0.014332474209368229, + "loss_total": 0.014332474209368229, + "step": 54400 + }, + { + "loss_action": 0.012788360007107258, + "loss_total": 0.012788360007107258, + "step": 54400 + }, + { + "grad_norm": 0.32080692052841187, + "learning_rate": 4.6845622299149565e-05, + "loss": 0.0149, + "step": 54410 + }, + { + "loss_action": 0.013301153667271137, + "loss_total": 0.013301153667271137, + "step": 54410 + }, + { + "loss_action": 0.006367285270243883, + "loss_total": 0.006367285270243883, + "step": 54410 + }, + { + "loss_action": 0.01973588764667511, + "loss_total": 0.01973588764667511, + "step": 54410 + }, + { + "loss_action": 0.018347321078181267, + "loss_total": 0.018347321078181267, + "step": 54410 + }, + { + "loss_action": 0.014602652750909328, + "loss_total": 0.014602652750909328, + "step": 54410 + }, + { + "loss_action": 0.007773103658109903, + "loss_total": 0.007773103658109903, + "step": 54410 + }, + { + "grad_norm": 0.2816917300224304, + "learning_rate": 4.682912071093374e-05, + "loss": 0.0121, + "step": 54420 + }, + { + "loss_action": 0.010674946941435337, + "loss_total": 0.010674946941435337, + "step": 54420 + }, + { + "loss_action": 0.011312423273921013, + "loss_total": 0.011312423273921013, + "step": 54420 + }, + { + "loss_action": 0.0056793359108269215, + "loss_total": 0.0056793359108269215, + "step": 54420 + }, + { + "loss_action": 0.006671368144452572, + "loss_total": 0.006671368144452572, + "step": 54420 + }, + { + "loss_action": 0.008214167319238186, + "loss_total": 0.008214167319238186, + "step": 54420 + }, + { + "loss_action": 0.008903859183192253, + "loss_total": 0.008903859183192253, + "step": 54420 + }, + { + "grad_norm": 0.3949531614780426, + "learning_rate": 4.681261946948052e-05, + "loss": 0.0101, + "step": 54430 + }, + { + "loss_action": 0.01906769722700119, + "loss_total": 0.01906769722700119, + "step": 54430 + }, + { + "loss_action": 0.010344778187572956, + "loss_total": 0.010344778187572956, + "step": 54430 + }, + { + "loss_action": 0.006495606154203415, + "loss_total": 0.006495606154203415, + "step": 54430 + }, + { + "loss_action": 0.007477331440895796, + "loss_total": 0.007477331440895796, + "step": 54430 + }, + { + "loss_action": 0.011763124726712704, + "loss_total": 0.011763124726712704, + "step": 54430 + }, + { + "loss_action": 0.005811849143356085, + "loss_total": 0.005811849143356085, + "step": 54430 + }, + { + "grad_norm": 0.2792380154132843, + "learning_rate": 4.679611857659443e-05, + "loss": 0.0122, + "step": 54440 + }, + { + "loss_action": 0.010310252197086811, + "loss_total": 0.010310252197086811, + "step": 54440 + }, + { + "loss_action": 0.009354512207210064, + "loss_total": 0.009354512207210064, + "step": 54440 + }, + { + "loss_action": 0.017237259075045586, + "loss_total": 0.017237259075045586, + "step": 54440 + }, + { + "loss_action": 0.013097168877720833, + "loss_total": 0.013097168877720833, + "step": 54440 + }, + { + "loss_action": 0.009636426344513893, + "loss_total": 0.009636426344513893, + "step": 54440 + }, + { + "loss_action": 0.004946828354150057, + "loss_total": 0.004946828354150057, + "step": 54440 + }, + { + "grad_norm": 0.3185940682888031, + "learning_rate": 4.6779618034079975e-05, + "loss": 0.012, + "step": 54450 + }, + { + "loss_action": 0.014193665236234665, + "loss_total": 0.014193665236234665, + "step": 54450 + }, + { + "loss_action": 0.018846161663532257, + "loss_total": 0.018846161663532257, + "step": 54450 + }, + { + "loss_action": 0.008013833314180374, + "loss_total": 0.008013833314180374, + "step": 54450 + }, + { + "loss_action": 0.0078046987764537334, + "loss_total": 0.0078046987764537334, + "step": 54450 + }, + { + "loss_action": 0.023861130699515343, + "loss_total": 0.023861130699515343, + "step": 54450 + }, + { + "loss_action": 0.009461963549256325, + "loss_total": 0.009461963549256325, + "step": 54450 + }, + { + "grad_norm": 0.32498034834861755, + "learning_rate": 4.6763117843741675e-05, + "loss": 0.014, + "step": 54460 + }, + { + "loss_action": 0.007291640620678663, + "loss_total": 0.007291640620678663, + "step": 54460 + }, + { + "loss_action": 0.01297161728143692, + "loss_total": 0.01297161728143692, + "step": 54460 + }, + { + "loss_action": 0.02120797149837017, + "loss_total": 0.02120797149837017, + "step": 54460 + }, + { + "loss_action": 0.015783246606588364, + "loss_total": 0.015783246606588364, + "step": 54460 + }, + { + "loss_action": 0.00989191047847271, + "loss_total": 0.00989191047847271, + "step": 54460 + }, + { + "loss_action": 0.02791943959891796, + "loss_total": 0.02791943959891796, + "step": 54460 + }, + { + "grad_norm": 0.2702587842941284, + "learning_rate": 4.674661800738394e-05, + "loss": 0.0134, + "step": 54470 + }, + { + "loss_action": 0.018623700365424156, + "loss_total": 0.018623700365424156, + "step": 54470 + }, + { + "loss_action": 0.019905686378479004, + "loss_total": 0.019905686378479004, + "step": 54470 + }, + { + "loss_action": 0.031481046229600906, + "loss_total": 0.031481046229600906, + "step": 54470 + }, + { + "loss_action": 0.006293975282460451, + "loss_total": 0.006293975282460451, + "step": 54470 + }, + { + "loss_action": 0.007514881901443005, + "loss_total": 0.007514881901443005, + "step": 54470 + }, + { + "loss_action": 0.0037087947130203247, + "loss_total": 0.0037087947130203247, + "step": 54470 + }, + { + "grad_norm": 0.3132384419441223, + "learning_rate": 4.673011852681117e-05, + "loss": 0.0122, + "step": 54480 + }, + { + "loss_action": 0.02159832790493965, + "loss_total": 0.02159832790493965, + "step": 54480 + }, + { + "loss_action": 0.012072259560227394, + "loss_total": 0.012072259560227394, + "step": 54480 + }, + { + "loss_action": 0.013140273280441761, + "loss_total": 0.013140273280441761, + "step": 54480 + }, + { + "loss_action": 0.013573986478149891, + "loss_total": 0.013573986478149891, + "step": 54480 + }, + { + "loss_action": 0.01209474727511406, + "loss_total": 0.01209474727511406, + "step": 54480 + }, + { + "loss_action": 0.007447848562151194, + "loss_total": 0.007447848562151194, + "step": 54480 + }, + { + "grad_norm": 0.4464324712753296, + "learning_rate": 4.671361940382772e-05, + "loss": 0.0176, + "step": 54490 + }, + { + "loss_action": 0.007818024605512619, + "loss_total": 0.007818024605512619, + "step": 54490 + }, + { + "loss_action": 0.0047696251422166824, + "loss_total": 0.0047696251422166824, + "step": 54490 + }, + { + "loss_action": 0.0069852834567427635, + "loss_total": 0.0069852834567427635, + "step": 54490 + }, + { + "loss_action": 0.010485516861081123, + "loss_total": 0.010485516861081123, + "step": 54490 + }, + { + "loss_action": 0.007572680711746216, + "loss_total": 0.007572680711746216, + "step": 54490 + }, + { + "loss_action": 0.005681859795004129, + "loss_total": 0.005681859795004129, + "step": 54490 + }, + { + "grad_norm": 0.37169498205184937, + "learning_rate": 4.669712064023791e-05, + "loss": 0.0172, + "step": 54500 + }, + { + "loss_action": 0.009691812098026276, + "loss_total": 0.009691812098026276, + "step": 54500 + }, + { + "loss_action": 0.005798696540296078, + "loss_total": 0.005798696540296078, + "step": 54500 + }, + { + "loss_action": 0.014552963897585869, + "loss_total": 0.014552963897585869, + "step": 54500 + }, + { + "loss_action": 0.017425695434212685, + "loss_total": 0.017425695434212685, + "step": 54500 + }, + { + "loss_action": 0.009359143674373627, + "loss_total": 0.009359143674373627, + "step": 54500 + }, + { + "loss_action": 0.007533672731369734, + "loss_total": 0.007533672731369734, + "step": 54500 + }, + { + "grad_norm": 0.46473345160484314, + "learning_rate": 4.668062223784602e-05, + "loss": 0.0157, + "step": 54510 + }, + { + "loss_action": 0.013003234751522541, + "loss_total": 0.013003234751522541, + "step": 54510 + }, + { + "loss_action": 0.008526046760380268, + "loss_total": 0.008526046760380268, + "step": 54510 + }, + { + "loss_action": 0.029796386137604713, + "loss_total": 0.029796386137604713, + "step": 54510 + }, + { + "loss_action": 0.013344228267669678, + "loss_total": 0.013344228267669678, + "step": 54510 + }, + { + "loss_action": 0.008459795266389847, + "loss_total": 0.008459795266389847, + "step": 54510 + }, + { + "loss_action": 0.015689793974161148, + "loss_total": 0.015689793974161148, + "step": 54510 + }, + { + "grad_norm": 0.24308454990386963, + "learning_rate": 4.6664124198456274e-05, + "loss": 0.0177, + "step": 54520 + }, + { + "loss_action": 0.014911497011780739, + "loss_total": 0.014911497011780739, + "step": 54520 + }, + { + "loss_action": 0.006643534637987614, + "loss_total": 0.006643534637987614, + "step": 54520 + }, + { + "loss_action": 0.030086902901530266, + "loss_total": 0.030086902901530266, + "step": 54520 + }, + { + "loss_action": 0.01252672914415598, + "loss_total": 0.01252672914415598, + "step": 54520 + }, + { + "loss_action": 0.02382345125079155, + "loss_total": 0.02382345125079155, + "step": 54520 + }, + { + "loss_action": 0.017626432701945305, + "loss_total": 0.017626432701945305, + "step": 54520 + }, + { + "grad_norm": 0.301186203956604, + "learning_rate": 4.6647626523872905e-05, + "loss": 0.0146, + "step": 54530 + }, + { + "loss_action": 0.011738218367099762, + "loss_total": 0.011738218367099762, + "step": 54530 + }, + { + "loss_action": 0.007923335768282413, + "loss_total": 0.007923335768282413, + "step": 54530 + }, + { + "loss_action": 0.007003690581768751, + "loss_total": 0.007003690581768751, + "step": 54530 + }, + { + "loss_action": 0.0072569348849356174, + "loss_total": 0.0072569348849356174, + "step": 54530 + }, + { + "loss_action": 0.010953466407954693, + "loss_total": 0.010953466407954693, + "step": 54530 + }, + { + "loss_action": 0.008388897404074669, + "loss_total": 0.008388897404074669, + "step": 54530 + }, + { + "grad_norm": 0.2970420718193054, + "learning_rate": 4.6631129215900066e-05, + "loss": 0.0138, + "step": 54540 + }, + { + "loss_action": 0.03531382977962494, + "loss_total": 0.03531382977962494, + "step": 54540 + }, + { + "loss_action": 0.007259734440594912, + "loss_total": 0.007259734440594912, + "step": 54540 + }, + { + "loss_action": 0.005941581912338734, + "loss_total": 0.005941581912338734, + "step": 54540 + }, + { + "loss_action": 0.029545307159423828, + "loss_total": 0.029545307159423828, + "step": 54540 + }, + { + "loss_action": 0.011910079047083855, + "loss_total": 0.011910079047083855, + "step": 54540 + }, + { + "loss_action": 0.0068272072821855545, + "loss_total": 0.0068272072821855545, + "step": 54540 + }, + { + "grad_norm": 0.44715967774391174, + "learning_rate": 4.661463227634187e-05, + "loss": 0.0156, + "step": 54550 + }, + { + "loss_action": 0.03055882826447487, + "loss_total": 0.03055882826447487, + "step": 54550 + }, + { + "loss_action": 0.009928666055202484, + "loss_total": 0.009928666055202484, + "step": 54550 + }, + { + "loss_action": 0.019101426005363464, + "loss_total": 0.019101426005363464, + "step": 54550 + }, + { + "loss_action": 0.02119910530745983, + "loss_total": 0.02119910530745983, + "step": 54550 + }, + { + "loss_action": 0.08481217920780182, + "loss_total": 0.08481217920780182, + "step": 54550 + }, + { + "loss_action": 0.00989416241645813, + "loss_total": 0.00989416241645813, + "step": 54550 + }, + { + "grad_norm": 0.30929675698280334, + "learning_rate": 4.659813570700238e-05, + "loss": 0.0144, + "step": 54560 + }, + { + "loss_action": 0.008088099770247936, + "loss_total": 0.008088099770247936, + "step": 54560 + }, + { + "loss_action": 0.015692273154854774, + "loss_total": 0.015692273154854774, + "step": 54560 + }, + { + "loss_action": 0.00796515867114067, + "loss_total": 0.00796515867114067, + "step": 54560 + }, + { + "loss_action": 0.00831508170813322, + "loss_total": 0.00831508170813322, + "step": 54560 + }, + { + "loss_action": 0.010003441013395786, + "loss_total": 0.010003441013395786, + "step": 54560 + }, + { + "loss_action": 0.01439695991575718, + "loss_total": 0.01439695991575718, + "step": 54560 + }, + { + "grad_norm": 0.4708890914916992, + "learning_rate": 4.658163950968568e-05, + "loss": 0.0153, + "step": 54570 + }, + { + "loss_action": 0.018144235014915466, + "loss_total": 0.018144235014915466, + "step": 54570 + }, + { + "loss_action": 0.011452369391918182, + "loss_total": 0.011452369391918182, + "step": 54570 + }, + { + "loss_action": 0.013059329241514206, + "loss_total": 0.013059329241514206, + "step": 54570 + }, + { + "loss_action": 0.011486981064081192, + "loss_total": 0.011486981064081192, + "step": 54570 + }, + { + "loss_action": 0.007247305475175381, + "loss_total": 0.007247305475175381, + "step": 54570 + }, + { + "loss_action": 0.02621009573340416, + "loss_total": 0.02621009573340416, + "step": 54570 + }, + { + "grad_norm": 0.28678086400032043, + "learning_rate": 4.6565143686195726e-05, + "loss": 0.0143, + "step": 54580 + }, + { + "loss_action": 0.008190948516130447, + "loss_total": 0.008190948516130447, + "step": 54580 + }, + { + "loss_action": 0.025929998606443405, + "loss_total": 0.025929998606443405, + "step": 54580 + }, + { + "loss_action": 0.03750442713499069, + "loss_total": 0.03750442713499069, + "step": 54580 + }, + { + "loss_action": 0.014895008876919746, + "loss_total": 0.014895008876919746, + "step": 54580 + }, + { + "loss_action": 0.04019012302160263, + "loss_total": 0.04019012302160263, + "step": 54580 + }, + { + "loss_action": 0.006529488600790501, + "loss_total": 0.006529488600790501, + "step": 54580 + }, + { + "grad_norm": 0.3642807900905609, + "learning_rate": 4.654864823833649e-05, + "loss": 0.0164, + "step": 54590 + }, + { + "loss_action": 0.006810780148953199, + "loss_total": 0.006810780148953199, + "step": 54590 + }, + { + "loss_action": 0.01048461627215147, + "loss_total": 0.01048461627215147, + "step": 54590 + }, + { + "loss_action": 0.007849694229662418, + "loss_total": 0.007849694229662418, + "step": 54590 + }, + { + "loss_action": 0.0034551334101706743, + "loss_total": 0.0034551334101706743, + "step": 54590 + }, + { + "loss_action": 0.015675660222768784, + "loss_total": 0.015675660222768784, + "step": 54590 + }, + { + "loss_action": 0.01200638897716999, + "loss_total": 0.01200638897716999, + "step": 54590 + }, + { + "grad_norm": 0.33540815114974976, + "learning_rate": 4.65321531679119e-05, + "loss": 0.0163, + "step": 54600 + }, + { + "loss_action": 0.007811694405972958, + "loss_total": 0.007811694405972958, + "step": 54600 + }, + { + "loss_action": 0.03921026736497879, + "loss_total": 0.03921026736497879, + "step": 54600 + }, + { + "loss_action": 0.012792466208338737, + "loss_total": 0.012792466208338737, + "step": 54600 + }, + { + "loss_action": 0.02084021456539631, + "loss_total": 0.02084021456539631, + "step": 54600 + }, + { + "loss_action": 0.015486390329897404, + "loss_total": 0.015486390329897404, + "step": 54600 + }, + { + "loss_action": 0.02532067522406578, + "loss_total": 0.02532067522406578, + "step": 54600 + }, + { + "grad_norm": 0.41540178656578064, + "learning_rate": 4.6515658476725834e-05, + "loss": 0.0183, + "step": 54610 + }, + { + "loss_action": 0.042279202491045, + "loss_total": 0.042279202491045, + "step": 54610 + }, + { + "loss_action": 0.01146052684634924, + "loss_total": 0.01146052684634924, + "step": 54610 + }, + { + "loss_action": 0.039411380887031555, + "loss_total": 0.039411380887031555, + "step": 54610 + }, + { + "loss_action": 0.010927493683993816, + "loss_total": 0.010927493683993816, + "step": 54610 + }, + { + "loss_action": 0.050679970532655716, + "loss_total": 0.050679970532655716, + "step": 54610 + }, + { + "loss_action": 0.009092970751225948, + "loss_total": 0.009092970751225948, + "step": 54610 + }, + { + "grad_norm": 0.34954026341438293, + "learning_rate": 4.649916416658212e-05, + "loss": 0.0162, + "step": 54620 + }, + { + "loss_action": 0.022602668032050133, + "loss_total": 0.022602668032050133, + "step": 54620 + }, + { + "loss_action": 0.008188726380467415, + "loss_total": 0.008188726380467415, + "step": 54620 + }, + { + "loss_action": 0.020962931215763092, + "loss_total": 0.020962931215763092, + "step": 54620 + }, + { + "loss_action": 0.007394134998321533, + "loss_total": 0.007394134998321533, + "step": 54620 + }, + { + "loss_action": 0.006029641721397638, + "loss_total": 0.006029641721397638, + "step": 54620 + }, + { + "loss_action": 0.018879033625125885, + "loss_total": 0.018879033625125885, + "step": 54620 + }, + { + "grad_norm": 0.3017335534095764, + "learning_rate": 4.648267023928455e-05, + "loss": 0.0131, + "step": 54630 + }, + { + "loss_action": 0.017880013212561607, + "loss_total": 0.017880013212561607, + "step": 54630 + }, + { + "loss_action": 0.0075911469757556915, + "loss_total": 0.0075911469757556915, + "step": 54630 + }, + { + "loss_action": 0.006341270636767149, + "loss_total": 0.006341270636767149, + "step": 54630 + }, + { + "loss_action": 0.02117866277694702, + "loss_total": 0.02117866277694702, + "step": 54630 + }, + { + "loss_action": 0.005079728085547686, + "loss_total": 0.005079728085547686, + "step": 54630 + }, + { + "loss_action": 0.013085727579891682, + "loss_total": 0.013085727579891682, + "step": 54630 + }, + { + "grad_norm": 0.3856576085090637, + "learning_rate": 4.646617669663687e-05, + "loss": 0.016, + "step": 54640 + }, + { + "loss_action": 0.010669159702956676, + "loss_total": 0.010669159702956676, + "step": 54640 + }, + { + "loss_action": 0.0236904826015234, + "loss_total": 0.0236904826015234, + "step": 54640 + }, + { + "loss_action": 0.028560200706124306, + "loss_total": 0.028560200706124306, + "step": 54640 + }, + { + "loss_action": 0.006365655921399593, + "loss_total": 0.006365655921399593, + "step": 54640 + }, + { + "loss_action": 0.017601128667593002, + "loss_total": 0.017601128667593002, + "step": 54640 + }, + { + "loss_action": 0.008179988712072372, + "loss_total": 0.008179988712072372, + "step": 54640 + }, + { + "grad_norm": 0.32132020592689514, + "learning_rate": 4.644968354044277e-05, + "loss": 0.0125, + "step": 54650 + }, + { + "loss_action": 0.02835157699882984, + "loss_total": 0.02835157699882984, + "step": 54650 + }, + { + "loss_action": 0.01554049737751484, + "loss_total": 0.01554049737751484, + "step": 54650 + }, + { + "loss_action": 0.02964484877884388, + "loss_total": 0.02964484877884388, + "step": 54650 + }, + { + "loss_action": 0.011309664696455002, + "loss_total": 0.011309664696455002, + "step": 54650 + }, + { + "loss_action": 0.014553393237292767, + "loss_total": 0.014553393237292767, + "step": 54650 + }, + { + "loss_action": 0.01813945546746254, + "loss_total": 0.01813945546746254, + "step": 54650 + }, + { + "grad_norm": 0.45244377851486206, + "learning_rate": 4.643319077250596e-05, + "loss": 0.0175, + "step": 54660 + }, + { + "loss_action": 0.007769327610731125, + "loss_total": 0.007769327610731125, + "step": 54660 + }, + { + "loss_action": 0.01592978462576866, + "loss_total": 0.01592978462576866, + "step": 54660 + }, + { + "loss_action": 0.01149950735270977, + "loss_total": 0.01149950735270977, + "step": 54660 + }, + { + "loss_action": 0.020116662606596947, + "loss_total": 0.020116662606596947, + "step": 54660 + }, + { + "loss_action": 0.011757605709135532, + "loss_total": 0.011757605709135532, + "step": 54660 + }, + { + "loss_action": 0.007248532027006149, + "loss_total": 0.007248532027006149, + "step": 54660 + }, + { + "grad_norm": 0.30985504388809204, + "learning_rate": 4.6416698394630055e-05, + "loss": 0.0124, + "step": 54670 + }, + { + "loss_action": 0.0077241393737494946, + "loss_total": 0.0077241393737494946, + "step": 54670 + }, + { + "loss_action": 0.005525600165128708, + "loss_total": 0.005525600165128708, + "step": 54670 + }, + { + "loss_action": 0.007279729470610619, + "loss_total": 0.007279729470610619, + "step": 54670 + }, + { + "loss_action": 0.00526983430609107, + "loss_total": 0.00526983430609107, + "step": 54670 + }, + { + "loss_action": 0.007308146916329861, + "loss_total": 0.007308146916329861, + "step": 54670 + }, + { + "loss_action": 0.02451271004974842, + "loss_total": 0.02451271004974842, + "step": 54670 + }, + { + "grad_norm": 0.2934530973434448, + "learning_rate": 4.640020640861862e-05, + "loss": 0.0128, + "step": 54680 + }, + { + "loss_action": 0.007610860746353865, + "loss_total": 0.007610860746353865, + "step": 54680 + }, + { + "loss_action": 0.003552829148247838, + "loss_total": 0.003552829148247838, + "step": 54680 + }, + { + "loss_action": 0.007450038567185402, + "loss_total": 0.007450038567185402, + "step": 54680 + }, + { + "loss_action": 0.015140281990170479, + "loss_total": 0.015140281990170479, + "step": 54680 + }, + { + "loss_action": 0.01894383132457733, + "loss_total": 0.01894383132457733, + "step": 54680 + }, + { + "loss_action": 0.018786825239658356, + "loss_total": 0.018786825239658356, + "step": 54680 + }, + { + "grad_norm": 0.3367413878440857, + "learning_rate": 4.6383714816275195e-05, + "loss": 0.0117, + "step": 54690 + }, + { + "loss_action": 0.004110336769372225, + "loss_total": 0.004110336769372225, + "step": 54690 + }, + { + "loss_action": 0.007679926697164774, + "loss_total": 0.007679926697164774, + "step": 54690 + }, + { + "loss_action": 0.01761981099843979, + "loss_total": 0.01761981099843979, + "step": 54690 + }, + { + "loss_action": 0.015375137329101562, + "loss_total": 0.015375137329101562, + "step": 54690 + }, + { + "loss_action": 0.008359450846910477, + "loss_total": 0.008359450846910477, + "step": 54690 + }, + { + "loss_action": 0.005844184663146734, + "loss_total": 0.005844184663146734, + "step": 54690 + }, + { + "grad_norm": 0.34411564469337463, + "learning_rate": 4.636722361940329e-05, + "loss": 0.0131, + "step": 54700 + }, + { + "loss_action": 0.034474197775125504, + "loss_total": 0.034474197775125504, + "step": 54700 + }, + { + "loss_action": 0.01008195523172617, + "loss_total": 0.01008195523172617, + "step": 54700 + }, + { + "loss_action": 0.00733257457613945, + "loss_total": 0.00733257457613945, + "step": 54700 + }, + { + "loss_action": 0.00862434133887291, + "loss_total": 0.00862434133887291, + "step": 54700 + }, + { + "loss_action": 0.011305546388030052, + "loss_total": 0.011305546388030052, + "step": 54700 + }, + { + "loss_action": 0.010460547171533108, + "loss_total": 0.010460547171533108, + "step": 54700 + }, + { + "grad_norm": 0.3802359700202942, + "learning_rate": 4.635073281980632e-05, + "loss": 0.0121, + "step": 54710 + }, + { + "loss_action": 0.011984443292021751, + "loss_total": 0.011984443292021751, + "step": 54710 + }, + { + "loss_action": 0.0043046302162110806, + "loss_total": 0.0043046302162110806, + "step": 54710 + }, + { + "loss_action": 0.004003751557320356, + "loss_total": 0.004003751557320356, + "step": 54710 + }, + { + "loss_action": 0.010683570057153702, + "loss_total": 0.010683570057153702, + "step": 54710 + }, + { + "loss_action": 0.02435504086315632, + "loss_total": 0.02435504086315632, + "step": 54710 + }, + { + "loss_action": 0.02107394114136696, + "loss_total": 0.02107394114136696, + "step": 54710 + }, + { + "grad_norm": 0.25374171137809753, + "learning_rate": 4.633424241928775e-05, + "loss": 0.015, + "step": 54720 + }, + { + "loss_action": 0.01233668439090252, + "loss_total": 0.01233668439090252, + "step": 54720 + }, + { + "loss_action": 0.010106204077601433, + "loss_total": 0.010106204077601433, + "step": 54720 + }, + { + "loss_action": 0.06960858404636383, + "loss_total": 0.06960858404636383, + "step": 54720 + }, + { + "loss_action": 0.014402633532881737, + "loss_total": 0.014402633532881737, + "step": 54720 + }, + { + "loss_action": 0.008463245816528797, + "loss_total": 0.008463245816528797, + "step": 54720 + }, + { + "loss_action": 0.007947036996483803, + "loss_total": 0.007947036996483803, + "step": 54720 + }, + { + "grad_norm": 0.21682590246200562, + "learning_rate": 4.6317752419650914e-05, + "loss": 0.0145, + "step": 54730 + }, + { + "loss_action": 0.012364910915493965, + "loss_total": 0.012364910915493965, + "step": 54730 + }, + { + "loss_action": 0.016879715025424957, + "loss_total": 0.016879715025424957, + "step": 54730 + }, + { + "loss_action": 0.017457975074648857, + "loss_total": 0.017457975074648857, + "step": 54730 + }, + { + "loss_action": 0.006240964867174625, + "loss_total": 0.006240964867174625, + "step": 54730 + }, + { + "loss_action": 0.011690604500472546, + "loss_total": 0.011690604500472546, + "step": 54730 + }, + { + "loss_action": 0.0398985892534256, + "loss_total": 0.0398985892534256, + "step": 54730 + }, + { + "grad_norm": 0.3026027977466583, + "learning_rate": 4.630126282269914e-05, + "loss": 0.016, + "step": 54740 + }, + { + "loss_action": 0.014169440604746342, + "loss_total": 0.014169440604746342, + "step": 54740 + }, + { + "loss_action": 0.030716298148036003, + "loss_total": 0.030716298148036003, + "step": 54740 + }, + { + "loss_action": 0.0468452051281929, + "loss_total": 0.0468452051281929, + "step": 54740 + }, + { + "loss_action": 0.0049421596340835094, + "loss_total": 0.0049421596340835094, + "step": 54740 + }, + { + "loss_action": 0.026567963883280754, + "loss_total": 0.026567963883280754, + "step": 54740 + }, + { + "loss_action": 0.005774754099547863, + "loss_total": 0.005774754099547863, + "step": 54740 + }, + { + "grad_norm": 0.3732832372188568, + "learning_rate": 4.628477363023569e-05, + "loss": 0.0151, + "step": 54750 + }, + { + "loss_action": 0.006683397572487593, + "loss_total": 0.006683397572487593, + "step": 54750 + }, + { + "loss_action": 0.007033676840364933, + "loss_total": 0.007033676840364933, + "step": 54750 + }, + { + "loss_action": 0.006774460896849632, + "loss_total": 0.006774460896849632, + "step": 54750 + }, + { + "loss_action": 0.01251274161040783, + "loss_total": 0.01251274161040783, + "step": 54750 + }, + { + "loss_action": 0.012271064333617687, + "loss_total": 0.012271064333617687, + "step": 54750 + }, + { + "loss_action": 0.022950924932956696, + "loss_total": 0.022950924932956696, + "step": 54750 + }, + { + "grad_norm": 0.3343961238861084, + "learning_rate": 4.626828484406383e-05, + "loss": 0.0163, + "step": 54760 + }, + { + "loss_action": 0.013391624204814434, + "loss_total": 0.013391624204814434, + "step": 54760 + }, + { + "loss_action": 0.012872959487140179, + "loss_total": 0.012872959487140179, + "step": 54760 + }, + { + "loss_action": 0.008281785994768143, + "loss_total": 0.008281785994768143, + "step": 54760 + }, + { + "loss_action": 0.010223002173006535, + "loss_total": 0.010223002173006535, + "step": 54760 + }, + { + "loss_action": 0.008009866811335087, + "loss_total": 0.008009866811335087, + "step": 54760 + }, + { + "loss_action": 0.008735372684895992, + "loss_total": 0.008735372684895992, + "step": 54760 + }, + { + "grad_norm": 0.3635167181491852, + "learning_rate": 4.625179646598669e-05, + "loss": 0.0137, + "step": 54770 + }, + { + "loss_action": 0.01548252534121275, + "loss_total": 0.01548252534121275, + "step": 54770 + }, + { + "loss_action": 0.010678608901798725, + "loss_total": 0.010678608901798725, + "step": 54770 + }, + { + "loss_action": 0.016726382076740265, + "loss_total": 0.016726382076740265, + "step": 54770 + }, + { + "loss_action": 0.008661055006086826, + "loss_total": 0.008661055006086826, + "step": 54770 + }, + { + "loss_action": 0.00949654821306467, + "loss_total": 0.00949654821306467, + "step": 54770 + }, + { + "loss_action": 0.012859070673584938, + "loss_total": 0.012859070673584938, + "step": 54770 + }, + { + "grad_norm": 0.38987770676612854, + "learning_rate": 4.6235308497807487e-05, + "loss": 0.0143, + "step": 54780 + }, + { + "loss_action": 0.01012785080820322, + "loss_total": 0.01012785080820322, + "step": 54780 + }, + { + "loss_action": 0.005692505743354559, + "loss_total": 0.005692505743354559, + "step": 54780 + }, + { + "loss_action": 0.003994219470769167, + "loss_total": 0.003994219470769167, + "step": 54780 + }, + { + "loss_action": 0.006464105099439621, + "loss_total": 0.006464105099439621, + "step": 54780 + }, + { + "loss_action": 0.014106016606092453, + "loss_total": 0.014106016606092453, + "step": 54780 + }, + { + "loss_action": 0.018237607553601265, + "loss_total": 0.018237607553601265, + "step": 54780 + }, + { + "grad_norm": 0.3095822036266327, + "learning_rate": 4.6218820941329276e-05, + "loss": 0.0124, + "step": 54790 + }, + { + "loss_action": 0.005133627913892269, + "loss_total": 0.005133627913892269, + "step": 54790 + }, + { + "loss_action": 0.007833661511540413, + "loss_total": 0.007833661511540413, + "step": 54790 + }, + { + "loss_action": 0.009911956265568733, + "loss_total": 0.009911956265568733, + "step": 54790 + }, + { + "loss_action": 0.009766207076609135, + "loss_total": 0.009766207076609135, + "step": 54790 + }, + { + "loss_action": 0.022967251017689705, + "loss_total": 0.022967251017689705, + "step": 54790 + }, + { + "loss_action": 0.014667618088424206, + "loss_total": 0.014667618088424206, + "step": 54790 + }, + { + "grad_norm": 0.43831631541252136, + "learning_rate": 4.620233379835513e-05, + "loss": 0.0133, + "step": 54800 + }, + { + "loss_action": 0.007536343298852444, + "loss_total": 0.007536343298852444, + "step": 54800 + }, + { + "loss_action": 0.010382615029811859, + "loss_total": 0.010382615029811859, + "step": 54800 + }, + { + "loss_action": 0.011871651746332645, + "loss_total": 0.011871651746332645, + "step": 54800 + }, + { + "loss_action": 0.006100744940340519, + "loss_total": 0.006100744940340519, + "step": 54800 + }, + { + "loss_action": 0.006625741254538298, + "loss_total": 0.006625741254538298, + "step": 54800 + }, + { + "loss_action": 0.008481045253574848, + "loss_total": 0.008481045253574848, + "step": 54800 + }, + { + "grad_norm": 0.36752191185951233, + "learning_rate": 4.618584707068804e-05, + "loss": 0.0128, + "step": 54810 + }, + { + "loss_action": 0.008720572106540203, + "loss_total": 0.008720572106540203, + "step": 54810 + }, + { + "loss_action": 0.007541253697127104, + "loss_total": 0.007541253697127104, + "step": 54810 + }, + { + "loss_action": 0.010526060126721859, + "loss_total": 0.010526060126721859, + "step": 54810 + }, + { + "loss_action": 0.006645471788942814, + "loss_total": 0.006645471788942814, + "step": 54810 + }, + { + "loss_action": 0.00786032248288393, + "loss_total": 0.00786032248288393, + "step": 54810 + }, + { + "loss_action": 0.011647703126072884, + "loss_total": 0.011647703126072884, + "step": 54810 + }, + { + "grad_norm": 0.36295801401138306, + "learning_rate": 4.616936076013099e-05, + "loss": 0.0155, + "step": 54820 + }, + { + "loss_action": 0.024582872167229652, + "loss_total": 0.024582872167229652, + "step": 54820 + }, + { + "loss_action": 0.01976482942700386, + "loss_total": 0.01976482942700386, + "step": 54820 + }, + { + "loss_action": 0.00775126414373517, + "loss_total": 0.00775126414373517, + "step": 54820 + }, + { + "loss_action": 0.021213317289948463, + "loss_total": 0.021213317289948463, + "step": 54820 + }, + { + "loss_action": 0.007011455483734608, + "loss_total": 0.007011455483734608, + "step": 54820 + }, + { + "loss_action": 0.006794984918087721, + "loss_total": 0.006794984918087721, + "step": 54820 + }, + { + "grad_norm": 0.260975182056427, + "learning_rate": 4.615287486848688e-05, + "loss": 0.0142, + "step": 54830 + }, + { + "loss_action": 0.006861558184027672, + "loss_total": 0.006861558184027672, + "step": 54830 + }, + { + "loss_action": 0.010293301194906235, + "loss_total": 0.010293301194906235, + "step": 54830 + }, + { + "loss_action": 0.007346880156546831, + "loss_total": 0.007346880156546831, + "step": 54830 + }, + { + "loss_action": 0.00923942867666483, + "loss_total": 0.00923942867666483, + "step": 54830 + }, + { + "loss_action": 0.013172035105526447, + "loss_total": 0.013172035105526447, + "step": 54830 + }, + { + "loss_action": 0.019405463710427284, + "loss_total": 0.019405463710427284, + "step": 54830 + }, + { + "grad_norm": 0.3445839583873749, + "learning_rate": 4.6136389397558584e-05, + "loss": 0.0146, + "step": 54840 + }, + { + "loss_action": 0.011749093420803547, + "loss_total": 0.011749093420803547, + "step": 54840 + }, + { + "loss_action": 0.009223620407283306, + "loss_total": 0.009223620407283306, + "step": 54840 + }, + { + "loss_action": 0.01210860162973404, + "loss_total": 0.01210860162973404, + "step": 54840 + }, + { + "loss_action": 0.01667206548154354, + "loss_total": 0.01667206548154354, + "step": 54840 + }, + { + "loss_action": 0.016646042466163635, + "loss_total": 0.016646042466163635, + "step": 54840 + }, + { + "loss_action": 0.010412354953587055, + "loss_total": 0.010412354953587055, + "step": 54840 + }, + { + "grad_norm": 0.39020341634750366, + "learning_rate": 4.6119904349148935e-05, + "loss": 0.0138, + "step": 54850 + }, + { + "loss_action": 0.014772406779229641, + "loss_total": 0.014772406779229641, + "step": 54850 + }, + { + "loss_action": 0.013794557191431522, + "loss_total": 0.013794557191431522, + "step": 54850 + }, + { + "loss_action": 0.02104029804468155, + "loss_total": 0.02104029804468155, + "step": 54850 + }, + { + "loss_action": 0.007818668149411678, + "loss_total": 0.007818668149411678, + "step": 54850 + }, + { + "loss_action": 0.09811989217996597, + "loss_total": 0.09811989217996597, + "step": 54850 + }, + { + "loss_action": 0.013355555012822151, + "loss_total": 0.013355555012822151, + "step": 54850 + }, + { + "grad_norm": 0.2777837812900543, + "learning_rate": 4.6103419725060726e-05, + "loss": 0.0192, + "step": 54860 + }, + { + "loss_action": 0.016163427382707596, + "loss_total": 0.016163427382707596, + "step": 54860 + }, + { + "loss_action": 0.010461569763720036, + "loss_total": 0.010461569763720036, + "step": 54860 + }, + { + "loss_action": 0.021173600107431412, + "loss_total": 0.021173600107431412, + "step": 54860 + }, + { + "loss_action": 0.00969038624316454, + "loss_total": 0.00969038624316454, + "step": 54860 + }, + { + "loss_action": 0.0074799805879592896, + "loss_total": 0.0074799805879592896, + "step": 54860 + }, + { + "loss_action": 0.018995678052306175, + "loss_total": 0.018995678052306175, + "step": 54860 + }, + { + "grad_norm": 0.37808820605278015, + "learning_rate": 4.608693552709667e-05, + "loss": 0.0145, + "step": 54870 + }, + { + "loss_action": 0.007489097770303488, + "loss_total": 0.007489097770303488, + "step": 54870 + }, + { + "loss_action": 0.0063576786778867245, + "loss_total": 0.0063576786778867245, + "step": 54870 + }, + { + "loss_action": 0.01002114824950695, + "loss_total": 0.01002114824950695, + "step": 54870 + }, + { + "loss_action": 0.011118950322270393, + "loss_total": 0.011118950322270393, + "step": 54870 + }, + { + "loss_action": 0.014022166840732098, + "loss_total": 0.014022166840732098, + "step": 54870 + }, + { + "loss_action": 0.003870879067108035, + "loss_total": 0.003870879067108035, + "step": 54870 + }, + { + "grad_norm": 0.4696415662765503, + "learning_rate": 4.607045175705947e-05, + "loss": 0.0143, + "step": 54880 + }, + { + "loss_action": 0.018778951838612556, + "loss_total": 0.018778951838612556, + "step": 54880 + }, + { + "loss_action": 0.18056748807430267, + "loss_total": 0.18056748807430267, + "step": 54880 + }, + { + "loss_action": 0.023359347134828568, + "loss_total": 0.023359347134828568, + "step": 54880 + }, + { + "loss_action": 0.007307105697691441, + "loss_total": 0.007307105697691441, + "step": 54880 + }, + { + "loss_action": 0.020654115825891495, + "loss_total": 0.020654115825891495, + "step": 54880 + }, + { + "loss_action": 0.010496237315237522, + "loss_total": 0.010496237315237522, + "step": 54880 + }, + { + "grad_norm": 0.40576446056365967, + "learning_rate": 4.605396841675176e-05, + "loss": 0.0162, + "step": 54890 + }, + { + "loss_action": 0.007022722624242306, + "loss_total": 0.007022722624242306, + "step": 54890 + }, + { + "loss_action": 0.03259633481502533, + "loss_total": 0.03259633481502533, + "step": 54890 + }, + { + "loss_action": 0.01096912007778883, + "loss_total": 0.01096912007778883, + "step": 54890 + }, + { + "loss_action": 0.008432208560407162, + "loss_total": 0.008432208560407162, + "step": 54890 + }, + { + "loss_action": 0.017825687304139137, + "loss_total": 0.017825687304139137, + "step": 54890 + }, + { + "loss_action": 0.006664386484771967, + "loss_total": 0.006664386484771967, + "step": 54890 + }, + { + "grad_norm": 0.4108300805091858, + "learning_rate": 4.6037485507976094e-05, + "loss": 0.0188, + "step": 54900 + }, + { + "loss_action": 0.008644837886095047, + "loss_total": 0.008644837886095047, + "step": 54900 + }, + { + "loss_action": 0.0058875735849142075, + "loss_total": 0.0058875735849142075, + "step": 54900 + }, + { + "loss_action": 0.010119750164449215, + "loss_total": 0.010119750164449215, + "step": 54900 + }, + { + "loss_action": 0.005363202653825283, + "loss_total": 0.005363202653825283, + "step": 54900 + }, + { + "loss_action": 0.005349981598556042, + "loss_total": 0.005349981598556042, + "step": 54900 + }, + { + "loss_action": 0.004594873636960983, + "loss_total": 0.004594873636960983, + "step": 54900 + }, + { + "grad_norm": 0.366963267326355, + "learning_rate": 4.602100303253509e-05, + "loss": 0.0132, + "step": 54910 + }, + { + "loss_action": 0.006107277236878872, + "loss_total": 0.006107277236878872, + "step": 54910 + }, + { + "loss_action": 0.013120975345373154, + "loss_total": 0.013120975345373154, + "step": 54910 + }, + { + "loss_action": 0.012584604322910309, + "loss_total": 0.012584604322910309, + "step": 54910 + }, + { + "loss_action": 0.013528305105865002, + "loss_total": 0.013528305105865002, + "step": 54910 + }, + { + "loss_action": 0.013202428817749023, + "loss_total": 0.013202428817749023, + "step": 54910 + }, + { + "loss_action": 0.014892109669744968, + "loss_total": 0.014892109669744968, + "step": 54910 + }, + { + "grad_norm": 0.3173306882381439, + "learning_rate": 4.600452099223122e-05, + "loss": 0.0131, + "step": 54920 + }, + { + "loss_action": 0.03734143450856209, + "loss_total": 0.03734143450856209, + "step": 54920 + }, + { + "loss_action": 0.004958056844770908, + "loss_total": 0.004958056844770908, + "step": 54920 + }, + { + "loss_action": 0.018209034577012062, + "loss_total": 0.018209034577012062, + "step": 54920 + }, + { + "loss_action": 0.010978569276630878, + "loss_total": 0.010978569276630878, + "step": 54920 + }, + { + "loss_action": 0.005842774640768766, + "loss_total": 0.005842774640768766, + "step": 54920 + }, + { + "loss_action": 0.004668251145631075, + "loss_total": 0.004668251145631075, + "step": 54920 + }, + { + "grad_norm": 0.4704638421535492, + "learning_rate": 4.598803938886691e-05, + "loss": 0.0156, + "step": 54930 + }, + { + "loss_action": 0.006753301247954369, + "loss_total": 0.006753301247954369, + "step": 54930 + }, + { + "loss_action": 0.01029941812157631, + "loss_total": 0.01029941812157631, + "step": 54930 + }, + { + "loss_action": 0.005886846221983433, + "loss_total": 0.005886846221983433, + "step": 54930 + }, + { + "loss_action": 0.012708554975688457, + "loss_total": 0.012708554975688457, + "step": 54930 + }, + { + "loss_action": 0.01205446757376194, + "loss_total": 0.01205446757376194, + "step": 54930 + }, + { + "loss_action": 0.007164340931922197, + "loss_total": 0.007164340931922197, + "step": 54930 + }, + { + "grad_norm": 0.30375009775161743, + "learning_rate": 4.597155822424459e-05, + "loss": 0.0179, + "step": 54940 + }, + { + "loss_action": 0.0074304621666669846, + "loss_total": 0.0074304621666669846, + "step": 54940 + }, + { + "loss_action": 0.015214835293591022, + "loss_total": 0.015214835293591022, + "step": 54940 + }, + { + "loss_action": 0.01721399836242199, + "loss_total": 0.01721399836242199, + "step": 54940 + }, + { + "loss_action": 0.007853157818317413, + "loss_total": 0.007853157818317413, + "step": 54940 + }, + { + "loss_action": 0.009240389801561832, + "loss_total": 0.009240389801561832, + "step": 54940 + }, + { + "loss_action": 0.009202714078128338, + "loss_total": 0.009202714078128338, + "step": 54940 + }, + { + "grad_norm": 0.32937976717948914, + "learning_rate": 4.59550775001666e-05, + "loss": 0.0138, + "step": 54950 + }, + { + "loss_action": 0.007741427514702082, + "loss_total": 0.007741427514702082, + "step": 54950 + }, + { + "loss_action": 0.011466296389698982, + "loss_total": 0.011466296389698982, + "step": 54950 + }, + { + "loss_action": 0.012962710112333298, + "loss_total": 0.012962710112333298, + "step": 54950 + }, + { + "loss_action": 0.013909642584621906, + "loss_total": 0.013909642584621906, + "step": 54950 + }, + { + "loss_action": 0.011749617755413055, + "loss_total": 0.011749617755413055, + "step": 54950 + }, + { + "loss_action": 0.007909299805760384, + "loss_total": 0.007909299805760384, + "step": 54950 + }, + { + "grad_norm": 0.2778422236442566, + "learning_rate": 4.5938597218435234e-05, + "loss": 0.0138, + "step": 54960 + }, + { + "loss_action": 0.01792026497423649, + "loss_total": 0.01792026497423649, + "step": 54960 + }, + { + "loss_action": 0.005445214454084635, + "loss_total": 0.005445214454084635, + "step": 54960 + }, + { + "loss_action": 0.005296161863952875, + "loss_total": 0.005296161863952875, + "step": 54960 + }, + { + "loss_action": 0.011509466916322708, + "loss_total": 0.011509466916322708, + "step": 54960 + }, + { + "loss_action": 0.018306637182831764, + "loss_total": 0.018306637182831764, + "step": 54960 + }, + { + "loss_action": 0.0058440156280994415, + "loss_total": 0.0058440156280994415, + "step": 54960 + }, + { + "grad_norm": 0.2884038984775543, + "learning_rate": 4.592211738085279e-05, + "loss": 0.0139, + "step": 54970 + }, + { + "loss_action": 0.006795663386583328, + "loss_total": 0.006795663386583328, + "step": 54970 + }, + { + "loss_action": 0.006641555577516556, + "loss_total": 0.006641555577516556, + "step": 54970 + }, + { + "loss_action": 0.008971231058239937, + "loss_total": 0.008971231058239937, + "step": 54970 + }, + { + "loss_action": 0.024515315890312195, + "loss_total": 0.024515315890312195, + "step": 54970 + }, + { + "loss_action": 0.005171581637114286, + "loss_total": 0.005171581637114286, + "step": 54970 + }, + { + "loss_action": 0.012273711152374744, + "loss_total": 0.012273711152374744, + "step": 54970 + }, + { + "grad_norm": 0.39865556359291077, + "learning_rate": 4.590563798922146e-05, + "loss": 0.0126, + "step": 54980 + }, + { + "loss_action": 0.010839209891855717, + "loss_total": 0.010839209891855717, + "step": 54980 + }, + { + "loss_action": 0.026858679950237274, + "loss_total": 0.026858679950237274, + "step": 54980 + }, + { + "loss_action": 0.0075047751888632774, + "loss_total": 0.0075047751888632774, + "step": 54980 + }, + { + "loss_action": 0.011739692650735378, + "loss_total": 0.011739692650735378, + "step": 54980 + }, + { + "loss_action": 0.009697185829281807, + "loss_total": 0.009697185829281807, + "step": 54980 + }, + { + "loss_action": 0.006255581043660641, + "loss_total": 0.006255581043660641, + "step": 54980 + }, + { + "grad_norm": 0.28382608294487, + "learning_rate": 4.5889159045343404e-05, + "loss": 0.0134, + "step": 54990 + }, + { + "loss_action": 0.006137407850474119, + "loss_total": 0.006137407850474119, + "step": 54990 + }, + { + "loss_action": 0.011100850068032742, + "loss_total": 0.011100850068032742, + "step": 54990 + }, + { + "loss_action": 0.006650904659181833, + "loss_total": 0.006650904659181833, + "step": 54990 + }, + { + "loss_action": 0.008785718120634556, + "loss_total": 0.008785718120634556, + "step": 54990 + }, + { + "loss_action": 0.005961080547422171, + "loss_total": 0.005961080547422171, + "step": 54990 + }, + { + "loss_action": 0.015399915166199207, + "loss_total": 0.015399915166199207, + "step": 54990 + }, + { + "grad_norm": 0.2360982447862625, + "learning_rate": 4.5872680551020734e-05, + "loss": 0.0127, + "step": 55000 + }, + { + "loss_action": 0.006246822886168957, + "loss_total": 0.006246822886168957, + "step": 55000 + }, + { + "loss_action": 0.010209769941866398, + "loss_total": 0.010209769941866398, + "step": 55000 + }, + { + "loss_action": 0.009652712382376194, + "loss_total": 0.009652712382376194, + "step": 55000 + }, + { + "loss_action": 0.011613275855779648, + "loss_total": 0.011613275855779648, + "step": 55000 + }, + { + "loss_action": 0.006111133377999067, + "loss_total": 0.006111133377999067, + "step": 55000 + }, + { + "loss_action": 0.008665225468575954, + "loss_total": 0.008665225468575954, + "step": 55000 + }, + { + "grad_norm": 0.38300514221191406, + "learning_rate": 4.585620250805552e-05, + "loss": 0.0139, + "step": 55010 + }, + { + "loss_action": 0.01681242696940899, + "loss_total": 0.01681242696940899, + "step": 55010 + }, + { + "loss_action": 0.00418664189055562, + "loss_total": 0.00418664189055562, + "step": 55010 + }, + { + "loss_action": 0.010778690688312054, + "loss_total": 0.010778690688312054, + "step": 55010 + }, + { + "loss_action": 0.006033484358340502, + "loss_total": 0.006033484358340502, + "step": 55010 + }, + { + "loss_action": 0.018023524433374405, + "loss_total": 0.018023524433374405, + "step": 55010 + }, + { + "loss_action": 0.006571395322680473, + "loss_total": 0.006571395322680473, + "step": 55010 + }, + { + "grad_norm": 0.3032498359680176, + "learning_rate": 4.583972491824975e-05, + "loss": 0.0104, + "step": 55020 + }, + { + "loss_action": 0.013624560087919235, + "loss_total": 0.013624560087919235, + "step": 55020 + }, + { + "loss_action": 0.008749877102673054, + "loss_total": 0.008749877102673054, + "step": 55020 + }, + { + "loss_action": 0.015033062547445297, + "loss_total": 0.015033062547445297, + "step": 55020 + }, + { + "loss_action": 0.018586529418826103, + "loss_total": 0.018586529418826103, + "step": 55020 + }, + { + "loss_action": 0.17035390436649323, + "loss_total": 0.17035390436649323, + "step": 55020 + }, + { + "loss_action": 0.011091298423707485, + "loss_total": 0.011091298423707485, + "step": 55020 + }, + { + "grad_norm": 0.3636927008628845, + "learning_rate": 4.582324778340541e-05, + "loss": 0.0168, + "step": 55030 + }, + { + "loss_action": 0.012344316579401493, + "loss_total": 0.012344316579401493, + "step": 55030 + }, + { + "loss_action": 0.00895902793854475, + "loss_total": 0.00895902793854475, + "step": 55030 + }, + { + "loss_action": 0.0060191042721271515, + "loss_total": 0.0060191042721271515, + "step": 55030 + }, + { + "loss_action": 0.019184235483407974, + "loss_total": 0.019184235483407974, + "step": 55030 + }, + { + "loss_action": 0.006078293081372976, + "loss_total": 0.006078293081372976, + "step": 55030 + }, + { + "loss_action": 0.008269231766462326, + "loss_total": 0.008269231766462326, + "step": 55030 + }, + { + "grad_norm": 0.32944825291633606, + "learning_rate": 4.5806771105324424e-05, + "loss": 0.0134, + "step": 55040 + }, + { + "loss_action": 0.0075753601267933846, + "loss_total": 0.0075753601267933846, + "step": 55040 + }, + { + "loss_action": 0.03206657990813255, + "loss_total": 0.03206657990813255, + "step": 55040 + }, + { + "loss_action": 0.01339790876954794, + "loss_total": 0.01339790876954794, + "step": 55040 + }, + { + "loss_action": 0.006204348057508469, + "loss_total": 0.006204348057508469, + "step": 55040 + }, + { + "loss_action": 0.006672227755188942, + "loss_total": 0.006672227755188942, + "step": 55040 + }, + { + "loss_action": 0.03274787962436676, + "loss_total": 0.03274787962436676, + "step": 55040 + }, + { + "grad_norm": 0.3891703486442566, + "learning_rate": 4.579029488580865e-05, + "loss": 0.0135, + "step": 55050 + }, + { + "loss_action": 0.007155945058912039, + "loss_total": 0.007155945058912039, + "step": 55050 + }, + { + "loss_action": 0.009781835600733757, + "loss_total": 0.009781835600733757, + "step": 55050 + }, + { + "loss_action": 0.011386537924408913, + "loss_total": 0.011386537924408913, + "step": 55050 + }, + { + "loss_action": 0.043292682617902756, + "loss_total": 0.043292682617902756, + "step": 55050 + }, + { + "loss_action": 0.0074709453620016575, + "loss_total": 0.0074709453620016575, + "step": 55050 + }, + { + "loss_action": 0.021852700039744377, + "loss_total": 0.021852700039744377, + "step": 55050 + }, + { + "grad_norm": 0.32837972044944763, + "learning_rate": 4.5773819126659876e-05, + "loss": 0.0158, + "step": 55060 + }, + { + "loss_action": 0.010213666595518589, + "loss_total": 0.010213666595518589, + "step": 55060 + }, + { + "loss_action": 0.010942172259092331, + "loss_total": 0.010942172259092331, + "step": 55060 + }, + { + "loss_action": 0.0741821750998497, + "loss_total": 0.0741821750998497, + "step": 55060 + }, + { + "loss_action": 0.007715081796050072, + "loss_total": 0.007715081796050072, + "step": 55060 + }, + { + "loss_action": 0.00802823156118393, + "loss_total": 0.00802823156118393, + "step": 55060 + }, + { + "loss_action": 0.006992056500166655, + "loss_total": 0.006992056500166655, + "step": 55060 + }, + { + "grad_norm": 0.29175686836242676, + "learning_rate": 4.575734382967991e-05, + "loss": 0.0121, + "step": 55070 + }, + { + "loss_action": 0.01123821921646595, + "loss_total": 0.01123821921646595, + "step": 55070 + }, + { + "loss_action": 0.022785428911447525, + "loss_total": 0.022785428911447525, + "step": 55070 + }, + { + "loss_action": 0.006208952981978655, + "loss_total": 0.006208952981978655, + "step": 55070 + }, + { + "loss_action": 0.017355021089315414, + "loss_total": 0.017355021089315414, + "step": 55070 + }, + { + "loss_action": 0.02278284728527069, + "loss_total": 0.02278284728527069, + "step": 55070 + }, + { + "loss_action": 0.006254902575165033, + "loss_total": 0.006254902575165033, + "step": 55070 + }, + { + "grad_norm": 0.37704816460609436, + "learning_rate": 4.574086899667044e-05, + "loss": 0.0132, + "step": 55080 + }, + { + "loss_action": 0.021055009216070175, + "loss_total": 0.021055009216070175, + "step": 55080 + }, + { + "loss_action": 0.018571171909570694, + "loss_total": 0.018571171909570694, + "step": 55080 + }, + { + "loss_action": 0.027232099324464798, + "loss_total": 0.027232099324464798, + "step": 55080 + }, + { + "loss_action": 0.024968035519123077, + "loss_total": 0.024968035519123077, + "step": 55080 + }, + { + "loss_action": 0.011080318130552769, + "loss_total": 0.011080318130552769, + "step": 55080 + }, + { + "loss_action": 0.026865001767873764, + "loss_total": 0.026865001767873764, + "step": 55080 + }, + { + "grad_norm": 0.4087103009223938, + "learning_rate": 4.5724394629433106e-05, + "loss": 0.0137, + "step": 55090 + }, + { + "loss_action": 0.005866009742021561, + "loss_total": 0.005866009742021561, + "step": 55090 + }, + { + "loss_action": 0.011836450546979904, + "loss_total": 0.011836450546979904, + "step": 55090 + }, + { + "loss_action": 0.00737263448536396, + "loss_total": 0.00737263448536396, + "step": 55090 + }, + { + "loss_action": 0.016651315614581108, + "loss_total": 0.016651315614581108, + "step": 55090 + }, + { + "loss_action": 0.013276242651045322, + "loss_total": 0.013276242651045322, + "step": 55090 + }, + { + "loss_action": 0.018911264836788177, + "loss_total": 0.018911264836788177, + "step": 55090 + }, + { + "grad_norm": 0.3150741755962372, + "learning_rate": 4.570792072976958e-05, + "loss": 0.0161, + "step": 55100 + }, + { + "loss_action": 0.03175762668251991, + "loss_total": 0.03175762668251991, + "step": 55100 + }, + { + "loss_action": 0.017295634374022484, + "loss_total": 0.017295634374022484, + "step": 55100 + }, + { + "loss_action": 0.004785892553627491, + "loss_total": 0.004785892553627491, + "step": 55100 + }, + { + "loss_action": 0.015246591530740261, + "loss_total": 0.015246591530740261, + "step": 55100 + }, + { + "loss_action": 0.013278448954224586, + "loss_total": 0.013278448954224586, + "step": 55100 + }, + { + "loss_action": 0.0074185458943247795, + "loss_total": 0.0074185458943247795, + "step": 55100 + }, + { + "grad_norm": 0.2634076476097107, + "learning_rate": 4.569144729948138e-05, + "loss": 0.013, + "step": 55110 + }, + { + "loss_action": 0.009991917759180069, + "loss_total": 0.009991917759180069, + "step": 55110 + }, + { + "loss_action": 0.008808027021586895, + "loss_total": 0.008808027021586895, + "step": 55110 + }, + { + "loss_action": 0.006373375654220581, + "loss_total": 0.006373375654220581, + "step": 55110 + }, + { + "loss_action": 0.01962045393884182, + "loss_total": 0.01962045393884182, + "step": 55110 + }, + { + "loss_action": 0.008903813548386097, + "loss_total": 0.008903813548386097, + "step": 55110 + }, + { + "loss_action": 0.003683267394080758, + "loss_total": 0.003683267394080758, + "step": 55110 + }, + { + "grad_norm": 0.25637897849082947, + "learning_rate": 4.5674974340370033e-05, + "loss": 0.0113, + "step": 55120 + }, + { + "loss_action": 0.019954917952418327, + "loss_total": 0.019954917952418327, + "step": 55120 + }, + { + "loss_action": 0.01486731693148613, + "loss_total": 0.01486731693148613, + "step": 55120 + }, + { + "loss_action": 0.008762175217270851, + "loss_total": 0.008762175217270851, + "step": 55120 + }, + { + "loss_action": 0.010071007534861565, + "loss_total": 0.010071007534861565, + "step": 55120 + }, + { + "loss_action": 0.011401944793760777, + "loss_total": 0.011401944793760777, + "step": 55120 + }, + { + "loss_action": 0.012656476348638535, + "loss_total": 0.012656476348638535, + "step": 55120 + }, + { + "grad_norm": 0.4303724467754364, + "learning_rate": 4.565850185423699e-05, + "loss": 0.0136, + "step": 55130 + }, + { + "loss_action": 0.009545035660266876, + "loss_total": 0.009545035660266876, + "step": 55130 + }, + { + "loss_action": 0.007511346600949764, + "loss_total": 0.007511346600949764, + "step": 55130 + }, + { + "loss_action": 0.017702758312225342, + "loss_total": 0.017702758312225342, + "step": 55130 + }, + { + "loss_action": 0.00943957082927227, + "loss_total": 0.00943957082927227, + "step": 55130 + }, + { + "loss_action": 0.02493363805115223, + "loss_total": 0.02493363805115223, + "step": 55130 + }, + { + "loss_action": 0.015634287148714066, + "loss_total": 0.015634287148714066, + "step": 55130 + }, + { + "grad_norm": 0.3569660782814026, + "learning_rate": 4.564202984288365e-05, + "loss": 0.0134, + "step": 55140 + }, + { + "loss_action": 0.01969592459499836, + "loss_total": 0.01969592459499836, + "step": 55140 + }, + { + "loss_action": 0.015477495267987251, + "loss_total": 0.015477495267987251, + "step": 55140 + }, + { + "loss_action": 0.007887727580964565, + "loss_total": 0.007887727580964565, + "step": 55140 + }, + { + "loss_action": 0.008696107193827629, + "loss_total": 0.008696107193827629, + "step": 55140 + }, + { + "loss_action": 0.041693709790706635, + "loss_total": 0.041693709790706635, + "step": 55140 + }, + { + "loss_action": 0.005985013674944639, + "loss_total": 0.005985013674944639, + "step": 55140 + }, + { + "grad_norm": 0.2835041582584381, + "learning_rate": 4.5625558308111356e-05, + "loss": 0.0132, + "step": 55150 + }, + { + "loss_action": 0.01708833873271942, + "loss_total": 0.01708833873271942, + "step": 55150 + }, + { + "loss_action": 0.005775509402155876, + "loss_total": 0.005775509402155876, + "step": 55150 + }, + { + "loss_action": 0.005063086748123169, + "loss_total": 0.005063086748123169, + "step": 55150 + }, + { + "loss_action": 0.007897794246673584, + "loss_total": 0.007897794246673584, + "step": 55150 + }, + { + "loss_action": 0.011508438736200333, + "loss_total": 0.011508438736200333, + "step": 55150 + }, + { + "loss_action": 0.005686273332685232, + "loss_total": 0.005686273332685232, + "step": 55150 + }, + { + "grad_norm": 0.2425636649131775, + "learning_rate": 4.560908725172145e-05, + "loss": 0.015, + "step": 55160 + }, + { + "loss_action": 0.00785844773054123, + "loss_total": 0.00785844773054123, + "step": 55160 + }, + { + "loss_action": 0.010926648043096066, + "loss_total": 0.010926648043096066, + "step": 55160 + }, + { + "loss_action": 0.00808562058955431, + "loss_total": 0.00808562058955431, + "step": 55160 + }, + { + "loss_action": 0.007270739413797855, + "loss_total": 0.007270739413797855, + "step": 55160 + }, + { + "loss_action": 0.01605023816227913, + "loss_total": 0.01605023816227913, + "step": 55160 + }, + { + "loss_action": 0.010936098173260689, + "loss_total": 0.010936098173260689, + "step": 55160 + }, + { + "grad_norm": 0.34978532791137695, + "learning_rate": 4.559261667551516e-05, + "loss": 0.0148, + "step": 55170 + }, + { + "loss_action": 0.010578569024801254, + "loss_total": 0.010578569024801254, + "step": 55170 + }, + { + "loss_action": 0.013609020039439201, + "loss_total": 0.013609020039439201, + "step": 55170 + }, + { + "loss_action": 0.03521563112735748, + "loss_total": 0.03521563112735748, + "step": 55170 + }, + { + "loss_action": 0.0062079764902591705, + "loss_total": 0.0062079764902591705, + "step": 55170 + }, + { + "loss_action": 0.005005496554076672, + "loss_total": 0.005005496554076672, + "step": 55170 + }, + { + "loss_action": 0.00783876795321703, + "loss_total": 0.00783876795321703, + "step": 55170 + }, + { + "grad_norm": 0.26432350277900696, + "learning_rate": 4.5576146581293685e-05, + "loss": 0.0175, + "step": 55180 + }, + { + "loss_action": 0.010764682665467262, + "loss_total": 0.010764682665467262, + "step": 55180 + }, + { + "loss_action": 0.013294286094605923, + "loss_total": 0.013294286094605923, + "step": 55180 + }, + { + "loss_action": 0.008517495356500149, + "loss_total": 0.008517495356500149, + "step": 55180 + }, + { + "loss_action": 0.011112631298601627, + "loss_total": 0.011112631298601627, + "step": 55180 + }, + { + "loss_action": 0.06921252608299255, + "loss_total": 0.06921252608299255, + "step": 55180 + }, + { + "loss_action": 0.011158223263919353, + "loss_total": 0.011158223263919353, + "step": 55180 + }, + { + "grad_norm": 0.43738022446632385, + "learning_rate": 4.5559676970858164e-05, + "loss": 0.0146, + "step": 55190 + }, + { + "loss_action": 0.015374732203781605, + "loss_total": 0.015374732203781605, + "step": 55190 + }, + { + "loss_action": 0.04287753999233246, + "loss_total": 0.04287753999233246, + "step": 55190 + }, + { + "loss_action": 0.008745572529733181, + "loss_total": 0.008745572529733181, + "step": 55190 + }, + { + "loss_action": 0.0058846562169492245, + "loss_total": 0.0058846562169492245, + "step": 55190 + }, + { + "loss_action": 0.01046527735888958, + "loss_total": 0.01046527735888958, + "step": 55190 + }, + { + "loss_action": 0.008868956007063389, + "loss_total": 0.008868956007063389, + "step": 55190 + }, + { + "grad_norm": 0.31175315380096436, + "learning_rate": 4.5543207846009705e-05, + "loss": 0.0134, + "step": 55200 + }, + { + "loss_action": 0.022374095395207405, + "loss_total": 0.022374095395207405, + "step": 55200 + }, + { + "loss_action": 0.019273851066827774, + "loss_total": 0.019273851066827774, + "step": 55200 + }, + { + "loss_action": 0.007518908474594355, + "loss_total": 0.007518908474594355, + "step": 55200 + }, + { + "loss_action": 0.010373606346547604, + "loss_total": 0.010373606346547604, + "step": 55200 + }, + { + "loss_action": 0.17056438326835632, + "loss_total": 0.17056438326835632, + "step": 55200 + }, + { + "loss_action": 0.012430497445166111, + "loss_total": 0.012430497445166111, + "step": 55200 + }, + { + "grad_norm": 0.3152961730957031, + "learning_rate": 4.552673920854933e-05, + "loss": 0.0161, + "step": 55210 + }, + { + "loss_action": 0.016293952241539955, + "loss_total": 0.016293952241539955, + "step": 55210 + }, + { + "loss_action": 0.026758862659335136, + "loss_total": 0.026758862659335136, + "step": 55210 + }, + { + "loss_action": 0.005611044820398092, + "loss_total": 0.005611044820398092, + "step": 55210 + }, + { + "loss_action": 0.03940073028206825, + "loss_total": 0.03940073028206825, + "step": 55210 + }, + { + "loss_action": 0.0075107659213244915, + "loss_total": 0.0075107659213244915, + "step": 55210 + }, + { + "loss_action": 0.006836611777544022, + "loss_total": 0.006836611777544022, + "step": 55210 + }, + { + "grad_norm": 0.29235291481018066, + "learning_rate": 4.5510271060278006e-05, + "loss": 0.0131, + "step": 55220 + }, + { + "loss_action": 0.012552617117762566, + "loss_total": 0.012552617117762566, + "step": 55220 + }, + { + "loss_action": 0.022606467828154564, + "loss_total": 0.022606467828154564, + "step": 55220 + }, + { + "loss_action": 0.013661704957485199, + "loss_total": 0.013661704957485199, + "step": 55220 + }, + { + "loss_action": 0.005498891696333885, + "loss_total": 0.005498891696333885, + "step": 55220 + }, + { + "loss_action": 0.025247948244214058, + "loss_total": 0.025247948244214058, + "step": 55220 + }, + { + "loss_action": 0.00827389769256115, + "loss_total": 0.00827389769256115, + "step": 55220 + }, + { + "grad_norm": 0.3794793486595154, + "learning_rate": 4.5493803402996704e-05, + "loss": 0.0168, + "step": 55230 + }, + { + "loss_action": 0.019131096079945564, + "loss_total": 0.019131096079945564, + "step": 55230 + }, + { + "loss_action": 0.010517220012843609, + "loss_total": 0.010517220012843609, + "step": 55230 + }, + { + "loss_action": 0.00991117861121893, + "loss_total": 0.00991117861121893, + "step": 55230 + }, + { + "loss_action": 0.012364725582301617, + "loss_total": 0.012364725582301617, + "step": 55230 + }, + { + "loss_action": 0.010783959180116653, + "loss_total": 0.010783959180116653, + "step": 55230 + }, + { + "loss_action": 0.005078081041574478, + "loss_total": 0.005078081041574478, + "step": 55230 + }, + { + "grad_norm": 0.45491573214530945, + "learning_rate": 4.5477336238506295e-05, + "loss": 0.0155, + "step": 55240 + }, + { + "loss_action": 0.016317959874868393, + "loss_total": 0.016317959874868393, + "step": 55240 + }, + { + "loss_action": 0.007279600482434034, + "loss_total": 0.007279600482434034, + "step": 55240 + }, + { + "loss_action": 0.022639574483036995, + "loss_total": 0.022639574483036995, + "step": 55240 + }, + { + "loss_action": 0.01169570256024599, + "loss_total": 0.01169570256024599, + "step": 55240 + }, + { + "loss_action": 0.01128002442419529, + "loss_total": 0.01128002442419529, + "step": 55240 + }, + { + "loss_action": 0.042692430317401886, + "loss_total": 0.042692430317401886, + "step": 55240 + }, + { + "grad_norm": 0.35531455278396606, + "learning_rate": 4.546086956860759e-05, + "loss": 0.0145, + "step": 55250 + }, + { + "loss_action": 0.024179819971323013, + "loss_total": 0.024179819971323013, + "step": 55250 + }, + { + "loss_action": 0.021242713555693626, + "loss_total": 0.021242713555693626, + "step": 55250 + }, + { + "loss_action": 0.007506244350224733, + "loss_total": 0.007506244350224733, + "step": 55250 + }, + { + "loss_action": 0.018575187772512436, + "loss_total": 0.018575187772512436, + "step": 55250 + }, + { + "loss_action": 0.0051683601923286915, + "loss_total": 0.0051683601923286915, + "step": 55250 + }, + { + "loss_action": 0.019599799066781998, + "loss_total": 0.019599799066781998, + "step": 55250 + }, + { + "grad_norm": 0.35684022307395935, + "learning_rate": 4.5444403395101374e-05, + "loss": 0.0164, + "step": 55260 + }, + { + "loss_action": 0.016131781041622162, + "loss_total": 0.016131781041622162, + "step": 55260 + }, + { + "loss_action": 0.010023529641330242, + "loss_total": 0.010023529641330242, + "step": 55260 + }, + { + "loss_action": 0.0130147160962224, + "loss_total": 0.0130147160962224, + "step": 55260 + }, + { + "loss_action": 0.010082388296723366, + "loss_total": 0.010082388296723366, + "step": 55260 + }, + { + "loss_action": 0.008533836342394352, + "loss_total": 0.008533836342394352, + "step": 55260 + }, + { + "loss_action": 0.00640698941424489, + "loss_total": 0.00640698941424489, + "step": 55260 + }, + { + "grad_norm": 0.3781726658344269, + "learning_rate": 4.542793771978834e-05, + "loss": 0.0149, + "step": 55270 + }, + { + "loss_action": 0.0124621307477355, + "loss_total": 0.0124621307477355, + "step": 55270 + }, + { + "loss_action": 0.01264812983572483, + "loss_total": 0.01264812983572483, + "step": 55270 + }, + { + "loss_action": 0.014141129329800606, + "loss_total": 0.014141129329800606, + "step": 55270 + }, + { + "loss_action": 0.05007156729698181, + "loss_total": 0.05007156729698181, + "step": 55270 + }, + { + "loss_action": 0.016457123681902885, + "loss_total": 0.016457123681902885, + "step": 55270 + }, + { + "loss_action": 0.004747834987938404, + "loss_total": 0.004747834987938404, + "step": 55270 + }, + { + "grad_norm": 0.47221246361732483, + "learning_rate": 4.541147254446916e-05, + "loss": 0.0134, + "step": 55280 + }, + { + "loss_action": 0.00666764983907342, + "loss_total": 0.00666764983907342, + "step": 55280 + }, + { + "loss_action": 0.0070505584590137005, + "loss_total": 0.0070505584590137005, + "step": 55280 + }, + { + "loss_action": 0.008001529611647129, + "loss_total": 0.008001529611647129, + "step": 55280 + }, + { + "loss_action": 0.029573015868663788, + "loss_total": 0.029573015868663788, + "step": 55280 + }, + { + "loss_action": 0.006059696897864342, + "loss_total": 0.006059696897864342, + "step": 55280 + }, + { + "loss_action": 0.004910082556307316, + "loss_total": 0.004910082556307316, + "step": 55280 + }, + { + "grad_norm": 0.45248207449913025, + "learning_rate": 4.539500787094445e-05, + "loss": 0.0146, + "step": 55290 + }, + { + "loss_action": 0.009947966784238815, + "loss_total": 0.009947966784238815, + "step": 55290 + }, + { + "loss_action": 0.0035504791885614395, + "loss_total": 0.0035504791885614395, + "step": 55290 + }, + { + "loss_action": 0.012012206017971039, + "loss_total": 0.012012206017971039, + "step": 55290 + }, + { + "loss_action": 0.031168226152658463, + "loss_total": 0.031168226152658463, + "step": 55290 + }, + { + "loss_action": 0.006047419738024473, + "loss_total": 0.006047419738024473, + "step": 55290 + }, + { + "loss_action": 0.010175391100347042, + "loss_total": 0.010175391100347042, + "step": 55290 + }, + { + "grad_norm": 0.30892136693000793, + "learning_rate": 4.537854370101475e-05, + "loss": 0.015, + "step": 55300 + }, + { + "loss_action": 0.007420550566166639, + "loss_total": 0.007420550566166639, + "step": 55300 + }, + { + "loss_action": 0.007419344503432512, + "loss_total": 0.007419344503432512, + "step": 55300 + }, + { + "loss_action": 0.007118029519915581, + "loss_total": 0.007118029519915581, + "step": 55300 + }, + { + "loss_action": 0.015921514481306076, + "loss_total": 0.015921514481306076, + "step": 55300 + }, + { + "loss_action": 0.02085714042186737, + "loss_total": 0.02085714042186737, + "step": 55300 + }, + { + "loss_action": 0.013005789369344711, + "loss_total": 0.013005789369344711, + "step": 55300 + }, + { + "grad_norm": 0.33159565925598145, + "learning_rate": 4.5362080036480566e-05, + "loss": 0.0148, + "step": 55310 + }, + { + "loss_action": 0.014463610015809536, + "loss_total": 0.014463610015809536, + "step": 55310 + }, + { + "loss_action": 0.0036183292977511883, + "loss_total": 0.0036183292977511883, + "step": 55310 + }, + { + "loss_action": 0.011694647371768951, + "loss_total": 0.011694647371768951, + "step": 55310 + }, + { + "loss_action": 0.01163769792765379, + "loss_total": 0.01163769792765379, + "step": 55310 + }, + { + "loss_action": 0.015346151776611805, + "loss_total": 0.015346151776611805, + "step": 55310 + }, + { + "loss_action": 0.0035248829517513514, + "loss_total": 0.0035248829517513514, + "step": 55310 + }, + { + "grad_norm": 0.39904752373695374, + "learning_rate": 4.534561687914235e-05, + "loss": 0.0134, + "step": 55320 + }, + { + "loss_action": 0.015087008476257324, + "loss_total": 0.015087008476257324, + "step": 55320 + }, + { + "loss_action": 0.006983598694205284, + "loss_total": 0.006983598694205284, + "step": 55320 + }, + { + "loss_action": 0.012462631799280643, + "loss_total": 0.012462631799280643, + "step": 55320 + }, + { + "loss_action": 0.031383685767650604, + "loss_total": 0.031383685767650604, + "step": 55320 + }, + { + "loss_action": 0.010249676182866096, + "loss_total": 0.010249676182866096, + "step": 55320 + }, + { + "loss_action": 0.010497995652258396, + "loss_total": 0.010497995652258396, + "step": 55320 + }, + { + "grad_norm": 0.37656328082084656, + "learning_rate": 4.5329154230800466e-05, + "loss": 0.0157, + "step": 55330 + }, + { + "loss_action": 0.010120542719960213, + "loss_total": 0.010120542719960213, + "step": 55330 + }, + { + "loss_action": 0.022766033187508583, + "loss_total": 0.022766033187508583, + "step": 55330 + }, + { + "loss_action": 0.02166721411049366, + "loss_total": 0.02166721411049366, + "step": 55330 + }, + { + "loss_action": 0.007073283661156893, + "loss_total": 0.007073283661156893, + "step": 55330 + }, + { + "loss_action": 0.022398019209504128, + "loss_total": 0.022398019209504128, + "step": 55330 + }, + { + "loss_action": 0.014546592719852924, + "loss_total": 0.014546592719852924, + "step": 55330 + }, + { + "grad_norm": 0.3631237745285034, + "learning_rate": 4.531269209325525e-05, + "loss": 0.0172, + "step": 55340 + }, + { + "loss_action": 0.01203140802681446, + "loss_total": 0.01203140802681446, + "step": 55340 + }, + { + "loss_action": 0.00892704539000988, + "loss_total": 0.00892704539000988, + "step": 55340 + }, + { + "loss_action": 0.07662926614284515, + "loss_total": 0.07662926614284515, + "step": 55340 + }, + { + "loss_action": 0.01707044057548046, + "loss_total": 0.01707044057548046, + "step": 55340 + }, + { + "loss_action": 0.015149878337979317, + "loss_total": 0.015149878337979317, + "step": 55340 + }, + { + "loss_action": 0.013711350969970226, + "loss_total": 0.013711350969970226, + "step": 55340 + }, + { + "grad_norm": 0.31630250811576843, + "learning_rate": 4.529623046830696e-05, + "loss": 0.0148, + "step": 55350 + }, + { + "loss_action": 0.008192379958927631, + "loss_total": 0.008192379958927631, + "step": 55350 + }, + { + "loss_action": 0.02309969998896122, + "loss_total": 0.02309969998896122, + "step": 55350 + }, + { + "loss_action": 0.005813615396618843, + "loss_total": 0.005813615396618843, + "step": 55350 + }, + { + "loss_action": 0.006351971998810768, + "loss_total": 0.006351971998810768, + "step": 55350 + }, + { + "loss_action": 0.006515595130622387, + "loss_total": 0.006515595130622387, + "step": 55350 + }, + { + "loss_action": 0.02314659394323826, + "loss_total": 0.02314659394323826, + "step": 55350 + }, + { + "grad_norm": 0.3015395998954773, + "learning_rate": 4.5279769357755866e-05, + "loss": 0.0131, + "step": 55360 + }, + { + "loss_action": 0.008961119689047337, + "loss_total": 0.008961119689047337, + "step": 55360 + }, + { + "loss_action": 0.009614669717848301, + "loss_total": 0.009614669717848301, + "step": 55360 + }, + { + "loss_action": 0.006130959372967482, + "loss_total": 0.006130959372967482, + "step": 55360 + }, + { + "loss_action": 0.015405278652906418, + "loss_total": 0.015405278652906418, + "step": 55360 + }, + { + "loss_action": 0.009487384930253029, + "loss_total": 0.009487384930253029, + "step": 55360 + }, + { + "loss_action": 0.029433727264404297, + "loss_total": 0.029433727264404297, + "step": 55360 + }, + { + "grad_norm": 0.3039088547229767, + "learning_rate": 4.5263308763402084e-05, + "loss": 0.0159, + "step": 55370 + }, + { + "loss_action": 0.05732414498925209, + "loss_total": 0.05732414498925209, + "step": 55370 + }, + { + "loss_action": 0.014483773149549961, + "loss_total": 0.014483773149549961, + "step": 55370 + }, + { + "loss_action": 0.00562173081561923, + "loss_total": 0.00562173081561923, + "step": 55370 + }, + { + "loss_action": 0.027293436229228973, + "loss_total": 0.027293436229228973, + "step": 55370 + }, + { + "loss_action": 0.010556275956332684, + "loss_total": 0.010556275956332684, + "step": 55370 + }, + { + "loss_action": 0.0070877959951758385, + "loss_total": 0.0070877959951758385, + "step": 55370 + }, + { + "grad_norm": 0.33018746972084045, + "learning_rate": 4.524684868704574e-05, + "loss": 0.0135, + "step": 55380 + }, + { + "loss_action": 0.023386768996715546, + "loss_total": 0.023386768996715546, + "step": 55380 + }, + { + "loss_action": 0.010486560873687267, + "loss_total": 0.010486560873687267, + "step": 55380 + }, + { + "loss_action": 0.011280214414000511, + "loss_total": 0.011280214414000511, + "step": 55380 + }, + { + "loss_action": 0.009377781301736832, + "loss_total": 0.009377781301736832, + "step": 55380 + }, + { + "loss_action": 0.020454619079828262, + "loss_total": 0.020454619079828262, + "step": 55380 + }, + { + "loss_action": 0.009283583611249924, + "loss_total": 0.009283583611249924, + "step": 55380 + }, + { + "grad_norm": 0.34366312623023987, + "learning_rate": 4.523038913048688e-05, + "loss": 0.0145, + "step": 55390 + }, + { + "loss_action": 0.023314837366342545, + "loss_total": 0.023314837366342545, + "step": 55390 + }, + { + "loss_action": 0.0074695018120110035, + "loss_total": 0.0074695018120110035, + "step": 55390 + }, + { + "loss_action": 0.012811959721148014, + "loss_total": 0.012811959721148014, + "step": 55390 + }, + { + "loss_action": 0.01630943827331066, + "loss_total": 0.01630943827331066, + "step": 55390 + }, + { + "loss_action": 0.014237409457564354, + "loss_total": 0.014237409457564354, + "step": 55390 + }, + { + "loss_action": 0.03026895597577095, + "loss_total": 0.03026895597577095, + "step": 55390 + }, + { + "grad_norm": 0.35089078545570374, + "learning_rate": 4.521393009552549e-05, + "loss": 0.0148, + "step": 55400 + }, + { + "loss_action": 0.00736178969964385, + "loss_total": 0.00736178969964385, + "step": 55400 + }, + { + "loss_action": 0.00959744956344366, + "loss_total": 0.00959744956344366, + "step": 55400 + }, + { + "loss_action": 0.01199286337941885, + "loss_total": 0.01199286337941885, + "step": 55400 + }, + { + "loss_action": 0.0051054456271231174, + "loss_total": 0.0051054456271231174, + "step": 55400 + }, + { + "loss_action": 0.006881464272737503, + "loss_total": 0.006881464272737503, + "step": 55400 + }, + { + "loss_action": 0.011739052832126617, + "loss_total": 0.011739052832126617, + "step": 55400 + }, + { + "grad_norm": 0.2799072861671448, + "learning_rate": 4.5197471583961484e-05, + "loss": 0.0138, + "step": 55410 + }, + { + "loss_action": 0.010307107120752335, + "loss_total": 0.010307107120752335, + "step": 55410 + }, + { + "loss_action": 0.012118447571992874, + "loss_total": 0.012118447571992874, + "step": 55410 + }, + { + "loss_action": 0.025069423019886017, + "loss_total": 0.025069423019886017, + "step": 55410 + }, + { + "loss_action": 0.020337915048003197, + "loss_total": 0.020337915048003197, + "step": 55410 + }, + { + "loss_action": 0.01007139217108488, + "loss_total": 0.01007139217108488, + "step": 55410 + }, + { + "loss_action": 0.01635216921567917, + "loss_total": 0.01635216921567917, + "step": 55410 + }, + { + "grad_norm": 0.31712624430656433, + "learning_rate": 4.51810135975948e-05, + "loss": 0.0125, + "step": 55420 + }, + { + "loss_action": 0.0068168421275913715, + "loss_total": 0.0068168421275913715, + "step": 55420 + }, + { + "loss_action": 0.010697501711547375, + "loss_total": 0.010697501711547375, + "step": 55420 + }, + { + "loss_action": 0.005486709997057915, + "loss_total": 0.005486709997057915, + "step": 55420 + }, + { + "loss_action": 0.012770392000675201, + "loss_total": 0.012770392000675201, + "step": 55420 + }, + { + "loss_action": 0.009048792533576488, + "loss_total": 0.009048792533576488, + "step": 55420 + }, + { + "loss_action": 0.00923601258546114, + "loss_total": 0.00923601258546114, + "step": 55420 + }, + { + "grad_norm": 0.24146392941474915, + "learning_rate": 4.516455613822521e-05, + "loss": 0.0122, + "step": 55430 + }, + { + "loss_action": 0.007317654322832823, + "loss_total": 0.007317654322832823, + "step": 55430 + }, + { + "loss_action": 0.014282630756497383, + "loss_total": 0.014282630756497383, + "step": 55430 + }, + { + "loss_action": 0.017856081947684288, + "loss_total": 0.017856081947684288, + "step": 55430 + }, + { + "loss_action": 0.005164538975805044, + "loss_total": 0.005164538975805044, + "step": 55430 + }, + { + "loss_action": 0.005679946392774582, + "loss_total": 0.005679946392774582, + "step": 55430 + }, + { + "loss_action": 0.020980406552553177, + "loss_total": 0.020980406552553177, + "step": 55430 + }, + { + "grad_norm": 0.39789828658103943, + "learning_rate": 4.514809920765249e-05, + "loss": 0.0146, + "step": 55440 + }, + { + "loss_action": 0.020528877153992653, + "loss_total": 0.020528877153992653, + "step": 55440 + }, + { + "loss_action": 0.009977752342820168, + "loss_total": 0.009977752342820168, + "step": 55440 + }, + { + "loss_action": 0.024540476500988007, + "loss_total": 0.024540476500988007, + "step": 55440 + }, + { + "loss_action": 0.014578673988580704, + "loss_total": 0.014578673988580704, + "step": 55440 + }, + { + "loss_action": 0.03076755814254284, + "loss_total": 0.03076755814254284, + "step": 55440 + }, + { + "loss_action": 0.00993436761200428, + "loss_total": 0.00993436761200428, + "step": 55440 + }, + { + "grad_norm": 0.34224891662597656, + "learning_rate": 4.5131642807676356e-05, + "loss": 0.013, + "step": 55450 + }, + { + "loss_action": 0.012386002577841282, + "loss_total": 0.012386002577841282, + "step": 55450 + }, + { + "loss_action": 0.007327694911509752, + "loss_total": 0.007327694911509752, + "step": 55450 + }, + { + "loss_action": 0.01177520863711834, + "loss_total": 0.01177520863711834, + "step": 55450 + }, + { + "loss_action": 0.008700870908796787, + "loss_total": 0.008700870908796787, + "step": 55450 + }, + { + "loss_action": 0.007900201715528965, + "loss_total": 0.007900201715528965, + "step": 55450 + }, + { + "loss_action": 0.00897632073611021, + "loss_total": 0.00897632073611021, + "step": 55450 + }, + { + "grad_norm": 0.2967289388179779, + "learning_rate": 4.511518694009644e-05, + "loss": 0.0118, + "step": 55460 + }, + { + "loss_action": 0.005964628886431456, + "loss_total": 0.005964628886431456, + "step": 55460 + }, + { + "loss_action": 0.00907568447291851, + "loss_total": 0.00907568447291851, + "step": 55460 + }, + { + "loss_action": 0.006925127003341913, + "loss_total": 0.006925127003341913, + "step": 55460 + }, + { + "loss_action": 0.013193177059292793, + "loss_total": 0.013193177059292793, + "step": 55460 + }, + { + "loss_action": 0.0073590390384197235, + "loss_total": 0.0073590390384197235, + "step": 55460 + }, + { + "loss_action": 0.009549286216497421, + "loss_total": 0.009549286216497421, + "step": 55460 + }, + { + "grad_norm": 0.27222734689712524, + "learning_rate": 4.509873160671231e-05, + "loss": 0.0129, + "step": 55470 + }, + { + "loss_action": 0.011132394894957542, + "loss_total": 0.011132394894957542, + "step": 55470 + }, + { + "loss_action": 0.006769049912691116, + "loss_total": 0.006769049912691116, + "step": 55470 + }, + { + "loss_action": 0.011908705346286297, + "loss_total": 0.011908705346286297, + "step": 55470 + }, + { + "loss_action": 0.009412137791514397, + "loss_total": 0.009412137791514397, + "step": 55470 + }, + { + "loss_action": 0.009958719834685326, + "loss_total": 0.009958719834685326, + "step": 55470 + }, + { + "loss_action": 0.013989453203976154, + "loss_total": 0.013989453203976154, + "step": 55470 + }, + { + "grad_norm": 0.3393411636352539, + "learning_rate": 4.508227680932356e-05, + "loss": 0.0142, + "step": 55480 + }, + { + "loss_action": 0.007509962655603886, + "loss_total": 0.007509962655603886, + "step": 55480 + }, + { + "loss_action": 0.02201797254383564, + "loss_total": 0.02201797254383564, + "step": 55480 + }, + { + "loss_action": 0.01625930145382881, + "loss_total": 0.01625930145382881, + "step": 55480 + }, + { + "loss_action": 0.014446157030761242, + "loss_total": 0.014446157030761242, + "step": 55480 + }, + { + "loss_action": 0.008053628727793694, + "loss_total": 0.008053628727793694, + "step": 55480 + }, + { + "loss_action": 0.008752213791012764, + "loss_total": 0.008752213791012764, + "step": 55480 + }, + { + "grad_norm": 0.3335929811000824, + "learning_rate": 4.5065822549729605e-05, + "loss": 0.0191, + "step": 55490 + }, + { + "loss_action": 0.012981611303985119, + "loss_total": 0.012981611303985119, + "step": 55490 + }, + { + "loss_action": 0.028610946610569954, + "loss_total": 0.028610946610569954, + "step": 55490 + }, + { + "loss_action": 0.007531851530075073, + "loss_total": 0.007531851530075073, + "step": 55490 + }, + { + "loss_action": 0.0059564015828073025, + "loss_total": 0.0059564015828073025, + "step": 55490 + }, + { + "loss_action": 0.012579810805618763, + "loss_total": 0.012579810805618763, + "step": 55490 + }, + { + "loss_action": 0.007762583438307047, + "loss_total": 0.007762583438307047, + "step": 55490 + }, + { + "grad_norm": 0.37523719668388367, + "learning_rate": 4.504936882972989e-05, + "loss": 0.015, + "step": 55500 + }, + { + "loss_action": 0.007497924380004406, + "loss_total": 0.007497924380004406, + "step": 55500 + }, + { + "loss_action": 0.01945876143872738, + "loss_total": 0.01945876143872738, + "step": 55500 + }, + { + "loss_action": 0.016019180417060852, + "loss_total": 0.016019180417060852, + "step": 55500 + }, + { + "loss_action": 0.010652901604771614, + "loss_total": 0.010652901604771614, + "step": 55500 + }, + { + "loss_action": 0.013580148108303547, + "loss_total": 0.013580148108303547, + "step": 55500 + }, + { + "loss_action": 0.008593463338911533, + "loss_total": 0.008593463338911533, + "step": 55500 + }, + { + "grad_norm": 0.3313484787940979, + "learning_rate": 4.503291565112374e-05, + "loss": 0.0148, + "step": 55510 + }, + { + "loss_action": 0.005994732026010752, + "loss_total": 0.005994732026010752, + "step": 55510 + }, + { + "loss_action": 0.010834195651113987, + "loss_total": 0.010834195651113987, + "step": 55510 + }, + { + "loss_action": 0.011205267161130905, + "loss_total": 0.011205267161130905, + "step": 55510 + }, + { + "loss_action": 0.005027033854275942, + "loss_total": 0.005027033854275942, + "step": 55510 + }, + { + "loss_action": 0.010255636647343636, + "loss_total": 0.010255636647343636, + "step": 55510 + }, + { + "loss_action": 0.010770891793072224, + "loss_total": 0.010770891793072224, + "step": 55510 + }, + { + "grad_norm": 0.38346365094184875, + "learning_rate": 4.501646301571048e-05, + "loss": 0.0155, + "step": 55520 + }, + { + "loss_action": 0.006623890250921249, + "loss_total": 0.006623890250921249, + "step": 55520 + }, + { + "loss_action": 0.0227484330534935, + "loss_total": 0.0227484330534935, + "step": 55520 + }, + { + "loss_action": 0.014025416225194931, + "loss_total": 0.014025416225194931, + "step": 55520 + }, + { + "loss_action": 0.015475122258067131, + "loss_total": 0.015475122258067131, + "step": 55520 + }, + { + "loss_action": 0.07236276566982269, + "loss_total": 0.07236276566982269, + "step": 55520 + }, + { + "loss_action": 0.012880760245025158, + "loss_total": 0.012880760245025158, + "step": 55520 + }, + { + "grad_norm": 0.2906947731971741, + "learning_rate": 4.500001092528933e-05, + "loss": 0.0152, + "step": 55530 + }, + { + "loss_action": 0.004537207540124655, + "loss_total": 0.004537207540124655, + "step": 55530 + }, + { + "loss_action": 0.00780175905674696, + "loss_total": 0.00780175905674696, + "step": 55530 + }, + { + "loss_action": 0.02005978859961033, + "loss_total": 0.02005978859961033, + "step": 55530 + }, + { + "loss_action": 0.008325640112161636, + "loss_total": 0.008325640112161636, + "step": 55530 + }, + { + "loss_action": 0.009834474883973598, + "loss_total": 0.009834474883973598, + "step": 55530 + }, + { + "loss_action": 0.011973941698670387, + "loss_total": 0.011973941698670387, + "step": 55530 + }, + { + "grad_norm": 0.37531915307044983, + "learning_rate": 4.4983559381659455e-05, + "loss": 0.0136, + "step": 55540 + }, + { + "loss_action": 0.004817720968276262, + "loss_total": 0.004817720968276262, + "step": 55540 + }, + { + "loss_action": 0.045249953866004944, + "loss_total": 0.045249953866004944, + "step": 55540 + }, + { + "loss_action": 0.005401399917900562, + "loss_total": 0.005401399917900562, + "step": 55540 + }, + { + "loss_action": 0.015807120129466057, + "loss_total": 0.015807120129466057, + "step": 55540 + }, + { + "loss_action": 0.0065529425628483295, + "loss_total": 0.0065529425628483295, + "step": 55540 + }, + { + "loss_action": 0.011426075361669064, + "loss_total": 0.011426075361669064, + "step": 55540 + }, + { + "grad_norm": 0.4282768964767456, + "learning_rate": 4.496710838661999e-05, + "loss": 0.0119, + "step": 55550 + }, + { + "loss_action": 0.009761114604771137, + "loss_total": 0.009761114604771137, + "step": 55550 + }, + { + "loss_action": 0.006923312321305275, + "loss_total": 0.006923312321305275, + "step": 55550 + }, + { + "loss_action": 0.009623970836400986, + "loss_total": 0.009623970836400986, + "step": 55550 + }, + { + "loss_action": 0.010795291513204575, + "loss_total": 0.010795291513204575, + "step": 55550 + }, + { + "loss_action": 0.0060247802175581455, + "loss_total": 0.0060247802175581455, + "step": 55550 + }, + { + "loss_action": 0.01194278709590435, + "loss_total": 0.01194278709590435, + "step": 55550 + }, + { + "grad_norm": 0.38188302516937256, + "learning_rate": 4.495065794196999e-05, + "loss": 0.0135, + "step": 55560 + }, + { + "loss_action": 0.008936516009271145, + "loss_total": 0.008936516009271145, + "step": 55560 + }, + { + "loss_action": 0.012813542038202286, + "loss_total": 0.012813542038202286, + "step": 55560 + }, + { + "loss_action": 0.004206011537462473, + "loss_total": 0.004206011537462473, + "step": 55560 + }, + { + "loss_action": 0.015754738822579384, + "loss_total": 0.015754738822579384, + "step": 55560 + }, + { + "loss_action": 0.004480833653360605, + "loss_total": 0.004480833653360605, + "step": 55560 + }, + { + "loss_action": 0.020529277622699738, + "loss_total": 0.020529277622699738, + "step": 55560 + }, + { + "grad_norm": 0.37063103914260864, + "learning_rate": 4.4934208049508455e-05, + "loss": 0.014, + "step": 55570 + }, + { + "loss_action": 0.0043448288924992085, + "loss_total": 0.0043448288924992085, + "step": 55570 + }, + { + "loss_action": 0.01060288306325674, + "loss_total": 0.01060288306325674, + "step": 55570 + }, + { + "loss_action": 0.00671757385134697, + "loss_total": 0.00671757385134697, + "step": 55570 + }, + { + "loss_action": 0.014487345702946186, + "loss_total": 0.014487345702946186, + "step": 55570 + }, + { + "loss_action": 0.032882899045944214, + "loss_total": 0.032882899045944214, + "step": 55570 + }, + { + "loss_action": 0.017057619988918304, + "loss_total": 0.017057619988918304, + "step": 55570 + }, + { + "grad_norm": 0.32235187292099, + "learning_rate": 4.4917758711034303e-05, + "loss": 0.0147, + "step": 55580 + }, + { + "loss_action": 0.015869997441768646, + "loss_total": 0.015869997441768646, + "step": 55580 + }, + { + "loss_action": 0.0111619271337986, + "loss_total": 0.0111619271337986, + "step": 55580 + }, + { + "loss_action": 0.02398291975259781, + "loss_total": 0.02398291975259781, + "step": 55580 + }, + { + "loss_action": 0.013234416954219341, + "loss_total": 0.013234416954219341, + "step": 55580 + }, + { + "loss_action": 0.020202092826366425, + "loss_total": 0.020202092826366425, + "step": 55580 + }, + { + "loss_action": 0.003426214912906289, + "loss_total": 0.003426214912906289, + "step": 55580 + }, + { + "grad_norm": 0.4372555911540985, + "learning_rate": 4.490130992834642e-05, + "loss": 0.0167, + "step": 55590 + }, + { + "loss_action": 0.022297779098153114, + "loss_total": 0.022297779098153114, + "step": 55590 + }, + { + "loss_action": 0.01385022047907114, + "loss_total": 0.01385022047907114, + "step": 55590 + }, + { + "loss_action": 0.024209054186940193, + "loss_total": 0.024209054186940193, + "step": 55590 + }, + { + "loss_action": 0.014239359647035599, + "loss_total": 0.014239359647035599, + "step": 55590 + }, + { + "loss_action": 0.012694467790424824, + "loss_total": 0.012694467790424824, + "step": 55590 + }, + { + "loss_action": 0.00763682322576642, + "loss_total": 0.00763682322576642, + "step": 55590 + }, + { + "grad_norm": 0.31928902864456177, + "learning_rate": 4.488486170324359e-05, + "loss": 0.0138, + "step": 55600 + }, + { + "loss_action": 0.0086505226790905, + "loss_total": 0.0086505226790905, + "step": 55600 + }, + { + "loss_action": 0.00849080178886652, + "loss_total": 0.00849080178886652, + "step": 55600 + }, + { + "loss_action": 0.01296823751181364, + "loss_total": 0.01296823751181364, + "step": 55600 + }, + { + "loss_action": 0.010407831519842148, + "loss_total": 0.010407831519842148, + "step": 55600 + }, + { + "loss_action": 0.011245109140872955, + "loss_total": 0.011245109140872955, + "step": 55600 + }, + { + "loss_action": 0.007074177265167236, + "loss_total": 0.007074177265167236, + "step": 55600 + }, + { + "grad_norm": 0.31313556432724, + "learning_rate": 4.486841403752463e-05, + "loss": 0.0129, + "step": 55610 + }, + { + "loss_action": 0.013132588006556034, + "loss_total": 0.013132588006556034, + "step": 55610 + }, + { + "loss_action": 0.006393252871930599, + "loss_total": 0.006393252871930599, + "step": 55610 + }, + { + "loss_action": 0.008360248990356922, + "loss_total": 0.008360248990356922, + "step": 55610 + }, + { + "loss_action": 0.026604164391756058, + "loss_total": 0.026604164391756058, + "step": 55610 + }, + { + "loss_action": 0.012758706696331501, + "loss_total": 0.012758706696331501, + "step": 55610 + }, + { + "loss_action": 0.005396749824285507, + "loss_total": 0.005396749824285507, + "step": 55610 + }, + { + "grad_norm": 0.28861203789711, + "learning_rate": 4.4851966932988174e-05, + "loss": 0.0124, + "step": 55620 + }, + { + "loss_action": 0.008273601531982422, + "loss_total": 0.008273601531982422, + "step": 55620 + }, + { + "loss_action": 0.01689489372074604, + "loss_total": 0.01689489372074604, + "step": 55620 + }, + { + "loss_action": 0.018015876412391663, + "loss_total": 0.018015876412391663, + "step": 55620 + }, + { + "loss_action": 0.0076433210633695126, + "loss_total": 0.0076433210633695126, + "step": 55620 + }, + { + "loss_action": 0.01765800639986992, + "loss_total": 0.01765800639986992, + "step": 55620 + }, + { + "loss_action": 0.025860773399472237, + "loss_total": 0.025860773399472237, + "step": 55620 + }, + { + "grad_norm": 0.3598426580429077, + "learning_rate": 4.4835520391432894e-05, + "loss": 0.0163, + "step": 55630 + }, + { + "loss_action": 0.007847369648516178, + "loss_total": 0.007847369648516178, + "step": 55630 + }, + { + "loss_action": 0.014654640108346939, + "loss_total": 0.014654640108346939, + "step": 55630 + }, + { + "loss_action": 0.03264950215816498, + "loss_total": 0.03264950215816498, + "step": 55630 + }, + { + "loss_action": 0.00808523129671812, + "loss_total": 0.00808523129671812, + "step": 55630 + }, + { + "loss_action": 0.007084397599101067, + "loss_total": 0.007084397599101067, + "step": 55630 + }, + { + "loss_action": 0.012054846622049809, + "loss_total": 0.012054846622049809, + "step": 55630 + }, + { + "grad_norm": 0.3338061571121216, + "learning_rate": 4.481907441465733e-05, + "loss": 0.0144, + "step": 55640 + }, + { + "loss_action": 0.0126300984993577, + "loss_total": 0.0126300984993577, + "step": 55640 + }, + { + "loss_action": 0.018160207197070122, + "loss_total": 0.018160207197070122, + "step": 55640 + }, + { + "loss_action": 0.00445359293371439, + "loss_total": 0.00445359293371439, + "step": 55640 + }, + { + "loss_action": 0.027826718986034393, + "loss_total": 0.027826718986034393, + "step": 55640 + }, + { + "loss_action": 0.010386769659817219, + "loss_total": 0.010386769659817219, + "step": 55640 + }, + { + "loss_action": 0.004133021924644709, + "loss_total": 0.004133021924644709, + "step": 55640 + }, + { + "grad_norm": 0.36692750453948975, + "learning_rate": 4.480262900446e-05, + "loss": 0.016, + "step": 55650 + }, + { + "loss_action": 0.012173115275800228, + "loss_total": 0.012173115275800228, + "step": 55650 + }, + { + "loss_action": 0.005556731950491667, + "loss_total": 0.005556731950491667, + "step": 55650 + }, + { + "loss_action": 0.008260837756097317, + "loss_total": 0.008260837756097317, + "step": 55650 + }, + { + "loss_action": 0.02700912021100521, + "loss_total": 0.02700912021100521, + "step": 55650 + }, + { + "loss_action": 0.007114916108548641, + "loss_total": 0.007114916108548641, + "step": 55650 + }, + { + "loss_action": 0.007992199622094631, + "loss_total": 0.007992199622094631, + "step": 55650 + }, + { + "grad_norm": 0.273086816072464, + "learning_rate": 4.478618416263933e-05, + "loss": 0.0133, + "step": 55660 + }, + { + "loss_action": 0.00835123099386692, + "loss_total": 0.00835123099386692, + "step": 55660 + }, + { + "loss_action": 0.003000064054504037, + "loss_total": 0.003000064054504037, + "step": 55660 + }, + { + "loss_action": 0.006558393593877554, + "loss_total": 0.006558393593877554, + "step": 55660 + }, + { + "loss_action": 0.010299349203705788, + "loss_total": 0.010299349203705788, + "step": 55660 + }, + { + "loss_action": 0.004451463930308819, + "loss_total": 0.004451463930308819, + "step": 55660 + }, + { + "loss_action": 0.005995319224894047, + "loss_total": 0.005995319224894047, + "step": 55660 + }, + { + "grad_norm": 0.2502121329307556, + "learning_rate": 4.476973989099373e-05, + "loss": 0.0126, + "step": 55670 + }, + { + "loss_action": 0.017969941720366478, + "loss_total": 0.017969941720366478, + "step": 55670 + }, + { + "loss_action": 0.004126580432057381, + "loss_total": 0.004126580432057381, + "step": 55670 + }, + { + "loss_action": 0.015605304390192032, + "loss_total": 0.015605304390192032, + "step": 55670 + }, + { + "loss_action": 0.007155176252126694, + "loss_total": 0.007155176252126694, + "step": 55670 + }, + { + "loss_action": 0.015100140124559402, + "loss_total": 0.015100140124559402, + "step": 55670 + }, + { + "loss_action": 0.007225749548524618, + "loss_total": 0.007225749548524618, + "step": 55670 + }, + { + "grad_norm": 0.4526132047176361, + "learning_rate": 4.475329619132153e-05, + "loss": 0.0116, + "step": 55680 + }, + { + "loss_action": 0.00431455485522747, + "loss_total": 0.00431455485522747, + "step": 55680 + }, + { + "loss_action": 0.022428181022405624, + "loss_total": 0.022428181022405624, + "step": 55680 + }, + { + "loss_action": 0.014505086466670036, + "loss_total": 0.014505086466670036, + "step": 55680 + }, + { + "loss_action": 0.008501059375703335, + "loss_total": 0.008501059375703335, + "step": 55680 + }, + { + "loss_action": 0.011470715515315533, + "loss_total": 0.011470715515315533, + "step": 55680 + }, + { + "loss_action": 0.01474806573241949, + "loss_total": 0.01474806573241949, + "step": 55680 + }, + { + "grad_norm": 0.3412379026412964, + "learning_rate": 4.4736853065420956e-05, + "loss": 0.0142, + "step": 55690 + }, + { + "loss_action": 0.011137176305055618, + "loss_total": 0.011137176305055618, + "step": 55690 + }, + { + "loss_action": 0.007072486449033022, + "loss_total": 0.007072486449033022, + "step": 55690 + }, + { + "loss_action": 0.029591361060738564, + "loss_total": 0.029591361060738564, + "step": 55690 + }, + { + "loss_action": 0.008504983969032764, + "loss_total": 0.008504983969032764, + "step": 55690 + }, + { + "loss_action": 0.016499284654855728, + "loss_total": 0.016499284654855728, + "step": 55690 + }, + { + "loss_action": 0.012180757708847523, + "loss_total": 0.012180757708847523, + "step": 55690 + }, + { + "grad_norm": 0.34303295612335205, + "learning_rate": 4.472041051509023e-05, + "loss": 0.0126, + "step": 55700 + }, + { + "loss_action": 0.00458826357498765, + "loss_total": 0.00458826357498765, + "step": 55700 + }, + { + "loss_action": 0.007420284673571587, + "loss_total": 0.007420284673571587, + "step": 55700 + }, + { + "loss_action": 0.0208742655813694, + "loss_total": 0.0208742655813694, + "step": 55700 + }, + { + "loss_action": 0.030813010409474373, + "loss_total": 0.030813010409474373, + "step": 55700 + }, + { + "loss_action": 0.01119280606508255, + "loss_total": 0.01119280606508255, + "step": 55700 + }, + { + "loss_action": 0.025906050577759743, + "loss_total": 0.025906050577759743, + "step": 55700 + }, + { + "grad_norm": 0.31422436237335205, + "learning_rate": 4.470396854212746e-05, + "loss": 0.0143, + "step": 55710 + }, + { + "loss_action": 0.00597985927015543, + "loss_total": 0.00597985927015543, + "step": 55710 + }, + { + "loss_action": 0.021187106147408485, + "loss_total": 0.021187106147408485, + "step": 55710 + }, + { + "loss_action": 0.004240605980157852, + "loss_total": 0.004240605980157852, + "step": 55710 + }, + { + "loss_action": 0.017026973888278008, + "loss_total": 0.017026973888278008, + "step": 55710 + }, + { + "loss_action": 0.024424340575933456, + "loss_total": 0.024424340575933456, + "step": 55710 + }, + { + "loss_action": 0.00791485607624054, + "loss_total": 0.00791485607624054, + "step": 55710 + }, + { + "grad_norm": 0.3703441917896271, + "learning_rate": 4.468752714833072e-05, + "loss": 0.0131, + "step": 55720 + }, + { + "loss_action": 0.040712904185056686, + "loss_total": 0.040712904185056686, + "step": 55720 + }, + { + "loss_action": 0.02098889648914337, + "loss_total": 0.02098889648914337, + "step": 55720 + }, + { + "loss_action": 0.029128029942512512, + "loss_total": 0.029128029942512512, + "step": 55720 + }, + { + "loss_action": 0.01730998046696186, + "loss_total": 0.01730998046696186, + "step": 55720 + }, + { + "loss_action": 0.008481815457344055, + "loss_total": 0.008481815457344055, + "step": 55720 + }, + { + "loss_action": 0.05224432051181793, + "loss_total": 0.05224432051181793, + "step": 55720 + }, + { + "grad_norm": 0.38236039876937866, + "learning_rate": 4.467108633549803e-05, + "loss": 0.0165, + "step": 55730 + }, + { + "loss_action": 0.01884922757744789, + "loss_total": 0.01884922757744789, + "step": 55730 + }, + { + "loss_action": 0.018847394734621048, + "loss_total": 0.018847394734621048, + "step": 55730 + }, + { + "loss_action": 0.011846077628433704, + "loss_total": 0.011846077628433704, + "step": 55730 + }, + { + "loss_action": 0.012421899475157261, + "loss_total": 0.012421899475157261, + "step": 55730 + }, + { + "loss_action": 0.0093350475654006, + "loss_total": 0.0093350475654006, + "step": 55730 + }, + { + "loss_action": 0.013992314226925373, + "loss_total": 0.013992314226925373, + "step": 55730 + }, + { + "grad_norm": 0.3269287943840027, + "learning_rate": 4.4654646105427335e-05, + "loss": 0.0141, + "step": 55740 + }, + { + "loss_action": 0.0186952855437994, + "loss_total": 0.0186952855437994, + "step": 55740 + }, + { + "loss_action": 0.008594156242907047, + "loss_total": 0.008594156242907047, + "step": 55740 + }, + { + "loss_action": 0.040849730372428894, + "loss_total": 0.040849730372428894, + "step": 55740 + }, + { + "loss_action": 0.012013317085802555, + "loss_total": 0.012013317085802555, + "step": 55740 + }, + { + "loss_action": 0.03059946559369564, + "loss_total": 0.03059946559369564, + "step": 55740 + }, + { + "loss_action": 0.01327699888497591, + "loss_total": 0.01327699888497591, + "step": 55740 + }, + { + "grad_norm": 0.4171004891395569, + "learning_rate": 4.463820645991651e-05, + "loss": 0.0152, + "step": 55750 + }, + { + "loss_action": 0.03155457228422165, + "loss_total": 0.03155457228422165, + "step": 55750 + }, + { + "loss_action": 0.007102661300450563, + "loss_total": 0.007102661300450563, + "step": 55750 + }, + { + "loss_action": 0.011470260098576546, + "loss_total": 0.011470260098576546, + "step": 55750 + }, + { + "loss_action": 0.009105918928980827, + "loss_total": 0.009105918928980827, + "step": 55750 + }, + { + "loss_action": 0.005328692961484194, + "loss_total": 0.005328692961484194, + "step": 55750 + }, + { + "loss_action": 0.01211495790630579, + "loss_total": 0.01211495790630579, + "step": 55750 + }, + { + "grad_norm": 0.6081221699714661, + "learning_rate": 4.462176740076334e-05, + "loss": 0.0149, + "step": 55760 + }, + { + "loss_action": 0.037307221442461014, + "loss_total": 0.037307221442461014, + "step": 55760 + }, + { + "loss_action": 0.005498108454048634, + "loss_total": 0.005498108454048634, + "step": 55760 + }, + { + "loss_action": 0.014676366932690144, + "loss_total": 0.014676366932690144, + "step": 55760 + }, + { + "loss_action": 0.012084543704986572, + "loss_total": 0.012084543704986572, + "step": 55760 + }, + { + "loss_action": 0.024285661056637764, + "loss_total": 0.024285661056637764, + "step": 55760 + }, + { + "loss_action": 0.01304809469729662, + "loss_total": 0.01304809469729662, + "step": 55760 + }, + { + "grad_norm": 0.42432060837745667, + "learning_rate": 4.4605328929765624e-05, + "loss": 0.0149, + "step": 55770 + }, + { + "loss_action": 0.052219994366168976, + "loss_total": 0.052219994366168976, + "step": 55770 + }, + { + "loss_action": 0.010835198685526848, + "loss_total": 0.010835198685526848, + "step": 55770 + }, + { + "loss_action": 0.08407386392354965, + "loss_total": 0.08407386392354965, + "step": 55770 + }, + { + "loss_action": 0.011100251227617264, + "loss_total": 0.011100251227617264, + "step": 55770 + }, + { + "loss_action": 0.030212147161364555, + "loss_total": 0.030212147161364555, + "step": 55770 + }, + { + "loss_action": 0.004276867490261793, + "loss_total": 0.004276867490261793, + "step": 55770 + }, + { + "grad_norm": 0.3280733525753021, + "learning_rate": 4.458889104872102e-05, + "loss": 0.0163, + "step": 55780 + }, + { + "loss_action": 0.009963585995137691, + "loss_total": 0.009963585995137691, + "step": 55780 + }, + { + "loss_action": 0.008952763862907887, + "loss_total": 0.008952763862907887, + "step": 55780 + }, + { + "loss_action": 0.035120971500873566, + "loss_total": 0.035120971500873566, + "step": 55780 + }, + { + "loss_action": 0.014144941233098507, + "loss_total": 0.014144941233098507, + "step": 55780 + }, + { + "loss_action": 0.017418118193745613, + "loss_total": 0.017418118193745613, + "step": 55780 + }, + { + "loss_action": 0.014338214881718159, + "loss_total": 0.014338214881718159, + "step": 55780 + }, + { + "grad_norm": 0.3098897337913513, + "learning_rate": 4.457245375942715e-05, + "loss": 0.0117, + "step": 55790 + }, + { + "loss_action": 0.015639718621969223, + "loss_total": 0.015639718621969223, + "step": 55790 + }, + { + "loss_action": 0.011572585441172123, + "loss_total": 0.011572585441172123, + "step": 55790 + }, + { + "loss_action": 0.00519574386999011, + "loss_total": 0.00519574386999011, + "step": 55790 + }, + { + "loss_action": 0.005385600496083498, + "loss_total": 0.005385600496083498, + "step": 55790 + }, + { + "loss_action": 0.004108029417693615, + "loss_total": 0.004108029417693615, + "step": 55790 + }, + { + "loss_action": 0.013449634425342083, + "loss_total": 0.013449634425342083, + "step": 55790 + }, + { + "grad_norm": 0.2945576608181, + "learning_rate": 4.455601706368157e-05, + "loss": 0.0123, + "step": 55800 + }, + { + "loss_action": 0.004050930961966515, + "loss_total": 0.004050930961966515, + "step": 55800 + }, + { + "loss_action": 0.010321054607629776, + "loss_total": 0.010321054607629776, + "step": 55800 + }, + { + "loss_action": 0.03724438697099686, + "loss_total": 0.03724438697099686, + "step": 55800 + }, + { + "loss_action": 0.009132402949035168, + "loss_total": 0.009132402949035168, + "step": 55800 + }, + { + "loss_action": 0.003499293699860573, + "loss_total": 0.003499293699860573, + "step": 55800 + }, + { + "loss_action": 0.013046217150986195, + "loss_total": 0.013046217150986195, + "step": 55800 + }, + { + "grad_norm": 0.28152716159820557, + "learning_rate": 4.453958096328179e-05, + "loss": 0.0138, + "step": 55810 + }, + { + "loss_action": 0.023623177781701088, + "loss_total": 0.023623177781701088, + "step": 55810 + }, + { + "loss_action": 0.007295261602848768, + "loss_total": 0.007295261602848768, + "step": 55810 + }, + { + "loss_action": 0.004227722063660622, + "loss_total": 0.004227722063660622, + "step": 55810 + }, + { + "loss_action": 0.008912353776395321, + "loss_total": 0.008912353776395321, + "step": 55810 + }, + { + "loss_action": 0.008106808178126812, + "loss_total": 0.008106808178126812, + "step": 55810 + }, + { + "loss_action": 0.011662050150334835, + "loss_total": 0.011662050150334835, + "step": 55810 + }, + { + "grad_norm": 0.3135726749897003, + "learning_rate": 4.452314546002523e-05, + "loss": 0.0177, + "step": 55820 + }, + { + "loss_action": 0.009218514896929264, + "loss_total": 0.009218514896929264, + "step": 55820 + }, + { + "loss_action": 0.006010495591908693, + "loss_total": 0.006010495591908693, + "step": 55820 + }, + { + "loss_action": 0.013410652056336403, + "loss_total": 0.013410652056336403, + "step": 55820 + }, + { + "loss_action": 0.02506674826145172, + "loss_total": 0.02506674826145172, + "step": 55820 + }, + { + "loss_action": 0.014968127943575382, + "loss_total": 0.014968127943575382, + "step": 55820 + }, + { + "loss_action": 0.00811838824301958, + "loss_total": 0.00811838824301958, + "step": 55820 + }, + { + "grad_norm": 0.3808949291706085, + "learning_rate": 4.4506710555709246e-05, + "loss": 0.0153, + "step": 55830 + }, + { + "loss_action": 0.012658952735364437, + "loss_total": 0.012658952735364437, + "step": 55830 + }, + { + "loss_action": 0.006092042196542025, + "loss_total": 0.006092042196542025, + "step": 55830 + }, + { + "loss_action": 0.013380313292145729, + "loss_total": 0.013380313292145729, + "step": 55830 + }, + { + "loss_action": 0.008671383373439312, + "loss_total": 0.008671383373439312, + "step": 55830 + }, + { + "loss_action": 0.010021355003118515, + "loss_total": 0.010021355003118515, + "step": 55830 + }, + { + "loss_action": 0.0046100011095404625, + "loss_total": 0.0046100011095404625, + "step": 55830 + }, + { + "grad_norm": 0.3687598407268524, + "learning_rate": 4.449027625213114e-05, + "loss": 0.0127, + "step": 55840 + }, + { + "loss_action": 0.012257691472768784, + "loss_total": 0.012257691472768784, + "step": 55840 + }, + { + "loss_action": 0.010181102901697159, + "loss_total": 0.010181102901697159, + "step": 55840 + }, + { + "loss_action": 0.011781646870076656, + "loss_total": 0.011781646870076656, + "step": 55840 + }, + { + "loss_action": 0.00710907531902194, + "loss_total": 0.00710907531902194, + "step": 55840 + }, + { + "loss_action": 0.007817773148417473, + "loss_total": 0.007817773148417473, + "step": 55840 + }, + { + "loss_action": 0.008127930574119091, + "loss_total": 0.008127930574119091, + "step": 55840 + }, + { + "grad_norm": 0.24458493292331696, + "learning_rate": 4.4473842551088135e-05, + "loss": 0.0156, + "step": 55850 + }, + { + "loss_action": 0.0067951250821352005, + "loss_total": 0.0067951250821352005, + "step": 55850 + }, + { + "loss_action": 0.009842218831181526, + "loss_total": 0.009842218831181526, + "step": 55850 + }, + { + "loss_action": 0.0055628386326134205, + "loss_total": 0.0055628386326134205, + "step": 55850 + }, + { + "loss_action": 0.009995397180318832, + "loss_total": 0.009995397180318832, + "step": 55850 + }, + { + "loss_action": 0.013605662621557713, + "loss_total": 0.013605662621557713, + "step": 55850 + }, + { + "loss_action": 0.02719823457300663, + "loss_total": 0.02719823457300663, + "step": 55850 + }, + { + "grad_norm": 0.33400946855545044, + "learning_rate": 4.445740945437738e-05, + "loss": 0.0151, + "step": 55860 + }, + { + "loss_action": 0.007849137298762798, + "loss_total": 0.007849137298762798, + "step": 55860 + }, + { + "loss_action": 0.008740619756281376, + "loss_total": 0.008740619756281376, + "step": 55860 + }, + { + "loss_action": 0.00674635823816061, + "loss_total": 0.00674635823816061, + "step": 55860 + }, + { + "loss_action": 0.008797487244009972, + "loss_total": 0.008797487244009972, + "step": 55860 + }, + { + "loss_action": 0.007854240015149117, + "loss_total": 0.007854240015149117, + "step": 55860 + }, + { + "loss_action": 0.006441911216825247, + "loss_total": 0.006441911216825247, + "step": 55860 + }, + { + "grad_norm": 0.3020826578140259, + "learning_rate": 4.444097696379602e-05, + "loss": 0.0147, + "step": 55870 + }, + { + "loss_action": 0.007670230232179165, + "loss_total": 0.007670230232179165, + "step": 55870 + }, + { + "loss_action": 0.007328053470700979, + "loss_total": 0.007328053470700979, + "step": 55870 + }, + { + "loss_action": 0.013701762072741985, + "loss_total": 0.013701762072741985, + "step": 55870 + }, + { + "loss_action": 0.031184902414679527, + "loss_total": 0.031184902414679527, + "step": 55870 + }, + { + "loss_action": 0.010868544690310955, + "loss_total": 0.010868544690310955, + "step": 55870 + }, + { + "loss_action": 0.023910624906420708, + "loss_total": 0.023910624906420708, + "step": 55870 + }, + { + "grad_norm": 0.3170608580112457, + "learning_rate": 4.442454508114106e-05, + "loss": 0.0138, + "step": 55880 + }, + { + "loss_action": 0.01114699151366949, + "loss_total": 0.01114699151366949, + "step": 55880 + }, + { + "loss_action": 0.01637899875640869, + "loss_total": 0.01637899875640869, + "step": 55880 + }, + { + "loss_action": 0.019831229001283646, + "loss_total": 0.019831229001283646, + "step": 55880 + }, + { + "loss_action": 0.008083325810730457, + "loss_total": 0.008083325810730457, + "step": 55880 + }, + { + "loss_action": 0.006970759481191635, + "loss_total": 0.006970759481191635, + "step": 55880 + }, + { + "loss_action": 0.02986610308289528, + "loss_total": 0.02986610308289528, + "step": 55880 + }, + { + "grad_norm": 0.3002011775970459, + "learning_rate": 4.4408113808209465e-05, + "loss": 0.0163, + "step": 55890 + }, + { + "loss_action": 0.02362891100347042, + "loss_total": 0.02362891100347042, + "step": 55890 + }, + { + "loss_action": 0.013544569723308086, + "loss_total": 0.013544569723308086, + "step": 55890 + }, + { + "loss_action": 0.06408875435590744, + "loss_total": 0.06408875435590744, + "step": 55890 + }, + { + "loss_action": 0.019227253273129463, + "loss_total": 0.019227253273129463, + "step": 55890 + }, + { + "loss_action": 0.00838054995983839, + "loss_total": 0.00838054995983839, + "step": 55890 + }, + { + "loss_action": 0.01351889967918396, + "loss_total": 0.01351889967918396, + "step": 55890 + }, + { + "grad_norm": 0.3238443434238434, + "learning_rate": 4.439168314679813e-05, + "loss": 0.0163, + "step": 55900 + }, + { + "loss_action": 0.011578632518649101, + "loss_total": 0.011578632518649101, + "step": 55900 + }, + { + "loss_action": 0.008938244543969631, + "loss_total": 0.008938244543969631, + "step": 55900 + }, + { + "loss_action": 0.011433947831392288, + "loss_total": 0.011433947831392288, + "step": 55900 + }, + { + "loss_action": 0.015063045546412468, + "loss_total": 0.015063045546412468, + "step": 55900 + }, + { + "loss_action": 0.016716958954930305, + "loss_total": 0.016716958954930305, + "step": 55900 + }, + { + "loss_action": 0.015356834977865219, + "loss_total": 0.015356834977865219, + "step": 55900 + }, + { + "grad_norm": 0.392757773399353, + "learning_rate": 4.43752530987039e-05, + "loss": 0.0142, + "step": 55910 + }, + { + "loss_action": 0.017302658408880234, + "loss_total": 0.017302658408880234, + "step": 55910 + }, + { + "loss_action": 0.016746163368225098, + "loss_total": 0.016746163368225098, + "step": 55910 + }, + { + "loss_action": 0.006719143129885197, + "loss_total": 0.006719143129885197, + "step": 55910 + }, + { + "loss_action": 0.01283812616020441, + "loss_total": 0.01283812616020441, + "step": 55910 + }, + { + "loss_action": 0.01619734801352024, + "loss_total": 0.01619734801352024, + "step": 55910 + }, + { + "loss_action": 0.016706304624676704, + "loss_total": 0.016706304624676704, + "step": 55910 + }, + { + "grad_norm": 0.41402560472488403, + "learning_rate": 4.4358823665723515e-05, + "loss": 0.0147, + "step": 55920 + }, + { + "loss_action": 0.007775740697979927, + "loss_total": 0.007775740697979927, + "step": 55920 + }, + { + "loss_action": 0.017589019611477852, + "loss_total": 0.017589019611477852, + "step": 55920 + }, + { + "loss_action": 0.01433876808732748, + "loss_total": 0.01433876808732748, + "step": 55920 + }, + { + "loss_action": 0.043084461241960526, + "loss_total": 0.043084461241960526, + "step": 55920 + }, + { + "loss_action": 0.0160048920661211, + "loss_total": 0.0160048920661211, + "step": 55920 + }, + { + "loss_action": 0.01719854772090912, + "loss_total": 0.01719854772090912, + "step": 55920 + }, + { + "grad_norm": 0.3153119385242462, + "learning_rate": 4.434239484965371e-05, + "loss": 0.0163, + "step": 55930 + }, + { + "loss_action": 0.021013567224144936, + "loss_total": 0.021013567224144936, + "step": 55930 + }, + { + "loss_action": 0.025097277015447617, + "loss_total": 0.025097277015447617, + "step": 55930 + }, + { + "loss_action": 0.017812160775065422, + "loss_total": 0.017812160775065422, + "step": 55930 + }, + { + "loss_action": 0.008543371222913265, + "loss_total": 0.008543371222913265, + "step": 55930 + }, + { + "loss_action": 0.004549311939626932, + "loss_total": 0.004549311939626932, + "step": 55930 + }, + { + "loss_action": 0.013403153046965599, + "loss_total": 0.013403153046965599, + "step": 55930 + }, + { + "grad_norm": 0.6070818901062012, + "learning_rate": 4.4325966652291103e-05, + "loss": 0.0162, + "step": 55940 + }, + { + "loss_action": 0.007368242368102074, + "loss_total": 0.007368242368102074, + "step": 55940 + }, + { + "loss_action": 0.01242600753903389, + "loss_total": 0.01242600753903389, + "step": 55940 + }, + { + "loss_action": 0.0111687695607543, + "loss_total": 0.0111687695607543, + "step": 55940 + }, + { + "loss_action": 0.014549321494996548, + "loss_total": 0.014549321494996548, + "step": 55940 + }, + { + "loss_action": 0.01073833741247654, + "loss_total": 0.01073833741247654, + "step": 55940 + }, + { + "loss_action": 0.01754605956375599, + "loss_total": 0.01754605956375599, + "step": 55940 + }, + { + "grad_norm": 0.35725706815719604, + "learning_rate": 4.430953907543225e-05, + "loss": 0.0161, + "step": 55950 + }, + { + "loss_action": 0.009843484498560429, + "loss_total": 0.009843484498560429, + "step": 55950 + }, + { + "loss_action": 0.03899793326854706, + "loss_total": 0.03899793326854706, + "step": 55950 + }, + { + "loss_action": 0.010955841280519962, + "loss_total": 0.010955841280519962, + "step": 55950 + }, + { + "loss_action": 0.04700909182429314, + "loss_total": 0.04700909182429314, + "step": 55950 + }, + { + "loss_action": 0.003999002743512392, + "loss_total": 0.003999002743512392, + "step": 55950 + }, + { + "loss_action": 0.006647974252700806, + "loss_total": 0.006647974252700806, + "step": 55950 + }, + { + "grad_norm": 0.32602399587631226, + "learning_rate": 4.4293112120873645e-05, + "loss": 0.0168, + "step": 55960 + }, + { + "loss_action": 0.006286342162638903, + "loss_total": 0.006286342162638903, + "step": 55960 + }, + { + "loss_action": 0.009697341360151768, + "loss_total": 0.009697341360151768, + "step": 55960 + }, + { + "loss_action": 0.009994029067456722, + "loss_total": 0.009994029067456722, + "step": 55960 + }, + { + "loss_action": 0.005204400513321161, + "loss_total": 0.005204400513321161, + "step": 55960 + }, + { + "loss_action": 0.010725265368819237, + "loss_total": 0.010725265368819237, + "step": 55960 + }, + { + "loss_action": 0.011870471760630608, + "loss_total": 0.011870471760630608, + "step": 55960 + }, + { + "grad_norm": 0.2772195041179657, + "learning_rate": 4.427668579041172e-05, + "loss": 0.0142, + "step": 55970 + }, + { + "loss_action": 0.011893166229128838, + "loss_total": 0.011893166229128838, + "step": 55970 + }, + { + "loss_action": 0.004995821043848991, + "loss_total": 0.004995821043848991, + "step": 55970 + }, + { + "loss_action": 0.007935046218335629, + "loss_total": 0.007935046218335629, + "step": 55970 + }, + { + "loss_action": 0.07901643216609955, + "loss_total": 0.07901643216609955, + "step": 55970 + }, + { + "loss_action": 0.014418471604585648, + "loss_total": 0.014418471604585648, + "step": 55970 + }, + { + "loss_action": 0.018408073112368584, + "loss_total": 0.018408073112368584, + "step": 55970 + }, + { + "grad_norm": 0.584682822227478, + "learning_rate": 4.4260260085842816e-05, + "loss": 0.0181, + "step": 55980 + }, + { + "loss_action": 0.011329125612974167, + "loss_total": 0.011329125612974167, + "step": 55980 + }, + { + "loss_action": 0.009597573429346085, + "loss_total": 0.009597573429346085, + "step": 55980 + }, + { + "loss_action": 0.012912947684526443, + "loss_total": 0.012912947684526443, + "step": 55980 + }, + { + "loss_action": 0.010879810899496078, + "loss_total": 0.010879810899496078, + "step": 55980 + }, + { + "loss_action": 0.00632010493427515, + "loss_total": 0.00632010493427515, + "step": 55980 + }, + { + "loss_action": 0.005330771207809448, + "loss_total": 0.005330771207809448, + "step": 55980 + }, + { + "grad_norm": 0.2581275701522827, + "learning_rate": 4.4243835008963256e-05, + "loss": 0.0128, + "step": 55990 + }, + { + "loss_action": 0.0077714379876852036, + "loss_total": 0.0077714379876852036, + "step": 55990 + }, + { + "loss_action": 0.010012983344495296, + "loss_total": 0.010012983344495296, + "step": 55990 + }, + { + "loss_action": 0.03947274014353752, + "loss_total": 0.03947274014353752, + "step": 55990 + }, + { + "loss_action": 0.005812084302306175, + "loss_total": 0.005812084302306175, + "step": 55990 + }, + { + "loss_action": 0.015222822315990925, + "loss_total": 0.015222822315990925, + "step": 55990 + }, + { + "loss_action": 0.005536417942494154, + "loss_total": 0.005536417942494154, + "step": 55990 + }, + { + "grad_norm": 0.3566358685493469, + "learning_rate": 4.422741056156925e-05, + "loss": 0.0131, + "step": 56000 + }, + { + "loss_action": 0.004771927837282419, + "loss_total": 0.004771927837282419, + "step": 56000 + }, + { + "loss_action": 0.010739515535533428, + "loss_total": 0.010739515535533428, + "step": 56000 + }, + { + "loss_action": 0.017160750925540924, + "loss_total": 0.017160750925540924, + "step": 56000 + }, + { + "loss_action": 0.0091509148478508, + "loss_total": 0.0091509148478508, + "step": 56000 + }, + { + "loss_action": 0.00958081241697073, + "loss_total": 0.00958081241697073, + "step": 56000 + }, + { + "loss_action": 0.0097906943410635, + "loss_total": 0.0097906943410635, + "step": 56000 + }, + { + "grad_norm": 0.37077346444129944, + "learning_rate": 4.421098674545693e-05, + "loss": 0.0133, + "step": 56010 + }, + { + "loss_action": 0.033635463565588, + "loss_total": 0.033635463565588, + "step": 56010 + }, + { + "loss_action": 0.027149632573127747, + "loss_total": 0.027149632573127747, + "step": 56010 + }, + { + "loss_action": 0.006406093016266823, + "loss_total": 0.006406093016266823, + "step": 56010 + }, + { + "loss_action": 0.020033853128552437, + "loss_total": 0.020033853128552437, + "step": 56010 + }, + { + "loss_action": 0.00797315500676632, + "loss_total": 0.00797315500676632, + "step": 56010 + }, + { + "loss_action": 0.008936814963817596, + "loss_total": 0.008936814963817596, + "step": 56010 + }, + { + "grad_norm": 0.2748009264469147, + "learning_rate": 4.419456356242241e-05, + "loss": 0.0171, + "step": 56020 + }, + { + "loss_action": 0.03946288302540779, + "loss_total": 0.03946288302540779, + "step": 56020 + }, + { + "loss_action": 0.014918365515768528, + "loss_total": 0.014918365515768528, + "step": 56020 + }, + { + "loss_action": 0.010484565980732441, + "loss_total": 0.010484565980732441, + "step": 56020 + }, + { + "loss_action": 0.013795950450003147, + "loss_total": 0.013795950450003147, + "step": 56020 + }, + { + "loss_action": 0.019106341525912285, + "loss_total": 0.019106341525912285, + "step": 56020 + }, + { + "loss_action": 0.017135055735707283, + "loss_total": 0.017135055735707283, + "step": 56020 + }, + { + "grad_norm": 0.34519100189208984, + "learning_rate": 4.4178141014261685e-05, + "loss": 0.0166, + "step": 56030 + }, + { + "loss_action": 0.022219650447368622, + "loss_total": 0.022219650447368622, + "step": 56030 + }, + { + "loss_action": 0.026008525863289833, + "loss_total": 0.026008525863289833, + "step": 56030 + }, + { + "loss_action": 0.01614273339509964, + "loss_total": 0.01614273339509964, + "step": 56030 + }, + { + "loss_action": 0.021464144811034203, + "loss_total": 0.021464144811034203, + "step": 56030 + }, + { + "loss_action": 0.01091019343584776, + "loss_total": 0.01091019343584776, + "step": 56030 + }, + { + "loss_action": 0.005776269361376762, + "loss_total": 0.005776269361376762, + "step": 56030 + }, + { + "grad_norm": 0.3678555488586426, + "learning_rate": 4.416171910277071e-05, + "loss": 0.0152, + "step": 56040 + }, + { + "loss_action": 0.0061349282041192055, + "loss_total": 0.0061349282041192055, + "step": 56040 + }, + { + "loss_action": 0.013768406584858894, + "loss_total": 0.013768406584858894, + "step": 56040 + }, + { + "loss_action": 0.022427134215831757, + "loss_total": 0.022427134215831757, + "step": 56040 + }, + { + "loss_action": 0.007869143970310688, + "loss_total": 0.007869143970310688, + "step": 56040 + }, + { + "loss_action": 0.009976435452699661, + "loss_total": 0.009976435452699661, + "step": 56040 + }, + { + "loss_action": 0.043900325894355774, + "loss_total": 0.043900325894355774, + "step": 56040 + }, + { + "grad_norm": 0.4242384731769562, + "learning_rate": 4.414529782974533e-05, + "loss": 0.0144, + "step": 56050 + }, + { + "loss_action": 0.025687135756015778, + "loss_total": 0.025687135756015778, + "step": 56050 + }, + { + "loss_action": 0.00577830383554101, + "loss_total": 0.00577830383554101, + "step": 56050 + }, + { + "loss_action": 0.01186097227036953, + "loss_total": 0.01186097227036953, + "step": 56050 + }, + { + "loss_action": 0.019500207155942917, + "loss_total": 0.019500207155942917, + "step": 56050 + }, + { + "loss_action": 0.006860220339149237, + "loss_total": 0.006860220339149237, + "step": 56050 + }, + { + "loss_action": 0.004530607722699642, + "loss_total": 0.004530607722699642, + "step": 56050 + }, + { + "grad_norm": 0.3542862832546234, + "learning_rate": 4.41288771969814e-05, + "loss": 0.012, + "step": 56060 + }, + { + "loss_action": 0.017320159822702408, + "loss_total": 0.017320159822702408, + "step": 56060 + }, + { + "loss_action": 0.007817748934030533, + "loss_total": 0.007817748934030533, + "step": 56060 + }, + { + "loss_action": 0.0074219671078026295, + "loss_total": 0.0074219671078026295, + "step": 56060 + }, + { + "loss_action": 0.015763867646455765, + "loss_total": 0.015763867646455765, + "step": 56060 + }, + { + "loss_action": 0.008188079111278057, + "loss_total": 0.008188079111278057, + "step": 56060 + }, + { + "loss_action": 0.014065093360841274, + "loss_total": 0.014065093360841274, + "step": 56060 + }, + { + "grad_norm": 0.4118107259273529, + "learning_rate": 4.411245720627464e-05, + "loss": 0.0135, + "step": 56070 + }, + { + "loss_action": 0.016882922500371933, + "loss_total": 0.016882922500371933, + "step": 56070 + }, + { + "loss_action": 0.012463883496820927, + "loss_total": 0.012463883496820927, + "step": 56070 + }, + { + "loss_action": 0.009755530394613743, + "loss_total": 0.009755530394613743, + "step": 56070 + }, + { + "loss_action": 0.009956516325473785, + "loss_total": 0.009956516325473785, + "step": 56070 + }, + { + "loss_action": 0.004239722155034542, + "loss_total": 0.004239722155034542, + "step": 56070 + }, + { + "loss_action": 0.013867382891476154, + "loss_total": 0.013867382891476154, + "step": 56070 + }, + { + "grad_norm": 0.31112921237945557, + "learning_rate": 4.40960378594207e-05, + "loss": 0.0163, + "step": 56080 + }, + { + "loss_action": 0.004515510052442551, + "loss_total": 0.004515510052442551, + "step": 56080 + }, + { + "loss_action": 0.019247818738222122, + "loss_total": 0.019247818738222122, + "step": 56080 + }, + { + "loss_action": 0.07355314493179321, + "loss_total": 0.07355314493179321, + "step": 56080 + }, + { + "loss_action": 0.010570424608886242, + "loss_total": 0.010570424608886242, + "step": 56080 + }, + { + "loss_action": 0.015500105917453766, + "loss_total": 0.015500105917453766, + "step": 56080 + }, + { + "loss_action": 0.00639358488842845, + "loss_total": 0.00639358488842845, + "step": 56080 + }, + { + "grad_norm": 0.5108057260513306, + "learning_rate": 4.407961915821519e-05, + "loss": 0.0189, + "step": 56090 + }, + { + "loss_action": 0.004292556084692478, + "loss_total": 0.004292556084692478, + "step": 56090 + }, + { + "loss_action": 0.014831572771072388, + "loss_total": 0.014831572771072388, + "step": 56090 + }, + { + "loss_action": 0.01328932587057352, + "loss_total": 0.01328932587057352, + "step": 56090 + }, + { + "loss_action": 0.01330096647143364, + "loss_total": 0.01330096647143364, + "step": 56090 + }, + { + "loss_action": 0.023823997005820274, + "loss_total": 0.023823997005820274, + "step": 56090 + }, + { + "loss_action": 0.005948936566710472, + "loss_total": 0.005948936566710472, + "step": 56090 + }, + { + "grad_norm": 0.32939669489860535, + "learning_rate": 4.406320110445362e-05, + "loss": 0.0145, + "step": 56100 + }, + { + "loss_action": 0.015390550717711449, + "loss_total": 0.015390550717711449, + "step": 56100 + }, + { + "loss_action": 0.010277348570525646, + "loss_total": 0.010277348570525646, + "step": 56100 + }, + { + "loss_action": 0.008767346851527691, + "loss_total": 0.008767346851527691, + "step": 56100 + }, + { + "loss_action": 0.017019713297486305, + "loss_total": 0.017019713297486305, + "step": 56100 + }, + { + "loss_action": 0.02580404467880726, + "loss_total": 0.02580404467880726, + "step": 56100 + }, + { + "loss_action": 0.013535070233047009, + "loss_total": 0.013535070233047009, + "step": 56100 + }, + { + "grad_norm": 0.36065688729286194, + "learning_rate": 4.404678369993144e-05, + "loss": 0.0157, + "step": 56110 + }, + { + "loss_action": 0.00996087770909071, + "loss_total": 0.00996087770909071, + "step": 56110 + }, + { + "loss_action": 0.022146761417388916, + "loss_total": 0.022146761417388916, + "step": 56110 + }, + { + "loss_action": 0.022227918729186058, + "loss_total": 0.022227918729186058, + "step": 56110 + }, + { + "loss_action": 0.007241750136017799, + "loss_total": 0.007241750136017799, + "step": 56110 + }, + { + "loss_action": 0.007780774496495724, + "loss_total": 0.007780774496495724, + "step": 56110 + }, + { + "loss_action": 0.006037979852408171, + "loss_total": 0.006037979852408171, + "step": 56110 + }, + { + "grad_norm": 0.3494742214679718, + "learning_rate": 4.403036694644406e-05, + "loss": 0.0132, + "step": 56120 + }, + { + "loss_action": 0.008650549687445164, + "loss_total": 0.008650549687445164, + "step": 56120 + }, + { + "loss_action": 0.00982725527137518, + "loss_total": 0.00982725527137518, + "step": 56120 + }, + { + "loss_action": 0.004367588087916374, + "loss_total": 0.004367588087916374, + "step": 56120 + }, + { + "loss_action": 0.02971251867711544, + "loss_total": 0.02971251867711544, + "step": 56120 + }, + { + "loss_action": 0.009932445362210274, + "loss_total": 0.009932445362210274, + "step": 56120 + }, + { + "loss_action": 0.007783279754221439, + "loss_total": 0.007783279754221439, + "step": 56120 + }, + { + "grad_norm": 0.3019726872444153, + "learning_rate": 4.4013950845786764e-05, + "loss": 0.0129, + "step": 56130 + }, + { + "loss_action": 0.01129147969186306, + "loss_total": 0.01129147969186306, + "step": 56130 + }, + { + "loss_action": 0.011475973762571812, + "loss_total": 0.011475973762571812, + "step": 56130 + }, + { + "loss_action": 0.027397500351071358, + "loss_total": 0.027397500351071358, + "step": 56130 + }, + { + "loss_action": 0.01603013463318348, + "loss_total": 0.01603013463318348, + "step": 56130 + }, + { + "loss_action": 0.009485495276749134, + "loss_total": 0.009485495276749134, + "step": 56130 + }, + { + "loss_action": 0.005159550346434116, + "loss_total": 0.005159550346434116, + "step": 56130 + }, + { + "grad_norm": 0.29160892963409424, + "learning_rate": 4.399753539975482e-05, + "loss": 0.0138, + "step": 56140 + }, + { + "loss_action": 0.019941231235861778, + "loss_total": 0.019941231235861778, + "step": 56140 + }, + { + "loss_action": 0.011938176117837429, + "loss_total": 0.011938176117837429, + "step": 56140 + }, + { + "loss_action": 0.0036256921011954546, + "loss_total": 0.0036256921011954546, + "step": 56140 + }, + { + "loss_action": 0.0037324968725442886, + "loss_total": 0.0037324968725442886, + "step": 56140 + }, + { + "loss_action": 0.010327177122235298, + "loss_total": 0.010327177122235298, + "step": 56140 + }, + { + "loss_action": 0.009732822887599468, + "loss_total": 0.009732822887599468, + "step": 56140 + }, + { + "grad_norm": 0.27511534094810486, + "learning_rate": 4.398112061014337e-05, + "loss": 0.0121, + "step": 56150 + }, + { + "loss_action": 0.009625391103327274, + "loss_total": 0.009625391103327274, + "step": 56150 + }, + { + "loss_action": 0.0036615936551243067, + "loss_total": 0.0036615936551243067, + "step": 56150 + }, + { + "loss_action": 0.006902605295181274, + "loss_total": 0.006902605295181274, + "step": 56150 + }, + { + "loss_action": 0.006875659804791212, + "loss_total": 0.006875659804791212, + "step": 56150 + }, + { + "loss_action": 0.03659415617585182, + "loss_total": 0.03659415617585182, + "step": 56150 + }, + { + "loss_action": 0.006677854806184769, + "loss_total": 0.006677854806184769, + "step": 56150 + }, + { + "grad_norm": 0.2676703631877899, + "learning_rate": 4.396470647874753e-05, + "loss": 0.0143, + "step": 56160 + }, + { + "loss_action": 0.023224737495183945, + "loss_total": 0.023224737495183945, + "step": 56160 + }, + { + "loss_action": 0.0124925896525383, + "loss_total": 0.0124925896525383, + "step": 56160 + }, + { + "loss_action": 0.006178437732160091, + "loss_total": 0.006178437732160091, + "step": 56160 + }, + { + "loss_action": 0.007000756449997425, + "loss_total": 0.007000756449997425, + "step": 56160 + }, + { + "loss_action": 0.004200243391096592, + "loss_total": 0.004200243391096592, + "step": 56160 + }, + { + "loss_action": 0.012726576067507267, + "loss_total": 0.012726576067507267, + "step": 56160 + }, + { + "grad_norm": 0.30675750970840454, + "learning_rate": 4.394829300736229e-05, + "loss": 0.0121, + "step": 56170 + }, + { + "loss_action": 0.017948834225535393, + "loss_total": 0.017948834225535393, + "step": 56170 + }, + { + "loss_action": 0.009841163642704487, + "loss_total": 0.009841163642704487, + "step": 56170 + }, + { + "loss_action": 0.005065085832029581, + "loss_total": 0.005065085832029581, + "step": 56170 + }, + { + "loss_action": 0.008103207685053349, + "loss_total": 0.008103207685053349, + "step": 56170 + }, + { + "loss_action": 0.006667702924460173, + "loss_total": 0.006667702924460173, + "step": 56170 + }, + { + "loss_action": 0.01544990949332714, + "loss_total": 0.01544990949332714, + "step": 56170 + }, + { + "grad_norm": 0.2928742468357086, + "learning_rate": 4.393188019778265e-05, + "loss": 0.0108, + "step": 56180 + }, + { + "loss_action": 0.03039678744971752, + "loss_total": 0.03039678744971752, + "step": 56180 + }, + { + "loss_action": 0.015734698623418808, + "loss_total": 0.015734698623418808, + "step": 56180 + }, + { + "loss_action": 0.006843104027211666, + "loss_total": 0.006843104027211666, + "step": 56180 + }, + { + "loss_action": 0.005724197253584862, + "loss_total": 0.005724197253584862, + "step": 56180 + }, + { + "loss_action": 0.009250988252460957, + "loss_total": 0.009250988252460957, + "step": 56180 + }, + { + "loss_action": 0.012501716613769531, + "loss_total": 0.012501716613769531, + "step": 56180 + }, + { + "grad_norm": 0.33291736245155334, + "learning_rate": 4.391546805180347e-05, + "loss": 0.0133, + "step": 56190 + }, + { + "loss_action": 0.008556525222957134, + "loss_total": 0.008556525222957134, + "step": 56190 + }, + { + "loss_action": 0.026897497475147247, + "loss_total": 0.026897497475147247, + "step": 56190 + }, + { + "loss_action": 0.015577680431306362, + "loss_total": 0.015577680431306362, + "step": 56190 + }, + { + "loss_action": 0.011518429033458233, + "loss_total": 0.011518429033458233, + "step": 56190 + }, + { + "loss_action": 0.16969259083271027, + "loss_total": 0.16969259083271027, + "step": 56190 + }, + { + "loss_action": 0.009779910556972027, + "loss_total": 0.009779910556972027, + "step": 56190 + }, + { + "grad_norm": 0.3136276304721832, + "learning_rate": 4.389905657121955e-05, + "loss": 0.0172, + "step": 56200 + }, + { + "loss_action": 0.007955951616168022, + "loss_total": 0.007955951616168022, + "step": 56200 + }, + { + "loss_action": 0.029278168454766273, + "loss_total": 0.029278168454766273, + "step": 56200 + }, + { + "loss_action": 0.0038730381056666374, + "loss_total": 0.0038730381056666374, + "step": 56200 + }, + { + "loss_action": 0.016172947362065315, + "loss_total": 0.016172947362065315, + "step": 56200 + }, + { + "loss_action": 0.007981582544744015, + "loss_total": 0.007981582544744015, + "step": 56200 + }, + { + "loss_action": 0.014084221795201302, + "loss_total": 0.014084221795201302, + "step": 56200 + }, + { + "grad_norm": 0.319853812456131, + "learning_rate": 4.3882645757825635e-05, + "loss": 0.0131, + "step": 56210 + }, + { + "loss_action": 0.010651804506778717, + "loss_total": 0.010651804506778717, + "step": 56210 + }, + { + "loss_action": 0.03765260428190231, + "loss_total": 0.03765260428190231, + "step": 56210 + }, + { + "loss_action": 0.00872078351676464, + "loss_total": 0.00872078351676464, + "step": 56210 + }, + { + "loss_action": 0.018058335408568382, + "loss_total": 0.018058335408568382, + "step": 56210 + }, + { + "loss_action": 0.008197469636797905, + "loss_total": 0.008197469636797905, + "step": 56210 + }, + { + "loss_action": 0.0066288006491959095, + "loss_total": 0.0066288006491959095, + "step": 56210 + }, + { + "grad_norm": 0.27728909254074097, + "learning_rate": 4.386623561341637e-05, + "loss": 0.0127, + "step": 56220 + }, + { + "loss_action": 0.007840185426175594, + "loss_total": 0.007840185426175594, + "step": 56220 + }, + { + "loss_action": 0.0075080422684550285, + "loss_total": 0.0075080422684550285, + "step": 56220 + }, + { + "loss_action": 0.007064541336148977, + "loss_total": 0.007064541336148977, + "step": 56220 + }, + { + "loss_action": 0.015370535664260387, + "loss_total": 0.015370535664260387, + "step": 56220 + }, + { + "loss_action": 0.013510488905012608, + "loss_total": 0.013510488905012608, + "step": 56220 + }, + { + "loss_action": 0.012312845326960087, + "loss_total": 0.012312845326960087, + "step": 56220 + }, + { + "grad_norm": 0.3299601972103119, + "learning_rate": 4.384982613978637e-05, + "loss": 0.0138, + "step": 56230 + }, + { + "loss_action": 0.019546009600162506, + "loss_total": 0.019546009600162506, + "step": 56230 + }, + { + "loss_action": 0.00930488295853138, + "loss_total": 0.00930488295853138, + "step": 56230 + }, + { + "loss_action": 0.05853981524705887, + "loss_total": 0.05853981524705887, + "step": 56230 + }, + { + "loss_action": 0.006748038809746504, + "loss_total": 0.006748038809746504, + "step": 56230 + }, + { + "loss_action": 0.010971649549901485, + "loss_total": 0.010971649549901485, + "step": 56230 + }, + { + "loss_action": 0.01876249350607395, + "loss_total": 0.01876249350607395, + "step": 56230 + }, + { + "grad_norm": 0.30237826704978943, + "learning_rate": 4.383341733873012e-05, + "loss": 0.0146, + "step": 56240 + }, + { + "loss_action": 0.012318571098148823, + "loss_total": 0.012318571098148823, + "step": 56240 + }, + { + "loss_action": 0.00713496096432209, + "loss_total": 0.00713496096432209, + "step": 56240 + }, + { + "loss_action": 0.013567565008997917, + "loss_total": 0.013567565008997917, + "step": 56240 + }, + { + "loss_action": 0.005610387772321701, + "loss_total": 0.005610387772321701, + "step": 56240 + }, + { + "loss_action": 0.01611468754708767, + "loss_total": 0.01611468754708767, + "step": 56240 + }, + { + "loss_action": 0.01722077466547489, + "loss_total": 0.01722077466547489, + "step": 56240 + }, + { + "grad_norm": 0.36427900195121765, + "learning_rate": 4.381700921204209e-05, + "loss": 0.0132, + "step": 56250 + }, + { + "loss_action": 0.0141575513407588, + "loss_total": 0.0141575513407588, + "step": 56250 + }, + { + "loss_action": 0.007542278617620468, + "loss_total": 0.007542278617620468, + "step": 56250 + }, + { + "loss_action": 0.005887435749173164, + "loss_total": 0.005887435749173164, + "step": 56250 + }, + { + "loss_action": 0.014335636980831623, + "loss_total": 0.014335636980831623, + "step": 56250 + }, + { + "loss_action": 0.009065228514373302, + "loss_total": 0.009065228514373302, + "step": 56250 + }, + { + "loss_action": 0.011765455827116966, + "loss_total": 0.011765455827116966, + "step": 56250 + }, + { + "grad_norm": 0.5074498653411865, + "learning_rate": 4.380060176151663e-05, + "loss": 0.0151, + "step": 56260 + }, + { + "loss_action": 0.010441439226269722, + "loss_total": 0.010441439226269722, + "step": 56260 + }, + { + "loss_action": 0.019790468737483025, + "loss_total": 0.019790468737483025, + "step": 56260 + }, + { + "loss_action": 0.0041663371957838535, + "loss_total": 0.0041663371957838535, + "step": 56260 + }, + { + "loss_action": 0.01255150604993105, + "loss_total": 0.01255150604993105, + "step": 56260 + }, + { + "loss_action": 0.00412542000412941, + "loss_total": 0.00412542000412941, + "step": 56260 + }, + { + "loss_action": 0.01679188385605812, + "loss_total": 0.01679188385605812, + "step": 56260 + }, + { + "grad_norm": 0.3239891827106476, + "learning_rate": 4.378419498894805e-05, + "loss": 0.0137, + "step": 56270 + }, + { + "loss_action": 0.013986368663609028, + "loss_total": 0.013986368663609028, + "step": 56270 + }, + { + "loss_action": 0.029929814860224724, + "loss_total": 0.029929814860224724, + "step": 56270 + }, + { + "loss_action": 0.01376754604279995, + "loss_total": 0.01376754604279995, + "step": 56270 + }, + { + "loss_action": 0.009532495401799679, + "loss_total": 0.009532495401799679, + "step": 56270 + }, + { + "loss_action": 0.012363677844405174, + "loss_total": 0.012363677844405174, + "step": 56270 + }, + { + "loss_action": 0.011497178114950657, + "loss_total": 0.011497178114950657, + "step": 56270 + }, + { + "grad_norm": 0.26098471879959106, + "learning_rate": 4.376778889613056e-05, + "loss": 0.0129, + "step": 56280 + }, + { + "loss_action": 0.01139832567423582, + "loss_total": 0.01139832567423582, + "step": 56280 + }, + { + "loss_action": 0.016852037981152534, + "loss_total": 0.016852037981152534, + "step": 56280 + }, + { + "loss_action": 0.01470157690346241, + "loss_total": 0.01470157690346241, + "step": 56280 + }, + { + "loss_action": 0.014870972372591496, + "loss_total": 0.014870972372591496, + "step": 56280 + }, + { + "loss_action": 0.0937328189611435, + "loss_total": 0.0937328189611435, + "step": 56280 + }, + { + "loss_action": 0.007635849062353373, + "loss_total": 0.007635849062353373, + "step": 56280 + }, + { + "grad_norm": 0.2679192125797272, + "learning_rate": 4.375138348485831e-05, + "loss": 0.0144, + "step": 56290 + }, + { + "loss_action": 0.008381415158510208, + "loss_total": 0.008381415158510208, + "step": 56290 + }, + { + "loss_action": 0.010464953258633614, + "loss_total": 0.010464953258633614, + "step": 56290 + }, + { + "loss_action": 0.010741551406681538, + "loss_total": 0.010741551406681538, + "step": 56290 + }, + { + "loss_action": 0.008816368877887726, + "loss_total": 0.008816368877887726, + "step": 56290 + }, + { + "loss_action": 0.010405098088085651, + "loss_total": 0.010405098088085651, + "step": 56290 + }, + { + "loss_action": 0.012765693478286266, + "loss_total": 0.012765693478286266, + "step": 56290 + }, + { + "grad_norm": 0.3109649121761322, + "learning_rate": 4.3734978756925346e-05, + "loss": 0.0138, + "step": 56300 + }, + { + "loss_action": 0.006286147981882095, + "loss_total": 0.006286147981882095, + "step": 56300 + }, + { + "loss_action": 0.009327719919383526, + "loss_total": 0.009327719919383526, + "step": 56300 + }, + { + "loss_action": 0.009950445964932442, + "loss_total": 0.009950445964932442, + "step": 56300 + }, + { + "loss_action": 0.007362876087427139, + "loss_total": 0.007362876087427139, + "step": 56300 + }, + { + "loss_action": 0.008997201919555664, + "loss_total": 0.008997201919555664, + "step": 56300 + }, + { + "loss_action": 0.008282600902020931, + "loss_total": 0.008282600902020931, + "step": 56300 + }, + { + "grad_norm": 0.3453046679496765, + "learning_rate": 4.3718574714125706e-05, + "loss": 0.0135, + "step": 56310 + }, + { + "loss_action": 0.009578680619597435, + "loss_total": 0.009578680619597435, + "step": 56310 + }, + { + "loss_action": 0.005111738108098507, + "loss_total": 0.005111738108098507, + "step": 56310 + }, + { + "loss_action": 0.010684804990887642, + "loss_total": 0.010684804990887642, + "step": 56310 + }, + { + "loss_action": 0.007869649678468704, + "loss_total": 0.007869649678468704, + "step": 56310 + }, + { + "loss_action": 0.0054042162373661995, + "loss_total": 0.0054042162373661995, + "step": 56310 + }, + { + "loss_action": 0.00969051755964756, + "loss_total": 0.00969051755964756, + "step": 56310 + }, + { + "grad_norm": 0.2885136604309082, + "learning_rate": 4.370217135825329e-05, + "loss": 0.0142, + "step": 56320 + }, + { + "loss_action": 0.03195829689502716, + "loss_total": 0.03195829689502716, + "step": 56320 + }, + { + "loss_action": 0.02220948599278927, + "loss_total": 0.02220948599278927, + "step": 56320 + }, + { + "loss_action": 0.005946263670921326, + "loss_total": 0.005946263670921326, + "step": 56320 + }, + { + "loss_action": 0.019062956795096397, + "loss_total": 0.019062956795096397, + "step": 56320 + }, + { + "loss_action": 0.015001754276454449, + "loss_total": 0.015001754276454449, + "step": 56320 + }, + { + "loss_action": 0.02001500502228737, + "loss_total": 0.02001500502228737, + "step": 56320 + }, + { + "grad_norm": 0.29719212651252747, + "learning_rate": 4.368576869110194e-05, + "loss": 0.0181, + "step": 56330 + }, + { + "loss_action": 0.00748970452696085, + "loss_total": 0.00748970452696085, + "step": 56330 + }, + { + "loss_action": 0.007514595985412598, + "loss_total": 0.007514595985412598, + "step": 56330 + }, + { + "loss_action": 0.014855253510177135, + "loss_total": 0.014855253510177135, + "step": 56330 + }, + { + "loss_action": 0.00988932978361845, + "loss_total": 0.00988932978361845, + "step": 56330 + }, + { + "loss_action": 0.007411843165755272, + "loss_total": 0.007411843165755272, + "step": 56330 + }, + { + "loss_action": 0.011126643978059292, + "loss_total": 0.011126643978059292, + "step": 56330 + }, + { + "grad_norm": 0.3322574496269226, + "learning_rate": 4.366936671446544e-05, + "loss": 0.0152, + "step": 56340 + }, + { + "loss_action": 0.007138971704989672, + "loss_total": 0.007138971704989672, + "step": 56340 + }, + { + "loss_action": 0.012627623975276947, + "loss_total": 0.012627623975276947, + "step": 56340 + }, + { + "loss_action": 0.005630828905850649, + "loss_total": 0.005630828905850649, + "step": 56340 + }, + { + "loss_action": 0.011446576565504074, + "loss_total": 0.011446576565504074, + "step": 56340 + }, + { + "loss_action": 0.006057003978639841, + "loss_total": 0.006057003978639841, + "step": 56340 + }, + { + "loss_action": 0.016707953065633774, + "loss_total": 0.016707953065633774, + "step": 56340 + }, + { + "grad_norm": 0.35008618235588074, + "learning_rate": 4.3652965430137474e-05, + "loss": 0.0145, + "step": 56350 + }, + { + "loss_action": 0.027732403948903084, + "loss_total": 0.027732403948903084, + "step": 56350 + }, + { + "loss_action": 0.013258594088256359, + "loss_total": 0.013258594088256359, + "step": 56350 + }, + { + "loss_action": 0.004505970980972052, + "loss_total": 0.004505970980972052, + "step": 56350 + }, + { + "loss_action": 0.009816543199121952, + "loss_total": 0.009816543199121952, + "step": 56350 + }, + { + "loss_action": 0.03159317374229431, + "loss_total": 0.03159317374229431, + "step": 56350 + }, + { + "loss_action": 0.013730262406170368, + "loss_total": 0.013730262406170368, + "step": 56350 + }, + { + "grad_norm": 0.41209152340888977, + "learning_rate": 4.3636564839911646e-05, + "loss": 0.0144, + "step": 56360 + }, + { + "loss_action": 0.012584719806909561, + "loss_total": 0.012584719806909561, + "step": 56360 + }, + { + "loss_action": 0.016069313511252403, + "loss_total": 0.016069313511252403, + "step": 56360 + }, + { + "loss_action": 0.007691369391977787, + "loss_total": 0.007691369391977787, + "step": 56360 + }, + { + "loss_action": 0.007702299859374762, + "loss_total": 0.007702299859374762, + "step": 56360 + }, + { + "loss_action": 0.018392441794276237, + "loss_total": 0.018392441794276237, + "step": 56360 + }, + { + "loss_action": 0.008234189823269844, + "loss_total": 0.008234189823269844, + "step": 56360 + }, + { + "grad_norm": 0.31777188181877136, + "learning_rate": 4.3620164945581545e-05, + "loss": 0.0156, + "step": 56370 + }, + { + "loss_action": 0.013477572239935398, + "loss_total": 0.013477572239935398, + "step": 56370 + }, + { + "loss_action": 0.005606823600828648, + "loss_total": 0.005606823600828648, + "step": 56370 + }, + { + "loss_action": 0.010781790129840374, + "loss_total": 0.010781790129840374, + "step": 56370 + }, + { + "loss_action": 0.009629062376916409, + "loss_total": 0.009629062376916409, + "step": 56370 + }, + { + "loss_action": 0.009112443774938583, + "loss_total": 0.009112443774938583, + "step": 56370 + }, + { + "loss_action": 0.008493220433592796, + "loss_total": 0.008493220433592796, + "step": 56370 + }, + { + "grad_norm": 0.3187805116176605, + "learning_rate": 4.360376574894061e-05, + "loss": 0.0157, + "step": 56380 + }, + { + "loss_action": 0.006948088761419058, + "loss_total": 0.006948088761419058, + "step": 56380 + }, + { + "loss_action": 0.007024184335023165, + "loss_total": 0.007024184335023165, + "step": 56380 + }, + { + "loss_action": 0.010760300792753696, + "loss_total": 0.010760300792753696, + "step": 56380 + }, + { + "loss_action": 0.005669408477842808, + "loss_total": 0.005669408477842808, + "step": 56380 + }, + { + "loss_action": 0.020551932975649834, + "loss_total": 0.020551932975649834, + "step": 56380 + }, + { + "loss_action": 0.007326685823500156, + "loss_total": 0.007326685823500156, + "step": 56380 + }, + { + "grad_norm": 0.4749515950679779, + "learning_rate": 4.358736725178224e-05, + "loss": 0.0133, + "step": 56390 + }, + { + "loss_action": 0.03465081378817558, + "loss_total": 0.03465081378817558, + "step": 56390 + }, + { + "loss_action": 0.0059987460263073444, + "loss_total": 0.0059987460263073444, + "step": 56390 + }, + { + "loss_action": 0.004678867291659117, + "loss_total": 0.004678867291659117, + "step": 56390 + }, + { + "loss_action": 0.013076729141175747, + "loss_total": 0.013076729141175747, + "step": 56390 + }, + { + "loss_action": 0.03645851090550423, + "loss_total": 0.03645851090550423, + "step": 56390 + }, + { + "loss_action": 0.005631344858556986, + "loss_total": 0.005631344858556986, + "step": 56390 + }, + { + "grad_norm": 0.3654096722602844, + "learning_rate": 4.357096945589974e-05, + "loss": 0.0148, + "step": 56400 + }, + { + "loss_action": 0.01844322308897972, + "loss_total": 0.01844322308897972, + "step": 56400 + }, + { + "loss_action": 0.007069298531860113, + "loss_total": 0.007069298531860113, + "step": 56400 + }, + { + "loss_action": 0.008335605263710022, + "loss_total": 0.008335605263710022, + "step": 56400 + }, + { + "loss_action": 0.009729338809847832, + "loss_total": 0.009729338809847832, + "step": 56400 + }, + { + "loss_action": 0.008630759082734585, + "loss_total": 0.008630759082734585, + "step": 56400 + }, + { + "loss_action": 0.008367031812667847, + "loss_total": 0.008367031812667847, + "step": 56400 + }, + { + "grad_norm": 0.3530140221118927, + "learning_rate": 4.355457236308636e-05, + "loss": 0.014, + "step": 56410 + }, + { + "loss_action": 0.006739461794495583, + "loss_total": 0.006739461794495583, + "step": 56410 + }, + { + "loss_action": 0.012589232064783573, + "loss_total": 0.012589232064783573, + "step": 56410 + }, + { + "loss_action": 0.010138548910617828, + "loss_total": 0.010138548910617828, + "step": 56410 + }, + { + "loss_action": 0.009047947824001312, + "loss_total": 0.009047947824001312, + "step": 56410 + }, + { + "loss_action": 0.005684668198227882, + "loss_total": 0.005684668198227882, + "step": 56410 + }, + { + "loss_action": 0.005852565634995699, + "loss_total": 0.005852565634995699, + "step": 56410 + }, + { + "grad_norm": 0.2371426224708557, + "learning_rate": 4.353817597513526e-05, + "loss": 0.0144, + "step": 56420 + }, + { + "loss_action": 0.01489788293838501, + "loss_total": 0.01489788293838501, + "step": 56420 + }, + { + "loss_action": 0.01112278737127781, + "loss_total": 0.01112278737127781, + "step": 56420 + }, + { + "loss_action": 0.013782297261059284, + "loss_total": 0.013782297261059284, + "step": 56420 + }, + { + "loss_action": 0.016326727345585823, + "loss_total": 0.016326727345585823, + "step": 56420 + }, + { + "loss_action": 0.009606510400772095, + "loss_total": 0.009606510400772095, + "step": 56420 + }, + { + "loss_action": 0.017380671575665474, + "loss_total": 0.017380671575665474, + "step": 56420 + }, + { + "grad_norm": 0.37770935893058777, + "learning_rate": 4.352178029383948e-05, + "loss": 0.0139, + "step": 56430 + }, + { + "loss_action": 0.007332559209316969, + "loss_total": 0.007332559209316969, + "step": 56430 + }, + { + "loss_action": 0.015676530078053474, + "loss_total": 0.015676530078053474, + "step": 56430 + }, + { + "loss_action": 0.007147972006350756, + "loss_total": 0.007147972006350756, + "step": 56430 + }, + { + "loss_action": 0.008577056229114532, + "loss_total": 0.008577056229114532, + "step": 56430 + }, + { + "loss_action": 0.010713516734540462, + "loss_total": 0.010713516734540462, + "step": 56430 + }, + { + "loss_action": 0.03428027033805847, + "loss_total": 0.03428027033805847, + "step": 56430 + }, + { + "grad_norm": 0.3124130666255951, + "learning_rate": 4.3505385320992105e-05, + "loss": 0.0169, + "step": 56440 + }, + { + "loss_action": 0.01627725549042225, + "loss_total": 0.01627725549042225, + "step": 56440 + }, + { + "loss_action": 0.005986451171338558, + "loss_total": 0.005986451171338558, + "step": 56440 + }, + { + "loss_action": 0.011966067366302013, + "loss_total": 0.011966067366302013, + "step": 56440 + }, + { + "loss_action": 0.017008619382977486, + "loss_total": 0.017008619382977486, + "step": 56440 + }, + { + "loss_action": 0.00774458609521389, + "loss_total": 0.00774458609521389, + "step": 56440 + }, + { + "loss_action": 0.05837211012840271, + "loss_total": 0.05837211012840271, + "step": 56440 + }, + { + "grad_norm": 0.51315838098526, + "learning_rate": 4.348899105838602e-05, + "loss": 0.0144, + "step": 56450 + }, + { + "loss_action": 0.005409037694334984, + "loss_total": 0.005409037694334984, + "step": 56450 + }, + { + "loss_action": 0.009657002985477448, + "loss_total": 0.009657002985477448, + "step": 56450 + }, + { + "loss_action": 0.015333290211856365, + "loss_total": 0.015333290211856365, + "step": 56450 + }, + { + "loss_action": 0.01700565591454506, + "loss_total": 0.01700565591454506, + "step": 56450 + }, + { + "loss_action": 0.01181227620691061, + "loss_total": 0.01181227620691061, + "step": 56450 + }, + { + "loss_action": 0.0070593468844890594, + "loss_total": 0.0070593468844890594, + "step": 56450 + }, + { + "grad_norm": 0.2860317826271057, + "learning_rate": 4.3472597507814087e-05, + "loss": 0.0108, + "step": 56460 + }, + { + "loss_action": 0.013549620285630226, + "loss_total": 0.013549620285630226, + "step": 56460 + }, + { + "loss_action": 0.004501394461840391, + "loss_total": 0.004501394461840391, + "step": 56460 + }, + { + "loss_action": 0.01307734940201044, + "loss_total": 0.01307734940201044, + "step": 56460 + }, + { + "loss_action": 0.029087351635098457, + "loss_total": 0.029087351635098457, + "step": 56460 + }, + { + "loss_action": 0.007998713292181492, + "loss_total": 0.007998713292181492, + "step": 56460 + }, + { + "loss_action": 0.0059151253663003445, + "loss_total": 0.0059151253663003445, + "step": 56460 + }, + { + "grad_norm": 0.25291648507118225, + "learning_rate": 4.3456204671069066e-05, + "loss": 0.0128, + "step": 56470 + }, + { + "loss_action": 0.009129523299634457, + "loss_total": 0.009129523299634457, + "step": 56470 + }, + { + "loss_action": 0.018386797979474068, + "loss_total": 0.018386797979474068, + "step": 56470 + }, + { + "loss_action": 0.004068871960043907, + "loss_total": 0.004068871960043907, + "step": 56470 + }, + { + "loss_action": 0.009110179729759693, + "loss_total": 0.009110179729759693, + "step": 56470 + }, + { + "loss_action": 0.007610160857439041, + "loss_total": 0.007610160857439041, + "step": 56470 + }, + { + "loss_action": 0.006326333619654179, + "loss_total": 0.006326333619654179, + "step": 56470 + }, + { + "grad_norm": 0.3520734906196594, + "learning_rate": 4.343981254994367e-05, + "loss": 0.0132, + "step": 56480 + }, + { + "loss_action": 0.02299915812909603, + "loss_total": 0.02299915812909603, + "step": 56480 + }, + { + "loss_action": 0.0035358204040676355, + "loss_total": 0.0035358204040676355, + "step": 56480 + }, + { + "loss_action": 0.00500119524076581, + "loss_total": 0.00500119524076581, + "step": 56480 + }, + { + "loss_action": 0.011159735731780529, + "loss_total": 0.011159735731780529, + "step": 56480 + }, + { + "loss_action": 0.009864766150712967, + "loss_total": 0.009864766150712967, + "step": 56480 + }, + { + "loss_action": 0.015823403373360634, + "loss_total": 0.015823403373360634, + "step": 56480 + }, + { + "grad_norm": 0.49284183979034424, + "learning_rate": 4.34234211462305e-05, + "loss": 0.0114, + "step": 56490 + }, + { + "loss_action": 0.005688480567187071, + "loss_total": 0.005688480567187071, + "step": 56490 + }, + { + "loss_action": 0.009542482905089855, + "loss_total": 0.009542482905089855, + "step": 56490 + }, + { + "loss_action": 0.010335330851376057, + "loss_total": 0.010335330851376057, + "step": 56490 + }, + { + "loss_action": 0.010974355041980743, + "loss_total": 0.010974355041980743, + "step": 56490 + }, + { + "loss_action": 0.005798644386231899, + "loss_total": 0.005798644386231899, + "step": 56490 + }, + { + "loss_action": 0.02331733889877796, + "loss_total": 0.02331733889877796, + "step": 56490 + }, + { + "grad_norm": 0.35367509722709656, + "learning_rate": 4.340703046172213e-05, + "loss": 0.0135, + "step": 56500 + }, + { + "loss_action": 0.014952922239899635, + "loss_total": 0.014952922239899635, + "step": 56500 + }, + { + "loss_action": 0.0190435778349638, + "loss_total": 0.0190435778349638, + "step": 56500 + }, + { + "loss_action": 0.007878633216023445, + "loss_total": 0.007878633216023445, + "step": 56500 + }, + { + "loss_action": 0.007215919438749552, + "loss_total": 0.007215919438749552, + "step": 56500 + }, + { + "loss_action": 0.007383364252746105, + "loss_total": 0.007383364252746105, + "step": 56500 + }, + { + "loss_action": 0.006685236934572458, + "loss_total": 0.006685236934572458, + "step": 56500 + }, + { + "grad_norm": 0.39806312322616577, + "learning_rate": 4.339064049821097e-05, + "loss": 0.0151, + "step": 56510 + }, + { + "loss_action": 0.007136837113648653, + "loss_total": 0.007136837113648653, + "step": 56510 + }, + { + "loss_action": 0.01255415752530098, + "loss_total": 0.01255415752530098, + "step": 56510 + }, + { + "loss_action": 0.014113311655819416, + "loss_total": 0.014113311655819416, + "step": 56510 + }, + { + "loss_action": 0.012712221592664719, + "loss_total": 0.012712221592664719, + "step": 56510 + }, + { + "loss_action": 0.05139459669589996, + "loss_total": 0.05139459669589996, + "step": 56510 + }, + { + "loss_action": 0.009017092175781727, + "loss_total": 0.009017092175781727, + "step": 56510 + }, + { + "grad_norm": 0.32714468240737915, + "learning_rate": 4.3374251257489446e-05, + "loss": 0.0119, + "step": 56520 + }, + { + "loss_action": 0.020802592858672142, + "loss_total": 0.020802592858672142, + "step": 56520 + }, + { + "loss_action": 0.007052016444504261, + "loss_total": 0.007052016444504261, + "step": 56520 + }, + { + "loss_action": 0.010712087154388428, + "loss_total": 0.010712087154388428, + "step": 56520 + }, + { + "loss_action": 0.010006614960730076, + "loss_total": 0.010006614960730076, + "step": 56520 + }, + { + "loss_action": 0.013245485723018646, + "loss_total": 0.013245485723018646, + "step": 56520 + }, + { + "loss_action": 0.014513727277517319, + "loss_total": 0.014513727277517319, + "step": 56520 + }, + { + "grad_norm": 0.35829779505729675, + "learning_rate": 4.335786274134984e-05, + "loss": 0.0146, + "step": 56530 + }, + { + "loss_action": 0.011015689000487328, + "loss_total": 0.011015689000487328, + "step": 56530 + }, + { + "loss_action": 0.010395612567663193, + "loss_total": 0.010395612567663193, + "step": 56530 + }, + { + "loss_action": 0.006918144878000021, + "loss_total": 0.006918144878000021, + "step": 56530 + }, + { + "loss_action": 0.01715688779950142, + "loss_total": 0.01715688779950142, + "step": 56530 + }, + { + "loss_action": 0.013569582253694534, + "loss_total": 0.013569582253694534, + "step": 56530 + }, + { + "loss_action": 0.007605543360114098, + "loss_total": 0.007605543360114098, + "step": 56530 + }, + { + "grad_norm": 0.2330458015203476, + "learning_rate": 4.334147495158438e-05, + "loss": 0.0108, + "step": 56540 + }, + { + "loss_action": 0.010877454653382301, + "loss_total": 0.010877454653382301, + "step": 56540 + }, + { + "loss_action": 0.006366523448377848, + "loss_total": 0.006366523448377848, + "step": 56540 + }, + { + "loss_action": 0.01648746058344841, + "loss_total": 0.01648746058344841, + "step": 56540 + }, + { + "loss_action": 0.032656971365213394, + "loss_total": 0.032656971365213394, + "step": 56540 + }, + { + "loss_action": 0.008352039381861687, + "loss_total": 0.008352039381861687, + "step": 56540 + }, + { + "loss_action": 0.010968931950628757, + "loss_total": 0.010968931950628757, + "step": 56540 + }, + { + "grad_norm": 0.3158980906009674, + "learning_rate": 4.33250878899852e-05, + "loss": 0.0125, + "step": 56550 + }, + { + "loss_action": 0.005936217959970236, + "loss_total": 0.005936217959970236, + "step": 56550 + }, + { + "loss_action": 0.007326062303036451, + "loss_total": 0.007326062303036451, + "step": 56550 + }, + { + "loss_action": 0.003711377503350377, + "loss_total": 0.003711377503350377, + "step": 56550 + }, + { + "loss_action": 0.017268024384975433, + "loss_total": 0.017268024384975433, + "step": 56550 + }, + { + "loss_action": 0.011842464096844196, + "loss_total": 0.011842464096844196, + "step": 56550 + }, + { + "loss_action": 0.009520995430648327, + "loss_total": 0.009520995430648327, + "step": 56550 + }, + { + "grad_norm": 0.25886768102645874, + "learning_rate": 4.330870155834437e-05, + "loss": 0.0135, + "step": 56560 + }, + { + "loss_action": 0.0072812228463590145, + "loss_total": 0.0072812228463590145, + "step": 56560 + }, + { + "loss_action": 0.004489508923143148, + "loss_total": 0.004489508923143148, + "step": 56560 + }, + { + "loss_action": 0.007500827312469482, + "loss_total": 0.007500827312469482, + "step": 56560 + }, + { + "loss_action": 0.010930715128779411, + "loss_total": 0.010930715128779411, + "step": 56560 + }, + { + "loss_action": 0.0046992432326078415, + "loss_total": 0.0046992432326078415, + "step": 56560 + }, + { + "loss_action": 0.009379886090755463, + "loss_total": 0.009379886090755463, + "step": 56560 + }, + { + "grad_norm": 0.2822919189929962, + "learning_rate": 4.3292315958453884e-05, + "loss": 0.0116, + "step": 56570 + }, + { + "loss_action": 0.011626332066953182, + "loss_total": 0.011626332066953182, + "step": 56570 + }, + { + "loss_action": 0.01319384016096592, + "loss_total": 0.01319384016096592, + "step": 56570 + }, + { + "loss_action": 0.010775289498269558, + "loss_total": 0.010775289498269558, + "step": 56570 + }, + { + "loss_action": 0.021149922162294388, + "loss_total": 0.021149922162294388, + "step": 56570 + }, + { + "loss_action": 0.010699676349759102, + "loss_total": 0.010699676349759102, + "step": 56570 + }, + { + "loss_action": 0.016562996432185173, + "loss_total": 0.016562996432185173, + "step": 56570 + }, + { + "grad_norm": 0.3016067147254944, + "learning_rate": 4.3275931092105646e-05, + "loss": 0.0149, + "step": 56580 + }, + { + "loss_action": 0.010067339986562729, + "loss_total": 0.010067339986562729, + "step": 56580 + }, + { + "loss_action": 0.019887540489435196, + "loss_total": 0.019887540489435196, + "step": 56580 + }, + { + "loss_action": 0.007825465872883797, + "loss_total": 0.007825465872883797, + "step": 56580 + }, + { + "loss_action": 0.025785498321056366, + "loss_total": 0.025785498321056366, + "step": 56580 + }, + { + "loss_action": 0.008313030004501343, + "loss_total": 0.008313030004501343, + "step": 56580 + }, + { + "loss_action": 0.004465437028557062, + "loss_total": 0.004465437028557062, + "step": 56580 + }, + { + "grad_norm": 0.31025511026382446, + "learning_rate": 4.325954696109147e-05, + "loss": 0.0148, + "step": 56590 + }, + { + "loss_action": 0.0185549296438694, + "loss_total": 0.0185549296438694, + "step": 56590 + }, + { + "loss_action": 0.016405276954174042, + "loss_total": 0.016405276954174042, + "step": 56590 + }, + { + "loss_action": 0.00737742567434907, + "loss_total": 0.00737742567434907, + "step": 56590 + }, + { + "loss_action": 0.010042335838079453, + "loss_total": 0.010042335838079453, + "step": 56590 + }, + { + "loss_action": 0.012017928063869476, + "loss_total": 0.012017928063869476, + "step": 56590 + }, + { + "loss_action": 0.01333509013056755, + "loss_total": 0.01333509013056755, + "step": 56590 + }, + { + "grad_norm": 0.3342798352241516, + "learning_rate": 4.32431635672031e-05, + "loss": 0.0132, + "step": 56600 + }, + { + "loss_action": 0.11196896433830261, + "loss_total": 0.11196896433830261, + "step": 56600 + }, + { + "loss_action": 0.014553708024322987, + "loss_total": 0.014553708024322987, + "step": 56600 + }, + { + "loss_action": 0.026302706450223923, + "loss_total": 0.026302706450223923, + "step": 56600 + }, + { + "loss_action": 0.00608960771933198, + "loss_total": 0.00608960771933198, + "step": 56600 + }, + { + "loss_action": 0.008860682137310505, + "loss_total": 0.008860682137310505, + "step": 56600 + }, + { + "loss_action": 0.007970225065946579, + "loss_total": 0.007970225065946579, + "step": 56600 + }, + { + "grad_norm": 0.3215112090110779, + "learning_rate": 4.3226780912232214e-05, + "loss": 0.0159, + "step": 56610 + }, + { + "loss_action": 0.025151623412966728, + "loss_total": 0.025151623412966728, + "step": 56610 + }, + { + "loss_action": 0.05801363289356232, + "loss_total": 0.05801363289356232, + "step": 56610 + }, + { + "loss_action": 0.0047143734991550446, + "loss_total": 0.0047143734991550446, + "step": 56610 + }, + { + "loss_action": 0.0061596473678946495, + "loss_total": 0.0061596473678946495, + "step": 56610 + }, + { + "loss_action": 0.041708726435899734, + "loss_total": 0.041708726435899734, + "step": 56610 + }, + { + "loss_action": 0.004377763252705336, + "loss_total": 0.004377763252705336, + "step": 56610 + }, + { + "grad_norm": 0.3177773952484131, + "learning_rate": 4.321039899797036e-05, + "loss": 0.0141, + "step": 56620 + }, + { + "loss_action": 0.008936011232435703, + "loss_total": 0.008936011232435703, + "step": 56620 + }, + { + "loss_action": 0.014485524967312813, + "loss_total": 0.014485524967312813, + "step": 56620 + }, + { + "loss_action": 0.004934678319841623, + "loss_total": 0.004934678319841623, + "step": 56620 + }, + { + "loss_action": 0.017661510035395622, + "loss_total": 0.017661510035395622, + "step": 56620 + }, + { + "loss_action": 0.015475437976419926, + "loss_total": 0.015475437976419926, + "step": 56620 + }, + { + "loss_action": 0.026267196983098984, + "loss_total": 0.026267196983098984, + "step": 56620 + }, + { + "grad_norm": 0.2949971854686737, + "learning_rate": 4.319401782620908e-05, + "loss": 0.0119, + "step": 56630 + }, + { + "loss_action": 0.01679442822933197, + "loss_total": 0.01679442822933197, + "step": 56630 + }, + { + "loss_action": 0.007090168073773384, + "loss_total": 0.007090168073773384, + "step": 56630 + }, + { + "loss_action": 0.00784861110150814, + "loss_total": 0.00784861110150814, + "step": 56630 + }, + { + "loss_action": 0.010261906310915947, + "loss_total": 0.010261906310915947, + "step": 56630 + }, + { + "loss_action": 0.006334477569907904, + "loss_total": 0.006334477569907904, + "step": 56630 + }, + { + "loss_action": 0.027760012075304985, + "loss_total": 0.027760012075304985, + "step": 56630 + }, + { + "grad_norm": 0.3674508333206177, + "learning_rate": 4.317763739873978e-05, + "loss": 0.0159, + "step": 56640 + }, + { + "loss_action": 0.011700093746185303, + "loss_total": 0.011700093746185303, + "step": 56640 + }, + { + "loss_action": 0.008240298368036747, + "loss_total": 0.008240298368036747, + "step": 56640 + }, + { + "loss_action": 0.027387235313653946, + "loss_total": 0.027387235313653946, + "step": 56640 + }, + { + "loss_action": 0.007138233631849289, + "loss_total": 0.007138233631849289, + "step": 56640 + }, + { + "loss_action": 0.005727739073336124, + "loss_total": 0.005727739073336124, + "step": 56640 + }, + { + "loss_action": 0.013146502897143364, + "loss_total": 0.013146502897143364, + "step": 56640 + }, + { + "grad_norm": 0.4308592975139618, + "learning_rate": 4.31612577173538e-05, + "loss": 0.0121, + "step": 56650 + }, + { + "loss_action": 0.02690701000392437, + "loss_total": 0.02690701000392437, + "step": 56650 + }, + { + "loss_action": 0.020993515849113464, + "loss_total": 0.020993515849113464, + "step": 56650 + }, + { + "loss_action": 0.007469661999493837, + "loss_total": 0.007469661999493837, + "step": 56650 + }, + { + "loss_action": 0.00920827779918909, + "loss_total": 0.00920827779918909, + "step": 56650 + }, + { + "loss_action": 0.011789578013122082, + "loss_total": 0.011789578013122082, + "step": 56650 + }, + { + "loss_action": 0.036158058792352676, + "loss_total": 0.036158058792352676, + "step": 56650 + }, + { + "grad_norm": 0.2611442506313324, + "learning_rate": 4.314487878384239e-05, + "loss": 0.0127, + "step": 56660 + }, + { + "loss_action": 0.00897036399692297, + "loss_total": 0.00897036399692297, + "step": 56660 + }, + { + "loss_action": 0.04604104533791542, + "loss_total": 0.04604104533791542, + "step": 56660 + }, + { + "loss_action": 0.00819464772939682, + "loss_total": 0.00819464772939682, + "step": 56660 + }, + { + "loss_action": 0.005951815750449896, + "loss_total": 0.005951815750449896, + "step": 56660 + }, + { + "loss_action": 0.008717409335076809, + "loss_total": 0.008717409335076809, + "step": 56660 + }, + { + "loss_action": 0.012480336241424084, + "loss_total": 0.012480336241424084, + "step": 56660 + }, + { + "grad_norm": 0.3259943723678589, + "learning_rate": 4.3128500599996736e-05, + "loss": 0.0134, + "step": 56670 + }, + { + "loss_action": 0.006660369224846363, + "loss_total": 0.006660369224846363, + "step": 56670 + }, + { + "loss_action": 0.007396029308438301, + "loss_total": 0.007396029308438301, + "step": 56670 + }, + { + "loss_action": 0.008532600477337837, + "loss_total": 0.008532600477337837, + "step": 56670 + }, + { + "loss_action": 0.00970796775072813, + "loss_total": 0.00970796775072813, + "step": 56670 + }, + { + "loss_action": 0.005276489537209272, + "loss_total": 0.005276489537209272, + "step": 56670 + }, + { + "loss_action": 0.007525403052568436, + "loss_total": 0.007525403052568436, + "step": 56670 + }, + { + "grad_norm": 0.3069171905517578, + "learning_rate": 4.31121231676079e-05, + "loss": 0.0123, + "step": 56680 + }, + { + "loss_action": 0.01591586135327816, + "loss_total": 0.01591586135327816, + "step": 56680 + }, + { + "loss_action": 0.007251480128616095, + "loss_total": 0.007251480128616095, + "step": 56680 + }, + { + "loss_action": 0.017172155901789665, + "loss_total": 0.017172155901789665, + "step": 56680 + }, + { + "loss_action": 0.009121648967266083, + "loss_total": 0.009121648967266083, + "step": 56680 + }, + { + "loss_action": 0.005658652167767286, + "loss_total": 0.005658652167767286, + "step": 56680 + }, + { + "loss_action": 0.015735788270831108, + "loss_total": 0.015735788270831108, + "step": 56680 + }, + { + "grad_norm": 0.2716677784919739, + "learning_rate": 4.309574648846694e-05, + "loss": 0.0117, + "step": 56690 + }, + { + "loss_action": 0.00604207580909133, + "loss_total": 0.00604207580909133, + "step": 56690 + }, + { + "loss_action": 0.009283105842769146, + "loss_total": 0.009283105842769146, + "step": 56690 + }, + { + "loss_action": 0.03698253631591797, + "loss_total": 0.03698253631591797, + "step": 56690 + }, + { + "loss_action": 0.007035983260720968, + "loss_total": 0.007035983260720968, + "step": 56690 + }, + { + "loss_action": 0.015023917891085148, + "loss_total": 0.015023917891085148, + "step": 56690 + }, + { + "loss_action": 0.01652102917432785, + "loss_total": 0.01652102917432785, + "step": 56690 + }, + { + "grad_norm": 0.4268387258052826, + "learning_rate": 4.3079370564364755e-05, + "loss": 0.0133, + "step": 56700 + }, + { + "loss_action": 0.022285792976617813, + "loss_total": 0.022285792976617813, + "step": 56700 + }, + { + "loss_action": 0.007626679260283709, + "loss_total": 0.007626679260283709, + "step": 56700 + }, + { + "loss_action": 0.013640091754496098, + "loss_total": 0.013640091754496098, + "step": 56700 + }, + { + "loss_action": 0.022212889045476913, + "loss_total": 0.022212889045476913, + "step": 56700 + }, + { + "loss_action": 0.011120105162262917, + "loss_total": 0.011120105162262917, + "step": 56700 + }, + { + "loss_action": 0.013931994326412678, + "loss_total": 0.013931994326412678, + "step": 56700 + }, + { + "grad_norm": 0.3743499517440796, + "learning_rate": 4.306299539709221e-05, + "loss": 0.0153, + "step": 56710 + }, + { + "loss_action": 0.009951612912118435, + "loss_total": 0.009951612912118435, + "step": 56710 + }, + { + "loss_action": 0.009829054586589336, + "loss_total": 0.009829054586589336, + "step": 56710 + }, + { + "loss_action": 0.015099586918950081, + "loss_total": 0.015099586918950081, + "step": 56710 + }, + { + "loss_action": 0.006479631643742323, + "loss_total": 0.006479631643742323, + "step": 56710 + }, + { + "loss_action": 0.003647805890068412, + "loss_total": 0.003647805890068412, + "step": 56710 + }, + { + "loss_action": 0.020245401188731194, + "loss_total": 0.020245401188731194, + "step": 56710 + }, + { + "grad_norm": 0.351635605096817, + "learning_rate": 4.3046620988440046e-05, + "loss": 0.0126, + "step": 56720 + }, + { + "loss_action": 0.010214253328740597, + "loss_total": 0.010214253328740597, + "step": 56720 + }, + { + "loss_action": 0.007598071359097958, + "loss_total": 0.007598071359097958, + "step": 56720 + }, + { + "loss_action": 0.00494973873719573, + "loss_total": 0.00494973873719573, + "step": 56720 + }, + { + "loss_action": 0.016721175983548164, + "loss_total": 0.016721175983548164, + "step": 56720 + }, + { + "loss_action": 0.005647638346999884, + "loss_total": 0.005647638346999884, + "step": 56720 + }, + { + "loss_action": 0.008645093068480492, + "loss_total": 0.008645093068480492, + "step": 56720 + }, + { + "grad_norm": 0.3124966323375702, + "learning_rate": 4.303024734019897e-05, + "loss": 0.0142, + "step": 56730 + }, + { + "loss_action": 0.008267940953373909, + "loss_total": 0.008267940953373909, + "step": 56730 + }, + { + "loss_action": 0.010319506749510765, + "loss_total": 0.010319506749510765, + "step": 56730 + }, + { + "loss_action": 0.004478203598409891, + "loss_total": 0.004478203598409891, + "step": 56730 + }, + { + "loss_action": 0.018575036898255348, + "loss_total": 0.018575036898255348, + "step": 56730 + }, + { + "loss_action": 0.012183994986116886, + "loss_total": 0.012183994986116886, + "step": 56730 + }, + { + "loss_action": 0.00404757633805275, + "loss_total": 0.00404757633805275, + "step": 56730 + }, + { + "grad_norm": 0.2884702682495117, + "learning_rate": 4.3013874454159565e-05, + "loss": 0.0117, + "step": 56740 + }, + { + "loss_action": 0.0064460160210728645, + "loss_total": 0.0064460160210728645, + "step": 56740 + }, + { + "loss_action": 0.01123047899454832, + "loss_total": 0.01123047899454832, + "step": 56740 + }, + { + "loss_action": 0.011763187125325203, + "loss_total": 0.011763187125325203, + "step": 56740 + }, + { + "loss_action": 0.006064591463655233, + "loss_total": 0.006064591463655233, + "step": 56740 + }, + { + "loss_action": 0.0265569556504488, + "loss_total": 0.0265569556504488, + "step": 56740 + }, + { + "loss_action": 0.014970111660659313, + "loss_total": 0.014970111660659313, + "step": 56740 + }, + { + "grad_norm": 0.25256720185279846, + "learning_rate": 4.299750233211233e-05, + "loss": 0.0164, + "step": 56750 + }, + { + "loss_action": 0.03477155417203903, + "loss_total": 0.03477155417203903, + "step": 56750 + }, + { + "loss_action": 0.024451397359371185, + "loss_total": 0.024451397359371185, + "step": 56750 + }, + { + "loss_action": 0.012066707946360111, + "loss_total": 0.012066707946360111, + "step": 56750 + }, + { + "loss_action": 0.007836165837943554, + "loss_total": 0.007836165837943554, + "step": 56750 + }, + { + "loss_action": 0.012850194238126278, + "loss_total": 0.012850194238126278, + "step": 56750 + }, + { + "loss_action": 0.01967860385775566, + "loss_total": 0.01967860385775566, + "step": 56750 + }, + { + "grad_norm": 0.3250100612640381, + "learning_rate": 4.2981130975847715e-05, + "loss": 0.0148, + "step": 56760 + }, + { + "loss_action": 0.011266373097896576, + "loss_total": 0.011266373097896576, + "step": 56760 + }, + { + "loss_action": 0.1037532314658165, + "loss_total": 0.1037532314658165, + "step": 56760 + }, + { + "loss_action": 0.008087016642093658, + "loss_total": 0.008087016642093658, + "step": 56760 + }, + { + "loss_action": 0.013118484057486057, + "loss_total": 0.013118484057486057, + "step": 56760 + }, + { + "loss_action": 0.01695382222533226, + "loss_total": 0.01695382222533226, + "step": 56760 + }, + { + "loss_action": 0.008738945238292217, + "loss_total": 0.008738945238292217, + "step": 56760 + }, + { + "grad_norm": 0.3550608456134796, + "learning_rate": 4.2964760387156076e-05, + "loss": 0.0157, + "step": 56770 + }, + { + "loss_action": 0.0072420318610966206, + "loss_total": 0.0072420318610966206, + "step": 56770 + }, + { + "loss_action": 0.010082132183015347, + "loss_total": 0.010082132183015347, + "step": 56770 + }, + { + "loss_action": 0.030440378934144974, + "loss_total": 0.030440378934144974, + "step": 56770 + }, + { + "loss_action": 0.008165092207491398, + "loss_total": 0.008165092207491398, + "step": 56770 + }, + { + "loss_action": 0.004392479546368122, + "loss_total": 0.004392479546368122, + "step": 56770 + }, + { + "loss_action": 0.020574066787958145, + "loss_total": 0.020574066787958145, + "step": 56770 + }, + { + "grad_norm": 0.37526214122772217, + "learning_rate": 4.294839056782767e-05, + "loss": 0.0171, + "step": 56780 + }, + { + "loss_action": 0.00856813881546259, + "loss_total": 0.00856813881546259, + "step": 56780 + }, + { + "loss_action": 0.0176498182117939, + "loss_total": 0.0176498182117939, + "step": 56780 + }, + { + "loss_action": 0.0052663288079202175, + "loss_total": 0.0052663288079202175, + "step": 56780 + }, + { + "loss_action": 0.010443522594869137, + "loss_total": 0.010443522594869137, + "step": 56780 + }, + { + "loss_action": 0.01716507598757744, + "loss_total": 0.01716507598757744, + "step": 56780 + }, + { + "loss_action": 0.007908963598310947, + "loss_total": 0.007908963598310947, + "step": 56780 + }, + { + "grad_norm": 0.3909514844417572, + "learning_rate": 4.293202151965266e-05, + "loss": 0.0136, + "step": 56790 + }, + { + "loss_action": 0.02692021057009697, + "loss_total": 0.02692021057009697, + "step": 56790 + }, + { + "loss_action": 0.010584387928247452, + "loss_total": 0.010584387928247452, + "step": 56790 + }, + { + "loss_action": 0.008338145911693573, + "loss_total": 0.008338145911693573, + "step": 56790 + }, + { + "loss_action": 0.008464451879262924, + "loss_total": 0.008464451879262924, + "step": 56790 + }, + { + "loss_action": 0.007315224502235651, + "loss_total": 0.007315224502235651, + "step": 56790 + }, + { + "loss_action": 0.008936084806919098, + "loss_total": 0.008936084806919098, + "step": 56790 + }, + { + "grad_norm": 0.2947472035884857, + "learning_rate": 4.291565324442115e-05, + "loss": 0.0137, + "step": 56800 + }, + { + "loss_action": 0.020830418914556503, + "loss_total": 0.020830418914556503, + "step": 56800 + }, + { + "loss_action": 0.013189059682190418, + "loss_total": 0.013189059682190418, + "step": 56800 + }, + { + "loss_action": 0.011043804697692394, + "loss_total": 0.011043804697692394, + "step": 56800 + }, + { + "loss_action": 0.004838558379560709, + "loss_total": 0.004838558379560709, + "step": 56800 + }, + { + "loss_action": 0.0077678849920630455, + "loss_total": 0.0077678849920630455, + "step": 56800 + }, + { + "loss_action": 0.02182401530444622, + "loss_total": 0.02182401530444622, + "step": 56800 + }, + { + "grad_norm": 0.3567470610141754, + "learning_rate": 4.2899285743923135e-05, + "loss": 0.0189, + "step": 56810 + }, + { + "loss_action": 0.03407614678144455, + "loss_total": 0.03407614678144455, + "step": 56810 + }, + { + "loss_action": 0.0073075988329946995, + "loss_total": 0.0073075988329946995, + "step": 56810 + }, + { + "loss_action": 0.01694137044250965, + "loss_total": 0.01694137044250965, + "step": 56810 + }, + { + "loss_action": 0.013424436561763287, + "loss_total": 0.013424436561763287, + "step": 56810 + }, + { + "loss_action": 0.007764161564409733, + "loss_total": 0.007764161564409733, + "step": 56810 + }, + { + "loss_action": 0.011321247555315495, + "loss_total": 0.011321247555315495, + "step": 56810 + }, + { + "grad_norm": 0.3631574809551239, + "learning_rate": 4.288291901994857e-05, + "loss": 0.0126, + "step": 56820 + }, + { + "loss_action": 0.0372602604329586, + "loss_total": 0.0372602604329586, + "step": 56820 + }, + { + "loss_action": 0.004567988682538271, + "loss_total": 0.004567988682538271, + "step": 56820 + }, + { + "loss_action": 0.032666198909282684, + "loss_total": 0.032666198909282684, + "step": 56820 + }, + { + "loss_action": 0.021596958860754967, + "loss_total": 0.021596958860754967, + "step": 56820 + }, + { + "loss_action": 0.03589256852865219, + "loss_total": 0.03589256852865219, + "step": 56820 + }, + { + "loss_action": 0.029155908152461052, + "loss_total": 0.029155908152461052, + "step": 56820 + }, + { + "grad_norm": 0.3560265600681305, + "learning_rate": 4.286655307428729e-05, + "loss": 0.0136, + "step": 56830 + }, + { + "loss_action": 0.01721629686653614, + "loss_total": 0.01721629686653614, + "step": 56830 + }, + { + "loss_action": 0.01098337210714817, + "loss_total": 0.01098337210714817, + "step": 56830 + }, + { + "loss_action": 0.004966552834957838, + "loss_total": 0.004966552834957838, + "step": 56830 + }, + { + "loss_action": 0.007165720220655203, + "loss_total": 0.007165720220655203, + "step": 56830 + }, + { + "loss_action": 0.007458364591002464, + "loss_total": 0.007458364591002464, + "step": 56830 + }, + { + "loss_action": 0.016616560518741608, + "loss_total": 0.016616560518741608, + "step": 56830 + }, + { + "grad_norm": 0.3881169557571411, + "learning_rate": 4.285018790872903e-05, + "loss": 0.0111, + "step": 56840 + }, + { + "loss_action": 0.010645298287272453, + "loss_total": 0.010645298287272453, + "step": 56840 + }, + { + "loss_action": 0.01895594596862793, + "loss_total": 0.01895594596862793, + "step": 56840 + }, + { + "loss_action": 0.005632612854242325, + "loss_total": 0.005632612854242325, + "step": 56840 + }, + { + "loss_action": 0.03280125558376312, + "loss_total": 0.03280125558376312, + "step": 56840 + }, + { + "loss_action": 0.017669282853603363, + "loss_total": 0.017669282853603363, + "step": 56840 + }, + { + "loss_action": 0.009347962215542793, + "loss_total": 0.009347962215542793, + "step": 56840 + }, + { + "grad_norm": 0.3009839355945587, + "learning_rate": 4.283382352506347e-05, + "loss": 0.0141, + "step": 56850 + }, + { + "loss_action": 0.004223689902573824, + "loss_total": 0.004223689902573824, + "step": 56850 + }, + { + "loss_action": 0.009088583290576935, + "loss_total": 0.009088583290576935, + "step": 56850 + }, + { + "loss_action": 0.01875542663037777, + "loss_total": 0.01875542663037777, + "step": 56850 + }, + { + "loss_action": 0.0071370601654052734, + "loss_total": 0.0071370601654052734, + "step": 56850 + }, + { + "loss_action": 0.009681356139481068, + "loss_total": 0.009681356139481068, + "step": 56850 + }, + { + "loss_action": 0.014938581734895706, + "loss_total": 0.014938581734895706, + "step": 56850 + }, + { + "grad_norm": 0.2901325523853302, + "learning_rate": 4.2817459925080205e-05, + "loss": 0.0116, + "step": 56860 + }, + { + "loss_action": 0.011114458553493023, + "loss_total": 0.011114458553493023, + "step": 56860 + }, + { + "loss_action": 0.014845938421785831, + "loss_total": 0.014845938421785831, + "step": 56860 + }, + { + "loss_action": 0.008901859633624554, + "loss_total": 0.008901859633624554, + "step": 56860 + }, + { + "loss_action": 0.03126794472336769, + "loss_total": 0.03126794472336769, + "step": 56860 + }, + { + "loss_action": 0.04769563674926758, + "loss_total": 0.04769563674926758, + "step": 56860 + }, + { + "loss_action": 0.006651636678725481, + "loss_total": 0.006651636678725481, + "step": 56860 + }, + { + "grad_norm": 0.36329779028892517, + "learning_rate": 4.28010971105687e-05, + "loss": 0.0167, + "step": 56870 + }, + { + "loss_action": 0.007899494841694832, + "loss_total": 0.007899494841694832, + "step": 56870 + }, + { + "loss_action": 0.02312237210571766, + "loss_total": 0.02312237210571766, + "step": 56870 + }, + { + "loss_action": 0.008277672342956066, + "loss_total": 0.008277672342956066, + "step": 56870 + }, + { + "loss_action": 0.009634949266910553, + "loss_total": 0.009634949266910553, + "step": 56870 + }, + { + "loss_action": 0.007657196838408709, + "loss_total": 0.007657196838408709, + "step": 56870 + }, + { + "loss_action": 0.02151782065629959, + "loss_total": 0.02151782065629959, + "step": 56870 + }, + { + "grad_norm": 0.42949286103248596, + "learning_rate": 4.278473508331841e-05, + "loss": 0.0113, + "step": 56880 + }, + { + "loss_action": 0.024396689608693123, + "loss_total": 0.024396689608693123, + "step": 56880 + }, + { + "loss_action": 0.010014514438807964, + "loss_total": 0.010014514438807964, + "step": 56880 + }, + { + "loss_action": 0.007644515484571457, + "loss_total": 0.007644515484571457, + "step": 56880 + }, + { + "loss_action": 0.01612854190170765, + "loss_total": 0.01612854190170765, + "step": 56880 + }, + { + "loss_action": 0.009989387355744839, + "loss_total": 0.009989387355744839, + "step": 56880 + }, + { + "loss_action": 0.006265496835112572, + "loss_total": 0.006265496835112572, + "step": 56880 + }, + { + "grad_norm": 0.2865937352180481, + "learning_rate": 4.276837384511864e-05, + "loss": 0.0135, + "step": 56890 + }, + { + "loss_action": 0.017893072217702866, + "loss_total": 0.017893072217702866, + "step": 56890 + }, + { + "loss_action": 0.004508919548243284, + "loss_total": 0.004508919548243284, + "step": 56890 + }, + { + "loss_action": 0.0087411068379879, + "loss_total": 0.0087411068379879, + "step": 56890 + }, + { + "loss_action": 0.005811944138258696, + "loss_total": 0.005811944138258696, + "step": 56890 + }, + { + "loss_action": 0.014046996831893921, + "loss_total": 0.014046996831893921, + "step": 56890 + }, + { + "loss_action": 0.022346101701259613, + "loss_total": 0.022346101701259613, + "step": 56890 + }, + { + "grad_norm": 0.4414134919643402, + "learning_rate": 4.275201339775864e-05, + "loss": 0.0135, + "step": 56900 + }, + { + "loss_action": 0.015575543977320194, + "loss_total": 0.015575543977320194, + "step": 56900 + }, + { + "loss_action": 0.02344510518014431, + "loss_total": 0.02344510518014431, + "step": 56900 + }, + { + "loss_action": 0.018389690667390823, + "loss_total": 0.018389690667390823, + "step": 56900 + }, + { + "loss_action": 0.005916682071983814, + "loss_total": 0.005916682071983814, + "step": 56900 + }, + { + "loss_action": 0.009590036235749722, + "loss_total": 0.009590036235749722, + "step": 56900 + }, + { + "loss_action": 0.01020029280334711, + "loss_total": 0.01020029280334711, + "step": 56900 + }, + { + "grad_norm": 0.31303319334983826, + "learning_rate": 4.273565374302756e-05, + "loss": 0.0114, + "step": 56910 + }, + { + "loss_action": 0.007616957183927298, + "loss_total": 0.007616957183927298, + "step": 56910 + }, + { + "loss_action": 0.026427457109093666, + "loss_total": 0.026427457109093666, + "step": 56910 + }, + { + "loss_action": 0.036255475133657455, + "loss_total": 0.036255475133657455, + "step": 56910 + }, + { + "loss_action": 0.01593760959804058, + "loss_total": 0.01593760959804058, + "step": 56910 + }, + { + "loss_action": 0.011217721737921238, + "loss_total": 0.011217721737921238, + "step": 56910 + }, + { + "loss_action": 0.009363575838506222, + "loss_total": 0.009363575838506222, + "step": 56910 + }, + { + "grad_norm": 0.35437625646591187, + "learning_rate": 4.2719294882714454e-05, + "loss": 0.014, + "step": 56920 + }, + { + "loss_action": 0.01772339455783367, + "loss_total": 0.01772339455783367, + "step": 56920 + }, + { + "loss_action": 0.011066441424190998, + "loss_total": 0.011066441424190998, + "step": 56920 + }, + { + "loss_action": 0.009603186510503292, + "loss_total": 0.009603186510503292, + "step": 56920 + }, + { + "loss_action": 0.005304383113980293, + "loss_total": 0.005304383113980293, + "step": 56920 + }, + { + "loss_action": 0.007884534075856209, + "loss_total": 0.007884534075856209, + "step": 56920 + }, + { + "loss_action": 0.009956097230315208, + "loss_total": 0.009956097230315208, + "step": 56920 + }, + { + "grad_norm": 0.3230414092540741, + "learning_rate": 4.270293681860831e-05, + "loss": 0.0184, + "step": 56930 + }, + { + "loss_action": 0.009661795571446419, + "loss_total": 0.009661795571446419, + "step": 56930 + }, + { + "loss_action": 0.005807736422866583, + "loss_total": 0.005807736422866583, + "step": 56930 + }, + { + "loss_action": 0.010725335218012333, + "loss_total": 0.010725335218012333, + "step": 56930 + }, + { + "loss_action": 0.015396487899124622, + "loss_total": 0.015396487899124622, + "step": 56930 + }, + { + "loss_action": 0.00685838283970952, + "loss_total": 0.00685838283970952, + "step": 56930 + }, + { + "loss_action": 0.006492476910352707, + "loss_total": 0.006492476910352707, + "step": 56930 + }, + { + "grad_norm": 0.4327581226825714, + "learning_rate": 4.268657955249802e-05, + "loss": 0.0127, + "step": 56940 + }, + { + "loss_action": 0.021501081064343452, + "loss_total": 0.021501081064343452, + "step": 56940 + }, + { + "loss_action": 0.005834097042679787, + "loss_total": 0.005834097042679787, + "step": 56940 + }, + { + "loss_action": 0.007176213897764683, + "loss_total": 0.007176213897764683, + "step": 56940 + }, + { + "loss_action": 0.022211216390132904, + "loss_total": 0.022211216390132904, + "step": 56940 + }, + { + "loss_action": 0.006951738148927689, + "loss_total": 0.006951738148927689, + "step": 56940 + }, + { + "loss_action": 0.013310885056853294, + "loss_total": 0.013310885056853294, + "step": 56940 + }, + { + "grad_norm": 0.26496097445487976, + "learning_rate": 4.267022308617241e-05, + "loss": 0.0126, + "step": 56950 + }, + { + "loss_action": 0.008236519992351532, + "loss_total": 0.008236519992351532, + "step": 56950 + }, + { + "loss_action": 0.020919159054756165, + "loss_total": 0.020919159054756165, + "step": 56950 + }, + { + "loss_action": 0.010006087832152843, + "loss_total": 0.010006087832152843, + "step": 56950 + }, + { + "loss_action": 0.006692594848573208, + "loss_total": 0.006692594848573208, + "step": 56950 + }, + { + "loss_action": 0.01200688723474741, + "loss_total": 0.01200688723474741, + "step": 56950 + }, + { + "loss_action": 0.011192705482244492, + "loss_total": 0.011192705482244492, + "step": 56950 + }, + { + "grad_norm": 0.32842013239860535, + "learning_rate": 4.265386742142018e-05, + "loss": 0.0139, + "step": 56960 + }, + { + "loss_action": 0.01999020203948021, + "loss_total": 0.01999020203948021, + "step": 56960 + }, + { + "loss_action": 0.015313757583498955, + "loss_total": 0.015313757583498955, + "step": 56960 + }, + { + "loss_action": 0.011956385336816311, + "loss_total": 0.011956385336816311, + "step": 56960 + }, + { + "loss_action": 0.014070146717131138, + "loss_total": 0.014070146717131138, + "step": 56960 + }, + { + "loss_action": 0.008227426558732986, + "loss_total": 0.008227426558732986, + "step": 56960 + }, + { + "loss_action": 0.01531890407204628, + "loss_total": 0.01531890407204628, + "step": 56960 + }, + { + "grad_norm": 0.23390772938728333, + "learning_rate": 4.263751256002996e-05, + "loss": 0.015, + "step": 56970 + }, + { + "loss_action": 0.012958594597876072, + "loss_total": 0.012958594597876072, + "step": 56970 + }, + { + "loss_action": 0.007746357936412096, + "loss_total": 0.007746357936412096, + "step": 56970 + }, + { + "loss_action": 0.027439506724476814, + "loss_total": 0.027439506724476814, + "step": 56970 + }, + { + "loss_action": 0.019329650327563286, + "loss_total": 0.019329650327563286, + "step": 56970 + }, + { + "loss_action": 0.00532061792910099, + "loss_total": 0.00532061792910099, + "step": 56970 + }, + { + "loss_action": 0.009216105565428734, + "loss_total": 0.009216105565428734, + "step": 56970 + }, + { + "grad_norm": 0.4047980308532715, + "learning_rate": 4.26211585037903e-05, + "loss": 0.0151, + "step": 56980 + }, + { + "loss_action": 0.011438361369073391, + "loss_total": 0.011438361369073391, + "step": 56980 + }, + { + "loss_action": 0.013480179943144321, + "loss_total": 0.013480179943144321, + "step": 56980 + }, + { + "loss_action": 0.018162107095122337, + "loss_total": 0.018162107095122337, + "step": 56980 + }, + { + "loss_action": 0.00879129022359848, + "loss_total": 0.00879129022359848, + "step": 56980 + }, + { + "loss_action": 0.006862421985715628, + "loss_total": 0.006862421985715628, + "step": 56980 + }, + { + "loss_action": 0.008892831392586231, + "loss_total": 0.008892831392586231, + "step": 56980 + }, + { + "grad_norm": 0.4116254448890686, + "learning_rate": 4.2604805254489656e-05, + "loss": 0.0137, + "step": 56990 + }, + { + "loss_action": 0.022944433614611626, + "loss_total": 0.022944433614611626, + "step": 56990 + }, + { + "loss_action": 0.013241516426205635, + "loss_total": 0.013241516426205635, + "step": 56990 + }, + { + "loss_action": 0.012500835582613945, + "loss_total": 0.012500835582613945, + "step": 56990 + }, + { + "loss_action": 0.008163375779986382, + "loss_total": 0.008163375779986382, + "step": 56990 + }, + { + "loss_action": 0.006272905506193638, + "loss_total": 0.006272905506193638, + "step": 56990 + }, + { + "loss_action": 0.007931670174002647, + "loss_total": 0.007931670174002647, + "step": 56990 + }, + { + "grad_norm": 0.27403753995895386, + "learning_rate": 4.258845281391638e-05, + "loss": 0.0126, + "step": 57000 + }, + { + "loss_action": 0.0042397561483085155, + "loss_total": 0.0042397561483085155, + "step": 57000 + }, + { + "loss_action": 0.013180375099182129, + "loss_total": 0.013180375099182129, + "step": 57000 + }, + { + "loss_action": 0.011497318744659424, + "loss_total": 0.011497318744659424, + "step": 57000 + }, + { + "loss_action": 0.020350877195596695, + "loss_total": 0.020350877195596695, + "step": 57000 + }, + { + "loss_action": 0.01694360189139843, + "loss_total": 0.01694360189139843, + "step": 57000 + }, + { + "loss_action": 0.005885717924684286, + "loss_total": 0.005885717924684286, + "step": 57000 + }, + { + "grad_norm": 0.35042765736579895, + "learning_rate": 4.257210118385876e-05, + "loss": 0.0116, + "step": 57010 + }, + { + "loss_action": 0.007649124134331942, + "loss_total": 0.007649124134331942, + "step": 57010 + }, + { + "loss_action": 0.017093028873205185, + "loss_total": 0.017093028873205185, + "step": 57010 + }, + { + "loss_action": 0.007836566306650639, + "loss_total": 0.007836566306650639, + "step": 57010 + }, + { + "loss_action": 0.01289447396993637, + "loss_total": 0.01289447396993637, + "step": 57010 + }, + { + "loss_action": 0.007113532163202763, + "loss_total": 0.007113532163202763, + "step": 57010 + }, + { + "loss_action": 0.008672911673784256, + "loss_total": 0.008672911673784256, + "step": 57010 + }, + { + "grad_norm": 0.3269045948982239, + "learning_rate": 4.2555750366104994e-05, + "loss": 0.0134, + "step": 57020 + }, + { + "loss_action": 0.005273757036775351, + "loss_total": 0.005273757036775351, + "step": 57020 + }, + { + "loss_action": 0.058329205960035324, + "loss_total": 0.058329205960035324, + "step": 57020 + }, + { + "loss_action": 0.006919271778315306, + "loss_total": 0.006919271778315306, + "step": 57020 + }, + { + "loss_action": 0.009931760840117931, + "loss_total": 0.009931760840117931, + "step": 57020 + }, + { + "loss_action": 0.007136611267924309, + "loss_total": 0.007136611267924309, + "step": 57020 + }, + { + "loss_action": 0.018181491643190384, + "loss_total": 0.018181491643190384, + "step": 57020 + }, + { + "grad_norm": 0.25118058919906616, + "learning_rate": 4.2539400362443184e-05, + "loss": 0.0141, + "step": 57030 + }, + { + "loss_action": 0.017923709005117416, + "loss_total": 0.017923709005117416, + "step": 57030 + }, + { + "loss_action": 0.021244248375296593, + "loss_total": 0.021244248375296593, + "step": 57030 + }, + { + "loss_action": 0.016259996220469475, + "loss_total": 0.016259996220469475, + "step": 57030 + }, + { + "loss_action": 0.009048257023096085, + "loss_total": 0.009048257023096085, + "step": 57030 + }, + { + "loss_action": 0.035927556455135345, + "loss_total": 0.035927556455135345, + "step": 57030 + }, + { + "loss_action": 0.014839256182312965, + "loss_total": 0.014839256182312965, + "step": 57030 + }, + { + "grad_norm": 0.32211998105049133, + "learning_rate": 4.252305117466133e-05, + "loss": 0.0164, + "step": 57040 + }, + { + "loss_action": 0.007596658542752266, + "loss_total": 0.007596658542752266, + "step": 57040 + }, + { + "loss_action": 0.008703760802745819, + "loss_total": 0.008703760802745819, + "step": 57040 + }, + { + "loss_action": 0.007932394742965698, + "loss_total": 0.007932394742965698, + "step": 57040 + }, + { + "loss_action": 0.007194483187049627, + "loss_total": 0.007194483187049627, + "step": 57040 + }, + { + "loss_action": 0.007131949067115784, + "loss_total": 0.007131949067115784, + "step": 57040 + }, + { + "loss_action": 0.013412568718194962, + "loss_total": 0.013412568718194962, + "step": 57040 + }, + { + "grad_norm": 0.35697877407073975, + "learning_rate": 4.2506702804547356e-05, + "loss": 0.0135, + "step": 57050 + }, + { + "loss_action": 0.06730283051729202, + "loss_total": 0.06730283051729202, + "step": 57050 + }, + { + "loss_action": 0.13098452985286713, + "loss_total": 0.13098452985286713, + "step": 57050 + }, + { + "loss_action": 0.010616674087941647, + "loss_total": 0.010616674087941647, + "step": 57050 + }, + { + "loss_action": 0.007970546372234821, + "loss_total": 0.007970546372234821, + "step": 57050 + }, + { + "loss_action": 0.0047200084663927555, + "loss_total": 0.0047200084663927555, + "step": 57050 + }, + { + "loss_action": 0.01959465630352497, + "loss_total": 0.01959465630352497, + "step": 57050 + }, + { + "grad_norm": 0.3993632197380066, + "learning_rate": 4.249035525388907e-05, + "loss": 0.0158, + "step": 57060 + }, + { + "loss_action": 0.010103212669491768, + "loss_total": 0.010103212669491768, + "step": 57060 + }, + { + "loss_action": 0.030390875414013863, + "loss_total": 0.030390875414013863, + "step": 57060 + }, + { + "loss_action": 0.011746706441044807, + "loss_total": 0.011746706441044807, + "step": 57060 + }, + { + "loss_action": 0.016581404954195023, + "loss_total": 0.016581404954195023, + "step": 57060 + }, + { + "loss_action": 0.011221672408282757, + "loss_total": 0.011221672408282757, + "step": 57060 + }, + { + "loss_action": 0.005541900172829628, + "loss_total": 0.005541900172829628, + "step": 57060 + }, + { + "grad_norm": 0.3818410038948059, + "learning_rate": 4.247400852447427e-05, + "loss": 0.0153, + "step": 57070 + }, + { + "loss_action": 0.020752333104610443, + "loss_total": 0.020752333104610443, + "step": 57070 + }, + { + "loss_action": 0.012983011081814766, + "loss_total": 0.012983011081814766, + "step": 57070 + }, + { + "loss_action": 0.01446572132408619, + "loss_total": 0.01446572132408619, + "step": 57070 + }, + { + "loss_action": 0.024495497345924377, + "loss_total": 0.024495497345924377, + "step": 57070 + }, + { + "loss_action": 0.017979025840759277, + "loss_total": 0.017979025840759277, + "step": 57070 + }, + { + "loss_action": 0.02535826712846756, + "loss_total": 0.02535826712846756, + "step": 57070 + }, + { + "grad_norm": 0.3530215322971344, + "learning_rate": 4.245766261809059e-05, + "loss": 0.0154, + "step": 57080 + }, + { + "loss_action": 0.007598938420414925, + "loss_total": 0.007598938420414925, + "step": 57080 + }, + { + "loss_action": 0.017203737050294876, + "loss_total": 0.017203737050294876, + "step": 57080 + }, + { + "loss_action": 0.008665768429636955, + "loss_total": 0.008665768429636955, + "step": 57080 + }, + { + "loss_action": 0.03428620845079422, + "loss_total": 0.03428620845079422, + "step": 57080 + }, + { + "loss_action": 0.007114354986697435, + "loss_total": 0.007114354986697435, + "step": 57080 + }, + { + "loss_action": 0.010064498521387577, + "loss_total": 0.010064498521387577, + "step": 57080 + }, + { + "grad_norm": 0.2557133734226227, + "learning_rate": 4.244131753652558e-05, + "loss": 0.0162, + "step": 57090 + }, + { + "loss_action": 0.012491817586123943, + "loss_total": 0.012491817586123943, + "step": 57090 + }, + { + "loss_action": 0.021799542009830475, + "loss_total": 0.021799542009830475, + "step": 57090 + }, + { + "loss_action": 0.005802400875836611, + "loss_total": 0.005802400875836611, + "step": 57090 + }, + { + "loss_action": 0.011042771860957146, + "loss_total": 0.011042771860957146, + "step": 57090 + }, + { + "loss_action": 0.007880323566496372, + "loss_total": 0.007880323566496372, + "step": 57090 + }, + { + "loss_action": 0.012970315292477608, + "loss_total": 0.012970315292477608, + "step": 57090 + }, + { + "grad_norm": 0.347215473651886, + "learning_rate": 4.242497328156672e-05, + "loss": 0.0141, + "step": 57100 + }, + { + "loss_action": 0.005666056182235479, + "loss_total": 0.005666056182235479, + "step": 57100 + }, + { + "loss_action": 0.010826634243130684, + "loss_total": 0.010826634243130684, + "step": 57100 + }, + { + "loss_action": 0.005967722274363041, + "loss_total": 0.005967722274363041, + "step": 57100 + }, + { + "loss_action": 0.008158696815371513, + "loss_total": 0.008158696815371513, + "step": 57100 + }, + { + "loss_action": 0.01938178576529026, + "loss_total": 0.01938178576529026, + "step": 57100 + }, + { + "loss_action": 0.009558071382343769, + "loss_total": 0.009558071382343769, + "step": 57100 + }, + { + "grad_norm": 0.46107396483421326, + "learning_rate": 4.240862985500139e-05, + "loss": 0.0178, + "step": 57110 + }, + { + "loss_action": 0.019774295389652252, + "loss_total": 0.019774295389652252, + "step": 57110 + }, + { + "loss_action": 0.00858707819133997, + "loss_total": 0.00858707819133997, + "step": 57110 + }, + { + "loss_action": 0.010234503075480461, + "loss_total": 0.010234503075480461, + "step": 57110 + }, + { + "loss_action": 0.013573842123150826, + "loss_total": 0.013573842123150826, + "step": 57110 + }, + { + "loss_action": 0.004097650293260813, + "loss_total": 0.004097650293260813, + "step": 57110 + }, + { + "loss_action": 0.007649376057088375, + "loss_total": 0.007649376057088375, + "step": 57110 + }, + { + "grad_norm": 0.3633245825767517, + "learning_rate": 4.2392287258616894e-05, + "loss": 0.0144, + "step": 57120 + }, + { + "loss_action": 0.015137601643800735, + "loss_total": 0.015137601643800735, + "step": 57120 + }, + { + "loss_action": 0.006945242639631033, + "loss_total": 0.006945242639631033, + "step": 57120 + }, + { + "loss_action": 0.010709791444242, + "loss_total": 0.010709791444242, + "step": 57120 + }, + { + "loss_action": 0.007134417537599802, + "loss_total": 0.007134417537599802, + "step": 57120 + }, + { + "loss_action": 0.010464312508702278, + "loss_total": 0.010464312508702278, + "step": 57120 + }, + { + "loss_action": 0.00832089688628912, + "loss_total": 0.00832089688628912, + "step": 57120 + }, + { + "grad_norm": 0.29254889488220215, + "learning_rate": 4.2375945494200396e-05, + "loss": 0.012, + "step": 57130 + }, + { + "loss_action": 0.0075681330636143684, + "loss_total": 0.0075681330636143684, + "step": 57130 + }, + { + "loss_action": 0.032503291964530945, + "loss_total": 0.032503291964530945, + "step": 57130 + }, + { + "loss_action": 0.008654962293803692, + "loss_total": 0.008654962293803692, + "step": 57130 + }, + { + "loss_action": 0.011211840435862541, + "loss_total": 0.011211840435862541, + "step": 57130 + }, + { + "loss_action": 0.006811364553868771, + "loss_total": 0.006811364553868771, + "step": 57130 + }, + { + "loss_action": 0.006122144870460033, + "loss_total": 0.006122144870460033, + "step": 57130 + }, + { + "grad_norm": 0.2663326859474182, + "learning_rate": 4.2359604563539054e-05, + "loss": 0.0137, + "step": 57140 + }, + { + "loss_action": 0.007363503333181143, + "loss_total": 0.007363503333181143, + "step": 57140 + }, + { + "loss_action": 0.006100821308791637, + "loss_total": 0.006100821308791637, + "step": 57140 + }, + { + "loss_action": 0.020113900303840637, + "loss_total": 0.020113900303840637, + "step": 57140 + }, + { + "loss_action": 0.015389146283268929, + "loss_total": 0.015389146283268929, + "step": 57140 + }, + { + "loss_action": 0.006736503913998604, + "loss_total": 0.006736503913998604, + "step": 57140 + }, + { + "loss_action": 0.010225597769021988, + "loss_total": 0.010225597769021988, + "step": 57140 + }, + { + "grad_norm": 0.2768705189228058, + "learning_rate": 4.2343264468419885e-05, + "loss": 0.0153, + "step": 57150 + }, + { + "loss_action": 0.008865579031407833, + "loss_total": 0.008865579031407833, + "step": 57150 + }, + { + "loss_action": 0.014939483255147934, + "loss_total": 0.014939483255147934, + "step": 57150 + }, + { + "loss_action": 0.01321254763752222, + "loss_total": 0.01321254763752222, + "step": 57150 + }, + { + "loss_action": 0.03176664188504219, + "loss_total": 0.03176664188504219, + "step": 57150 + }, + { + "loss_action": 0.008028273470699787, + "loss_total": 0.008028273470699787, + "step": 57150 + }, + { + "loss_action": 0.01504259929060936, + "loss_total": 0.01504259929060936, + "step": 57150 + }, + { + "grad_norm": 0.3353644609451294, + "learning_rate": 4.232692521062979e-05, + "loss": 0.013, + "step": 57160 + }, + { + "loss_action": 0.010263756848871708, + "loss_total": 0.010263756848871708, + "step": 57160 + }, + { + "loss_action": 0.02581881172955036, + "loss_total": 0.02581881172955036, + "step": 57160 + }, + { + "loss_action": 0.006316956598311663, + "loss_total": 0.006316956598311663, + "step": 57160 + }, + { + "loss_action": 0.007819246500730515, + "loss_total": 0.007819246500730515, + "step": 57160 + }, + { + "loss_action": 0.05979892238974571, + "loss_total": 0.05979892238974571, + "step": 57160 + }, + { + "loss_action": 0.010184334591031075, + "loss_total": 0.010184334591031075, + "step": 57160 + }, + { + "grad_norm": 0.30293282866477966, + "learning_rate": 4.231058679195562e-05, + "loss": 0.015, + "step": 57170 + }, + { + "loss_action": 0.014119626954197884, + "loss_total": 0.014119626954197884, + "step": 57170 + }, + { + "loss_action": 0.010479836724698544, + "loss_total": 0.010479836724698544, + "step": 57170 + }, + { + "loss_action": 0.011488123796880245, + "loss_total": 0.011488123796880245, + "step": 57170 + }, + { + "loss_action": 0.015828384086489677, + "loss_total": 0.015828384086489677, + "step": 57170 + }, + { + "loss_action": 0.0033968244679272175, + "loss_total": 0.0033968244679272175, + "step": 57170 + }, + { + "loss_action": 0.007338318508118391, + "loss_total": 0.007338318508118391, + "step": 57170 + }, + { + "grad_norm": 0.2987460494041443, + "learning_rate": 4.229424921418411e-05, + "loss": 0.0111, + "step": 57180 + }, + { + "loss_action": 0.0062592364847660065, + "loss_total": 0.0062592364847660065, + "step": 57180 + }, + { + "loss_action": 0.01913219504058361, + "loss_total": 0.01913219504058361, + "step": 57180 + }, + { + "loss_action": 0.006022065412253141, + "loss_total": 0.006022065412253141, + "step": 57180 + }, + { + "loss_action": 0.011889718472957611, + "loss_total": 0.011889718472957611, + "step": 57180 + }, + { + "loss_action": 0.004765842575579882, + "loss_total": 0.004765842575579882, + "step": 57180 + }, + { + "loss_action": 0.007486497517675161, + "loss_total": 0.007486497517675161, + "step": 57180 + }, + { + "grad_norm": 0.3463760018348694, + "learning_rate": 4.2277912479101916e-05, + "loss": 0.0105, + "step": 57190 + }, + { + "loss_action": 0.006901832297444344, + "loss_total": 0.006901832297444344, + "step": 57190 + }, + { + "loss_action": 0.006832600571215153, + "loss_total": 0.006832600571215153, + "step": 57190 + }, + { + "loss_action": 0.01272517815232277, + "loss_total": 0.01272517815232277, + "step": 57190 + }, + { + "loss_action": 0.024921858683228493, + "loss_total": 0.024921858683228493, + "step": 57190 + }, + { + "loss_action": 0.004342299420386553, + "loss_total": 0.004342299420386553, + "step": 57190 + }, + { + "loss_action": 0.006765367928892374, + "loss_total": 0.006765367928892374, + "step": 57190 + }, + { + "grad_norm": 0.37873899936676025, + "learning_rate": 4.226157658849562e-05, + "loss": 0.0132, + "step": 57200 + }, + { + "loss_action": 0.04304247349500656, + "loss_total": 0.04304247349500656, + "step": 57200 + }, + { + "loss_action": 0.007305309642106295, + "loss_total": 0.007305309642106295, + "step": 57200 + }, + { + "loss_action": 0.010271074250340462, + "loss_total": 0.010271074250340462, + "step": 57200 + }, + { + "loss_action": 0.029434390366077423, + "loss_total": 0.029434390366077423, + "step": 57200 + }, + { + "loss_action": 0.011942221783101559, + "loss_total": 0.011942221783101559, + "step": 57200 + }, + { + "loss_action": 0.013098021037876606, + "loss_total": 0.013098021037876606, + "step": 57200 + }, + { + "grad_norm": 0.26973584294319153, + "learning_rate": 4.2245241544151664e-05, + "loss": 0.0115, + "step": 57210 + }, + { + "loss_action": 0.005800924263894558, + "loss_total": 0.005800924263894558, + "step": 57210 + }, + { + "loss_action": 0.007561651058495045, + "loss_total": 0.007561651058495045, + "step": 57210 + }, + { + "loss_action": 0.008291937410831451, + "loss_total": 0.008291937410831451, + "step": 57210 + }, + { + "loss_action": 0.008803101256489754, + "loss_total": 0.008803101256489754, + "step": 57210 + }, + { + "loss_action": 0.012724797241389751, + "loss_total": 0.012724797241389751, + "step": 57210 + }, + { + "loss_action": 0.01154180895537138, + "loss_total": 0.01154180895537138, + "step": 57210 + }, + { + "grad_norm": 0.32724201679229736, + "learning_rate": 4.2228907347856425e-05, + "loss": 0.0138, + "step": 57220 + }, + { + "loss_action": 0.010204867459833622, + "loss_total": 0.010204867459833622, + "step": 57220 + }, + { + "loss_action": 0.007242467254400253, + "loss_total": 0.007242467254400253, + "step": 57220 + }, + { + "loss_action": 0.00745595945045352, + "loss_total": 0.00745595945045352, + "step": 57220 + }, + { + "loss_action": 0.01848791539669037, + "loss_total": 0.01848791539669037, + "step": 57220 + }, + { + "loss_action": 0.009459180757403374, + "loss_total": 0.009459180757403374, + "step": 57220 + }, + { + "loss_action": 0.017972927540540695, + "loss_total": 0.017972927540540695, + "step": 57220 + }, + { + "grad_norm": 0.3154776096343994, + "learning_rate": 4.2212574001396214e-05, + "loss": 0.0136, + "step": 57230 + }, + { + "loss_action": 0.011531992815434933, + "loss_total": 0.011531992815434933, + "step": 57230 + }, + { + "loss_action": 0.004906622227281332, + "loss_total": 0.004906622227281332, + "step": 57230 + }, + { + "loss_action": 0.01133287139236927, + "loss_total": 0.01133287139236927, + "step": 57230 + }, + { + "loss_action": 0.010570884682238102, + "loss_total": 0.010570884682238102, + "step": 57230 + }, + { + "loss_action": 0.018162842839956284, + "loss_total": 0.018162842839956284, + "step": 57230 + }, + { + "loss_action": 0.009212848730385303, + "loss_total": 0.009212848730385303, + "step": 57230 + }, + { + "grad_norm": 0.21893486380577087, + "learning_rate": 4.21962415065572e-05, + "loss": 0.012, + "step": 57240 + }, + { + "loss_action": 0.003630893537774682, + "loss_total": 0.003630893537774682, + "step": 57240 + }, + { + "loss_action": 0.010171190835535526, + "loss_total": 0.010171190835535526, + "step": 57240 + }, + { + "loss_action": 0.018754789605736732, + "loss_total": 0.018754789605736732, + "step": 57240 + }, + { + "loss_action": 0.007357871625572443, + "loss_total": 0.007357871625572443, + "step": 57240 + }, + { + "loss_action": 0.08113732188940048, + "loss_total": 0.08113732188940048, + "step": 57240 + }, + { + "loss_action": 0.013604188337922096, + "loss_total": 0.013604188337922096, + "step": 57240 + }, + { + "grad_norm": 0.3589060604572296, + "learning_rate": 4.217990986512548e-05, + "loss": 0.0161, + "step": 57250 + }, + { + "loss_action": 0.04442210495471954, + "loss_total": 0.04442210495471954, + "step": 57250 + }, + { + "loss_action": 0.0064104232005774975, + "loss_total": 0.0064104232005774975, + "step": 57250 + }, + { + "loss_action": 0.005328637082129717, + "loss_total": 0.005328637082129717, + "step": 57250 + }, + { + "loss_action": 0.01759960502386093, + "loss_total": 0.01759960502386093, + "step": 57250 + }, + { + "loss_action": 0.008135282434523106, + "loss_total": 0.008135282434523106, + "step": 57250 + }, + { + "loss_action": 0.004567012190818787, + "loss_total": 0.004567012190818787, + "step": 57250 + }, + { + "grad_norm": 0.3224864602088928, + "learning_rate": 4.216357907888704e-05, + "loss": 0.012, + "step": 57260 + }, + { + "loss_action": 0.011872496455907822, + "loss_total": 0.011872496455907822, + "step": 57260 + }, + { + "loss_action": 0.006457535549998283, + "loss_total": 0.006457535549998283, + "step": 57260 + }, + { + "loss_action": 0.013947851955890656, + "loss_total": 0.013947851955890656, + "step": 57260 + }, + { + "loss_action": 0.009406511671841145, + "loss_total": 0.009406511671841145, + "step": 57260 + }, + { + "loss_action": 0.005068356171250343, + "loss_total": 0.005068356171250343, + "step": 57260 + }, + { + "loss_action": 0.006424682214856148, + "loss_total": 0.006424682214856148, + "step": 57260 + }, + { + "grad_norm": 0.4041449725627899, + "learning_rate": 4.2147249149627824e-05, + "loss": 0.0129, + "step": 57270 + }, + { + "loss_action": 0.015036189928650856, + "loss_total": 0.015036189928650856, + "step": 57270 + }, + { + "loss_action": 0.008759765885770321, + "loss_total": 0.008759765885770321, + "step": 57270 + }, + { + "loss_action": 0.00906667672097683, + "loss_total": 0.00906667672097683, + "step": 57270 + }, + { + "loss_action": 0.014321567490696907, + "loss_total": 0.014321567490696907, + "step": 57270 + }, + { + "loss_action": 0.011033179238438606, + "loss_total": 0.011033179238438606, + "step": 57270 + }, + { + "loss_action": 0.014399020932614803, + "loss_total": 0.014399020932614803, + "step": 57270 + }, + { + "grad_norm": 0.40014412999153137, + "learning_rate": 4.213092007913364e-05, + "loss": 0.0143, + "step": 57280 + }, + { + "loss_action": 0.009496688842773438, + "loss_total": 0.009496688842773438, + "step": 57280 + }, + { + "loss_action": 0.00803269911557436, + "loss_total": 0.00803269911557436, + "step": 57280 + }, + { + "loss_action": 0.006295460741966963, + "loss_total": 0.006295460741966963, + "step": 57280 + }, + { + "loss_action": 0.008021235466003418, + "loss_total": 0.008021235466003418, + "step": 57280 + }, + { + "loss_action": 0.016046516597270966, + "loss_total": 0.016046516597270966, + "step": 57280 + }, + { + "loss_action": 0.015492095611989498, + "loss_total": 0.015492095611989498, + "step": 57280 + }, + { + "grad_norm": 0.3893149793148041, + "learning_rate": 4.2114591869190205e-05, + "loss": 0.0133, + "step": 57290 + }, + { + "loss_action": 0.006165108177810907, + "loss_total": 0.006165108177810907, + "step": 57290 + }, + { + "loss_action": 0.0059129623696208, + "loss_total": 0.0059129623696208, + "step": 57290 + }, + { + "loss_action": 0.013024910353124142, + "loss_total": 0.013024910353124142, + "step": 57290 + }, + { + "loss_action": 0.023004254326224327, + "loss_total": 0.023004254326224327, + "step": 57290 + }, + { + "loss_action": 0.018697764724493027, + "loss_total": 0.018697764724493027, + "step": 57290 + }, + { + "loss_action": 0.012525510974228382, + "loss_total": 0.012525510974228382, + "step": 57290 + }, + { + "grad_norm": 0.2801559567451477, + "learning_rate": 4.209826452158315e-05, + "loss": 0.0121, + "step": 57300 + }, + { + "loss_action": 0.007739355321973562, + "loss_total": 0.007739355321973562, + "step": 57300 + }, + { + "loss_action": 0.016603289172053337, + "loss_total": 0.016603289172053337, + "step": 57300 + }, + { + "loss_action": 0.004255247768014669, + "loss_total": 0.004255247768014669, + "step": 57300 + }, + { + "loss_action": 0.007578279357403517, + "loss_total": 0.007578279357403517, + "step": 57300 + }, + { + "loss_action": 0.008829977363348007, + "loss_total": 0.008829977363348007, + "step": 57300 + }, + { + "loss_action": 0.019108619540929794, + "loss_total": 0.019108619540929794, + "step": 57300 + }, + { + "grad_norm": 0.3704395294189453, + "learning_rate": 4.2081938038098e-05, + "loss": 0.0117, + "step": 57310 + }, + { + "loss_action": 0.004017549101263285, + "loss_total": 0.004017549101263285, + "step": 57310 + }, + { + "loss_action": 0.010487206280231476, + "loss_total": 0.010487206280231476, + "step": 57310 + }, + { + "loss_action": 0.009421061724424362, + "loss_total": 0.009421061724424362, + "step": 57310 + }, + { + "loss_action": 0.008797626942396164, + "loss_total": 0.008797626942396164, + "step": 57310 + }, + { + "loss_action": 0.009988673031330109, + "loss_total": 0.009988673031330109, + "step": 57310 + }, + { + "loss_action": 0.012150448746979237, + "loss_total": 0.012150448746979237, + "step": 57310 + }, + { + "grad_norm": 0.31237924098968506, + "learning_rate": 4.2065612420520185e-05, + "loss": 0.0121, + "step": 57320 + }, + { + "loss_action": 0.004163410048931837, + "loss_total": 0.004163410048931837, + "step": 57320 + }, + { + "loss_action": 0.005567660089582205, + "loss_total": 0.005567660089582205, + "step": 57320 + }, + { + "loss_action": 0.006182378623634577, + "loss_total": 0.006182378623634577, + "step": 57320 + }, + { + "loss_action": 0.009608370251953602, + "loss_total": 0.009608370251953602, + "step": 57320 + }, + { + "loss_action": 0.013183540664613247, + "loss_total": 0.013183540664613247, + "step": 57320 + }, + { + "loss_action": 0.003594555426388979, + "loss_total": 0.003594555426388979, + "step": 57320 + }, + { + "grad_norm": 0.28742605447769165, + "learning_rate": 4.204928767063509e-05, + "loss": 0.0128, + "step": 57330 + }, + { + "loss_action": 0.012955013662576675, + "loss_total": 0.012955013662576675, + "step": 57330 + }, + { + "loss_action": 0.056589242070913315, + "loss_total": 0.056589242070913315, + "step": 57330 + }, + { + "loss_action": 0.006476363632827997, + "loss_total": 0.006476363632827997, + "step": 57330 + }, + { + "loss_action": 0.018342338502407074, + "loss_total": 0.018342338502407074, + "step": 57330 + }, + { + "loss_action": 0.0036551295779645443, + "loss_total": 0.0036551295779645443, + "step": 57330 + }, + { + "loss_action": 0.004074343480169773, + "loss_total": 0.004074343480169773, + "step": 57330 + }, + { + "grad_norm": 0.2825964391231537, + "learning_rate": 4.2032963790227944e-05, + "loss": 0.0128, + "step": 57340 + }, + { + "loss_action": 0.008216976188123226, + "loss_total": 0.008216976188123226, + "step": 57340 + }, + { + "loss_action": 0.008318998850882053, + "loss_total": 0.008318998850882053, + "step": 57340 + }, + { + "loss_action": 0.018706785514950752, + "loss_total": 0.018706785514950752, + "step": 57340 + }, + { + "loss_action": 0.01582365669310093, + "loss_total": 0.01582365669310093, + "step": 57340 + }, + { + "loss_action": 0.006583462003618479, + "loss_total": 0.006583462003618479, + "step": 57340 + }, + { + "loss_action": 0.00729597732424736, + "loss_total": 0.00729597732424736, + "step": 57340 + }, + { + "grad_norm": 0.35165461897850037, + "learning_rate": 4.2016640781083887e-05, + "loss": 0.0138, + "step": 57350 + }, + { + "loss_action": 0.006246400531381369, + "loss_total": 0.006246400531381369, + "step": 57350 + }, + { + "loss_action": 0.02027718536555767, + "loss_total": 0.02027718536555767, + "step": 57350 + }, + { + "loss_action": 0.0064474730752408504, + "loss_total": 0.0064474730752408504, + "step": 57350 + }, + { + "loss_action": 0.005345506593585014, + "loss_total": 0.005345506593585014, + "step": 57350 + }, + { + "loss_action": 0.012319379486143589, + "loss_total": 0.012319379486143589, + "step": 57350 + }, + { + "loss_action": 0.01706772856414318, + "loss_total": 0.01706772856414318, + "step": 57350 + }, + { + "grad_norm": 0.356406569480896, + "learning_rate": 4.2000318644988004e-05, + "loss": 0.0139, + "step": 57360 + }, + { + "loss_action": 0.00911269336938858, + "loss_total": 0.00911269336938858, + "step": 57360 + }, + { + "loss_action": 0.012642348185181618, + "loss_total": 0.012642348185181618, + "step": 57360 + }, + { + "loss_action": 0.010416768491268158, + "loss_total": 0.010416768491268158, + "step": 57360 + }, + { + "loss_action": 0.0577884204685688, + "loss_total": 0.0577884204685688, + "step": 57360 + }, + { + "loss_action": 0.010913537815213203, + "loss_total": 0.010913537815213203, + "step": 57360 + }, + { + "loss_action": 0.00661145243793726, + "loss_total": 0.00661145243793726, + "step": 57360 + }, + { + "grad_norm": 0.356001615524292, + "learning_rate": 4.198399738372524e-05, + "loss": 0.0139, + "step": 57370 + }, + { + "loss_action": 0.014123200438916683, + "loss_total": 0.014123200438916683, + "step": 57370 + }, + { + "loss_action": 0.005426469724625349, + "loss_total": 0.005426469724625349, + "step": 57370 + }, + { + "loss_action": 0.009169371798634529, + "loss_total": 0.009169371798634529, + "step": 57370 + }, + { + "loss_action": 0.010113269090652466, + "loss_total": 0.010113269090652466, + "step": 57370 + }, + { + "loss_action": 0.006538959685713053, + "loss_total": 0.006538959685713053, + "step": 57370 + }, + { + "loss_action": 0.009439539164304733, + "loss_total": 0.009439539164304733, + "step": 57370 + }, + { + "grad_norm": 0.24917016923427582, + "learning_rate": 4.196767699908045e-05, + "loss": 0.012, + "step": 57380 + }, + { + "loss_action": 0.01786358468234539, + "loss_total": 0.01786358468234539, + "step": 57380 + }, + { + "loss_action": 0.015254287049174309, + "loss_total": 0.015254287049174309, + "step": 57380 + }, + { + "loss_action": 0.009987123310565948, + "loss_total": 0.009987123310565948, + "step": 57380 + }, + { + "loss_action": 0.011736939661204815, + "loss_total": 0.011736939661204815, + "step": 57380 + }, + { + "loss_action": 0.03861238434910774, + "loss_total": 0.03861238434910774, + "step": 57380 + }, + { + "loss_action": 0.006280428264290094, + "loss_total": 0.006280428264290094, + "step": 57380 + }, + { + "grad_norm": 0.23186734318733215, + "learning_rate": 4.195135749283845e-05, + "loss": 0.0147, + "step": 57390 + }, + { + "loss_action": 0.008281559683382511, + "loss_total": 0.008281559683382511, + "step": 57390 + }, + { + "loss_action": 0.011770535260438919, + "loss_total": 0.011770535260438919, + "step": 57390 + }, + { + "loss_action": 0.010089353658258915, + "loss_total": 0.010089353658258915, + "step": 57390 + }, + { + "loss_action": 0.013215691782534122, + "loss_total": 0.013215691782534122, + "step": 57390 + }, + { + "loss_action": 0.011998330242931843, + "loss_total": 0.011998330242931843, + "step": 57390 + }, + { + "loss_action": 0.00959818996489048, + "loss_total": 0.00959818996489048, + "step": 57390 + }, + { + "grad_norm": 0.2876965403556824, + "learning_rate": 4.1935038866783894e-05, + "loss": 0.0119, + "step": 57400 + }, + { + "loss_action": 0.010289955884218216, + "loss_total": 0.010289955884218216, + "step": 57400 + }, + { + "loss_action": 0.008048071525990963, + "loss_total": 0.008048071525990963, + "step": 57400 + }, + { + "loss_action": 0.03492182120680809, + "loss_total": 0.03492182120680809, + "step": 57400 + }, + { + "loss_action": 0.006845713127404451, + "loss_total": 0.006845713127404451, + "step": 57400 + }, + { + "loss_action": 0.00990156177431345, + "loss_total": 0.00990156177431345, + "step": 57400 + }, + { + "loss_action": 0.006292474921792746, + "loss_total": 0.006292474921792746, + "step": 57400 + }, + { + "grad_norm": 0.29025816917419434, + "learning_rate": 4.1918721122701355e-05, + "loss": 0.012, + "step": 57410 + }, + { + "loss_action": 0.012102099135518074, + "loss_total": 0.012102099135518074, + "step": 57410 + }, + { + "loss_action": 0.011658291332423687, + "loss_total": 0.011658291332423687, + "step": 57410 + }, + { + "loss_action": 0.0317840501666069, + "loss_total": 0.0317840501666069, + "step": 57410 + }, + { + "loss_action": 0.00687816459685564, + "loss_total": 0.00687816459685564, + "step": 57410 + }, + { + "loss_action": 0.10692024976015091, + "loss_total": 0.10692024976015091, + "step": 57410 + }, + { + "loss_action": 0.00576765788719058, + "loss_total": 0.00576765788719058, + "step": 57410 + }, + { + "grad_norm": 0.236415296792984, + "learning_rate": 4.190240426237533e-05, + "loss": 0.0138, + "step": 57420 + }, + { + "loss_action": 0.008817430585622787, + "loss_total": 0.008817430585622787, + "step": 57420 + }, + { + "loss_action": 0.015136324800550938, + "loss_total": 0.015136324800550938, + "step": 57420 + }, + { + "loss_action": 0.00740964338183403, + "loss_total": 0.00740964338183403, + "step": 57420 + }, + { + "loss_action": 0.015043821185827255, + "loss_total": 0.015043821185827255, + "step": 57420 + }, + { + "loss_action": 0.004121653735637665, + "loss_total": 0.004121653735637665, + "step": 57420 + }, + { + "loss_action": 0.01886584609746933, + "loss_total": 0.01886584609746933, + "step": 57420 + }, + { + "grad_norm": 0.37076762318611145, + "learning_rate": 4.188608828759019e-05, + "loss": 0.0126, + "step": 57430 + }, + { + "loss_action": 0.005312794353812933, + "loss_total": 0.005312794353812933, + "step": 57430 + }, + { + "loss_action": 0.039729923009872437, + "loss_total": 0.039729923009872437, + "step": 57430 + }, + { + "loss_action": 0.007635608781129122, + "loss_total": 0.007635608781129122, + "step": 57430 + }, + { + "loss_action": 0.012384835630655289, + "loss_total": 0.012384835630655289, + "step": 57430 + }, + { + "loss_action": 0.009904669597744942, + "loss_total": 0.009904669597744942, + "step": 57430 + }, + { + "loss_action": 0.009925579652190208, + "loss_total": 0.009925579652190208, + "step": 57430 + }, + { + "grad_norm": 0.31038886308670044, + "learning_rate": 4.1869773200130246e-05, + "loss": 0.0112, + "step": 57440 + }, + { + "loss_action": 0.006446985062211752, + "loss_total": 0.006446985062211752, + "step": 57440 + }, + { + "loss_action": 0.006038335617631674, + "loss_total": 0.006038335617631674, + "step": 57440 + }, + { + "loss_action": 0.005255776457488537, + "loss_total": 0.005255776457488537, + "step": 57440 + }, + { + "loss_action": 0.007390554528683424, + "loss_total": 0.007390554528683424, + "step": 57440 + }, + { + "loss_action": 0.010451342910528183, + "loss_total": 0.010451342910528183, + "step": 57440 + }, + { + "loss_action": 0.0036013098433613777, + "loss_total": 0.0036013098433613777, + "step": 57440 + }, + { + "grad_norm": 0.46641647815704346, + "learning_rate": 4.185345900177967e-05, + "loss": 0.0121, + "step": 57450 + }, + { + "loss_action": 0.005308604799211025, + "loss_total": 0.005308604799211025, + "step": 57450 + }, + { + "loss_action": 0.011370398104190826, + "loss_total": 0.011370398104190826, + "step": 57450 + }, + { + "loss_action": 0.019558630883693695, + "loss_total": 0.019558630883693695, + "step": 57450 + }, + { + "loss_action": 0.005515641532838345, + "loss_total": 0.005515641532838345, + "step": 57450 + }, + { + "loss_action": 0.008510476909577847, + "loss_total": 0.008510476909577847, + "step": 57450 + }, + { + "loss_action": 0.012858337722718716, + "loss_total": 0.012858337722718716, + "step": 57450 + }, + { + "grad_norm": 0.25834015011787415, + "learning_rate": 4.183714569432258e-05, + "loss": 0.0122, + "step": 57460 + }, + { + "loss_action": 0.010212874971330166, + "loss_total": 0.010212874971330166, + "step": 57460 + }, + { + "loss_action": 0.010006953030824661, + "loss_total": 0.010006953030824661, + "step": 57460 + }, + { + "loss_action": 0.006068025249987841, + "loss_total": 0.006068025249987841, + "step": 57460 + }, + { + "loss_action": 0.004552304279059172, + "loss_total": 0.004552304279059172, + "step": 57460 + }, + { + "loss_action": 0.008817441761493683, + "loss_total": 0.008817441761493683, + "step": 57460 + }, + { + "loss_action": 0.019980618730187416, + "loss_total": 0.019980618730187416, + "step": 57460 + }, + { + "grad_norm": 0.32655730843544006, + "learning_rate": 4.182083327954295e-05, + "loss": 0.0107, + "step": 57470 + }, + { + "loss_action": 0.010283369570970535, + "loss_total": 0.010283369570970535, + "step": 57470 + }, + { + "loss_action": 0.010856183245778084, + "loss_total": 0.010856183245778084, + "step": 57470 + }, + { + "loss_action": 0.01303132250905037, + "loss_total": 0.01303132250905037, + "step": 57470 + }, + { + "loss_action": 0.01162708643823862, + "loss_total": 0.01162708643823862, + "step": 57470 + }, + { + "loss_action": 0.009987570345401764, + "loss_total": 0.009987570345401764, + "step": 57470 + }, + { + "loss_action": 0.030715111643075943, + "loss_total": 0.030715111643075943, + "step": 57470 + }, + { + "grad_norm": 0.35255536437034607, + "learning_rate": 4.1804521759224714e-05, + "loss": 0.0138, + "step": 57480 + }, + { + "loss_action": 0.0062747919000685215, + "loss_total": 0.0062747919000685215, + "step": 57480 + }, + { + "loss_action": 0.011089468374848366, + "loss_total": 0.011089468374848366, + "step": 57480 + }, + { + "loss_action": 0.011875907890498638, + "loss_total": 0.011875907890498638, + "step": 57480 + }, + { + "loss_action": 0.0030579115264117718, + "loss_total": 0.0030579115264117718, + "step": 57480 + }, + { + "loss_action": 0.00950352568179369, + "loss_total": 0.00950352568179369, + "step": 57480 + }, + { + "loss_action": 0.006586594507098198, + "loss_total": 0.006586594507098198, + "step": 57480 + }, + { + "grad_norm": 0.4283548593521118, + "learning_rate": 4.178821113515165e-05, + "loss": 0.013, + "step": 57490 + }, + { + "loss_action": 0.011003573425114155, + "loss_total": 0.011003573425114155, + "step": 57490 + }, + { + "loss_action": 0.011281514540314674, + "loss_total": 0.011281514540314674, + "step": 57490 + }, + { + "loss_action": 0.006785194855183363, + "loss_total": 0.006785194855183363, + "step": 57490 + }, + { + "loss_action": 0.01181474793702364, + "loss_total": 0.01181474793702364, + "step": 57490 + }, + { + "loss_action": 0.017175981774926186, + "loss_total": 0.017175981774926186, + "step": 57490 + }, + { + "loss_action": 0.013537080027163029, + "loss_total": 0.013537080027163029, + "step": 57490 + }, + { + "grad_norm": 0.791406512260437, + "learning_rate": 4.1771901409107476e-05, + "loss": 0.0138, + "step": 57500 + }, + { + "loss_action": 0.05026319995522499, + "loss_total": 0.05026319995522499, + "step": 57500 + }, + { + "loss_action": 0.004682656843215227, + "loss_total": 0.004682656843215227, + "step": 57500 + }, + { + "loss_action": 0.009487641975283623, + "loss_total": 0.009487641975283623, + "step": 57500 + }, + { + "loss_action": 0.011759137734770775, + "loss_total": 0.011759137734770775, + "step": 57500 + }, + { + "loss_action": 0.008434331975877285, + "loss_total": 0.008434331975877285, + "step": 57500 + }, + { + "loss_action": 0.009732719510793686, + "loss_total": 0.009732719510793686, + "step": 57500 + }, + { + "grad_norm": 0.4625682234764099, + "learning_rate": 4.175559258287577e-05, + "loss": 0.0145, + "step": 57510 + }, + { + "loss_action": 0.013566147536039352, + "loss_total": 0.013566147536039352, + "step": 57510 + }, + { + "loss_action": 0.019191941246390343, + "loss_total": 0.019191941246390343, + "step": 57510 + }, + { + "loss_action": 0.008222495205700397, + "loss_total": 0.008222495205700397, + "step": 57510 + }, + { + "loss_action": 0.009159219451248646, + "loss_total": 0.009159219451248646, + "step": 57510 + }, + { + "loss_action": 0.010614516213536263, + "loss_total": 0.010614516213536263, + "step": 57510 + }, + { + "loss_action": 0.010626803152263165, + "loss_total": 0.010626803152263165, + "step": 57510 + }, + { + "grad_norm": 0.29397860169410706, + "learning_rate": 4.173928465824008e-05, + "loss": 0.0124, + "step": 57520 + }, + { + "loss_action": 0.007383993826806545, + "loss_total": 0.007383993826806545, + "step": 57520 + }, + { + "loss_action": 0.006559233646839857, + "loss_total": 0.006559233646839857, + "step": 57520 + }, + { + "loss_action": 0.005604525562375784, + "loss_total": 0.005604525562375784, + "step": 57520 + }, + { + "loss_action": 0.015893490985035896, + "loss_total": 0.015893490985035896, + "step": 57520 + }, + { + "loss_action": 0.01401879359036684, + "loss_total": 0.01401879359036684, + "step": 57520 + }, + { + "loss_action": 0.01404711976647377, + "loss_total": 0.01404711976647377, + "step": 57520 + }, + { + "grad_norm": 0.43097469210624695, + "learning_rate": 4.17229776369838e-05, + "loss": 0.0176, + "step": 57530 + }, + { + "loss_action": 0.025648226961493492, + "loss_total": 0.025648226961493492, + "step": 57530 + }, + { + "loss_action": 0.026426808908581734, + "loss_total": 0.026426808908581734, + "step": 57530 + }, + { + "loss_action": 0.011460929177701473, + "loss_total": 0.011460929177701473, + "step": 57530 + }, + { + "loss_action": 0.009577286429703236, + "loss_total": 0.009577286429703236, + "step": 57530 + }, + { + "loss_action": 0.005688624922186136, + "loss_total": 0.005688624922186136, + "step": 57530 + }, + { + "loss_action": 0.01480857003480196, + "loss_total": 0.01480857003480196, + "step": 57530 + }, + { + "grad_norm": 0.31345921754837036, + "learning_rate": 4.170667152089025e-05, + "loss": 0.0158, + "step": 57540 + }, + { + "loss_action": 0.01266765408217907, + "loss_total": 0.01266765408217907, + "step": 57540 + }, + { + "loss_action": 0.015463672578334808, + "loss_total": 0.015463672578334808, + "step": 57540 + }, + { + "loss_action": 0.01797926239669323, + "loss_total": 0.01797926239669323, + "step": 57540 + }, + { + "loss_action": 0.02153586968779564, + "loss_total": 0.02153586968779564, + "step": 57540 + }, + { + "loss_action": 0.01124042458832264, + "loss_total": 0.01124042458832264, + "step": 57540 + }, + { + "loss_action": 0.006518715992569923, + "loss_total": 0.006518715992569923, + "step": 57540 + }, + { + "grad_norm": 0.3120156228542328, + "learning_rate": 4.1690366311742626e-05, + "loss": 0.0138, + "step": 57550 + }, + { + "loss_action": 0.01770874671638012, + "loss_total": 0.01770874671638012, + "step": 57550 + }, + { + "loss_action": 0.008641712367534637, + "loss_total": 0.008641712367534637, + "step": 57550 + }, + { + "loss_action": 0.004643830005079508, + "loss_total": 0.004643830005079508, + "step": 57550 + }, + { + "loss_action": 0.042198631912469864, + "loss_total": 0.042198631912469864, + "step": 57550 + }, + { + "loss_action": 0.007044726982712746, + "loss_total": 0.007044726982712746, + "step": 57550 + }, + { + "loss_action": 0.016183527186512947, + "loss_total": 0.016183527186512947, + "step": 57550 + }, + { + "grad_norm": 0.3231470584869385, + "learning_rate": 4.1674062011324055e-05, + "loss": 0.0165, + "step": 57560 + }, + { + "loss_action": 0.006296810694038868, + "loss_total": 0.006296810694038868, + "step": 57560 + }, + { + "loss_action": 0.011549057438969612, + "loss_total": 0.011549057438969612, + "step": 57560 + }, + { + "loss_action": 0.013268750160932541, + "loss_total": 0.013268750160932541, + "step": 57560 + }, + { + "loss_action": 0.007109805475920439, + "loss_total": 0.007109805475920439, + "step": 57560 + }, + { + "loss_action": 0.010977603495121002, + "loss_total": 0.010977603495121002, + "step": 57560 + }, + { + "loss_action": 0.01133262924849987, + "loss_total": 0.01133262924849987, + "step": 57560 + }, + { + "grad_norm": 0.27216342091560364, + "learning_rate": 4.165775862141752e-05, + "loss": 0.0139, + "step": 57570 + }, + { + "loss_action": 0.009163480252027512, + "loss_total": 0.009163480252027512, + "step": 57570 + }, + { + "loss_action": 0.018936267122626305, + "loss_total": 0.018936267122626305, + "step": 57570 + }, + { + "loss_action": 0.014820992946624756, + "loss_total": 0.014820992946624756, + "step": 57570 + }, + { + "loss_action": 0.010823159478604794, + "loss_total": 0.010823159478604794, + "step": 57570 + }, + { + "loss_action": 0.009192525409162045, + "loss_total": 0.009192525409162045, + "step": 57570 + }, + { + "loss_action": 0.00541059160605073, + "loss_total": 0.00541059160605073, + "step": 57570 + }, + { + "grad_norm": 0.30570411682128906, + "learning_rate": 4.164145614380598e-05, + "loss": 0.0121, + "step": 57580 + }, + { + "loss_action": 0.009328015148639679, + "loss_total": 0.009328015148639679, + "step": 57580 + }, + { + "loss_action": 0.013019274920225143, + "loss_total": 0.013019274920225143, + "step": 57580 + }, + { + "loss_action": 0.011233358643949032, + "loss_total": 0.011233358643949032, + "step": 57580 + }, + { + "loss_action": 0.012598521076142788, + "loss_total": 0.012598521076142788, + "step": 57580 + }, + { + "loss_action": 0.011922881938517094, + "loss_total": 0.011922881938517094, + "step": 57580 + }, + { + "loss_action": 0.012278962880373001, + "loss_total": 0.012278962880373001, + "step": 57580 + }, + { + "grad_norm": 0.29094088077545166, + "learning_rate": 4.162515458027223e-05, + "loss": 0.0137, + "step": 57590 + }, + { + "loss_action": 0.028128134086728096, + "loss_total": 0.028128134086728096, + "step": 57590 + }, + { + "loss_action": 0.018671229481697083, + "loss_total": 0.018671229481697083, + "step": 57590 + }, + { + "loss_action": 0.01303588505834341, + "loss_total": 0.01303588505834341, + "step": 57590 + }, + { + "loss_action": 0.047171734273433685, + "loss_total": 0.047171734273433685, + "step": 57590 + }, + { + "loss_action": 0.019895199686288834, + "loss_total": 0.019895199686288834, + "step": 57590 + }, + { + "loss_action": 0.012044873088598251, + "loss_total": 0.012044873088598251, + "step": 57590 + }, + { + "grad_norm": 0.267782598733902, + "learning_rate": 4.160885393259899e-05, + "loss": 0.0131, + "step": 57600 + }, + { + "loss_action": 0.009186960756778717, + "loss_total": 0.009186960756778717, + "step": 57600 + }, + { + "loss_action": 0.014795497991144657, + "loss_total": 0.014795497991144657, + "step": 57600 + }, + { + "loss_action": 0.018780313432216644, + "loss_total": 0.018780313432216644, + "step": 57600 + }, + { + "loss_action": 0.007658018730580807, + "loss_total": 0.007658018730580807, + "step": 57600 + }, + { + "loss_action": 0.011920266784727573, + "loss_total": 0.011920266784727573, + "step": 57600 + }, + { + "loss_action": 0.04947448521852493, + "loss_total": 0.04947448521852493, + "step": 57600 + }, + { + "grad_norm": 0.3651410639286041, + "learning_rate": 4.159255420256886e-05, + "loss": 0.0128, + "step": 57610 + }, + { + "loss_action": 0.009599773213267326, + "loss_total": 0.009599773213267326, + "step": 57610 + }, + { + "loss_action": 0.03377892076969147, + "loss_total": 0.03377892076969147, + "step": 57610 + }, + { + "loss_action": 0.011203150264918804, + "loss_total": 0.011203150264918804, + "step": 57610 + }, + { + "loss_action": 0.006316482089459896, + "loss_total": 0.006316482089459896, + "step": 57610 + }, + { + "loss_action": 0.013111119158565998, + "loss_total": 0.013111119158565998, + "step": 57610 + }, + { + "loss_action": 0.010836604982614517, + "loss_total": 0.010836604982614517, + "step": 57610 + }, + { + "grad_norm": 0.40727922320365906, + "learning_rate": 4.157625539196436e-05, + "loss": 0.0153, + "step": 57620 + }, + { + "loss_action": 0.010239891707897186, + "loss_total": 0.010239891707897186, + "step": 57620 + }, + { + "loss_action": 0.014677945524454117, + "loss_total": 0.014677945524454117, + "step": 57620 + }, + { + "loss_action": 0.01833648420870304, + "loss_total": 0.01833648420870304, + "step": 57620 + }, + { + "loss_action": 0.006476668640971184, + "loss_total": 0.006476668640971184, + "step": 57620 + }, + { + "loss_action": 0.019112776964902878, + "loss_total": 0.019112776964902878, + "step": 57620 + }, + { + "loss_action": 0.004926398396492004, + "loss_total": 0.004926398396492004, + "step": 57620 + }, + { + "grad_norm": 0.36352527141571045, + "learning_rate": 4.155995750256791e-05, + "loss": 0.0158, + "step": 57630 + }, + { + "loss_action": 0.01477893441915512, + "loss_total": 0.01477893441915512, + "step": 57630 + }, + { + "loss_action": 0.010901110246777534, + "loss_total": 0.010901110246777534, + "step": 57630 + }, + { + "loss_action": 0.006503973621875048, + "loss_total": 0.006503973621875048, + "step": 57630 + }, + { + "loss_action": 0.008504321798682213, + "loss_total": 0.008504321798682213, + "step": 57630 + }, + { + "loss_action": 0.0769234225153923, + "loss_total": 0.0769234225153923, + "step": 57630 + }, + { + "loss_action": 0.02509060688316822, + "loss_total": 0.02509060688316822, + "step": 57630 + }, + { + "grad_norm": 0.3473372459411621, + "learning_rate": 4.15436605361618e-05, + "loss": 0.0178, + "step": 57640 + }, + { + "loss_action": 0.025254275649785995, + "loss_total": 0.025254275649785995, + "step": 57640 + }, + { + "loss_action": 0.010894290171563625, + "loss_total": 0.010894290171563625, + "step": 57640 + }, + { + "loss_action": 0.01368072722107172, + "loss_total": 0.01368072722107172, + "step": 57640 + }, + { + "loss_action": 0.008624395355582237, + "loss_total": 0.008624395355582237, + "step": 57640 + }, + { + "loss_action": 0.011523304507136345, + "loss_total": 0.011523304507136345, + "step": 57640 + }, + { + "loss_action": 0.01230770256370306, + "loss_total": 0.01230770256370306, + "step": 57640 + }, + { + "grad_norm": 0.3056508004665375, + "learning_rate": 4.152736449452827e-05, + "loss": 0.0131, + "step": 57650 + }, + { + "loss_action": 0.027181589975953102, + "loss_total": 0.027181589975953102, + "step": 57650 + }, + { + "loss_action": 0.008065653033554554, + "loss_total": 0.008065653033554554, + "step": 57650 + }, + { + "loss_action": 0.012468598783016205, + "loss_total": 0.012468598783016205, + "step": 57650 + }, + { + "loss_action": 0.0067353080958127975, + "loss_total": 0.0067353080958127975, + "step": 57650 + }, + { + "loss_action": 0.017418719828128815, + "loss_total": 0.017418719828128815, + "step": 57650 + }, + { + "loss_action": 0.013029116205871105, + "loss_total": 0.013029116205871105, + "step": 57650 + }, + { + "grad_norm": 0.3751911520957947, + "learning_rate": 4.151106937944943e-05, + "loss": 0.0131, + "step": 57660 + }, + { + "loss_action": 0.011116886511445045, + "loss_total": 0.011116886511445045, + "step": 57660 + }, + { + "loss_action": 0.0075608305633068085, + "loss_total": 0.0075608305633068085, + "step": 57660 + }, + { + "loss_action": 0.0214531347155571, + "loss_total": 0.0214531347155571, + "step": 57660 + }, + { + "loss_action": 0.010493731126189232, + "loss_total": 0.010493731126189232, + "step": 57660 + }, + { + "loss_action": 0.01055224984884262, + "loss_total": 0.01055224984884262, + "step": 57660 + }, + { + "loss_action": 0.0073029110208153725, + "loss_total": 0.0073029110208153725, + "step": 57660 + }, + { + "grad_norm": 0.24697229266166687, + "learning_rate": 4.149477519270727e-05, + "loss": 0.0131, + "step": 57670 + }, + { + "loss_action": 0.014211504720151424, + "loss_total": 0.014211504720151424, + "step": 57670 + }, + { + "loss_action": 0.008888083510100842, + "loss_total": 0.008888083510100842, + "step": 57670 + }, + { + "loss_action": 0.010619216598570347, + "loss_total": 0.010619216598570347, + "step": 57670 + }, + { + "loss_action": 0.008279376663267612, + "loss_total": 0.008279376663267612, + "step": 57670 + }, + { + "loss_action": 0.0139701496809721, + "loss_total": 0.0139701496809721, + "step": 57670 + }, + { + "loss_action": 0.01087744440883398, + "loss_total": 0.01087744440883398, + "step": 57670 + }, + { + "grad_norm": 0.2620556652545929, + "learning_rate": 4.147848193608371e-05, + "loss": 0.0111, + "step": 57680 + }, + { + "loss_action": 0.008340965956449509, + "loss_total": 0.008340965956449509, + "step": 57680 + }, + { + "loss_action": 0.011333578266203403, + "loss_total": 0.011333578266203403, + "step": 57680 + }, + { + "loss_action": 0.013195459730923176, + "loss_total": 0.013195459730923176, + "step": 57680 + }, + { + "loss_action": 0.011627234518527985, + "loss_total": 0.011627234518527985, + "step": 57680 + }, + { + "loss_action": 0.007574081886559725, + "loss_total": 0.007574081886559725, + "step": 57680 + }, + { + "loss_action": 0.014123674482107162, + "loss_total": 0.014123674482107162, + "step": 57680 + }, + { + "grad_norm": 0.27772748470306396, + "learning_rate": 4.146218961136056e-05, + "loss": 0.014, + "step": 57690 + }, + { + "loss_action": 0.005186832044273615, + "loss_total": 0.005186832044273615, + "step": 57690 + }, + { + "loss_action": 0.01358163170516491, + "loss_total": 0.01358163170516491, + "step": 57690 + }, + { + "loss_action": 0.012036226689815521, + "loss_total": 0.012036226689815521, + "step": 57690 + }, + { + "loss_action": 0.0071704271249473095, + "loss_total": 0.0071704271249473095, + "step": 57690 + }, + { + "loss_action": 0.006677491590380669, + "loss_total": 0.006677491590380669, + "step": 57690 + }, + { + "loss_action": 0.015893638134002686, + "loss_total": 0.015893638134002686, + "step": 57690 + }, + { + "grad_norm": 0.2697395980358124, + "learning_rate": 4.14458982203195e-05, + "loss": 0.0126, + "step": 57700 + }, + { + "loss_action": 0.011783570982515812, + "loss_total": 0.011783570982515812, + "step": 57700 + }, + { + "loss_action": 0.017026729881763458, + "loss_total": 0.017026729881763458, + "step": 57700 + }, + { + "loss_action": 0.00817609578371048, + "loss_total": 0.00817609578371048, + "step": 57700 + }, + { + "loss_action": 0.008729160763323307, + "loss_total": 0.008729160763323307, + "step": 57700 + }, + { + "loss_action": 0.00953822210431099, + "loss_total": 0.00953822210431099, + "step": 57700 + }, + { + "loss_action": 0.005167475435882807, + "loss_total": 0.005167475435882807, + "step": 57700 + }, + { + "grad_norm": 0.35421398282051086, + "learning_rate": 4.1429607764742165e-05, + "loss": 0.0143, + "step": 57710 + }, + { + "loss_action": 0.048218984156847, + "loss_total": 0.048218984156847, + "step": 57710 + }, + { + "loss_action": 0.008882014080882072, + "loss_total": 0.008882014080882072, + "step": 57710 + }, + { + "loss_action": 0.004994535818696022, + "loss_total": 0.004994535818696022, + "step": 57710 + }, + { + "loss_action": 0.021518871188163757, + "loss_total": 0.021518871188163757, + "step": 57710 + }, + { + "loss_action": 0.01453737448900938, + "loss_total": 0.01453737448900938, + "step": 57710 + }, + { + "loss_action": 0.008492454886436462, + "loss_total": 0.008492454886436462, + "step": 57710 + }, + { + "grad_norm": 0.37322282791137695, + "learning_rate": 4.141331824641003e-05, + "loss": 0.0126, + "step": 57720 + }, + { + "loss_action": 0.007962755858898163, + "loss_total": 0.007962755858898163, + "step": 57720 + }, + { + "loss_action": 0.017099998891353607, + "loss_total": 0.017099998891353607, + "step": 57720 + }, + { + "loss_action": 0.004878099542111158, + "loss_total": 0.004878099542111158, + "step": 57720 + }, + { + "loss_action": 0.014734100550413132, + "loss_total": 0.014734100550413132, + "step": 57720 + }, + { + "loss_action": 0.012027906253933907, + "loss_total": 0.012027906253933907, + "step": 57720 + }, + { + "loss_action": 0.042334891855716705, + "loss_total": 0.042334891855716705, + "step": 57720 + }, + { + "grad_norm": 0.2808680534362793, + "learning_rate": 4.139702966710452e-05, + "loss": 0.0147, + "step": 57730 + }, + { + "loss_action": 0.049470454454422, + "loss_total": 0.049470454454422, + "step": 57730 + }, + { + "loss_action": 0.00808504968881607, + "loss_total": 0.00808504968881607, + "step": 57730 + }, + { + "loss_action": 0.048646505922079086, + "loss_total": 0.048646505922079086, + "step": 57730 + }, + { + "loss_action": 0.018171997740864754, + "loss_total": 0.018171997740864754, + "step": 57730 + }, + { + "loss_action": 0.013430416584014893, + "loss_total": 0.013430416584014893, + "step": 57730 + }, + { + "loss_action": 0.01758047752082348, + "loss_total": 0.01758047752082348, + "step": 57730 + }, + { + "grad_norm": 0.3431897461414337, + "learning_rate": 4.13807420286069e-05, + "loss": 0.0127, + "step": 57740 + }, + { + "loss_action": 0.007018806878477335, + "loss_total": 0.007018806878477335, + "step": 57740 + }, + { + "loss_action": 0.010495438240468502, + "loss_total": 0.010495438240468502, + "step": 57740 + }, + { + "loss_action": 0.010571267455816269, + "loss_total": 0.010571267455816269, + "step": 57740 + }, + { + "loss_action": 0.020158471539616585, + "loss_total": 0.020158471539616585, + "step": 57740 + }, + { + "loss_action": 0.006710654590278864, + "loss_total": 0.006710654590278864, + "step": 57740 + }, + { + "loss_action": 0.009064377285540104, + "loss_total": 0.009064377285540104, + "step": 57740 + }, + { + "grad_norm": 0.2695620656013489, + "learning_rate": 4.136445533269837e-05, + "loss": 0.0136, + "step": 57750 + }, + { + "loss_action": 0.021531788632273674, + "loss_total": 0.021531788632273674, + "step": 57750 + }, + { + "loss_action": 0.010385368019342422, + "loss_total": 0.010385368019342422, + "step": 57750 + }, + { + "loss_action": 0.018010227009654045, + "loss_total": 0.018010227009654045, + "step": 57750 + }, + { + "loss_action": 0.007953979074954987, + "loss_total": 0.007953979074954987, + "step": 57750 + }, + { + "loss_action": 0.017102990299463272, + "loss_total": 0.017102990299463272, + "step": 57750 + }, + { + "loss_action": 0.008899803273379803, + "loss_total": 0.008899803273379803, + "step": 57750 + }, + { + "grad_norm": 0.3086058795452118, + "learning_rate": 4.134816958116003e-05, + "loss": 0.0126, + "step": 57760 + }, + { + "loss_action": 0.014869291335344315, + "loss_total": 0.014869291335344315, + "step": 57760 + }, + { + "loss_action": 0.020396096631884575, + "loss_total": 0.020396096631884575, + "step": 57760 + }, + { + "loss_action": 0.0053290147334337234, + "loss_total": 0.0053290147334337234, + "step": 57760 + }, + { + "loss_action": 0.007265797350555658, + "loss_total": 0.007265797350555658, + "step": 57760 + }, + { + "loss_action": 0.012817157432436943, + "loss_total": 0.012817157432436943, + "step": 57760 + }, + { + "loss_action": 0.010550117120146751, + "loss_total": 0.010550117120146751, + "step": 57760 + }, + { + "grad_norm": 0.2605419158935547, + "learning_rate": 4.133188477577283e-05, + "loss": 0.0113, + "step": 57770 + }, + { + "loss_action": 0.0037266260478645563, + "loss_total": 0.0037266260478645563, + "step": 57770 + }, + { + "loss_action": 0.0067252847366034985, + "loss_total": 0.0067252847366034985, + "step": 57770 + }, + { + "loss_action": 0.012552238069474697, + "loss_total": 0.012552238069474697, + "step": 57770 + }, + { + "loss_action": 0.007341746240854263, + "loss_total": 0.007341746240854263, + "step": 57770 + }, + { + "loss_action": 0.020731298252940178, + "loss_total": 0.020731298252940178, + "step": 57770 + }, + { + "loss_action": 0.005119925364851952, + "loss_total": 0.005119925364851952, + "step": 57770 + }, + { + "grad_norm": 0.358831524848938, + "learning_rate": 4.131560091831771e-05, + "loss": 0.012, + "step": 57780 + }, + { + "loss_action": 0.006304990500211716, + "loss_total": 0.006304990500211716, + "step": 57780 + }, + { + "loss_action": 0.007991318590939045, + "loss_total": 0.007991318590939045, + "step": 57780 + }, + { + "loss_action": 0.020396748557686806, + "loss_total": 0.020396748557686806, + "step": 57780 + }, + { + "loss_action": 0.014038749039173126, + "loss_total": 0.014038749039173126, + "step": 57780 + }, + { + "loss_action": 0.027619874104857445, + "loss_total": 0.027619874104857445, + "step": 57780 + }, + { + "loss_action": 0.0064867218025028706, + "loss_total": 0.0064867218025028706, + "step": 57780 + }, + { + "grad_norm": 0.2758488059043884, + "learning_rate": 4.1299318010575405e-05, + "loss": 0.0127, + "step": 57790 + }, + { + "loss_action": 0.009301947429776192, + "loss_total": 0.009301947429776192, + "step": 57790 + }, + { + "loss_action": 0.023409022018313408, + "loss_total": 0.023409022018313408, + "step": 57790 + }, + { + "loss_action": 0.009362288750708103, + "loss_total": 0.009362288750708103, + "step": 57790 + }, + { + "loss_action": 0.007593443151563406, + "loss_total": 0.007593443151563406, + "step": 57790 + }, + { + "loss_action": 0.005119095090776682, + "loss_total": 0.005119095090776682, + "step": 57790 + }, + { + "loss_action": 0.035552527755498886, + "loss_total": 0.035552527755498886, + "step": 57790 + }, + { + "grad_norm": 0.368071049451828, + "learning_rate": 4.128303605432661e-05, + "loss": 0.0125, + "step": 57800 + }, + { + "loss_action": 0.005530282389372587, + "loss_total": 0.005530282389372587, + "step": 57800 + }, + { + "loss_action": 0.0140274278819561, + "loss_total": 0.0140274278819561, + "step": 57800 + }, + { + "loss_action": 0.006027026101946831, + "loss_total": 0.006027026101946831, + "step": 57800 + }, + { + "loss_action": 0.022746585309505463, + "loss_total": 0.022746585309505463, + "step": 57800 + }, + { + "loss_action": 0.008821804076433182, + "loss_total": 0.008821804076433182, + "step": 57800 + }, + { + "loss_action": 0.005767288617789745, + "loss_total": 0.005767288617789745, + "step": 57800 + }, + { + "grad_norm": 0.2735914885997772, + "learning_rate": 4.126675505135188e-05, + "loss": 0.0116, + "step": 57810 + }, + { + "loss_action": 0.01520303450524807, + "loss_total": 0.01520303450524807, + "step": 57810 + }, + { + "loss_action": 0.008113646879792213, + "loss_total": 0.008113646879792213, + "step": 57810 + }, + { + "loss_action": 0.005295341834425926, + "loss_total": 0.005295341834425926, + "step": 57810 + }, + { + "loss_action": 0.009676933288574219, + "loss_total": 0.009676933288574219, + "step": 57810 + }, + { + "loss_action": 0.008838240057229996, + "loss_total": 0.008838240057229996, + "step": 57810 + }, + { + "loss_action": 0.027855107560753822, + "loss_total": 0.027855107560753822, + "step": 57810 + }, + { + "grad_norm": 0.2820064425468445, + "learning_rate": 4.125047500343169e-05, + "loss": 0.0124, + "step": 57820 + }, + { + "loss_action": 0.003998909145593643, + "loss_total": 0.003998909145593643, + "step": 57820 + }, + { + "loss_action": 0.010938859544694424, + "loss_total": 0.010938859544694424, + "step": 57820 + }, + { + "loss_action": 0.005259563680738211, + "loss_total": 0.005259563680738211, + "step": 57820 + }, + { + "loss_action": 0.017233191058039665, + "loss_total": 0.017233191058039665, + "step": 57820 + }, + { + "loss_action": 0.011558047495782375, + "loss_total": 0.011558047495782375, + "step": 57820 + }, + { + "loss_action": 0.008850942365825176, + "loss_total": 0.008850942365825176, + "step": 57820 + }, + { + "grad_norm": 0.2867431044578552, + "learning_rate": 4.1234195912346376e-05, + "loss": 0.0112, + "step": 57830 + }, + { + "loss_action": 0.004993779584765434, + "loss_total": 0.004993779584765434, + "step": 57830 + }, + { + "loss_action": 0.011738289147615433, + "loss_total": 0.011738289147615433, + "step": 57830 + }, + { + "loss_action": 0.011260860599577427, + "loss_total": 0.011260860599577427, + "step": 57830 + }, + { + "loss_action": 0.011038077995181084, + "loss_total": 0.011038077995181084, + "step": 57830 + }, + { + "loss_action": 0.04489441215991974, + "loss_total": 0.04489441215991974, + "step": 57830 + }, + { + "loss_action": 0.006688874680548906, + "loss_total": 0.006688874680548906, + "step": 57830 + }, + { + "grad_norm": 0.2704649567604065, + "learning_rate": 4.1217917779876235e-05, + "loss": 0.0123, + "step": 57840 + }, + { + "loss_action": 0.028123369440436363, + "loss_total": 0.028123369440436363, + "step": 57840 + }, + { + "loss_action": 0.008056086488068104, + "loss_total": 0.008056086488068104, + "step": 57840 + }, + { + "loss_action": 0.013863088563084602, + "loss_total": 0.013863088563084602, + "step": 57840 + }, + { + "loss_action": 0.011526293121278286, + "loss_total": 0.011526293121278286, + "step": 57840 + }, + { + "loss_action": 0.012126386165618896, + "loss_total": 0.012126386165618896, + "step": 57840 + }, + { + "loss_action": 0.005577525589615107, + "loss_total": 0.005577525589615107, + "step": 57840 + }, + { + "grad_norm": 0.28212839365005493, + "learning_rate": 4.120164060780141e-05, + "loss": 0.0148, + "step": 57850 + }, + { + "loss_action": 0.003613831242546439, + "loss_total": 0.003613831242546439, + "step": 57850 + }, + { + "loss_action": 0.03129330649971962, + "loss_total": 0.03129330649971962, + "step": 57850 + }, + { + "loss_action": 0.008712876588106155, + "loss_total": 0.008712876588106155, + "step": 57850 + }, + { + "loss_action": 0.007781982421875, + "loss_total": 0.007781982421875, + "step": 57850 + }, + { + "loss_action": 0.010831773281097412, + "loss_total": 0.010831773281097412, + "step": 57850 + }, + { + "loss_action": 0.05819891020655632, + "loss_total": 0.05819891020655632, + "step": 57850 + }, + { + "grad_norm": 0.3042396306991577, + "learning_rate": 4.1185364397901935e-05, + "loss": 0.0129, + "step": 57860 + }, + { + "loss_action": 0.05603756010532379, + "loss_total": 0.05603756010532379, + "step": 57860 + }, + { + "loss_action": 0.013535934500396252, + "loss_total": 0.013535934500396252, + "step": 57860 + }, + { + "loss_action": 0.040920279920101166, + "loss_total": 0.040920279920101166, + "step": 57860 + }, + { + "loss_action": 0.026331579312682152, + "loss_total": 0.026331579312682152, + "step": 57860 + }, + { + "loss_action": 0.01358877308666706, + "loss_total": 0.01358877308666706, + "step": 57860 + }, + { + "loss_action": 0.014277149923145771, + "loss_total": 0.014277149923145771, + "step": 57860 + }, + { + "grad_norm": 0.33894839882850647, + "learning_rate": 4.116908915195776e-05, + "loss": 0.0157, + "step": 57870 + }, + { + "loss_action": 0.010181230492889881, + "loss_total": 0.010181230492889881, + "step": 57870 + }, + { + "loss_action": 0.00623766565695405, + "loss_total": 0.00623766565695405, + "step": 57870 + }, + { + "loss_action": 0.005933108273893595, + "loss_total": 0.005933108273893595, + "step": 57870 + }, + { + "loss_action": 0.007853805087506771, + "loss_total": 0.007853805087506771, + "step": 57870 + }, + { + "loss_action": 0.007632112130522728, + "loss_total": 0.007632112130522728, + "step": 57870 + }, + { + "loss_action": 0.013004281558096409, + "loss_total": 0.013004281558096409, + "step": 57870 + }, + { + "grad_norm": 0.33677107095718384, + "learning_rate": 4.115281487174872e-05, + "loss": 0.0096, + "step": 57880 + }, + { + "loss_action": 0.013393130153417587, + "loss_total": 0.013393130153417587, + "step": 57880 + }, + { + "loss_action": 0.016518402844667435, + "loss_total": 0.016518402844667435, + "step": 57880 + }, + { + "loss_action": 0.00556713854894042, + "loss_total": 0.00556713854894042, + "step": 57880 + }, + { + "loss_action": 0.009270302020013332, + "loss_total": 0.009270302020013332, + "step": 57880 + }, + { + "loss_action": 0.009083312004804611, + "loss_total": 0.009083312004804611, + "step": 57880 + }, + { + "loss_action": 0.004974848590791225, + "loss_total": 0.004974848590791225, + "step": 57880 + }, + { + "grad_norm": 0.2946060597896576, + "learning_rate": 4.113654155905452e-05, + "loss": 0.0138, + "step": 57890 + }, + { + "loss_action": 0.007116616237908602, + "loss_total": 0.007116616237908602, + "step": 57890 + }, + { + "loss_action": 0.0025809812359511852, + "loss_total": 0.0025809812359511852, + "step": 57890 + }, + { + "loss_action": 0.006467669736593962, + "loss_total": 0.006467669736593962, + "step": 57890 + }, + { + "loss_action": 0.015631064772605896, + "loss_total": 0.015631064772605896, + "step": 57890 + }, + { + "loss_action": 0.04625608026981354, + "loss_total": 0.04625608026981354, + "step": 57890 + }, + { + "loss_action": 0.01837678998708725, + "loss_total": 0.01837678998708725, + "step": 57890 + }, + { + "grad_norm": 0.44913747906684875, + "learning_rate": 4.112026921565483e-05, + "loss": 0.0134, + "step": 57900 + }, + { + "loss_action": 0.005561789032071829, + "loss_total": 0.005561789032071829, + "step": 57900 + }, + { + "loss_action": 0.017461588606238365, + "loss_total": 0.017461588606238365, + "step": 57900 + }, + { + "loss_action": 0.00965468306094408, + "loss_total": 0.00965468306094408, + "step": 57900 + }, + { + "loss_action": 0.008795891888439655, + "loss_total": 0.008795891888439655, + "step": 57900 + }, + { + "loss_action": 0.03173938766121864, + "loss_total": 0.03173938766121864, + "step": 57900 + }, + { + "loss_action": 0.011400886811316013, + "loss_total": 0.011400886811316013, + "step": 57900 + }, + { + "grad_norm": 0.35992464423179626, + "learning_rate": 4.1103997843329147e-05, + "loss": 0.0192, + "step": 57910 + }, + { + "loss_action": 0.0209355428814888, + "loss_total": 0.0209355428814888, + "step": 57910 + }, + { + "loss_action": 0.013284832239151001, + "loss_total": 0.013284832239151001, + "step": 57910 + }, + { + "loss_action": 0.025076378136873245, + "loss_total": 0.025076378136873245, + "step": 57910 + }, + { + "loss_action": 0.008397305384278297, + "loss_total": 0.008397305384278297, + "step": 57910 + }, + { + "loss_action": 0.008968950249254704, + "loss_total": 0.008968950249254704, + "step": 57910 + }, + { + "loss_action": 0.007658571936190128, + "loss_total": 0.007658571936190128, + "step": 57910 + }, + { + "grad_norm": 0.31101682782173157, + "learning_rate": 4.108772744385689e-05, + "loss": 0.0134, + "step": 57920 + }, + { + "loss_action": 0.019233111292123795, + "loss_total": 0.019233111292123795, + "step": 57920 + }, + { + "loss_action": 0.011798225343227386, + "loss_total": 0.011798225343227386, + "step": 57920 + }, + { + "loss_action": 0.009287209250032902, + "loss_total": 0.009287209250032902, + "step": 57920 + }, + { + "loss_action": 0.014607535675168037, + "loss_total": 0.014607535675168037, + "step": 57920 + }, + { + "loss_action": 0.024604106321930885, + "loss_total": 0.024604106321930885, + "step": 57920 + }, + { + "loss_action": 0.01390015333890915, + "loss_total": 0.01390015333890915, + "step": 57920 + }, + { + "grad_norm": 0.3655616044998169, + "learning_rate": 4.1071458019017346e-05, + "loss": 0.0122, + "step": 57930 + }, + { + "loss_action": 0.014490963891148567, + "loss_total": 0.014490963891148567, + "step": 57930 + }, + { + "loss_action": 0.01878383383154869, + "loss_total": 0.01878383383154869, + "step": 57930 + }, + { + "loss_action": 0.00511678634211421, + "loss_total": 0.00511678634211421, + "step": 57930 + }, + { + "loss_action": 0.007784622255712748, + "loss_total": 0.007784622255712748, + "step": 57930 + }, + { + "loss_action": 0.00787308719009161, + "loss_total": 0.00787308719009161, + "step": 57930 + }, + { + "loss_action": 0.010247651487588882, + "loss_total": 0.010247651487588882, + "step": 57930 + }, + { + "grad_norm": 0.39017453789711, + "learning_rate": 4.1055189570589734e-05, + "loss": 0.0134, + "step": 57940 + }, + { + "loss_action": 0.015346295200288296, + "loss_total": 0.015346295200288296, + "step": 57940 + }, + { + "loss_action": 0.007024873048067093, + "loss_total": 0.007024873048067093, + "step": 57940 + }, + { + "loss_action": 0.01329281460493803, + "loss_total": 0.01329281460493803, + "step": 57940 + }, + { + "loss_action": 0.010804297402501106, + "loss_total": 0.010804297402501106, + "step": 57940 + }, + { + "loss_action": 0.012704516761004925, + "loss_total": 0.012704516761004925, + "step": 57940 + }, + { + "loss_action": 0.024400344118475914, + "loss_total": 0.024400344118475914, + "step": 57940 + }, + { + "grad_norm": 0.28222596645355225, + "learning_rate": 4.103892210035315e-05, + "loss": 0.0131, + "step": 57950 + }, + { + "loss_action": 0.021463919430971146, + "loss_total": 0.021463919430971146, + "step": 57950 + }, + { + "loss_action": 0.022465316578745842, + "loss_total": 0.022465316578745842, + "step": 57950 + }, + { + "loss_action": 0.011460323818027973, + "loss_total": 0.011460323818027973, + "step": 57950 + }, + { + "loss_action": 0.006827727425843477, + "loss_total": 0.006827727425843477, + "step": 57950 + }, + { + "loss_action": 0.014297074638307095, + "loss_total": 0.014297074638307095, + "step": 57950 + }, + { + "loss_action": 0.024637816473841667, + "loss_total": 0.024637816473841667, + "step": 57950 + }, + { + "grad_norm": 0.2948908507823944, + "learning_rate": 4.102265561008656e-05, + "loss": 0.013, + "step": 57960 + }, + { + "loss_action": 0.0973815843462944, + "loss_total": 0.0973815843462944, + "step": 57960 + }, + { + "loss_action": 0.00646699545904994, + "loss_total": 0.00646699545904994, + "step": 57960 + }, + { + "loss_action": 0.00595952058210969, + "loss_total": 0.00595952058210969, + "step": 57960 + }, + { + "loss_action": 0.0066683036275208, + "loss_total": 0.0066683036275208, + "step": 57960 + }, + { + "loss_action": 0.0165240615606308, + "loss_total": 0.0165240615606308, + "step": 57960 + }, + { + "loss_action": 0.02618253417313099, + "loss_total": 0.02618253417313099, + "step": 57960 + }, + { + "grad_norm": 0.31117263436317444, + "learning_rate": 4.100639010156885e-05, + "loss": 0.0201, + "step": 57970 + }, + { + "loss_action": 0.006731398869305849, + "loss_total": 0.006731398869305849, + "step": 57970 + }, + { + "loss_action": 0.008456217125058174, + "loss_total": 0.008456217125058174, + "step": 57970 + }, + { + "loss_action": 0.009858900681138039, + "loss_total": 0.009858900681138039, + "step": 57970 + }, + { + "loss_action": 0.01652752421796322, + "loss_total": 0.01652752421796322, + "step": 57970 + }, + { + "loss_action": 0.01566910743713379, + "loss_total": 0.01566910743713379, + "step": 57970 + }, + { + "loss_action": 0.007274107076227665, + "loss_total": 0.007274107076227665, + "step": 57970 + }, + { + "grad_norm": 0.34645017981529236, + "learning_rate": 4.099012557657882e-05, + "loss": 0.0177, + "step": 57980 + }, + { + "loss_action": 0.010984285734593868, + "loss_total": 0.010984285734593868, + "step": 57980 + }, + { + "loss_action": 0.008263860829174519, + "loss_total": 0.008263860829174519, + "step": 57980 + }, + { + "loss_action": 0.009440435096621513, + "loss_total": 0.009440435096621513, + "step": 57980 + }, + { + "loss_action": 0.01017812266945839, + "loss_total": 0.01017812266945839, + "step": 57980 + }, + { + "loss_action": 0.0038133403286337852, + "loss_total": 0.0038133403286337852, + "step": 57980 + }, + { + "loss_action": 0.009500078856945038, + "loss_total": 0.009500078856945038, + "step": 57980 + }, + { + "grad_norm": 0.30885568261146545, + "learning_rate": 4.09738620368951e-05, + "loss": 0.0164, + "step": 57990 + }, + { + "loss_action": 0.011072122491896152, + "loss_total": 0.011072122491896152, + "step": 57990 + }, + { + "loss_action": 0.007039270829409361, + "loss_total": 0.007039270829409361, + "step": 57990 + }, + { + "loss_action": 0.006806754507124424, + "loss_total": 0.006806754507124424, + "step": 57990 + }, + { + "loss_action": 0.013494465500116348, + "loss_total": 0.013494465500116348, + "step": 57990 + }, + { + "loss_action": 0.013988357968628407, + "loss_total": 0.013988357968628407, + "step": 57990 + }, + { + "loss_action": 0.01071713212877512, + "loss_total": 0.01071713212877512, + "step": 57990 + }, + { + "grad_norm": 0.3627484440803528, + "learning_rate": 4.095759948429626e-05, + "loss": 0.0132, + "step": 58000 + }, + { + "loss_action": 0.013464375399053097, + "loss_total": 0.013464375399053097, + "step": 58000 + }, + { + "loss_action": 0.006814321968704462, + "loss_total": 0.006814321968704462, + "step": 58000 + }, + { + "loss_action": 0.010845791548490524, + "loss_total": 0.010845791548490524, + "step": 58000 + }, + { + "loss_action": 0.003198001766577363, + "loss_total": 0.003198001766577363, + "step": 58000 + }, + { + "loss_action": 0.006717772223055363, + "loss_total": 0.006717772223055363, + "step": 58000 + }, + { + "loss_action": 0.00966337975114584, + "loss_total": 0.00966337975114584, + "step": 58000 + }, + { + "grad_norm": 0.27143990993499756, + "learning_rate": 4.094133792056075e-05, + "loss": 0.0122, + "step": 58010 + }, + { + "loss_action": 0.012286518700420856, + "loss_total": 0.012286518700420856, + "step": 58010 + }, + { + "loss_action": 0.01021835207939148, + "loss_total": 0.01021835207939148, + "step": 58010 + }, + { + "loss_action": 0.005303995683789253, + "loss_total": 0.005303995683789253, + "step": 58010 + }, + { + "loss_action": 0.022186994552612305, + "loss_total": 0.022186994552612305, + "step": 58010 + }, + { + "loss_action": 0.009425598196685314, + "loss_total": 0.009425598196685314, + "step": 58010 + }, + { + "loss_action": 0.007477256003767252, + "loss_total": 0.007477256003767252, + "step": 58010 + }, + { + "grad_norm": 0.29392215609550476, + "learning_rate": 4.092507734746688e-05, + "loss": 0.0131, + "step": 58020 + }, + { + "loss_action": 0.013083936646580696, + "loss_total": 0.013083936646580696, + "step": 58020 + }, + { + "loss_action": 0.00549675477668643, + "loss_total": 0.00549675477668643, + "step": 58020 + }, + { + "loss_action": 0.009303821250796318, + "loss_total": 0.009303821250796318, + "step": 58020 + }, + { + "loss_action": 0.027591608464717865, + "loss_total": 0.027591608464717865, + "step": 58020 + }, + { + "loss_action": 0.010180805809795856, + "loss_total": 0.010180805809795856, + "step": 58020 + }, + { + "loss_action": 0.004320664796978235, + "loss_total": 0.004320664796978235, + "step": 58020 + }, + { + "grad_norm": 0.312702476978302, + "learning_rate": 4.090881776679293e-05, + "loss": 0.0137, + "step": 58030 + }, + { + "loss_action": 0.00810999795794487, + "loss_total": 0.00810999795794487, + "step": 58030 + }, + { + "loss_action": 0.007344301324337721, + "loss_total": 0.007344301324337721, + "step": 58030 + }, + { + "loss_action": 0.014505683444440365, + "loss_total": 0.014505683444440365, + "step": 58030 + }, + { + "loss_action": 0.004464548546820879, + "loss_total": 0.004464548546820879, + "step": 58030 + }, + { + "loss_action": 0.025680363178253174, + "loss_total": 0.025680363178253174, + "step": 58030 + }, + { + "loss_action": 0.042390283197164536, + "loss_total": 0.042390283197164536, + "step": 58030 + }, + { + "grad_norm": 0.24933290481567383, + "learning_rate": 4.0892559180316994e-05, + "loss": 0.0124, + "step": 58040 + }, + { + "loss_action": 0.00847108568996191, + "loss_total": 0.00847108568996191, + "step": 58040 + }, + { + "loss_action": 0.006435334216803312, + "loss_total": 0.006435334216803312, + "step": 58040 + }, + { + "loss_action": 0.013680200092494488, + "loss_total": 0.013680200092494488, + "step": 58040 + }, + { + "loss_action": 0.00967949815094471, + "loss_total": 0.00967949815094471, + "step": 58040 + }, + { + "loss_action": 0.02585808001458645, + "loss_total": 0.02585808001458645, + "step": 58040 + }, + { + "loss_action": 0.019842781126499176, + "loss_total": 0.019842781126499176, + "step": 58040 + }, + { + "grad_norm": 0.39897632598876953, + "learning_rate": 4.08763015898171e-05, + "loss": 0.0153, + "step": 58050 + }, + { + "loss_action": 0.008231050334870815, + "loss_total": 0.008231050334870815, + "step": 58050 + }, + { + "loss_action": 0.009564213454723358, + "loss_total": 0.009564213454723358, + "step": 58050 + }, + { + "loss_action": 0.011471610516309738, + "loss_total": 0.011471610516309738, + "step": 58050 + }, + { + "loss_action": 0.010258168913424015, + "loss_total": 0.010258168913424015, + "step": 58050 + }, + { + "loss_action": 0.01592278853058815, + "loss_total": 0.01592278853058815, + "step": 58050 + }, + { + "loss_action": 0.09277912974357605, + "loss_total": 0.09277912974357605, + "step": 58050 + }, + { + "grad_norm": 0.3263050317764282, + "learning_rate": 4.0860044997071145e-05, + "loss": 0.0148, + "step": 58060 + }, + { + "loss_action": 0.00711996341124177, + "loss_total": 0.00711996341124177, + "step": 58060 + }, + { + "loss_action": 0.00839302595704794, + "loss_total": 0.00839302595704794, + "step": 58060 + }, + { + "loss_action": 0.012712574563920498, + "loss_total": 0.012712574563920498, + "step": 58060 + }, + { + "loss_action": 0.007317620795220137, + "loss_total": 0.007317620795220137, + "step": 58060 + }, + { + "loss_action": 0.01143072172999382, + "loss_total": 0.01143072172999382, + "step": 58060 + }, + { + "loss_action": 0.036051467061042786, + "loss_total": 0.036051467061042786, + "step": 58060 + }, + { + "grad_norm": 0.39912334084510803, + "learning_rate": 4.084378940385693e-05, + "loss": 0.0156, + "step": 58070 + }, + { + "loss_action": 0.016024144366383553, + "loss_total": 0.016024144366383553, + "step": 58070 + }, + { + "loss_action": 0.014174224808812141, + "loss_total": 0.014174224808812141, + "step": 58070 + }, + { + "loss_action": 0.016023334115743637, + "loss_total": 0.016023334115743637, + "step": 58070 + }, + { + "loss_action": 0.010733001865446568, + "loss_total": 0.010733001865446568, + "step": 58070 + }, + { + "loss_action": 0.03552103787660599, + "loss_total": 0.03552103787660599, + "step": 58070 + }, + { + "loss_action": 0.007110686041414738, + "loss_total": 0.007110686041414738, + "step": 58070 + }, + { + "grad_norm": 0.257947713136673, + "learning_rate": 4.082753481195211e-05, + "loss": 0.0147, + "step": 58080 + }, + { + "loss_action": 0.008005463518202305, + "loss_total": 0.008005463518202305, + "step": 58080 + }, + { + "loss_action": 0.013608444482088089, + "loss_total": 0.013608444482088089, + "step": 58080 + }, + { + "loss_action": 0.018851041793823242, + "loss_total": 0.018851041793823242, + "step": 58080 + }, + { + "loss_action": 0.007025663275271654, + "loss_total": 0.007025663275271654, + "step": 58080 + }, + { + "loss_action": 0.010730317793786526, + "loss_total": 0.010730317793786526, + "step": 58080 + }, + { + "loss_action": 0.02040248177945614, + "loss_total": 0.02040248177945614, + "step": 58080 + }, + { + "grad_norm": 0.37806564569473267, + "learning_rate": 4.0811281223134324e-05, + "loss": 0.0119, + "step": 58090 + }, + { + "loss_action": 0.017970208078622818, + "loss_total": 0.017970208078622818, + "step": 58090 + }, + { + "loss_action": 0.015772702172398567, + "loss_total": 0.015772702172398567, + "step": 58090 + }, + { + "loss_action": 0.017436178401112556, + "loss_total": 0.017436178401112556, + "step": 58090 + }, + { + "loss_action": 0.013770773075520992, + "loss_total": 0.013770773075520992, + "step": 58090 + }, + { + "loss_action": 0.005374269559979439, + "loss_total": 0.005374269559979439, + "step": 58090 + }, + { + "loss_action": 0.00923603679984808, + "loss_total": 0.00923603679984808, + "step": 58090 + }, + { + "grad_norm": 0.31756970286369324, + "learning_rate": 4.0795028639181e-05, + "loss": 0.0113, + "step": 58100 + }, + { + "loss_action": 0.010124714113771915, + "loss_total": 0.010124714113771915, + "step": 58100 + }, + { + "loss_action": 0.0750904455780983, + "loss_total": 0.0750904455780983, + "step": 58100 + }, + { + "loss_action": 0.024901021271944046, + "loss_total": 0.024901021271944046, + "step": 58100 + }, + { + "loss_action": 0.028056463226675987, + "loss_total": 0.028056463226675987, + "step": 58100 + }, + { + "loss_action": 0.007954469881951809, + "loss_total": 0.007954469881951809, + "step": 58100 + }, + { + "loss_action": 0.009538904763758183, + "loss_total": 0.009538904763758183, + "step": 58100 + }, + { + "grad_norm": 0.29820016026496887, + "learning_rate": 4.077877706186951e-05, + "loss": 0.0145, + "step": 58110 + }, + { + "loss_action": 0.030950360000133514, + "loss_total": 0.030950360000133514, + "step": 58110 + }, + { + "loss_action": 0.022508028894662857, + "loss_total": 0.022508028894662857, + "step": 58110 + }, + { + "loss_action": 0.003863384248688817, + "loss_total": 0.003863384248688817, + "step": 58110 + }, + { + "loss_action": 0.02893906459212303, + "loss_total": 0.02893906459212303, + "step": 58110 + }, + { + "loss_action": 0.009953892789781094, + "loss_total": 0.009953892789781094, + "step": 58110 + }, + { + "loss_action": 0.013294975273311138, + "loss_total": 0.013294975273311138, + "step": 58110 + }, + { + "grad_norm": 0.38620492815971375, + "learning_rate": 4.076252649297709e-05, + "loss": 0.0102, + "step": 58120 + }, + { + "loss_action": 0.048410460352897644, + "loss_total": 0.048410460352897644, + "step": 58120 + }, + { + "loss_action": 0.007230463437736034, + "loss_total": 0.007230463437736034, + "step": 58120 + }, + { + "loss_action": 0.012317832559347153, + "loss_total": 0.012317832559347153, + "step": 58120 + }, + { + "loss_action": 0.02039467543363571, + "loss_total": 0.02039467543363571, + "step": 58120 + }, + { + "loss_action": 0.0051808166317641735, + "loss_total": 0.0051808166317641735, + "step": 58120 + }, + { + "loss_action": 0.03936450555920601, + "loss_total": 0.03936450555920601, + "step": 58120 + }, + { + "grad_norm": 0.3560203015804291, + "learning_rate": 4.07462769342809e-05, + "loss": 0.0141, + "step": 58130 + }, + { + "loss_action": 0.007694813888520002, + "loss_total": 0.007694813888520002, + "step": 58130 + }, + { + "loss_action": 0.010252665728330612, + "loss_total": 0.010252665728330612, + "step": 58130 + }, + { + "loss_action": 0.010504954494535923, + "loss_total": 0.010504954494535923, + "step": 58130 + }, + { + "loss_action": 0.00868923868983984, + "loss_total": 0.00868923868983984, + "step": 58130 + }, + { + "loss_action": 0.003415986429899931, + "loss_total": 0.003415986429899931, + "step": 58130 + }, + { + "loss_action": 0.0088621461763978, + "loss_total": 0.0088621461763978, + "step": 58130 + }, + { + "grad_norm": 0.3762148320674896, + "learning_rate": 4.073002838755793e-05, + "loss": 0.0129, + "step": 58140 + }, + { + "loss_action": 0.008946196176111698, + "loss_total": 0.008946196176111698, + "step": 58140 + }, + { + "loss_action": 0.01721666194498539, + "loss_total": 0.01721666194498539, + "step": 58140 + }, + { + "loss_action": 0.026614928618073463, + "loss_total": 0.026614928618073463, + "step": 58140 + }, + { + "loss_action": 0.031198775395751, + "loss_total": 0.031198775395751, + "step": 58140 + }, + { + "loss_action": 0.005086958874017, + "loss_total": 0.005086958874017, + "step": 58140 + }, + { + "loss_action": 0.007238666992634535, + "loss_total": 0.007238666992634535, + "step": 58140 + }, + { + "grad_norm": 0.32431474328041077, + "learning_rate": 4.0713780854585115e-05, + "loss": 0.0127, + "step": 58150 + }, + { + "loss_action": 0.010703782550990582, + "loss_total": 0.010703782550990582, + "step": 58150 + }, + { + "loss_action": 0.007685197051614523, + "loss_total": 0.007685197051614523, + "step": 58150 + }, + { + "loss_action": 0.03965910151600838, + "loss_total": 0.03965910151600838, + "step": 58150 + }, + { + "loss_action": 0.017966410145163536, + "loss_total": 0.017966410145163536, + "step": 58150 + }, + { + "loss_action": 0.017107361927628517, + "loss_total": 0.017107361927628517, + "step": 58150 + }, + { + "loss_action": 0.012133429758250713, + "loss_total": 0.012133429758250713, + "step": 58150 + }, + { + "grad_norm": 0.3028948903083801, + "learning_rate": 4.069753433713927e-05, + "loss": 0.0127, + "step": 58160 + }, + { + "loss_action": 0.008393559604883194, + "loss_total": 0.008393559604883194, + "step": 58160 + }, + { + "loss_action": 0.022234555333852768, + "loss_total": 0.022234555333852768, + "step": 58160 + }, + { + "loss_action": 0.009587537497282028, + "loss_total": 0.009587537497282028, + "step": 58160 + }, + { + "loss_action": 0.011373985558748245, + "loss_total": 0.011373985558748245, + "step": 58160 + }, + { + "loss_action": 0.01646333374083042, + "loss_total": 0.01646333374083042, + "step": 58160 + }, + { + "loss_action": 0.006498697213828564, + "loss_total": 0.006498697213828564, + "step": 58160 + }, + { + "grad_norm": 0.2859865128993988, + "learning_rate": 4.068128883699709e-05, + "loss": 0.0118, + "step": 58170 + }, + { + "loss_action": 0.020431876182556152, + "loss_total": 0.020431876182556152, + "step": 58170 + }, + { + "loss_action": 0.00658026896417141, + "loss_total": 0.00658026896417141, + "step": 58170 + }, + { + "loss_action": 0.011534852907061577, + "loss_total": 0.011534852907061577, + "step": 58170 + }, + { + "loss_action": 0.022489726543426514, + "loss_total": 0.022489726543426514, + "step": 58170 + }, + { + "loss_action": 0.021994803100824356, + "loss_total": 0.021994803100824356, + "step": 58170 + }, + { + "loss_action": 0.00590187031775713, + "loss_total": 0.00590187031775713, + "step": 58170 + }, + { + "grad_norm": 0.3258824646472931, + "learning_rate": 4.0665044355935155e-05, + "loss": 0.0126, + "step": 58180 + }, + { + "loss_action": 0.004406554624438286, + "loss_total": 0.004406554624438286, + "step": 58180 + }, + { + "loss_action": 0.005507074762135744, + "loss_total": 0.005507074762135744, + "step": 58180 + }, + { + "loss_action": 0.024850381538271904, + "loss_total": 0.024850381538271904, + "step": 58180 + }, + { + "loss_action": 0.006817079149186611, + "loss_total": 0.006817079149186611, + "step": 58180 + }, + { + "loss_action": 0.006295567844063044, + "loss_total": 0.006295567844063044, + "step": 58180 + }, + { + "loss_action": 0.009302147664129734, + "loss_total": 0.009302147664129734, + "step": 58180 + }, + { + "grad_norm": 0.3448598384857178, + "learning_rate": 4.064880089572993e-05, + "loss": 0.0113, + "step": 58190 + }, + { + "loss_action": 0.0064723254181444645, + "loss_total": 0.0064723254181444645, + "step": 58190 + }, + { + "loss_action": 0.006559276022017002, + "loss_total": 0.006559276022017002, + "step": 58190 + }, + { + "loss_action": 0.004246925935149193, + "loss_total": 0.004246925935149193, + "step": 58190 + }, + { + "loss_action": 0.004115364979952574, + "loss_total": 0.004115364979952574, + "step": 58190 + }, + { + "loss_action": 0.01603512465953827, + "loss_total": 0.01603512465953827, + "step": 58190 + }, + { + "loss_action": 0.010360308922827244, + "loss_total": 0.010360308922827244, + "step": 58190 + }, + { + "grad_norm": 0.36227771639823914, + "learning_rate": 4.063255845815779e-05, + "loss": 0.014, + "step": 58200 + }, + { + "loss_action": 0.00818602368235588, + "loss_total": 0.00818602368235588, + "step": 58200 + }, + { + "loss_action": 0.013353152200579643, + "loss_total": 0.013353152200579643, + "step": 58200 + }, + { + "loss_action": 0.009220946580171585, + "loss_total": 0.009220946580171585, + "step": 58200 + }, + { + "loss_action": 0.008654365316033363, + "loss_total": 0.008654365316033363, + "step": 58200 + }, + { + "loss_action": 0.007555327843874693, + "loss_total": 0.007555327843874693, + "step": 58200 + }, + { + "loss_action": 0.0054468740709125996, + "loss_total": 0.0054468740709125996, + "step": 58200 + }, + { + "grad_norm": 0.29853466153144836, + "learning_rate": 4.0616317044994945e-05, + "loss": 0.013, + "step": 58210 + }, + { + "loss_action": 0.005195886828005314, + "loss_total": 0.005195886828005314, + "step": 58210 + }, + { + "loss_action": 0.010331734083592892, + "loss_total": 0.010331734083592892, + "step": 58210 + }, + { + "loss_action": 0.007210782263427973, + "loss_total": 0.007210782263427973, + "step": 58210 + }, + { + "loss_action": 0.00864635594189167, + "loss_total": 0.00864635594189167, + "step": 58210 + }, + { + "loss_action": 0.019398601725697517, + "loss_total": 0.019398601725697517, + "step": 58210 + }, + { + "loss_action": 0.009612448513507843, + "loss_total": 0.009612448513507843, + "step": 58210 + }, + { + "grad_norm": 0.254534512758255, + "learning_rate": 4.0600076658017585e-05, + "loss": 0.0135, + "step": 58220 + }, + { + "loss_action": 0.00922304205596447, + "loss_total": 0.00922304205596447, + "step": 58220 + }, + { + "loss_action": 0.0115977693349123, + "loss_total": 0.0115977693349123, + "step": 58220 + }, + { + "loss_action": 0.01576700434088707, + "loss_total": 0.01576700434088707, + "step": 58220 + }, + { + "loss_action": 0.011290865950286388, + "loss_total": 0.011290865950286388, + "step": 58220 + }, + { + "loss_action": 0.017785437405109406, + "loss_total": 0.017785437405109406, + "step": 58220 + }, + { + "loss_action": 0.010701225139200687, + "loss_total": 0.010701225139200687, + "step": 58220 + }, + { + "grad_norm": 0.34272301197052, + "learning_rate": 4.0583837299001706e-05, + "loss": 0.0125, + "step": 58230 + }, + { + "loss_action": 0.009252925403416157, + "loss_total": 0.009252925403416157, + "step": 58230 + }, + { + "loss_action": 0.013649290427565575, + "loss_total": 0.013649290427565575, + "step": 58230 + }, + { + "loss_action": 0.013548078015446663, + "loss_total": 0.013548078015446663, + "step": 58230 + }, + { + "loss_action": 0.012415437959134579, + "loss_total": 0.012415437959134579, + "step": 58230 + }, + { + "loss_action": 0.015801813453435898, + "loss_total": 0.015801813453435898, + "step": 58230 + }, + { + "loss_action": 0.009697990491986275, + "loss_total": 0.009697990491986275, + "step": 58230 + }, + { + "grad_norm": 0.32319360971450806, + "learning_rate": 4.056759896972322e-05, + "loss": 0.0143, + "step": 58240 + }, + { + "loss_action": 0.0085220355540514, + "loss_total": 0.0085220355540514, + "step": 58240 + }, + { + "loss_action": 0.011323954910039902, + "loss_total": 0.011323954910039902, + "step": 58240 + }, + { + "loss_action": 0.00816264282912016, + "loss_total": 0.00816264282912016, + "step": 58240 + }, + { + "loss_action": 0.009866749867796898, + "loss_total": 0.009866749867796898, + "step": 58240 + }, + { + "loss_action": 0.00853587407618761, + "loss_total": 0.00853587407618761, + "step": 58240 + }, + { + "loss_action": 0.02281460538506508, + "loss_total": 0.02281460538506508, + "step": 58240 + }, + { + "grad_norm": 0.4417980909347534, + "learning_rate": 4.055136167195793e-05, + "loss": 0.0149, + "step": 58250 + }, + { + "loss_action": 0.014201111160218716, + "loss_total": 0.014201111160218716, + "step": 58250 + }, + { + "loss_action": 0.0076872375793755054, + "loss_total": 0.0076872375793755054, + "step": 58250 + }, + { + "loss_action": 0.00650349585339427, + "loss_total": 0.00650349585339427, + "step": 58250 + }, + { + "loss_action": 0.00520184263586998, + "loss_total": 0.00520184263586998, + "step": 58250 + }, + { + "loss_action": 0.013657031580805779, + "loss_total": 0.013657031580805779, + "step": 58250 + }, + { + "loss_action": 0.006037571933120489, + "loss_total": 0.006037571933120489, + "step": 58250 + }, + { + "grad_norm": 0.28699052333831787, + "learning_rate": 4.053512540748152e-05, + "loss": 0.013, + "step": 58260 + }, + { + "loss_action": 0.009487061761319637, + "loss_total": 0.009487061761319637, + "step": 58260 + }, + { + "loss_action": 0.010602552443742752, + "loss_total": 0.010602552443742752, + "step": 58260 + }, + { + "loss_action": 0.008222175762057304, + "loss_total": 0.008222175762057304, + "step": 58260 + }, + { + "loss_action": 0.027542807161808014, + "loss_total": 0.027542807161808014, + "step": 58260 + }, + { + "loss_action": 0.0075916326604783535, + "loss_total": 0.0075916326604783535, + "step": 58260 + }, + { + "loss_action": 0.007739821914583445, + "loss_total": 0.007739821914583445, + "step": 58260 + }, + { + "grad_norm": 0.41630637645721436, + "learning_rate": 4.051889017806955e-05, + "loss": 0.0192, + "step": 58270 + }, + { + "loss_action": 0.016456790268421173, + "loss_total": 0.016456790268421173, + "step": 58270 + }, + { + "loss_action": 0.022123053669929504, + "loss_total": 0.022123053669929504, + "step": 58270 + }, + { + "loss_action": 0.019906356930732727, + "loss_total": 0.019906356930732727, + "step": 58270 + }, + { + "loss_action": 0.013273348100483418, + "loss_total": 0.013273348100483418, + "step": 58270 + }, + { + "loss_action": 0.01580805890262127, + "loss_total": 0.01580805890262127, + "step": 58270 + }, + { + "loss_action": 0.013891849666833878, + "loss_total": 0.013891849666833878, + "step": 58270 + }, + { + "grad_norm": 0.26760685443878174, + "learning_rate": 4.0502655985497516e-05, + "loss": 0.0148, + "step": 58280 + }, + { + "loss_action": 0.00644377525895834, + "loss_total": 0.00644377525895834, + "step": 58280 + }, + { + "loss_action": 0.0585605762898922, + "loss_total": 0.0585605762898922, + "step": 58280 + }, + { + "loss_action": 0.006713187322020531, + "loss_total": 0.006713187322020531, + "step": 58280 + }, + { + "loss_action": 0.007170976139605045, + "loss_total": 0.007170976139605045, + "step": 58280 + }, + { + "loss_action": 0.009326058439910412, + "loss_total": 0.009326058439910412, + "step": 58280 + }, + { + "loss_action": 0.013582311570644379, + "loss_total": 0.013582311570644379, + "step": 58280 + }, + { + "grad_norm": 0.3123684525489807, + "learning_rate": 4.048642283154074e-05, + "loss": 0.0124, + "step": 58290 + }, + { + "loss_action": 0.007668295409530401, + "loss_total": 0.007668295409530401, + "step": 58290 + }, + { + "loss_action": 0.018193574622273445, + "loss_total": 0.018193574622273445, + "step": 58290 + }, + { + "loss_action": 0.010590772144496441, + "loss_total": 0.010590772144496441, + "step": 58290 + }, + { + "loss_action": 0.013464180752635002, + "loss_total": 0.013464180752635002, + "step": 58290 + }, + { + "loss_action": 0.05374482646584511, + "loss_total": 0.05374482646584511, + "step": 58290 + }, + { + "loss_action": 0.01279784832149744, + "loss_total": 0.01279784832149744, + "step": 58290 + }, + { + "grad_norm": 0.3214620351791382, + "learning_rate": 4.0470190717974464e-05, + "loss": 0.0134, + "step": 58300 + }, + { + "loss_action": 0.017564205452799797, + "loss_total": 0.017564205452799797, + "step": 58300 + }, + { + "loss_action": 0.011249014176428318, + "loss_total": 0.011249014176428318, + "step": 58300 + }, + { + "loss_action": 0.07848788797855377, + "loss_total": 0.07848788797855377, + "step": 58300 + }, + { + "loss_action": 0.004687219858169556, + "loss_total": 0.004687219858169556, + "step": 58300 + }, + { + "loss_action": 0.052182331681251526, + "loss_total": 0.052182331681251526, + "step": 58300 + }, + { + "loss_action": 0.004618634469807148, + "loss_total": 0.004618634469807148, + "step": 58300 + }, + { + "grad_norm": 0.33934101462364197, + "learning_rate": 4.045395964657381e-05, + "loss": 0.0156, + "step": 58310 + }, + { + "loss_action": 0.004059184342622757, + "loss_total": 0.004059184342622757, + "step": 58310 + }, + { + "loss_action": 0.01265238132327795, + "loss_total": 0.01265238132327795, + "step": 58310 + }, + { + "loss_action": 0.008252857252955437, + "loss_total": 0.008252857252955437, + "step": 58310 + }, + { + "loss_action": 0.012261183932423592, + "loss_total": 0.012261183932423592, + "step": 58310 + }, + { + "loss_action": 0.011283346451818943, + "loss_total": 0.011283346451818943, + "step": 58310 + }, + { + "loss_action": 0.01644490286707878, + "loss_total": 0.01644490286707878, + "step": 58310 + }, + { + "grad_norm": 0.32436421513557434, + "learning_rate": 4.043772961911376e-05, + "loss": 0.0148, + "step": 58320 + }, + { + "loss_action": 0.004381830338388681, + "loss_total": 0.004381830338388681, + "step": 58320 + }, + { + "loss_action": 0.004985830280929804, + "loss_total": 0.004985830280929804, + "step": 58320 + }, + { + "loss_action": 0.005985109135508537, + "loss_total": 0.005985109135508537, + "step": 58320 + }, + { + "loss_action": 0.005219653714448214, + "loss_total": 0.005219653714448214, + "step": 58320 + }, + { + "loss_action": 0.006814918946474791, + "loss_total": 0.006814918946474791, + "step": 58320 + }, + { + "loss_action": 0.00695767579600215, + "loss_total": 0.00695767579600215, + "step": 58320 + }, + { + "grad_norm": 0.3988581895828247, + "learning_rate": 4.042150063736924e-05, + "loss": 0.0152, + "step": 58330 + }, + { + "loss_action": 0.010447829030454159, + "loss_total": 0.010447829030454159, + "step": 58330 + }, + { + "loss_action": 0.01455979235470295, + "loss_total": 0.01455979235470295, + "step": 58330 + }, + { + "loss_action": 0.022041337564587593, + "loss_total": 0.022041337564587593, + "step": 58330 + }, + { + "loss_action": 0.016239987686276436, + "loss_total": 0.016239987686276436, + "step": 58330 + }, + { + "loss_action": 0.01851610094308853, + "loss_total": 0.01851610094308853, + "step": 58330 + }, + { + "loss_action": 0.01982630230486393, + "loss_total": 0.01982630230486393, + "step": 58330 + }, + { + "grad_norm": 0.2879989445209503, + "learning_rate": 4.0405272703114976e-05, + "loss": 0.0129, + "step": 58340 + }, + { + "loss_action": 0.00994621030986309, + "loss_total": 0.00994621030986309, + "step": 58340 + }, + { + "loss_action": 0.05240539088845253, + "loss_total": 0.05240539088845253, + "step": 58340 + }, + { + "loss_action": 0.003612343454733491, + "loss_total": 0.003612343454733491, + "step": 58340 + }, + { + "loss_action": 0.012600589543581009, + "loss_total": 0.012600589543581009, + "step": 58340 + }, + { + "loss_action": 0.012690693140029907, + "loss_total": 0.012690693140029907, + "step": 58340 + }, + { + "loss_action": 0.005463293753564358, + "loss_total": 0.005463293753564358, + "step": 58340 + }, + { + "grad_norm": 0.3782837390899658, + "learning_rate": 4.038904581812569e-05, + "loss": 0.0129, + "step": 58350 + }, + { + "loss_action": 0.005725755821913481, + "loss_total": 0.005725755821913481, + "step": 58350 + }, + { + "loss_action": 0.013848865404725075, + "loss_total": 0.013848865404725075, + "step": 58350 + }, + { + "loss_action": 0.012007142417132854, + "loss_total": 0.012007142417132854, + "step": 58350 + }, + { + "loss_action": 0.01152052078396082, + "loss_total": 0.01152052078396082, + "step": 58350 + }, + { + "loss_action": 0.017345238476991653, + "loss_total": 0.017345238476991653, + "step": 58350 + }, + { + "loss_action": 0.010702244006097317, + "loss_total": 0.010702244006097317, + "step": 58350 + }, + { + "grad_norm": 0.27104490995407104, + "learning_rate": 4.03728199841759e-05, + "loss": 0.013, + "step": 58360 + }, + { + "loss_action": 0.014060141518712044, + "loss_total": 0.014060141518712044, + "step": 58360 + }, + { + "loss_action": 0.005479019600898027, + "loss_total": 0.005479019600898027, + "step": 58360 + }, + { + "loss_action": 0.003992269281297922, + "loss_total": 0.003992269281297922, + "step": 58360 + }, + { + "loss_action": 0.005646172445267439, + "loss_total": 0.005646172445267439, + "step": 58360 + }, + { + "loss_action": 0.0049689700827002525, + "loss_total": 0.0049689700827002525, + "step": 58360 + }, + { + "loss_action": 0.004960371181368828, + "loss_total": 0.004960371181368828, + "step": 58360 + }, + { + "grad_norm": 0.2924312353134155, + "learning_rate": 4.0356595203040044e-05, + "loss": 0.0124, + "step": 58370 + }, + { + "loss_action": 0.009880725294351578, + "loss_total": 0.009880725294351578, + "step": 58370 + }, + { + "loss_action": 0.004213905427604914, + "loss_total": 0.004213905427604914, + "step": 58370 + }, + { + "loss_action": 0.008536232635378838, + "loss_total": 0.008536232635378838, + "step": 58370 + }, + { + "loss_action": 0.010708124376833439, + "loss_total": 0.010708124376833439, + "step": 58370 + }, + { + "loss_action": 0.007555363699793816, + "loss_total": 0.007555363699793816, + "step": 58370 + }, + { + "loss_action": 0.04763633757829666, + "loss_total": 0.04763633757829666, + "step": 58370 + }, + { + "grad_norm": 0.3620613217353821, + "learning_rate": 4.0340371476492426e-05, + "loss": 0.0128, + "step": 58380 + }, + { + "loss_action": 0.01193021610379219, + "loss_total": 0.01193021610379219, + "step": 58380 + }, + { + "loss_action": 0.00782678835093975, + "loss_total": 0.00782678835093975, + "step": 58380 + }, + { + "loss_action": 0.006941243540495634, + "loss_total": 0.006941243540495634, + "step": 58380 + }, + { + "loss_action": 0.008679386228322983, + "loss_total": 0.008679386228322983, + "step": 58380 + }, + { + "loss_action": 0.0193798765540123, + "loss_total": 0.0193798765540123, + "step": 58380 + }, + { + "loss_action": 0.013389925472438335, + "loss_total": 0.013389925472438335, + "step": 58380 + }, + { + "grad_norm": 0.3320036828517914, + "learning_rate": 4.032414880630727e-05, + "loss": 0.011, + "step": 58390 + }, + { + "loss_action": 0.009262751787900925, + "loss_total": 0.009262751787900925, + "step": 58390 + }, + { + "loss_action": 0.012709878385066986, + "loss_total": 0.012709878385066986, + "step": 58390 + }, + { + "loss_action": 0.008464602753520012, + "loss_total": 0.008464602753520012, + "step": 58390 + }, + { + "loss_action": 0.008101520128548145, + "loss_total": 0.008101520128548145, + "step": 58390 + }, + { + "loss_action": 0.006354601122438908, + "loss_total": 0.006354601122438908, + "step": 58390 + }, + { + "loss_action": 0.009788255207240582, + "loss_total": 0.009788255207240582, + "step": 58390 + }, + { + "grad_norm": 0.2029740959405899, + "learning_rate": 4.0307927194258646e-05, + "loss": 0.0106, + "step": 58400 + }, + { + "loss_action": 0.0064108469523489475, + "loss_total": 0.0064108469523489475, + "step": 58400 + }, + { + "loss_action": 0.0064714932814240456, + "loss_total": 0.0064714932814240456, + "step": 58400 + }, + { + "loss_action": 0.006635210011154413, + "loss_total": 0.006635210011154413, + "step": 58400 + }, + { + "loss_action": 0.024001402780413628, + "loss_total": 0.024001402780413628, + "step": 58400 + }, + { + "loss_action": 0.007456762716174126, + "loss_total": 0.007456762716174126, + "step": 58400 + }, + { + "loss_action": 0.009373988956212997, + "loss_total": 0.009373988956212997, + "step": 58400 + }, + { + "grad_norm": 0.29604488611221313, + "learning_rate": 4.029170664212054e-05, + "loss": 0.0161, + "step": 58410 + }, + { + "loss_action": 0.013630615547299385, + "loss_total": 0.013630615547299385, + "step": 58410 + }, + { + "loss_action": 0.003909689374268055, + "loss_total": 0.003909689374268055, + "step": 58410 + }, + { + "loss_action": 0.008605597540736198, + "loss_total": 0.008605597540736198, + "step": 58410 + }, + { + "loss_action": 0.004629720002412796, + "loss_total": 0.004629720002412796, + "step": 58410 + }, + { + "loss_action": 0.02422291785478592, + "loss_total": 0.02422291785478592, + "step": 58410 + }, + { + "loss_action": 0.00907435454428196, + "loss_total": 0.00907435454428196, + "step": 58410 + }, + { + "grad_norm": 0.3226225972175598, + "learning_rate": 4.0275487151666794e-05, + "loss": 0.0111, + "step": 58420 + }, + { + "loss_action": 0.008454887196421623, + "loss_total": 0.008454887196421623, + "step": 58420 + }, + { + "loss_action": 0.00457506300881505, + "loss_total": 0.00457506300881505, + "step": 58420 + }, + { + "loss_action": 0.010112311691045761, + "loss_total": 0.010112311691045761, + "step": 58420 + }, + { + "loss_action": 0.018393322825431824, + "loss_total": 0.018393322825431824, + "step": 58420 + }, + { + "loss_action": 0.007392197381705046, + "loss_total": 0.007392197381705046, + "step": 58420 + }, + { + "loss_action": 0.010898965410888195, + "loss_total": 0.010898965410888195, + "step": 58420 + }, + { + "grad_norm": 0.1917218416929245, + "learning_rate": 4.025926872467116e-05, + "loss": 0.0147, + "step": 58430 + }, + { + "loss_action": 0.015556017868220806, + "loss_total": 0.015556017868220806, + "step": 58430 + }, + { + "loss_action": 0.012609660625457764, + "loss_total": 0.012609660625457764, + "step": 58430 + }, + { + "loss_action": 0.023417772725224495, + "loss_total": 0.023417772725224495, + "step": 58430 + }, + { + "loss_action": 0.009012921713292599, + "loss_total": 0.009012921713292599, + "step": 58430 + }, + { + "loss_action": 0.01122736744582653, + "loss_total": 0.01122736744582653, + "step": 58430 + }, + { + "loss_action": 0.007633623201400042, + "loss_total": 0.007633623201400042, + "step": 58430 + }, + { + "grad_norm": 0.45101457834243774, + "learning_rate": 4.024305136290725e-05, + "loss": 0.0159, + "step": 58440 + }, + { + "loss_action": 0.010552847757935524, + "loss_total": 0.010552847757935524, + "step": 58440 + }, + { + "loss_action": 0.007949522696435452, + "loss_total": 0.007949522696435452, + "step": 58440 + }, + { + "loss_action": 0.01020293403416872, + "loss_total": 0.01020293403416872, + "step": 58440 + }, + { + "loss_action": 0.01280691847205162, + "loss_total": 0.01280691847205162, + "step": 58440 + }, + { + "loss_action": 0.018111778423190117, + "loss_total": 0.018111778423190117, + "step": 58440 + }, + { + "loss_action": 0.0038761894684284925, + "loss_total": 0.0038761894684284925, + "step": 58440 + }, + { + "grad_norm": 0.36263179779052734, + "learning_rate": 4.022683506814858e-05, + "loss": 0.0132, + "step": 58450 + }, + { + "loss_action": 0.0113607756793499, + "loss_total": 0.0113607756793499, + "step": 58450 + }, + { + "loss_action": 0.004633666016161442, + "loss_total": 0.004633666016161442, + "step": 58450 + }, + { + "loss_action": 0.006270458456128836, + "loss_total": 0.006270458456128836, + "step": 58450 + }, + { + "loss_action": 0.012951136566698551, + "loss_total": 0.012951136566698551, + "step": 58450 + }, + { + "loss_action": 0.04716048017144203, + "loss_total": 0.04716048017144203, + "step": 58450 + }, + { + "loss_action": 0.011769462376832962, + "loss_total": 0.011769462376832962, + "step": 58450 + }, + { + "grad_norm": 0.319017231464386, + "learning_rate": 4.021061984216853e-05, + "loss": 0.0154, + "step": 58460 + }, + { + "loss_action": 0.00523499958217144, + "loss_total": 0.00523499958217144, + "step": 58460 + }, + { + "loss_action": 0.00512746162712574, + "loss_total": 0.00512746162712574, + "step": 58460 + }, + { + "loss_action": 0.01822230964899063, + "loss_total": 0.01822230964899063, + "step": 58460 + }, + { + "loss_action": 0.01901203580200672, + "loss_total": 0.01901203580200672, + "step": 58460 + }, + { + "loss_action": 0.030379436910152435, + "loss_total": 0.030379436910152435, + "step": 58460 + }, + { + "loss_action": 0.011522109620273113, + "loss_total": 0.011522109620273113, + "step": 58460 + }, + { + "grad_norm": 0.34918463230133057, + "learning_rate": 4.019440568674035e-05, + "loss": 0.0186, + "step": 58470 + }, + { + "loss_action": 0.013330190442502499, + "loss_total": 0.013330190442502499, + "step": 58470 + }, + { + "loss_action": 0.018948975950479507, + "loss_total": 0.018948975950479507, + "step": 58470 + }, + { + "loss_action": 0.02415877766907215, + "loss_total": 0.02415877766907215, + "step": 58470 + }, + { + "loss_action": 0.008297561667859554, + "loss_total": 0.008297561667859554, + "step": 58470 + }, + { + "loss_action": 0.013003542087972164, + "loss_total": 0.013003542087972164, + "step": 58470 + }, + { + "loss_action": 0.008873998187482357, + "loss_total": 0.008873998187482357, + "step": 58470 + }, + { + "grad_norm": 0.34136179089546204, + "learning_rate": 4.017819260363724e-05, + "loss": 0.0155, + "step": 58480 + }, + { + "loss_action": 0.006982116959989071, + "loss_total": 0.006982116959989071, + "step": 58480 + }, + { + "loss_action": 0.011742055416107178, + "loss_total": 0.011742055416107178, + "step": 58480 + }, + { + "loss_action": 0.01270456425845623, + "loss_total": 0.01270456425845623, + "step": 58480 + }, + { + "loss_action": 0.005375479813665152, + "loss_total": 0.005375479813665152, + "step": 58480 + }, + { + "loss_action": 0.0058287689462304115, + "loss_total": 0.0058287689462304115, + "step": 58480 + }, + { + "loss_action": 0.032932184636592865, + "loss_total": 0.032932184636592865, + "step": 58480 + }, + { + "grad_norm": 0.34901559352874756, + "learning_rate": 4.016198059463223e-05, + "loss": 0.0171, + "step": 58490 + }, + { + "loss_action": 0.010532736778259277, + "loss_total": 0.010532736778259277, + "step": 58490 + }, + { + "loss_action": 0.01186552457511425, + "loss_total": 0.01186552457511425, + "step": 58490 + }, + { + "loss_action": 0.012802652083337307, + "loss_total": 0.012802652083337307, + "step": 58490 + }, + { + "loss_action": 0.00925430003553629, + "loss_total": 0.00925430003553629, + "step": 58490 + }, + { + "loss_action": 0.010833729058504105, + "loss_total": 0.010833729058504105, + "step": 58490 + }, + { + "loss_action": 0.005865949206054211, + "loss_total": 0.005865949206054211, + "step": 58490 + }, + { + "grad_norm": 0.2680715322494507, + "learning_rate": 4.0145769661498233e-05, + "loss": 0.0165, + "step": 58500 + }, + { + "loss_action": 0.007405336480587721, + "loss_total": 0.007405336480587721, + "step": 58500 + }, + { + "loss_action": 0.006738895550370216, + "loss_total": 0.006738895550370216, + "step": 58500 + }, + { + "loss_action": 0.016327261924743652, + "loss_total": 0.016327261924743652, + "step": 58500 + }, + { + "loss_action": 0.010927178896963596, + "loss_total": 0.010927178896963596, + "step": 58500 + }, + { + "loss_action": 0.043177321553230286, + "loss_total": 0.043177321553230286, + "step": 58500 + }, + { + "loss_action": 0.01263404544442892, + "loss_total": 0.01263404544442892, + "step": 58500 + }, + { + "grad_norm": 0.3667128384113312, + "learning_rate": 4.012955980600804e-05, + "loss": 0.0139, + "step": 58510 + }, + { + "loss_action": 0.006010580807924271, + "loss_total": 0.006010580807924271, + "step": 58510 + }, + { + "loss_action": 0.038524895906448364, + "loss_total": 0.038524895906448364, + "step": 58510 + }, + { + "loss_action": 0.007894925773143768, + "loss_total": 0.007894925773143768, + "step": 58510 + }, + { + "loss_action": 0.008230919949710369, + "loss_total": 0.008230919949710369, + "step": 58510 + }, + { + "loss_action": 0.00979732908308506, + "loss_total": 0.00979732908308506, + "step": 58510 + }, + { + "loss_action": 0.007412707433104515, + "loss_total": 0.007412707433104515, + "step": 58510 + }, + { + "grad_norm": 0.35420358180999756, + "learning_rate": 4.0113351029934355e-05, + "loss": 0.0136, + "step": 58520 + }, + { + "loss_action": 0.018579864874482155, + "loss_total": 0.018579864874482155, + "step": 58520 + }, + { + "loss_action": 0.008168934844434261, + "loss_total": 0.008168934844434261, + "step": 58520 + }, + { + "loss_action": 0.00751514034345746, + "loss_total": 0.00751514034345746, + "step": 58520 + }, + { + "loss_action": 0.008193586021661758, + "loss_total": 0.008193586021661758, + "step": 58520 + }, + { + "loss_action": 0.0066953920759260654, + "loss_total": 0.0066953920759260654, + "step": 58520 + }, + { + "loss_action": 0.013431030325591564, + "loss_total": 0.013431030325591564, + "step": 58520 + }, + { + "grad_norm": 0.2870601415634155, + "learning_rate": 4.0097143335049714e-05, + "loss": 0.016, + "step": 58530 + }, + { + "loss_action": 0.006232387851923704, + "loss_total": 0.006232387851923704, + "step": 58530 + }, + { + "loss_action": 0.00808099564164877, + "loss_total": 0.00808099564164877, + "step": 58530 + }, + { + "loss_action": 0.016556939110159874, + "loss_total": 0.016556939110159874, + "step": 58530 + }, + { + "loss_action": 0.010708204470574856, + "loss_total": 0.010708204470574856, + "step": 58530 + }, + { + "loss_action": 0.014292191714048386, + "loss_total": 0.014292191714048386, + "step": 58530 + }, + { + "loss_action": 0.015315759927034378, + "loss_total": 0.015315759927034378, + "step": 58530 + }, + { + "grad_norm": 0.27912721037864685, + "learning_rate": 4.0080936723126606e-05, + "loss": 0.0114, + "step": 58540 + }, + { + "loss_action": 0.006575972307473421, + "loss_total": 0.006575972307473421, + "step": 58540 + }, + { + "loss_action": 0.0074876826256513596, + "loss_total": 0.0074876826256513596, + "step": 58540 + }, + { + "loss_action": 0.02911340817809105, + "loss_total": 0.02911340817809105, + "step": 58540 + }, + { + "loss_action": 0.005455949809402227, + "loss_total": 0.005455949809402227, + "step": 58540 + }, + { + "loss_action": 0.013058946467936039, + "loss_total": 0.013058946467936039, + "step": 58540 + }, + { + "loss_action": 0.012841769494116306, + "loss_total": 0.012841769494116306, + "step": 58540 + }, + { + "grad_norm": 0.3555772304534912, + "learning_rate": 4.006473119593735e-05, + "loss": 0.0128, + "step": 58550 + }, + { + "loss_action": 0.02253350056707859, + "loss_total": 0.02253350056707859, + "step": 58550 + }, + { + "loss_action": 0.05972698703408241, + "loss_total": 0.05972698703408241, + "step": 58550 + }, + { + "loss_action": 0.007078624330461025, + "loss_total": 0.007078624330461025, + "step": 58550 + }, + { + "loss_action": 0.015652040019631386, + "loss_total": 0.015652040019631386, + "step": 58550 + }, + { + "loss_action": 0.007019892800599337, + "loss_total": 0.007019892800599337, + "step": 58550 + }, + { + "loss_action": 0.005770429503172636, + "loss_total": 0.005770429503172636, + "step": 58550 + }, + { + "grad_norm": 0.345477432012558, + "learning_rate": 4.004852675525415e-05, + "loss": 0.0132, + "step": 58560 + }, + { + "loss_action": 0.007218760903924704, + "loss_total": 0.007218760903924704, + "step": 58560 + }, + { + "loss_action": 0.005197260063141584, + "loss_total": 0.005197260063141584, + "step": 58560 + }, + { + "loss_action": 0.005856686271727085, + "loss_total": 0.005856686271727085, + "step": 58560 + }, + { + "loss_action": 0.005789837334305048, + "loss_total": 0.005789837334305048, + "step": 58560 + }, + { + "loss_action": 0.03125280514359474, + "loss_total": 0.03125280514359474, + "step": 58560 + }, + { + "loss_action": 0.04642987996339798, + "loss_total": 0.04642987996339798, + "step": 58560 + }, + { + "grad_norm": 0.4114081859588623, + "learning_rate": 4.00323234028491e-05, + "loss": 0.015, + "step": 58570 + }, + { + "loss_action": 0.009075410664081573, + "loss_total": 0.009075410664081573, + "step": 58570 + }, + { + "loss_action": 0.011296535842120647, + "loss_total": 0.011296535842120647, + "step": 58570 + }, + { + "loss_action": 0.006218335125595331, + "loss_total": 0.006218335125595331, + "step": 58570 + }, + { + "loss_action": 0.012195133604109287, + "loss_total": 0.012195133604109287, + "step": 58570 + }, + { + "loss_action": 0.014217252843081951, + "loss_total": 0.014217252843081951, + "step": 58570 + }, + { + "loss_action": 0.025466343387961388, + "loss_total": 0.025466343387961388, + "step": 58570 + }, + { + "grad_norm": 0.3537992835044861, + "learning_rate": 4.0016121140494186e-05, + "loss": 0.0136, + "step": 58580 + }, + { + "loss_action": 0.011859344318509102, + "loss_total": 0.011859344318509102, + "step": 58580 + }, + { + "loss_action": 0.01420730259269476, + "loss_total": 0.01420730259269476, + "step": 58580 + }, + { + "loss_action": 0.0061736502684652805, + "loss_total": 0.0061736502684652805, + "step": 58580 + }, + { + "loss_action": 0.011849863454699516, + "loss_total": 0.011849863454699516, + "step": 58580 + }, + { + "loss_action": 0.007717424537986517, + "loss_total": 0.007717424537986517, + "step": 58580 + }, + { + "loss_action": 0.004422453232109547, + "loss_total": 0.004422453232109547, + "step": 58580 + }, + { + "grad_norm": 0.48977476358413696, + "learning_rate": 3.999991996996122e-05, + "loss": 0.0171, + "step": 58590 + }, + { + "loss_action": 0.006677346304059029, + "loss_total": 0.006677346304059029, + "step": 58590 + }, + { + "loss_action": 0.00934302806854248, + "loss_total": 0.00934302806854248, + "step": 58590 + }, + { + "loss_action": 0.013680203817784786, + "loss_total": 0.013680203817784786, + "step": 58590 + }, + { + "loss_action": 0.015902351588010788, + "loss_total": 0.015902351588010788, + "step": 58590 + }, + { + "loss_action": 0.02557595632970333, + "loss_total": 0.02557595632970333, + "step": 58590 + }, + { + "loss_action": 0.008821077644824982, + "loss_total": 0.008821077644824982, + "step": 58590 + }, + { + "grad_norm": 0.34730324149131775, + "learning_rate": 3.9983719893022e-05, + "loss": 0.0146, + "step": 58600 + }, + { + "loss_action": 0.018613042309880257, + "loss_total": 0.018613042309880257, + "step": 58600 + }, + { + "loss_action": 0.035829152911901474, + "loss_total": 0.035829152911901474, + "step": 58600 + }, + { + "loss_action": 0.009690393693745136, + "loss_total": 0.009690393693745136, + "step": 58600 + }, + { + "loss_action": 0.012367703951895237, + "loss_total": 0.012367703951895237, + "step": 58600 + }, + { + "loss_action": 0.007452887482941151, + "loss_total": 0.007452887482941151, + "step": 58600 + }, + { + "loss_action": 0.011580361053347588, + "loss_total": 0.011580361053347588, + "step": 58600 + }, + { + "grad_norm": 0.2843620181083679, + "learning_rate": 3.996752091144812e-05, + "loss": 0.0154, + "step": 58610 + }, + { + "loss_action": 0.011946778744459152, + "loss_total": 0.011946778744459152, + "step": 58610 + }, + { + "loss_action": 0.016512367874383926, + "loss_total": 0.016512367874383926, + "step": 58610 + }, + { + "loss_action": 0.008805260993540287, + "loss_total": 0.008805260993540287, + "step": 58610 + }, + { + "loss_action": 0.008025622926652431, + "loss_total": 0.008025622926652431, + "step": 58610 + }, + { + "loss_action": 0.015026598237454891, + "loss_total": 0.015026598237454891, + "step": 58610 + }, + { + "loss_action": 0.013358848169445992, + "loss_total": 0.013358848169445992, + "step": 58610 + }, + { + "grad_norm": 0.36033695936203003, + "learning_rate": 3.9951323027011055e-05, + "loss": 0.0135, + "step": 58620 + }, + { + "loss_action": 0.006052286364138126, + "loss_total": 0.006052286364138126, + "step": 58620 + }, + { + "loss_action": 0.005353654269129038, + "loss_total": 0.005353654269129038, + "step": 58620 + }, + { + "loss_action": 0.0705723688006401, + "loss_total": 0.0705723688006401, + "step": 58620 + }, + { + "loss_action": 0.020168926566839218, + "loss_total": 0.020168926566839218, + "step": 58620 + }, + { + "loss_action": 0.004396139178425074, + "loss_total": 0.004396139178425074, + "step": 58620 + }, + { + "loss_action": 0.11888714134693146, + "loss_total": 0.11888714134693146, + "step": 58620 + }, + { + "grad_norm": 0.23420652747154236, + "learning_rate": 3.993512624148219e-05, + "loss": 0.0145, + "step": 58630 + }, + { + "loss_action": 0.06650248169898987, + "loss_total": 0.06650248169898987, + "step": 58630 + }, + { + "loss_action": 0.012778027914464474, + "loss_total": 0.012778027914464474, + "step": 58630 + }, + { + "loss_action": 0.004921031184494495, + "loss_total": 0.004921031184494495, + "step": 58630 + }, + { + "loss_action": 0.013201087713241577, + "loss_total": 0.013201087713241577, + "step": 58630 + }, + { + "loss_action": 0.029076479375362396, + "loss_total": 0.029076479375362396, + "step": 58630 + }, + { + "loss_action": 0.004701297264546156, + "loss_total": 0.004701297264546156, + "step": 58630 + }, + { + "grad_norm": 0.30148544907569885, + "learning_rate": 3.99189305566328e-05, + "loss": 0.0122, + "step": 58640 + }, + { + "loss_action": 0.004803445190191269, + "loss_total": 0.004803445190191269, + "step": 58640 + }, + { + "loss_action": 0.024977795779705048, + "loss_total": 0.024977795779705048, + "step": 58640 + }, + { + "loss_action": 0.007192347664386034, + "loss_total": 0.007192347664386034, + "step": 58640 + }, + { + "loss_action": 0.00934791099280119, + "loss_total": 0.00934791099280119, + "step": 58640 + }, + { + "loss_action": 0.03552737459540367, + "loss_total": 0.03552737459540367, + "step": 58640 + }, + { + "loss_action": 0.015428834594786167, + "loss_total": 0.015428834594786167, + "step": 58640 + }, + { + "grad_norm": 0.27562302350997925, + "learning_rate": 3.990273597423401e-05, + "loss": 0.016, + "step": 58650 + }, + { + "loss_action": 0.005444495007395744, + "loss_total": 0.005444495007395744, + "step": 58650 + }, + { + "loss_action": 0.012361657805740833, + "loss_total": 0.012361657805740833, + "step": 58650 + }, + { + "loss_action": 0.010906817391514778, + "loss_total": 0.010906817391514778, + "step": 58650 + }, + { + "loss_action": 0.03298313543200493, + "loss_total": 0.03298313543200493, + "step": 58650 + }, + { + "loss_action": 0.011223722249269485, + "loss_total": 0.011223722249269485, + "step": 58650 + }, + { + "loss_action": 0.010530968196690083, + "loss_total": 0.010530968196690083, + "step": 58650 + }, + { + "grad_norm": 0.25900670886039734, + "learning_rate": 3.988654249605681e-05, + "loss": 0.0113, + "step": 58660 + }, + { + "loss_action": 0.00836098100990057, + "loss_total": 0.00836098100990057, + "step": 58660 + }, + { + "loss_action": 0.012519067153334618, + "loss_total": 0.012519067153334618, + "step": 58660 + }, + { + "loss_action": 0.0082674790173769, + "loss_total": 0.0082674790173769, + "step": 58660 + }, + { + "loss_action": 0.0100018922239542, + "loss_total": 0.0100018922239542, + "step": 58660 + }, + { + "loss_action": 0.007094160187989473, + "loss_total": 0.007094160187989473, + "step": 58660 + }, + { + "loss_action": 0.02640770934522152, + "loss_total": 0.02640770934522152, + "step": 58660 + }, + { + "grad_norm": 0.2911103069782257, + "learning_rate": 3.987035012387213e-05, + "loss": 0.0125, + "step": 58670 + }, + { + "loss_action": 0.005793775897473097, + "loss_total": 0.005793775897473097, + "step": 58670 + }, + { + "loss_action": 0.01229765359312296, + "loss_total": 0.01229765359312296, + "step": 58670 + }, + { + "loss_action": 0.005623033735901117, + "loss_total": 0.005623033735901117, + "step": 58670 + }, + { + "loss_action": 0.014320289716124535, + "loss_total": 0.014320289716124535, + "step": 58670 + }, + { + "loss_action": 0.007528515532612801, + "loss_total": 0.007528515532612801, + "step": 58670 + }, + { + "loss_action": 0.006606963463127613, + "loss_total": 0.006606963463127613, + "step": 58670 + }, + { + "grad_norm": 0.42225199937820435, + "learning_rate": 3.9854158859450735e-05, + "loss": 0.0098, + "step": 58680 + }, + { + "loss_action": 0.008869098499417305, + "loss_total": 0.008869098499417305, + "step": 58680 + }, + { + "loss_action": 0.04931032285094261, + "loss_total": 0.04931032285094261, + "step": 58680 + }, + { + "loss_action": 0.008784561417996883, + "loss_total": 0.008784561417996883, + "step": 58680 + }, + { + "loss_action": 0.0092717744410038, + "loss_total": 0.0092717744410038, + "step": 58680 + }, + { + "loss_action": 0.013515502214431763, + "loss_total": 0.013515502214431763, + "step": 58680 + }, + { + "loss_action": 0.011631826870143414, + "loss_total": 0.011631826870143414, + "step": 58680 + }, + { + "grad_norm": 0.2594740390777588, + "learning_rate": 3.983796870456328e-05, + "loss": 0.0136, + "step": 58690 + }, + { + "loss_action": 0.013125638477504253, + "loss_total": 0.013125638477504253, + "step": 58690 + }, + { + "loss_action": 0.006994086783379316, + "loss_total": 0.006994086783379316, + "step": 58690 + }, + { + "loss_action": 0.015853645280003548, + "loss_total": 0.015853645280003548, + "step": 58690 + }, + { + "loss_action": 0.00827840343117714, + "loss_total": 0.00827840343117714, + "step": 58690 + }, + { + "loss_action": 0.011028020642697811, + "loss_total": 0.011028020642697811, + "step": 58690 + }, + { + "loss_action": 0.03226025402545929, + "loss_total": 0.03226025402545929, + "step": 58690 + }, + { + "grad_norm": 0.4045153260231018, + "learning_rate": 3.982177966098028e-05, + "loss": 0.0124, + "step": 58700 + }, + { + "loss_action": 0.013135458342730999, + "loss_total": 0.013135458342730999, + "step": 58700 + }, + { + "loss_action": 0.011036671698093414, + "loss_total": 0.011036671698093414, + "step": 58700 + }, + { + "loss_action": 0.05481695756316185, + "loss_total": 0.05481695756316185, + "step": 58700 + }, + { + "loss_action": 0.02486894465982914, + "loss_total": 0.02486894465982914, + "step": 58700 + }, + { + "loss_action": 0.01165086217224598, + "loss_total": 0.01165086217224598, + "step": 58700 + }, + { + "loss_action": 0.011808304116129875, + "loss_total": 0.011808304116129875, + "step": 58700 + }, + { + "grad_norm": 0.3693278431892395, + "learning_rate": 3.980559173047216e-05, + "loss": 0.0131, + "step": 58710 + }, + { + "loss_action": 0.011798658408224583, + "loss_total": 0.011798658408224583, + "step": 58710 + }, + { + "loss_action": 0.011925620026886463, + "loss_total": 0.011925620026886463, + "step": 58710 + }, + { + "loss_action": 0.00699255196377635, + "loss_total": 0.00699255196377635, + "step": 58710 + }, + { + "loss_action": 0.008036913350224495, + "loss_total": 0.008036913350224495, + "step": 58710 + }, + { + "loss_action": 0.04642316326498985, + "loss_total": 0.04642316326498985, + "step": 58710 + }, + { + "loss_action": 0.017200885340571404, + "loss_total": 0.017200885340571404, + "step": 58710 + }, + { + "grad_norm": 0.3841252028942108, + "learning_rate": 3.9789404914809176e-05, + "loss": 0.0166, + "step": 58720 + }, + { + "loss_action": 0.006596443708986044, + "loss_total": 0.006596443708986044, + "step": 58720 + }, + { + "loss_action": 0.007299284916371107, + "loss_total": 0.007299284916371107, + "step": 58720 + }, + { + "loss_action": 0.010777664370834827, + "loss_total": 0.010777664370834827, + "step": 58720 + }, + { + "loss_action": 0.00920113455504179, + "loss_total": 0.00920113455504179, + "step": 58720 + }, + { + "loss_action": 0.04349316656589508, + "loss_total": 0.04349316656589508, + "step": 58720 + }, + { + "loss_action": 0.016146201640367508, + "loss_total": 0.016146201640367508, + "step": 58720 + }, + { + "grad_norm": 0.27528947591781616, + "learning_rate": 3.9773219215761544e-05, + "loss": 0.013, + "step": 58730 + }, + { + "loss_action": 0.020360734313726425, + "loss_total": 0.020360734313726425, + "step": 58730 + }, + { + "loss_action": 0.024642057716846466, + "loss_total": 0.024642057716846466, + "step": 58730 + }, + { + "loss_action": 0.007614050526171923, + "loss_total": 0.007614050526171923, + "step": 58730 + }, + { + "loss_action": 0.012120316736400127, + "loss_total": 0.012120316736400127, + "step": 58730 + }, + { + "loss_action": 0.010557170026004314, + "loss_total": 0.010557170026004314, + "step": 58730 + }, + { + "loss_action": 0.009785609319806099, + "loss_total": 0.009785609319806099, + "step": 58730 + }, + { + "grad_norm": 0.3544338345527649, + "learning_rate": 3.975703463509928e-05, + "loss": 0.0152, + "step": 58740 + }, + { + "loss_action": 0.012373626232147217, + "loss_total": 0.012373626232147217, + "step": 58740 + }, + { + "loss_action": 0.012605507858097553, + "loss_total": 0.012605507858097553, + "step": 58740 + }, + { + "loss_action": 0.010813074186444283, + "loss_total": 0.010813074186444283, + "step": 58740 + }, + { + "loss_action": 0.010408956557512283, + "loss_total": 0.010408956557512283, + "step": 58740 + }, + { + "loss_action": 0.01083417609333992, + "loss_total": 0.01083417609333992, + "step": 58740 + }, + { + "loss_action": 0.007482440210878849, + "loss_total": 0.007482440210878849, + "step": 58740 + }, + { + "grad_norm": 0.28643545508384705, + "learning_rate": 3.974085117459231e-05, + "loss": 0.0145, + "step": 58750 + }, + { + "loss_action": 0.01068197377026081, + "loss_total": 0.01068197377026081, + "step": 58750 + }, + { + "loss_action": 0.023676011711359024, + "loss_total": 0.023676011711359024, + "step": 58750 + }, + { + "loss_action": 0.01039098110049963, + "loss_total": 0.01039098110049963, + "step": 58750 + }, + { + "loss_action": 0.0034135549794882536, + "loss_total": 0.0034135549794882536, + "step": 58750 + }, + { + "loss_action": 0.01009226031601429, + "loss_total": 0.01009226031601429, + "step": 58750 + }, + { + "loss_action": 0.015680791810154915, + "loss_total": 0.015680791810154915, + "step": 58750 + }, + { + "grad_norm": 0.2790690064430237, + "learning_rate": 3.972466883601043e-05, + "loss": 0.0119, + "step": 58760 + }, + { + "loss_action": 0.012195778079330921, + "loss_total": 0.012195778079330921, + "step": 58760 + }, + { + "loss_action": 0.0061024208553135395, + "loss_total": 0.0061024208553135395, + "step": 58760 + }, + { + "loss_action": 0.008153986185789108, + "loss_total": 0.008153986185789108, + "step": 58760 + }, + { + "loss_action": 0.012835860252380371, + "loss_total": 0.012835860252380371, + "step": 58760 + }, + { + "loss_action": 0.006907052360475063, + "loss_total": 0.006907052360475063, + "step": 58760 + }, + { + "loss_action": 0.009698193520307541, + "loss_total": 0.009698193520307541, + "step": 58760 + }, + { + "grad_norm": 0.23704960942268372, + "learning_rate": 3.9708487621123316e-05, + "loss": 0.0111, + "step": 58770 + }, + { + "loss_action": 0.008129422552883625, + "loss_total": 0.008129422552883625, + "step": 58770 + }, + { + "loss_action": 0.005971783772110939, + "loss_total": 0.005971783772110939, + "step": 58770 + }, + { + "loss_action": 0.007780310232192278, + "loss_total": 0.007780310232192278, + "step": 58770 + }, + { + "loss_action": 0.008662543259561062, + "loss_total": 0.008662543259561062, + "step": 58770 + }, + { + "loss_action": 0.014503023587167263, + "loss_total": 0.014503023587167263, + "step": 58770 + }, + { + "loss_action": 0.007020888384431601, + "loss_total": 0.007020888384431601, + "step": 58770 + }, + { + "grad_norm": 0.3733077049255371, + "learning_rate": 3.969230753170051e-05, + "loss": 0.0161, + "step": 58780 + }, + { + "loss_action": 0.006918954662978649, + "loss_total": 0.006918954662978649, + "step": 58780 + }, + { + "loss_action": 0.015179764479398727, + "loss_total": 0.015179764479398727, + "step": 58780 + }, + { + "loss_action": 0.010809898376464844, + "loss_total": 0.010809898376464844, + "step": 58780 + }, + { + "loss_action": 0.006662951782345772, + "loss_total": 0.006662951782345772, + "step": 58780 + }, + { + "loss_action": 0.013432391919195652, + "loss_total": 0.013432391919195652, + "step": 58780 + }, + { + "loss_action": 0.011487048119306564, + "loss_total": 0.011487048119306564, + "step": 58780 + }, + { + "grad_norm": 0.3025437891483307, + "learning_rate": 3.967612856951146e-05, + "loss": 0.0135, + "step": 58790 + }, + { + "loss_action": 0.007706356700509787, + "loss_total": 0.007706356700509787, + "step": 58790 + }, + { + "loss_action": 0.005936725065112114, + "loss_total": 0.005936725065112114, + "step": 58790 + }, + { + "loss_action": 0.01171114481985569, + "loss_total": 0.01171114481985569, + "step": 58790 + }, + { + "loss_action": 0.012472073547542095, + "loss_total": 0.012472073547542095, + "step": 58790 + }, + { + "loss_action": 0.0066460659727454185, + "loss_total": 0.0066460659727454185, + "step": 58790 + }, + { + "loss_action": 0.005255915690213442, + "loss_total": 0.005255915690213442, + "step": 58790 + }, + { + "grad_norm": 0.2903148829936981, + "learning_rate": 3.9659950736325476e-05, + "loss": 0.0152, + "step": 58800 + }, + { + "loss_action": 0.009189796634018421, + "loss_total": 0.009189796634018421, + "step": 58800 + }, + { + "loss_action": 0.012462878599762917, + "loss_total": 0.012462878599762917, + "step": 58800 + }, + { + "loss_action": 0.016439048573374748, + "loss_total": 0.016439048573374748, + "step": 58800 + }, + { + "loss_action": 0.009677021764218807, + "loss_total": 0.009677021764218807, + "step": 58800 + }, + { + "loss_action": 0.025468610227108, + "loss_total": 0.025468610227108, + "step": 58800 + }, + { + "loss_action": 0.029207434505224228, + "loss_total": 0.029207434505224228, + "step": 58800 + }, + { + "grad_norm": 0.4283953011035919, + "learning_rate": 3.964377403391174e-05, + "loss": 0.0135, + "step": 58810 + }, + { + "loss_action": 0.004077401012182236, + "loss_total": 0.004077401012182236, + "step": 58810 + }, + { + "loss_action": 0.01068622712045908, + "loss_total": 0.01068622712045908, + "step": 58810 + }, + { + "loss_action": 0.010335100814700127, + "loss_total": 0.010335100814700127, + "step": 58810 + }, + { + "loss_action": 0.019703207537531853, + "loss_total": 0.019703207537531853, + "step": 58810 + }, + { + "loss_action": 0.007087236735969782, + "loss_total": 0.007087236735969782, + "step": 58810 + }, + { + "loss_action": 0.009140674956142902, + "loss_total": 0.009140674956142902, + "step": 58810 + }, + { + "grad_norm": 0.24524371325969696, + "learning_rate": 3.9627598464039303e-05, + "loss": 0.0125, + "step": 58820 + }, + { + "loss_action": 0.012682062573730946, + "loss_total": 0.012682062573730946, + "step": 58820 + }, + { + "loss_action": 0.005850247573107481, + "loss_total": 0.005850247573107481, + "step": 58820 + }, + { + "loss_action": 0.013241367414593697, + "loss_total": 0.013241367414593697, + "step": 58820 + }, + { + "loss_action": 0.008944620378315449, + "loss_total": 0.008944620378315449, + "step": 58820 + }, + { + "loss_action": 0.00526559678837657, + "loss_total": 0.00526559678837657, + "step": 58820 + }, + { + "loss_action": 0.005662358365952969, + "loss_total": 0.005662358365952969, + "step": 58820 + }, + { + "grad_norm": 0.3136254847049713, + "learning_rate": 3.9611424028477096e-05, + "loss": 0.0097, + "step": 58830 + }, + { + "loss_action": 0.00995070394128561, + "loss_total": 0.00995070394128561, + "step": 58830 + }, + { + "loss_action": 0.00734765874221921, + "loss_total": 0.00734765874221921, + "step": 58830 + }, + { + "loss_action": 0.016834767535328865, + "loss_total": 0.016834767535328865, + "step": 58830 + }, + { + "loss_action": 0.01122769620269537, + "loss_total": 0.01122769620269537, + "step": 58830 + }, + { + "loss_action": 0.017086435109376907, + "loss_total": 0.017086435109376907, + "step": 58830 + }, + { + "loss_action": 0.020421138033270836, + "loss_total": 0.020421138033270836, + "step": 58830 + }, + { + "grad_norm": 0.2789839506149292, + "learning_rate": 3.959525072899394e-05, + "loss": 0.0145, + "step": 58840 + }, + { + "loss_action": 0.008051319047808647, + "loss_total": 0.008051319047808647, + "step": 58840 + }, + { + "loss_action": 0.018084997311234474, + "loss_total": 0.018084997311234474, + "step": 58840 + }, + { + "loss_action": 0.008457320742309093, + "loss_total": 0.008457320742309093, + "step": 58840 + }, + { + "loss_action": 0.03787922114133835, + "loss_total": 0.03787922114133835, + "step": 58840 + }, + { + "loss_action": 0.0076118046417832375, + "loss_total": 0.0076118046417832375, + "step": 58840 + }, + { + "loss_action": 0.004874824546277523, + "loss_total": 0.004874824546277523, + "step": 58840 + }, + { + "grad_norm": 0.3090938925743103, + "learning_rate": 3.9579078567358506e-05, + "loss": 0.014, + "step": 58850 + }, + { + "loss_action": 0.02310495637357235, + "loss_total": 0.02310495637357235, + "step": 58850 + }, + { + "loss_action": 0.021069765090942383, + "loss_total": 0.021069765090942383, + "step": 58850 + }, + { + "loss_action": 0.021632947027683258, + "loss_total": 0.021632947027683258, + "step": 58850 + }, + { + "loss_action": 0.011833199299871922, + "loss_total": 0.011833199299871922, + "step": 58850 + }, + { + "loss_action": 0.01217303704470396, + "loss_total": 0.01217303704470396, + "step": 58850 + }, + { + "loss_action": 0.00975929293781519, + "loss_total": 0.00975929293781519, + "step": 58850 + }, + { + "grad_norm": 0.39645272493362427, + "learning_rate": 3.956290754533939e-05, + "loss": 0.0154, + "step": 58860 + }, + { + "loss_action": 0.025583205744624138, + "loss_total": 0.025583205744624138, + "step": 58860 + }, + { + "loss_action": 0.010094547644257545, + "loss_total": 0.010094547644257545, + "step": 58860 + }, + { + "loss_action": 0.005880268756300211, + "loss_total": 0.005880268756300211, + "step": 58860 + }, + { + "loss_action": 0.013470237143337727, + "loss_total": 0.013470237143337727, + "step": 58860 + }, + { + "loss_action": 0.007548133376985788, + "loss_total": 0.007548133376985788, + "step": 58860 + }, + { + "loss_action": 0.006670486647635698, + "loss_total": 0.006670486647635698, + "step": 58860 + }, + { + "grad_norm": 0.3664569556713104, + "learning_rate": 3.954673766470501e-05, + "loss": 0.0137, + "step": 58870 + }, + { + "loss_action": 0.006464374251663685, + "loss_total": 0.006464374251663685, + "step": 58870 + }, + { + "loss_action": 0.019832782447338104, + "loss_total": 0.019832782447338104, + "step": 58870 + }, + { + "loss_action": 0.009726585820317268, + "loss_total": 0.009726585820317268, + "step": 58870 + }, + { + "loss_action": 0.008382203988730907, + "loss_total": 0.008382203988730907, + "step": 58870 + }, + { + "loss_action": 0.006300122011452913, + "loss_total": 0.006300122011452913, + "step": 58870 + }, + { + "loss_action": 0.010205475613474846, + "loss_total": 0.010205475613474846, + "step": 58870 + }, + { + "grad_norm": 0.30264654755592346, + "learning_rate": 3.9530568927223674e-05, + "loss": 0.0118, + "step": 58880 + }, + { + "loss_action": 0.012025645934045315, + "loss_total": 0.012025645934045315, + "step": 58880 + }, + { + "loss_action": 0.005830877460539341, + "loss_total": 0.005830877460539341, + "step": 58880 + }, + { + "loss_action": 0.012690950185060501, + "loss_total": 0.012690950185060501, + "step": 58880 + }, + { + "loss_action": 0.009400701150298119, + "loss_total": 0.009400701150298119, + "step": 58880 + }, + { + "loss_action": 0.015602328814566135, + "loss_total": 0.015602328814566135, + "step": 58880 + }, + { + "loss_action": 0.007588468957692385, + "loss_total": 0.007588468957692385, + "step": 58880 + }, + { + "grad_norm": 0.3293231129646301, + "learning_rate": 3.95144013346636e-05, + "loss": 0.0136, + "step": 58890 + }, + { + "loss_action": 0.003771556308493018, + "loss_total": 0.003771556308493018, + "step": 58890 + }, + { + "loss_action": 0.005285315681248903, + "loss_total": 0.005285315681248903, + "step": 58890 + }, + { + "loss_action": 0.0053758444264531136, + "loss_total": 0.0053758444264531136, + "step": 58890 + }, + { + "loss_action": 0.005571248009800911, + "loss_total": 0.005571248009800911, + "step": 58890 + }, + { + "loss_action": 0.011240039020776749, + "loss_total": 0.011240039020776749, + "step": 58890 + }, + { + "loss_action": 0.008424586616456509, + "loss_total": 0.008424586616456509, + "step": 58890 + }, + { + "grad_norm": 0.2772902846336365, + "learning_rate": 3.949823488879282e-05, + "loss": 0.0105, + "step": 58900 + }, + { + "loss_action": 0.006149651948362589, + "loss_total": 0.006149651948362589, + "step": 58900 + }, + { + "loss_action": 0.008403697051107883, + "loss_total": 0.008403697051107883, + "step": 58900 + }, + { + "loss_action": 0.004486199468374252, + "loss_total": 0.004486199468374252, + "step": 58900 + }, + { + "loss_action": 0.009852276183664799, + "loss_total": 0.009852276183664799, + "step": 58900 + }, + { + "loss_action": 0.0606248714029789, + "loss_total": 0.0606248714029789, + "step": 58900 + }, + { + "loss_action": 0.0055870171636343, + "loss_total": 0.0055870171636343, + "step": 58900 + }, + { + "grad_norm": 0.3003077208995819, + "learning_rate": 3.9482069591379276e-05, + "loss": 0.0128, + "step": 58910 + }, + { + "loss_action": 0.0048930891789495945, + "loss_total": 0.0048930891789495945, + "step": 58910 + }, + { + "loss_action": 0.011960620991885662, + "loss_total": 0.011960620991885662, + "step": 58910 + }, + { + "loss_action": 0.006170791108161211, + "loss_total": 0.006170791108161211, + "step": 58910 + }, + { + "loss_action": 0.009384555742144585, + "loss_total": 0.009384555742144585, + "step": 58910 + }, + { + "loss_action": 0.01037854328751564, + "loss_total": 0.01037854328751564, + "step": 58910 + }, + { + "loss_action": 0.007317227777093649, + "loss_total": 0.007317227777093649, + "step": 58910 + }, + { + "grad_norm": 0.388715535402298, + "learning_rate": 3.9465905444190784e-05, + "loss": 0.0131, + "step": 58920 + }, + { + "loss_action": 0.015520717017352581, + "loss_total": 0.015520717017352581, + "step": 58920 + }, + { + "loss_action": 0.011113624088466167, + "loss_total": 0.011113624088466167, + "step": 58920 + }, + { + "loss_action": 0.0052811261266469955, + "loss_total": 0.0052811261266469955, + "step": 58920 + }, + { + "loss_action": 0.006915161851793528, + "loss_total": 0.006915161851793528, + "step": 58920 + }, + { + "loss_action": 0.007851599715650082, + "loss_total": 0.007851599715650082, + "step": 58920 + }, + { + "loss_action": 0.008072997443377972, + "loss_total": 0.008072997443377972, + "step": 58920 + }, + { + "grad_norm": 0.293197363615036, + "learning_rate": 3.944974244899505e-05, + "loss": 0.0138, + "step": 58930 + }, + { + "loss_action": 0.008864400908350945, + "loss_total": 0.008864400908350945, + "step": 58930 + }, + { + "loss_action": 0.0052864402532577515, + "loss_total": 0.0052864402532577515, + "step": 58930 + }, + { + "loss_action": 0.012546230107545853, + "loss_total": 0.012546230107545853, + "step": 58930 + }, + { + "loss_action": 0.008668595924973488, + "loss_total": 0.008668595924973488, + "step": 58930 + }, + { + "loss_action": 0.011878574267029762, + "loss_total": 0.011878574267029762, + "step": 58930 + }, + { + "loss_action": 0.0062290458008646965, + "loss_total": 0.0062290458008646965, + "step": 58930 + }, + { + "grad_norm": 0.26857277750968933, + "learning_rate": 3.9433580607559616e-05, + "loss": 0.0104, + "step": 58940 + }, + { + "loss_action": 0.02981954999268055, + "loss_total": 0.02981954999268055, + "step": 58940 + }, + { + "loss_action": 0.025780178606510162, + "loss_total": 0.025780178606510162, + "step": 58940 + }, + { + "loss_action": 0.014721077866852283, + "loss_total": 0.014721077866852283, + "step": 58940 + }, + { + "loss_action": 0.005413006525486708, + "loss_total": 0.005413006525486708, + "step": 58940 + }, + { + "loss_action": 0.006143307313323021, + "loss_total": 0.006143307313323021, + "step": 58940 + }, + { + "loss_action": 0.004385169595479965, + "loss_total": 0.004385169595479965, + "step": 58940 + }, + { + "grad_norm": 0.2820938527584076, + "learning_rate": 3.941741992165193e-05, + "loss": 0.0135, + "step": 58950 + }, + { + "loss_action": 0.013870049268007278, + "loss_total": 0.013870049268007278, + "step": 58950 + }, + { + "loss_action": 0.009065342135727406, + "loss_total": 0.009065342135727406, + "step": 58950 + }, + { + "loss_action": 0.007498147897422314, + "loss_total": 0.007498147897422314, + "step": 58950 + }, + { + "loss_action": 0.04196464642882347, + "loss_total": 0.04196464642882347, + "step": 58950 + }, + { + "loss_action": 0.004143019672483206, + "loss_total": 0.004143019672483206, + "step": 58950 + }, + { + "loss_action": 0.01950301043689251, + "loss_total": 0.01950301043689251, + "step": 58950 + }, + { + "grad_norm": 0.31406012177467346, + "learning_rate": 3.940126039303928e-05, + "loss": 0.0119, + "step": 58960 + }, + { + "loss_action": 0.02461768127977848, + "loss_total": 0.02461768127977848, + "step": 58960 + }, + { + "loss_action": 0.02935323677957058, + "loss_total": 0.02935323677957058, + "step": 58960 + }, + { + "loss_action": 0.006993448361754417, + "loss_total": 0.006993448361754417, + "step": 58960 + }, + { + "loss_action": 0.004121905658394098, + "loss_total": 0.004121905658394098, + "step": 58960 + }, + { + "loss_action": 0.016267532482743263, + "loss_total": 0.016267532482743263, + "step": 58960 + }, + { + "loss_action": 0.015082454308867455, + "loss_total": 0.015082454308867455, + "step": 58960 + }, + { + "grad_norm": 0.26561954617500305, + "learning_rate": 3.938510202348886e-05, + "loss": 0.0121, + "step": 58970 + }, + { + "loss_action": 0.011192737147212029, + "loss_total": 0.011192737147212029, + "step": 58970 + }, + { + "loss_action": 0.014905441552400589, + "loss_total": 0.014905441552400589, + "step": 58970 + }, + { + "loss_action": 0.004456979688256979, + "loss_total": 0.004456979688256979, + "step": 58970 + }, + { + "loss_action": 0.011394052766263485, + "loss_total": 0.011394052766263485, + "step": 58970 + }, + { + "loss_action": 0.006175515707582235, + "loss_total": 0.006175515707582235, + "step": 58970 + }, + { + "loss_action": 0.003713095560669899, + "loss_total": 0.003713095560669899, + "step": 58970 + }, + { + "grad_norm": 0.3299003839492798, + "learning_rate": 3.93689448147677e-05, + "loss": 0.014, + "step": 58980 + }, + { + "loss_action": 0.010112309828400612, + "loss_total": 0.010112309828400612, + "step": 58980 + }, + { + "loss_action": 0.007894420064985752, + "loss_total": 0.007894420064985752, + "step": 58980 + }, + { + "loss_action": 0.004501638934016228, + "loss_total": 0.004501638934016228, + "step": 58980 + }, + { + "loss_action": 0.02259768359363079, + "loss_total": 0.02259768359363079, + "step": 58980 + }, + { + "loss_action": 0.004302121698856354, + "loss_total": 0.004302121698856354, + "step": 58980 + }, + { + "loss_action": 0.0062394943088293076, + "loss_total": 0.0062394943088293076, + "step": 58980 + }, + { + "grad_norm": 0.2664776146411896, + "learning_rate": 3.935278876864278e-05, + "loss": 0.0114, + "step": 58990 + }, + { + "loss_action": 0.006116801872849464, + "loss_total": 0.006116801872849464, + "step": 58990 + }, + { + "loss_action": 0.02793489210307598, + "loss_total": 0.02793489210307598, + "step": 58990 + }, + { + "loss_action": 0.029473325237631798, + "loss_total": 0.029473325237631798, + "step": 58990 + }, + { + "loss_action": 0.014160631224513054, + "loss_total": 0.014160631224513054, + "step": 58990 + }, + { + "loss_action": 0.0030715151224285364, + "loss_total": 0.0030715151224285364, + "step": 58990 + }, + { + "loss_action": 0.011586500331759453, + "loss_total": 0.011586500331759453, + "step": 58990 + }, + { + "grad_norm": 0.32303449511528015, + "learning_rate": 3.933663388688087e-05, + "loss": 0.0138, + "step": 59000 + }, + { + "loss_action": 0.05146002396941185, + "loss_total": 0.05146002396941185, + "step": 59000 + }, + { + "loss_action": 0.02055850811302662, + "loss_total": 0.02055850811302662, + "step": 59000 + }, + { + "loss_action": 0.004429766908288002, + "loss_total": 0.004429766908288002, + "step": 59000 + }, + { + "loss_action": 0.007037046831101179, + "loss_total": 0.007037046831101179, + "step": 59000 + }, + { + "loss_action": 0.02010396309196949, + "loss_total": 0.02010396309196949, + "step": 59000 + }, + { + "loss_action": 0.011472674086689949, + "loss_total": 0.011472674086689949, + "step": 59000 + }, + { + "grad_norm": 0.32762524485588074, + "learning_rate": 3.9320480171248645e-05, + "loss": 0.0155, + "step": 59010 + }, + { + "loss_action": 0.011211954988539219, + "loss_total": 0.011211954988539219, + "step": 59010 + }, + { + "loss_action": 0.0067650023847818375, + "loss_total": 0.0067650023847818375, + "step": 59010 + }, + { + "loss_action": 0.00906987302005291, + "loss_total": 0.00906987302005291, + "step": 59010 + }, + { + "loss_action": 0.02114931307733059, + "loss_total": 0.02114931307733059, + "step": 59010 + }, + { + "loss_action": 0.010115248151123524, + "loss_total": 0.010115248151123524, + "step": 59010 + }, + { + "loss_action": 0.026743590831756592, + "loss_total": 0.026743590831756592, + "step": 59010 + }, + { + "grad_norm": 0.2991836965084076, + "learning_rate": 3.930432762351265e-05, + "loss": 0.013, + "step": 59020 + }, + { + "loss_action": 0.00817086175084114, + "loss_total": 0.00817086175084114, + "step": 59020 + }, + { + "loss_action": 0.013728742487728596, + "loss_total": 0.013728742487728596, + "step": 59020 + }, + { + "loss_action": 0.009301269426941872, + "loss_total": 0.009301269426941872, + "step": 59020 + }, + { + "loss_action": 0.0076983338221907616, + "loss_total": 0.0076983338221907616, + "step": 59020 + }, + { + "loss_action": 0.00694372970610857, + "loss_total": 0.00694372970610857, + "step": 59020 + }, + { + "loss_action": 0.009917193092405796, + "loss_total": 0.009917193092405796, + "step": 59020 + }, + { + "grad_norm": 0.330814927816391, + "learning_rate": 3.928817624543931e-05, + "loss": 0.0127, + "step": 59030 + }, + { + "loss_action": 0.04026557505130768, + "loss_total": 0.04026557505130768, + "step": 59030 + }, + { + "loss_action": 0.004938792437314987, + "loss_total": 0.004938792437314987, + "step": 59030 + }, + { + "loss_action": 0.007213677745312452, + "loss_total": 0.007213677745312452, + "step": 59030 + }, + { + "loss_action": 0.008359115570783615, + "loss_total": 0.008359115570783615, + "step": 59030 + }, + { + "loss_action": 0.004015838261693716, + "loss_total": 0.004015838261693716, + "step": 59030 + }, + { + "loss_action": 0.007863033562898636, + "loss_total": 0.007863033562898636, + "step": 59030 + }, + { + "grad_norm": 0.32753312587738037, + "learning_rate": 3.9272026038794885e-05, + "loss": 0.0115, + "step": 59040 + }, + { + "loss_action": 0.009161942638456821, + "loss_total": 0.009161942638456821, + "step": 59040 + }, + { + "loss_action": 0.010194876231253147, + "loss_total": 0.010194876231253147, + "step": 59040 + }, + { + "loss_action": 0.01626344956457615, + "loss_total": 0.01626344956457615, + "step": 59040 + }, + { + "loss_action": 0.01642092503607273, + "loss_total": 0.01642092503607273, + "step": 59040 + }, + { + "loss_action": 0.013164078816771507, + "loss_total": 0.013164078816771507, + "step": 59040 + }, + { + "loss_action": 0.027941323816776276, + "loss_total": 0.027941323816776276, + "step": 59040 + }, + { + "grad_norm": 0.2841281592845917, + "learning_rate": 3.9255877005345586e-05, + "loss": 0.0134, + "step": 59050 + }, + { + "loss_action": 0.010274553671479225, + "loss_total": 0.010274553671479225, + "step": 59050 + }, + { + "loss_action": 0.010172017849981785, + "loss_total": 0.010172017849981785, + "step": 59050 + }, + { + "loss_action": 0.0245894156396389, + "loss_total": 0.0245894156396389, + "step": 59050 + }, + { + "loss_action": 0.005181106273084879, + "loss_total": 0.005181106273084879, + "step": 59050 + }, + { + "loss_action": 0.00746051874011755, + "loss_total": 0.00746051874011755, + "step": 59050 + }, + { + "loss_action": 0.007421506568789482, + "loss_total": 0.007421506568789482, + "step": 59050 + }, + { + "grad_norm": 0.29673999547958374, + "learning_rate": 3.923972914685743e-05, + "loss": 0.0105, + "step": 59060 + }, + { + "loss_action": 0.024543488398194313, + "loss_total": 0.024543488398194313, + "step": 59060 + }, + { + "loss_action": 0.02684086747467518, + "loss_total": 0.02684086747467518, + "step": 59060 + }, + { + "loss_action": 0.010922277346253395, + "loss_total": 0.010922277346253395, + "step": 59060 + }, + { + "loss_action": 0.02930985577404499, + "loss_total": 0.02930985577404499, + "step": 59060 + }, + { + "loss_action": 0.012763001956045628, + "loss_total": 0.012763001956045628, + "step": 59060 + }, + { + "loss_action": 0.013195804320275784, + "loss_total": 0.013195804320275784, + "step": 59060 + }, + { + "grad_norm": 0.2919009327888489, + "learning_rate": 3.922358246509631e-05, + "loss": 0.0132, + "step": 59070 + }, + { + "loss_action": 0.011039143428206444, + "loss_total": 0.011039143428206444, + "step": 59070 + }, + { + "loss_action": 0.011458068154752254, + "loss_total": 0.011458068154752254, + "step": 59070 + }, + { + "loss_action": 0.003949987236410379, + "loss_total": 0.003949987236410379, + "step": 59070 + }, + { + "loss_action": 0.014424721710383892, + "loss_total": 0.014424721710383892, + "step": 59070 + }, + { + "loss_action": 0.00879631657153368, + "loss_total": 0.00879631657153368, + "step": 59070 + }, + { + "loss_action": 0.00793376937508583, + "loss_total": 0.00793376937508583, + "step": 59070 + }, + { + "grad_norm": 0.27340903878211975, + "learning_rate": 3.920743696182801e-05, + "loss": 0.0165, + "step": 59080 + }, + { + "loss_action": 0.01861533150076866, + "loss_total": 0.01861533150076866, + "step": 59080 + }, + { + "loss_action": 0.006900581996887922, + "loss_total": 0.006900581996887922, + "step": 59080 + }, + { + "loss_action": 0.009530854411423206, + "loss_total": 0.009530854411423206, + "step": 59080 + }, + { + "loss_action": 0.003749013878405094, + "loss_total": 0.003749013878405094, + "step": 59080 + }, + { + "loss_action": 0.01504467148333788, + "loss_total": 0.01504467148333788, + "step": 59080 + }, + { + "loss_action": 0.009254321455955505, + "loss_total": 0.009254321455955505, + "step": 59080 + }, + { + "grad_norm": 0.31850185990333557, + "learning_rate": 3.9191292638818164e-05, + "loss": 0.0141, + "step": 59090 + }, + { + "loss_action": 0.010741638951003551, + "loss_total": 0.010741638951003551, + "step": 59090 + }, + { + "loss_action": 0.0072310748510062695, + "loss_total": 0.0072310748510062695, + "step": 59090 + }, + { + "loss_action": 0.010427712462842464, + "loss_total": 0.010427712462842464, + "step": 59090 + }, + { + "loss_action": 0.05185207724571228, + "loss_total": 0.05185207724571228, + "step": 59090 + }, + { + "loss_action": 0.0028183371759951115, + "loss_total": 0.0028183371759951115, + "step": 59090 + }, + { + "loss_action": 0.00978172942996025, + "loss_total": 0.00978172942996025, + "step": 59090 + }, + { + "grad_norm": 0.4151744246482849, + "learning_rate": 3.9175149497832316e-05, + "loss": 0.0133, + "step": 59100 + }, + { + "loss_action": 0.006150916218757629, + "loss_total": 0.006150916218757629, + "step": 59100 + }, + { + "loss_action": 0.00653691403567791, + "loss_total": 0.00653691403567791, + "step": 59100 + }, + { + "loss_action": 0.018833890557289124, + "loss_total": 0.018833890557289124, + "step": 59100 + }, + { + "loss_action": 0.010315046645700932, + "loss_total": 0.010315046645700932, + "step": 59100 + }, + { + "loss_action": 0.010705946013331413, + "loss_total": 0.010705946013331413, + "step": 59100 + }, + { + "loss_action": 0.03598692640662193, + "loss_total": 0.03598692640662193, + "step": 59100 + }, + { + "grad_norm": 0.4148651659488678, + "learning_rate": 3.915900754063584e-05, + "loss": 0.0123, + "step": 59110 + }, + { + "loss_action": 0.007764312904328108, + "loss_total": 0.007764312904328108, + "step": 59110 + }, + { + "loss_action": 0.005159393418580294, + "loss_total": 0.005159393418580294, + "step": 59110 + }, + { + "loss_action": 0.007589786313474178, + "loss_total": 0.007589786313474178, + "step": 59110 + }, + { + "loss_action": 0.009564436972141266, + "loss_total": 0.009564436972141266, + "step": 59110 + }, + { + "loss_action": 0.015566492453217506, + "loss_total": 0.015566492453217506, + "step": 59110 + }, + { + "loss_action": 0.019544033333659172, + "loss_total": 0.019544033333659172, + "step": 59110 + }, + { + "grad_norm": 0.23062697052955627, + "learning_rate": 3.9142866768994014e-05, + "loss": 0.0154, + "step": 59120 + }, + { + "loss_action": 0.007971548475325108, + "loss_total": 0.007971548475325108, + "step": 59120 + }, + { + "loss_action": 0.009402204304933548, + "loss_total": 0.009402204304933548, + "step": 59120 + }, + { + "loss_action": 0.00683007063344121, + "loss_total": 0.00683007063344121, + "step": 59120 + }, + { + "loss_action": 0.007007945328950882, + "loss_total": 0.007007945328950882, + "step": 59120 + }, + { + "loss_action": 0.013123869895935059, + "loss_total": 0.013123869895935059, + "step": 59120 + }, + { + "loss_action": 0.017049647867679596, + "loss_total": 0.017049647867679596, + "step": 59120 + }, + { + "grad_norm": 0.24443262815475464, + "learning_rate": 3.912672718467193e-05, + "loss": 0.012, + "step": 59130 + }, + { + "loss_action": 0.014495748095214367, + "loss_total": 0.014495748095214367, + "step": 59130 + }, + { + "loss_action": 0.012221012264490128, + "loss_total": 0.012221012264490128, + "step": 59130 + }, + { + "loss_action": 0.028116274625062943, + "loss_total": 0.028116274625062943, + "step": 59130 + }, + { + "loss_action": 0.009055109694600105, + "loss_total": 0.009055109694600105, + "step": 59130 + }, + { + "loss_action": 0.009685670956969261, + "loss_total": 0.009685670956969261, + "step": 59130 + }, + { + "loss_action": 0.011142103932797909, + "loss_total": 0.011142103932797909, + "step": 59130 + }, + { + "grad_norm": 0.6135081052780151, + "learning_rate": 3.911058878943463e-05, + "loss": 0.014, + "step": 59140 + }, + { + "loss_action": 0.025204133242368698, + "loss_total": 0.025204133242368698, + "step": 59140 + }, + { + "loss_action": 0.004336490295827389, + "loss_total": 0.004336490295827389, + "step": 59140 + }, + { + "loss_action": 0.03436489775776863, + "loss_total": 0.03436489775776863, + "step": 59140 + }, + { + "loss_action": 0.015423373319208622, + "loss_total": 0.015423373319208622, + "step": 59140 + }, + { + "loss_action": 0.009223436005413532, + "loss_total": 0.009223436005413532, + "step": 59140 + }, + { + "loss_action": 0.004951405804604292, + "loss_total": 0.004951405804604292, + "step": 59140 + }, + { + "grad_norm": 0.3049805760383606, + "learning_rate": 3.9094451585046974e-05, + "loss": 0.0126, + "step": 59150 + }, + { + "loss_action": 0.012622027657926083, + "loss_total": 0.012622027657926083, + "step": 59150 + }, + { + "loss_action": 0.00396595848724246, + "loss_total": 0.00396595848724246, + "step": 59150 + }, + { + "loss_action": 0.006457265466451645, + "loss_total": 0.006457265466451645, + "step": 59150 + }, + { + "loss_action": 0.007711692713201046, + "loss_total": 0.007711692713201046, + "step": 59150 + }, + { + "loss_action": 0.017363648861646652, + "loss_total": 0.017363648861646652, + "step": 59150 + }, + { + "loss_action": 0.010475635528564453, + "loss_total": 0.010475635528564453, + "step": 59150 + }, + { + "grad_norm": 0.2810767590999603, + "learning_rate": 3.90783155732737e-05, + "loss": 0.0102, + "step": 59160 + }, + { + "loss_action": 0.01036885753273964, + "loss_total": 0.01036885753273964, + "step": 59160 + }, + { + "loss_action": 0.01101529411971569, + "loss_total": 0.01101529411971569, + "step": 59160 + }, + { + "loss_action": 0.018937282264232635, + "loss_total": 0.018937282264232635, + "step": 59160 + }, + { + "loss_action": 0.005663604475557804, + "loss_total": 0.005663604475557804, + "step": 59160 + }, + { + "loss_action": 0.01778402552008629, + "loss_total": 0.01778402552008629, + "step": 59160 + }, + { + "loss_action": 0.0073508648201823235, + "loss_total": 0.0073508648201823235, + "step": 59160 + }, + { + "grad_norm": 0.27719247341156006, + "learning_rate": 3.9062180755879373e-05, + "loss": 0.0124, + "step": 59170 + }, + { + "loss_action": 0.022087637335062027, + "loss_total": 0.022087637335062027, + "step": 59170 + }, + { + "loss_action": 0.004638439975678921, + "loss_total": 0.004638439975678921, + "step": 59170 + }, + { + "loss_action": 0.04666128009557724, + "loss_total": 0.04666128009557724, + "step": 59170 + }, + { + "loss_action": 0.0283666979521513, + "loss_total": 0.0283666979521513, + "step": 59170 + }, + { + "loss_action": 0.006440851837396622, + "loss_total": 0.006440851837396622, + "step": 59170 + }, + { + "loss_action": 0.021850479766726494, + "loss_total": 0.021850479766726494, + "step": 59170 + }, + { + "grad_norm": 0.24469271302223206, + "learning_rate": 3.904604713462855e-05, + "loss": 0.0117, + "step": 59180 + }, + { + "loss_action": 0.00700224656611681, + "loss_total": 0.00700224656611681, + "step": 59180 + }, + { + "loss_action": 0.009645898826420307, + "loss_total": 0.009645898826420307, + "step": 59180 + }, + { + "loss_action": 0.034199830144643784, + "loss_total": 0.034199830144643784, + "step": 59180 + }, + { + "loss_action": 0.011263745836913586, + "loss_total": 0.011263745836913586, + "step": 59180 + }, + { + "loss_action": 0.007644348777830601, + "loss_total": 0.007644348777830601, + "step": 59180 + }, + { + "loss_action": 0.014141391962766647, + "loss_total": 0.014141391962766647, + "step": 59180 + }, + { + "grad_norm": 0.33161604404449463, + "learning_rate": 3.902991471128554e-05, + "loss": 0.0153, + "step": 59190 + }, + { + "loss_action": 0.006986338645219803, + "loss_total": 0.006986338645219803, + "step": 59190 + }, + { + "loss_action": 0.005848780740052462, + "loss_total": 0.005848780740052462, + "step": 59190 + }, + { + "loss_action": 0.014651031233370304, + "loss_total": 0.014651031233370304, + "step": 59190 + }, + { + "loss_action": 0.01106681302189827, + "loss_total": 0.01106681302189827, + "step": 59190 + }, + { + "loss_action": 0.004798608832061291, + "loss_total": 0.004798608832061291, + "step": 59190 + }, + { + "loss_action": 0.017071813344955444, + "loss_total": 0.017071813344955444, + "step": 59190 + }, + { + "grad_norm": 0.3765240013599396, + "learning_rate": 3.901378348761456e-05, + "loss": 0.0122, + "step": 59200 + }, + { + "loss_action": 0.009596760384738445, + "loss_total": 0.009596760384738445, + "step": 59200 + }, + { + "loss_action": 0.009152776561677456, + "loss_total": 0.009152776561677456, + "step": 59200 + }, + { + "loss_action": 0.011376215144991875, + "loss_total": 0.011376215144991875, + "step": 59200 + }, + { + "loss_action": 0.016177639365196228, + "loss_total": 0.016177639365196228, + "step": 59200 + }, + { + "loss_action": 0.0109912920743227, + "loss_total": 0.0109912920743227, + "step": 59200 + }, + { + "loss_action": 0.010749075561761856, + "loss_total": 0.010749075561761856, + "step": 59200 + }, + { + "grad_norm": 0.4275895953178406, + "learning_rate": 3.899765346537971e-05, + "loss": 0.0133, + "step": 59210 + }, + { + "loss_action": 0.010872111655771732, + "loss_total": 0.010872111655771732, + "step": 59210 + }, + { + "loss_action": 0.030405165627598763, + "loss_total": 0.030405165627598763, + "step": 59210 + }, + { + "loss_action": 0.006333291996270418, + "loss_total": 0.006333291996270418, + "step": 59210 + }, + { + "loss_action": 0.0063184346072375774, + "loss_total": 0.0063184346072375774, + "step": 59210 + }, + { + "loss_action": 0.01889595203101635, + "loss_total": 0.01889595203101635, + "step": 59210 + }, + { + "loss_action": 0.009842723608016968, + "loss_total": 0.009842723608016968, + "step": 59210 + }, + { + "grad_norm": 0.2937298119068146, + "learning_rate": 3.898152464634493e-05, + "loss": 0.0167, + "step": 59220 + }, + { + "loss_action": 0.016064167022705078, + "loss_total": 0.016064167022705078, + "step": 59220 + }, + { + "loss_action": 0.006766322534531355, + "loss_total": 0.006766322534531355, + "step": 59220 + }, + { + "loss_action": 0.006044830661267042, + "loss_total": 0.006044830661267042, + "step": 59220 + }, + { + "loss_action": 0.008171284571290016, + "loss_total": 0.008171284571290016, + "step": 59220 + }, + { + "loss_action": 0.01132873259484768, + "loss_total": 0.01132873259484768, + "step": 59220 + }, + { + "loss_action": 0.018594812601804733, + "loss_total": 0.018594812601804733, + "step": 59220 + }, + { + "grad_norm": 0.27307114005088806, + "learning_rate": 3.896539703227402e-05, + "loss": 0.0141, + "step": 59230 + }, + { + "loss_action": 0.010211380198597908, + "loss_total": 0.010211380198597908, + "step": 59230 + }, + { + "loss_action": 0.011814070865511894, + "loss_total": 0.011814070865511894, + "step": 59230 + }, + { + "loss_action": 0.004731396678835154, + "loss_total": 0.004731396678835154, + "step": 59230 + }, + { + "loss_action": 0.003947677090764046, + "loss_total": 0.003947677090764046, + "step": 59230 + }, + { + "loss_action": 0.008449988439679146, + "loss_total": 0.008449988439679146, + "step": 59230 + }, + { + "loss_action": 0.007391106337308884, + "loss_total": 0.007391106337308884, + "step": 59230 + }, + { + "grad_norm": 0.2685627043247223, + "learning_rate": 3.894927062493073e-05, + "loss": 0.0132, + "step": 59240 + }, + { + "loss_action": 0.006080172024667263, + "loss_total": 0.006080172024667263, + "step": 59240 + }, + { + "loss_action": 0.010644297115504742, + "loss_total": 0.010644297115504742, + "step": 59240 + }, + { + "loss_action": 0.0036697639152407646, + "loss_total": 0.0036697639152407646, + "step": 59240 + }, + { + "loss_action": 0.007808191701769829, + "loss_total": 0.007808191701769829, + "step": 59240 + }, + { + "loss_action": 0.007343913894146681, + "loss_total": 0.007343913894146681, + "step": 59240 + }, + { + "loss_action": 0.004802622366696596, + "loss_total": 0.004802622366696596, + "step": 59240 + }, + { + "grad_norm": 0.22554318606853485, + "learning_rate": 3.893314542607859e-05, + "loss": 0.0093, + "step": 59250 + }, + { + "loss_action": 0.028601739555597305, + "loss_total": 0.028601739555597305, + "step": 59250 + }, + { + "loss_action": 0.003964282106608152, + "loss_total": 0.003964282106608152, + "step": 59250 + }, + { + "loss_action": 0.012809605337679386, + "loss_total": 0.012809605337679386, + "step": 59250 + }, + { + "loss_action": 0.0069114528596401215, + "loss_total": 0.0069114528596401215, + "step": 59250 + }, + { + "loss_action": 0.009506569243967533, + "loss_total": 0.009506569243967533, + "step": 59250 + }, + { + "loss_action": 0.016213523223996162, + "loss_total": 0.016213523223996162, + "step": 59250 + }, + { + "grad_norm": 0.3428036570549011, + "learning_rate": 3.891702143748103e-05, + "loss": 0.013, + "step": 59260 + }, + { + "loss_action": 0.010629783384501934, + "loss_total": 0.010629783384501934, + "step": 59260 + }, + { + "loss_action": 0.04546273127198219, + "loss_total": 0.04546273127198219, + "step": 59260 + }, + { + "loss_action": 0.0052735707722604275, + "loss_total": 0.0052735707722604275, + "step": 59260 + }, + { + "loss_action": 0.05835104361176491, + "loss_total": 0.05835104361176491, + "step": 59260 + }, + { + "loss_action": 0.011827056296169758, + "loss_total": 0.011827056296169758, + "step": 59260 + }, + { + "loss_action": 0.019096961244940758, + "loss_total": 0.019096961244940758, + "step": 59260 + }, + { + "grad_norm": 0.2839575707912445, + "learning_rate": 3.890089866090133e-05, + "loss": 0.0156, + "step": 59270 + }, + { + "loss_action": 0.0075664944015443325, + "loss_total": 0.0075664944015443325, + "step": 59270 + }, + { + "loss_action": 0.012831741943955421, + "loss_total": 0.012831741943955421, + "step": 59270 + }, + { + "loss_action": 0.009809326380491257, + "loss_total": 0.009809326380491257, + "step": 59270 + }, + { + "loss_action": 0.011761074885725975, + "loss_total": 0.011761074885725975, + "step": 59270 + }, + { + "loss_action": 0.009120655246078968, + "loss_total": 0.009120655246078968, + "step": 59270 + }, + { + "loss_action": 0.010373663157224655, + "loss_total": 0.010373663157224655, + "step": 59270 + }, + { + "grad_norm": 0.30726730823516846, + "learning_rate": 3.888477709810267e-05, + "loss": 0.0121, + "step": 59280 + }, + { + "loss_action": 0.011657518334686756, + "loss_total": 0.011657518334686756, + "step": 59280 + }, + { + "loss_action": 0.021358821541070938, + "loss_total": 0.021358821541070938, + "step": 59280 + }, + { + "loss_action": 0.01249760203063488, + "loss_total": 0.01249760203063488, + "step": 59280 + }, + { + "loss_action": 0.011262502521276474, + "loss_total": 0.011262502521276474, + "step": 59280 + }, + { + "loss_action": 0.010278348810970783, + "loss_total": 0.010278348810970783, + "step": 59280 + }, + { + "loss_action": 0.013676202856004238, + "loss_total": 0.013676202856004238, + "step": 59280 + }, + { + "grad_norm": 0.5685710310935974, + "learning_rate": 3.886865675084806e-05, + "loss": 0.0133, + "step": 59290 + }, + { + "loss_action": 0.005683893337845802, + "loss_total": 0.005683893337845802, + "step": 59290 + }, + { + "loss_action": 0.010739116929471493, + "loss_total": 0.010739116929471493, + "step": 59290 + }, + { + "loss_action": 0.005330356769263744, + "loss_total": 0.005330356769263744, + "step": 59290 + }, + { + "loss_action": 0.048723768442869186, + "loss_total": 0.048723768442869186, + "step": 59290 + }, + { + "loss_action": 0.028574811294674873, + "loss_total": 0.028574811294674873, + "step": 59290 + }, + { + "loss_action": 0.046267326921224594, + "loss_total": 0.046267326921224594, + "step": 59290 + }, + { + "grad_norm": 0.20437510311603546, + "learning_rate": 3.885253762090043e-05, + "loss": 0.0143, + "step": 59300 + }, + { + "loss_action": 0.01909932680428028, + "loss_total": 0.01909932680428028, + "step": 59300 + }, + { + "loss_action": 0.010948524810373783, + "loss_total": 0.010948524810373783, + "step": 59300 + }, + { + "loss_action": 0.005866414867341518, + "loss_total": 0.005866414867341518, + "step": 59300 + }, + { + "loss_action": 0.005217864643782377, + "loss_total": 0.005217864643782377, + "step": 59300 + }, + { + "loss_action": 0.008980927057564259, + "loss_total": 0.008980927057564259, + "step": 59300 + }, + { + "loss_action": 0.007755584083497524, + "loss_total": 0.007755584083497524, + "step": 59300 + }, + { + "grad_norm": 0.2763386070728302, + "learning_rate": 3.8836419710022534e-05, + "loss": 0.0134, + "step": 59310 + }, + { + "loss_action": 0.011601871810853481, + "loss_total": 0.011601871810853481, + "step": 59310 + }, + { + "loss_action": 0.017750998958945274, + "loss_total": 0.017750998958945274, + "step": 59310 + }, + { + "loss_action": 0.016721542924642563, + "loss_total": 0.016721542924642563, + "step": 59310 + }, + { + "loss_action": 0.008224254474043846, + "loss_total": 0.008224254474043846, + "step": 59310 + }, + { + "loss_action": 0.02143709734082222, + "loss_total": 0.02143709734082222, + "step": 59310 + }, + { + "loss_action": 0.011175358667969704, + "loss_total": 0.011175358667969704, + "step": 59310 + }, + { + "grad_norm": 0.43884792923927307, + "learning_rate": 3.882030301997698e-05, + "loss": 0.0148, + "step": 59320 + }, + { + "loss_action": 0.018449442461133003, + "loss_total": 0.018449442461133003, + "step": 59320 + }, + { + "loss_action": 0.004576284438371658, + "loss_total": 0.004576284438371658, + "step": 59320 + }, + { + "loss_action": 0.007179341744631529, + "loss_total": 0.007179341744631529, + "step": 59320 + }, + { + "loss_action": 0.011647546663880348, + "loss_total": 0.011647546663880348, + "step": 59320 + }, + { + "loss_action": 0.0062885466031730175, + "loss_total": 0.0062885466031730175, + "step": 59320 + }, + { + "loss_action": 0.014895022846758366, + "loss_total": 0.014895022846758366, + "step": 59320 + }, + { + "grad_norm": 0.27633512020111084, + "learning_rate": 3.880418755252629e-05, + "loss": 0.0121, + "step": 59330 + }, + { + "loss_action": 0.013498680666089058, + "loss_total": 0.013498680666089058, + "step": 59330 + }, + { + "loss_action": 0.016955530270934105, + "loss_total": 0.016955530270934105, + "step": 59330 + }, + { + "loss_action": 0.011651330627501011, + "loss_total": 0.011651330627501011, + "step": 59330 + }, + { + "loss_action": 0.012318678200244904, + "loss_total": 0.012318678200244904, + "step": 59330 + }, + { + "loss_action": 0.012392546981573105, + "loss_total": 0.012392546981573105, + "step": 59330 + }, + { + "loss_action": 0.012498303316533566, + "loss_total": 0.012498303316533566, + "step": 59330 + }, + { + "grad_norm": 0.589049756526947, + "learning_rate": 3.87880733094328e-05, + "loss": 0.0124, + "step": 59340 + }, + { + "loss_action": 0.015682470053434372, + "loss_total": 0.015682470053434372, + "step": 59340 + }, + { + "loss_action": 0.003291815286502242, + "loss_total": 0.003291815286502242, + "step": 59340 + }, + { + "loss_action": 0.009577316232025623, + "loss_total": 0.009577316232025623, + "step": 59340 + }, + { + "loss_action": 0.007110344246029854, + "loss_total": 0.007110344246029854, + "step": 59340 + }, + { + "loss_action": 0.009104389697313309, + "loss_total": 0.009104389697313309, + "step": 59340 + }, + { + "loss_action": 0.00875316932797432, + "loss_total": 0.00875316932797432, + "step": 59340 + }, + { + "grad_norm": 0.3757975399494171, + "learning_rate": 3.877196029245877e-05, + "loss": 0.0138, + "step": 59350 + }, + { + "loss_action": 0.04112197831273079, + "loss_total": 0.04112197831273079, + "step": 59350 + }, + { + "loss_action": 0.02016116864979267, + "loss_total": 0.02016116864979267, + "step": 59350 + }, + { + "loss_action": 0.007702926639467478, + "loss_total": 0.007702926639467478, + "step": 59350 + }, + { + "loss_action": 0.01440038438886404, + "loss_total": 0.01440038438886404, + "step": 59350 + }, + { + "loss_action": 0.006080195307731628, + "loss_total": 0.006080195307731628, + "step": 59350 + }, + { + "loss_action": 0.004770585801452398, + "loss_total": 0.004770585801452398, + "step": 59350 + }, + { + "grad_norm": 0.26890119910240173, + "learning_rate": 3.875584850336627e-05, + "loss": 0.0103, + "step": 59360 + }, + { + "loss_action": 0.006092820782214403, + "loss_total": 0.006092820782214403, + "step": 59360 + }, + { + "loss_action": 0.004305953625589609, + "loss_total": 0.004305953625589609, + "step": 59360 + }, + { + "loss_action": 0.007871389389038086, + "loss_total": 0.007871389389038086, + "step": 59360 + }, + { + "loss_action": 0.006209259852766991, + "loss_total": 0.006209259852766991, + "step": 59360 + }, + { + "loss_action": 0.004771723411977291, + "loss_total": 0.004771723411977291, + "step": 59360 + }, + { + "loss_action": 0.019501524046063423, + "loss_total": 0.019501524046063423, + "step": 59360 + }, + { + "grad_norm": 0.39481785893440247, + "learning_rate": 3.873973794391728e-05, + "loss": 0.0113, + "step": 59370 + }, + { + "loss_action": 0.013385074213147163, + "loss_total": 0.013385074213147163, + "step": 59370 + }, + { + "loss_action": 0.02168635092675686, + "loss_total": 0.02168635092675686, + "step": 59370 + }, + { + "loss_action": 0.007212518714368343, + "loss_total": 0.007212518714368343, + "step": 59370 + }, + { + "loss_action": 0.019280722364783287, + "loss_total": 0.019280722364783287, + "step": 59370 + }, + { + "loss_action": 0.01978965662419796, + "loss_total": 0.01978965662419796, + "step": 59370 + }, + { + "loss_action": 0.015465491451323032, + "loss_total": 0.015465491451323032, + "step": 59370 + }, + { + "grad_norm": 0.4396548271179199, + "learning_rate": 3.872362861587361e-05, + "loss": 0.0167, + "step": 59380 + }, + { + "loss_action": 0.006308198906481266, + "loss_total": 0.006308198906481266, + "step": 59380 + }, + { + "loss_action": 0.011344722472131252, + "loss_total": 0.011344722472131252, + "step": 59380 + }, + { + "loss_action": 0.003074884880334139, + "loss_total": 0.003074884880334139, + "step": 59380 + }, + { + "loss_action": 0.007060537580400705, + "loss_total": 0.007060537580400705, + "step": 59380 + }, + { + "loss_action": 0.022478820756077766, + "loss_total": 0.022478820756077766, + "step": 59380 + }, + { + "loss_action": 0.04079194366931915, + "loss_total": 0.04079194366931915, + "step": 59380 + }, + { + "grad_norm": 0.3212665915489197, + "learning_rate": 3.870752052099698e-05, + "loss": 0.0139, + "step": 59390 + }, + { + "loss_action": 0.008802701719105244, + "loss_total": 0.008802701719105244, + "step": 59390 + }, + { + "loss_action": 0.0053253984078764915, + "loss_total": 0.0053253984078764915, + "step": 59390 + }, + { + "loss_action": 0.013551841489970684, + "loss_total": 0.013551841489970684, + "step": 59390 + }, + { + "loss_action": 0.013271384872496128, + "loss_total": 0.013271384872496128, + "step": 59390 + }, + { + "loss_action": 0.012937088496983051, + "loss_total": 0.012937088496983051, + "step": 59390 + }, + { + "loss_action": 0.009991546161472797, + "loss_total": 0.009991546161472797, + "step": 59390 + }, + { + "grad_norm": 0.359703928232193, + "learning_rate": 3.8691413661048916e-05, + "loss": 0.0118, + "step": 59400 + }, + { + "loss_action": 0.020211635157465935, + "loss_total": 0.020211635157465935, + "step": 59400 + }, + { + "loss_action": 0.04428660869598389, + "loss_total": 0.04428660869598389, + "step": 59400 + }, + { + "loss_action": 0.009569927118718624, + "loss_total": 0.009569927118718624, + "step": 59400 + }, + { + "loss_action": 0.0074194660410285, + "loss_total": 0.0074194660410285, + "step": 59400 + }, + { + "loss_action": 0.011689389124512672, + "loss_total": 0.011689389124512672, + "step": 59400 + }, + { + "loss_action": 0.004993477836251259, + "loss_total": 0.004993477836251259, + "step": 59400 + }, + { + "grad_norm": 0.278247594833374, + "learning_rate": 3.867530803779085e-05, + "loss": 0.0149, + "step": 59410 + }, + { + "loss_action": 0.018039898946881294, + "loss_total": 0.018039898946881294, + "step": 59410 + }, + { + "loss_action": 0.01096734032034874, + "loss_total": 0.01096734032034874, + "step": 59410 + }, + { + "loss_action": 0.007422646973282099, + "loss_total": 0.007422646973282099, + "step": 59410 + }, + { + "loss_action": 0.01512788888067007, + "loss_total": 0.01512788888067007, + "step": 59410 + }, + { + "loss_action": 0.02432403154671192, + "loss_total": 0.02432403154671192, + "step": 59410 + }, + { + "loss_action": 0.008030744269490242, + "loss_total": 0.008030744269490242, + "step": 59410 + }, + { + "grad_norm": 0.29629021883010864, + "learning_rate": 3.8659203652984054e-05, + "loss": 0.0117, + "step": 59420 + }, + { + "loss_action": 0.005137402098625898, + "loss_total": 0.005137402098625898, + "step": 59420 + }, + { + "loss_action": 0.0075474511831998825, + "loss_total": 0.0075474511831998825, + "step": 59420 + }, + { + "loss_action": 0.010615377686917782, + "loss_total": 0.010615377686917782, + "step": 59420 + }, + { + "loss_action": 0.009440639056265354, + "loss_total": 0.009440639056265354, + "step": 59420 + }, + { + "loss_action": 0.012675122357904911, + "loss_total": 0.012675122357904911, + "step": 59420 + }, + { + "loss_action": 0.010960002429783344, + "loss_total": 0.010960002429783344, + "step": 59420 + }, + { + "grad_norm": 0.2877811789512634, + "learning_rate": 3.864310050838972e-05, + "loss": 0.0132, + "step": 59430 + }, + { + "loss_action": 0.009981782175600529, + "loss_total": 0.009981782175600529, + "step": 59430 + }, + { + "loss_action": 0.00825775507837534, + "loss_total": 0.00825775507837534, + "step": 59430 + }, + { + "loss_action": 0.007598841562867165, + "loss_total": 0.007598841562867165, + "step": 59430 + }, + { + "loss_action": 0.023342227563261986, + "loss_total": 0.023342227563261986, + "step": 59430 + }, + { + "loss_action": 0.012890719808638096, + "loss_total": 0.012890719808638096, + "step": 59430 + }, + { + "loss_action": 0.006171692628413439, + "loss_total": 0.006171692628413439, + "step": 59430 + }, + { + "grad_norm": 0.6262567639350891, + "learning_rate": 3.8626998605768835e-05, + "loss": 0.0132, + "step": 59440 + }, + { + "loss_action": 0.012395842932164669, + "loss_total": 0.012395842932164669, + "step": 59440 + }, + { + "loss_action": 0.06589246541261673, + "loss_total": 0.06589246541261673, + "step": 59440 + }, + { + "loss_action": 0.038635581731796265, + "loss_total": 0.038635581731796265, + "step": 59440 + }, + { + "loss_action": 0.008850643411278725, + "loss_total": 0.008850643411278725, + "step": 59440 + }, + { + "loss_action": 0.034772876650094986, + "loss_total": 0.034772876650094986, + "step": 59440 + }, + { + "loss_action": 0.04353904724121094, + "loss_total": 0.04353904724121094, + "step": 59440 + }, + { + "grad_norm": 0.392497181892395, + "learning_rate": 3.8610897946882294e-05, + "loss": 0.0225, + "step": 59450 + }, + { + "loss_action": 0.010998565703630447, + "loss_total": 0.010998565703630447, + "step": 59450 + }, + { + "loss_action": 0.015082531608641148, + "loss_total": 0.015082531608641148, + "step": 59450 + }, + { + "loss_action": 0.005349863786250353, + "loss_total": 0.005349863786250353, + "step": 59450 + }, + { + "loss_action": 0.01397397555410862, + "loss_total": 0.01397397555410862, + "step": 59450 + }, + { + "loss_action": 0.015269295312464237, + "loss_total": 0.015269295312464237, + "step": 59450 + }, + { + "loss_action": 0.00932896975427866, + "loss_total": 0.00932896975427866, + "step": 59450 + }, + { + "grad_norm": 0.38820913434028625, + "learning_rate": 3.859479853349082e-05, + "loss": 0.0157, + "step": 59460 + }, + { + "loss_action": 0.0070627531968057156, + "loss_total": 0.0070627531968057156, + "step": 59460 + }, + { + "loss_action": 0.015472350642085075, + "loss_total": 0.015472350642085075, + "step": 59460 + }, + { + "loss_action": 0.016157027333974838, + "loss_total": 0.016157027333974838, + "step": 59460 + }, + { + "loss_action": 0.02110467106103897, + "loss_total": 0.02110467106103897, + "step": 59460 + }, + { + "loss_action": 0.026557203382253647, + "loss_total": 0.026557203382253647, + "step": 59460 + }, + { + "loss_action": 0.015711462125182152, + "loss_total": 0.015711462125182152, + "step": 59460 + }, + { + "grad_norm": 0.2835661768913269, + "learning_rate": 3.857870036735503e-05, + "loss": 0.016, + "step": 59470 + }, + { + "loss_action": 0.008940916508436203, + "loss_total": 0.008940916508436203, + "step": 59470 + }, + { + "loss_action": 0.0066949049942195415, + "loss_total": 0.0066949049942195415, + "step": 59470 + }, + { + "loss_action": 0.010378940030932426, + "loss_total": 0.010378940030932426, + "step": 59470 + }, + { + "loss_action": 0.010708634741604328, + "loss_total": 0.010708634741604328, + "step": 59470 + }, + { + "loss_action": 0.008114640600979328, + "loss_total": 0.008114640600979328, + "step": 59470 + }, + { + "loss_action": 0.011957474984228611, + "loss_total": 0.011957474984228611, + "step": 59470 + }, + { + "grad_norm": 0.32299453020095825, + "learning_rate": 3.856260345023538e-05, + "loss": 0.0151, + "step": 59480 + }, + { + "loss_action": 0.015087712556123734, + "loss_total": 0.015087712556123734, + "step": 59480 + }, + { + "loss_action": 0.0077262157574296, + "loss_total": 0.0077262157574296, + "step": 59480 + }, + { + "loss_action": 0.21706697344779968, + "loss_total": 0.21706697344779968, + "step": 59480 + }, + { + "loss_action": 0.011780058965086937, + "loss_total": 0.011780058965086937, + "step": 59480 + }, + { + "loss_action": 0.007906286977231503, + "loss_total": 0.007906286977231503, + "step": 59480 + }, + { + "loss_action": 0.0164897870272398, + "loss_total": 0.0164897870272398, + "step": 59480 + }, + { + "grad_norm": 0.3854043185710907, + "learning_rate": 3.854650778389224e-05, + "loss": 0.0207, + "step": 59490 + }, + { + "loss_action": 0.013622303493320942, + "loss_total": 0.013622303493320942, + "step": 59490 + }, + { + "loss_action": 0.010951090604066849, + "loss_total": 0.010951090604066849, + "step": 59490 + }, + { + "loss_action": 0.006014662329107523, + "loss_total": 0.006014662329107523, + "step": 59490 + }, + { + "loss_action": 0.06206329166889191, + "loss_total": 0.06206329166889191, + "step": 59490 + }, + { + "loss_action": 0.008999438025057316, + "loss_total": 0.008999438025057316, + "step": 59490 + }, + { + "loss_action": 0.022555284202098846, + "loss_total": 0.022555284202098846, + "step": 59490 + }, + { + "grad_norm": 0.27191007137298584, + "learning_rate": 3.8530413370085786e-05, + "loss": 0.0139, + "step": 59500 + }, + { + "loss_action": 0.014138612896203995, + "loss_total": 0.014138612896203995, + "step": 59500 + }, + { + "loss_action": 0.004372306168079376, + "loss_total": 0.004372306168079376, + "step": 59500 + }, + { + "loss_action": 0.009393804706633091, + "loss_total": 0.009393804706633091, + "step": 59500 + }, + { + "loss_action": 0.008892684243619442, + "loss_total": 0.008892684243619442, + "step": 59500 + }, + { + "loss_action": 0.004564241040498018, + "loss_total": 0.004564241040498018, + "step": 59500 + }, + { + "loss_action": 0.00703732855618, + "loss_total": 0.00703732855618, + "step": 59500 + }, + { + "grad_norm": 0.2536936104297638, + "learning_rate": 3.851432021057608e-05, + "loss": 0.0128, + "step": 59510 + }, + { + "loss_action": 0.016929198056459427, + "loss_total": 0.016929198056459427, + "step": 59510 + }, + { + "loss_action": 0.009433441795408726, + "loss_total": 0.009433441795408726, + "step": 59510 + }, + { + "loss_action": 0.016934756189584732, + "loss_total": 0.016934756189584732, + "step": 59510 + }, + { + "loss_action": 0.04416336864233017, + "loss_total": 0.04416336864233017, + "step": 59510 + }, + { + "loss_action": 0.022849062457680702, + "loss_total": 0.022849062457680702, + "step": 59510 + }, + { + "loss_action": 0.051549263298511505, + "loss_total": 0.051549263298511505, + "step": 59510 + }, + { + "grad_norm": 0.38033127784729004, + "learning_rate": 3.849822830712306e-05, + "loss": 0.0216, + "step": 59520 + }, + { + "loss_action": 0.007218671962618828, + "loss_total": 0.007218671962618828, + "step": 59520 + }, + { + "loss_action": 0.015576093457639217, + "loss_total": 0.015576093457639217, + "step": 59520 + }, + { + "loss_action": 0.010335516184568405, + "loss_total": 0.010335516184568405, + "step": 59520 + }, + { + "loss_action": 0.011214734986424446, + "loss_total": 0.011214734986424446, + "step": 59520 + }, + { + "loss_action": 0.033762719482183456, + "loss_total": 0.033762719482183456, + "step": 59520 + }, + { + "loss_action": 0.011441797018051147, + "loss_total": 0.011441797018051147, + "step": 59520 + }, + { + "grad_norm": 0.35217714309692383, + "learning_rate": 3.848213766148649e-05, + "loss": 0.0199, + "step": 59530 + }, + { + "loss_action": 0.006941540166735649, + "loss_total": 0.006941540166735649, + "step": 59530 + }, + { + "loss_action": 0.00625436520203948, + "loss_total": 0.00625436520203948, + "step": 59530 + }, + { + "loss_action": 0.005019362550228834, + "loss_total": 0.005019362550228834, + "step": 59530 + }, + { + "loss_action": 0.010331162251532078, + "loss_total": 0.010331162251532078, + "step": 59530 + }, + { + "loss_action": 0.008904560469090939, + "loss_total": 0.008904560469090939, + "step": 59530 + }, + { + "loss_action": 0.03222804144024849, + "loss_total": 0.03222804144024849, + "step": 59530 + }, + { + "grad_norm": 0.29878219962120056, + "learning_rate": 3.846604827542602e-05, + "loss": 0.0142, + "step": 59540 + }, + { + "loss_action": 0.015928184613585472, + "loss_total": 0.015928184613585472, + "step": 59540 + }, + { + "loss_action": 0.005732968915253878, + "loss_total": 0.005732968915253878, + "step": 59540 + }, + { + "loss_action": 0.08161606639623642, + "loss_total": 0.08161606639623642, + "step": 59540 + }, + { + "loss_action": 0.020029433071613312, + "loss_total": 0.020029433071613312, + "step": 59540 + }, + { + "loss_action": 0.010127821005880833, + "loss_total": 0.010127821005880833, + "step": 59540 + }, + { + "loss_action": 0.00549911567941308, + "loss_total": 0.00549911567941308, + "step": 59540 + }, + { + "grad_norm": 0.23804634809494019, + "learning_rate": 3.844996015070117e-05, + "loss": 0.0119, + "step": 59550 + }, + { + "loss_action": 0.042043447494506836, + "loss_total": 0.042043447494506836, + "step": 59550 + }, + { + "loss_action": 0.010169921442866325, + "loss_total": 0.010169921442866325, + "step": 59550 + }, + { + "loss_action": 0.009857092052698135, + "loss_total": 0.009857092052698135, + "step": 59550 + }, + { + "loss_action": 0.010691313073039055, + "loss_total": 0.010691313073039055, + "step": 59550 + }, + { + "loss_action": 0.012470773421227932, + "loss_total": 0.012470773421227932, + "step": 59550 + }, + { + "loss_action": 0.025903603062033653, + "loss_total": 0.025903603062033653, + "step": 59550 + }, + { + "grad_norm": 0.2559816539287567, + "learning_rate": 3.843387328907132e-05, + "loss": 0.017, + "step": 59560 + }, + { + "loss_action": 0.008048205636441708, + "loss_total": 0.008048205636441708, + "step": 59560 + }, + { + "loss_action": 0.004460436757653952, + "loss_total": 0.004460436757653952, + "step": 59560 + }, + { + "loss_action": 0.010490522719919682, + "loss_total": 0.010490522719919682, + "step": 59560 + }, + { + "loss_action": 0.0037831233348697424, + "loss_total": 0.0037831233348697424, + "step": 59560 + }, + { + "loss_action": 0.013844538480043411, + "loss_total": 0.013844538480043411, + "step": 59560 + }, + { + "loss_action": 0.04465150460600853, + "loss_total": 0.04465150460600853, + "step": 59560 + }, + { + "grad_norm": 0.38367804884910583, + "learning_rate": 3.8417787692295696e-05, + "loss": 0.015, + "step": 59570 + }, + { + "loss_action": 0.009035874158143997, + "loss_total": 0.009035874158143997, + "step": 59570 + }, + { + "loss_action": 0.02603360451757908, + "loss_total": 0.02603360451757908, + "step": 59570 + }, + { + "loss_action": 0.005428894888609648, + "loss_total": 0.005428894888609648, + "step": 59570 + }, + { + "loss_action": 0.011616123840212822, + "loss_total": 0.011616123840212822, + "step": 59570 + }, + { + "loss_action": 0.009354209527373314, + "loss_total": 0.009354209527373314, + "step": 59570 + }, + { + "loss_action": 0.21687765419483185, + "loss_total": 0.21687765419483185, + "step": 59570 + }, + { + "grad_norm": 0.31667613983154297, + "learning_rate": 3.84017033621334e-05, + "loss": 0.0156, + "step": 59580 + }, + { + "loss_action": 0.01166444830596447, + "loss_total": 0.01166444830596447, + "step": 59580 + }, + { + "loss_action": 0.010724103078246117, + "loss_total": 0.010724103078246117, + "step": 59580 + }, + { + "loss_action": 0.0179720688611269, + "loss_total": 0.0179720688611269, + "step": 59580 + }, + { + "loss_action": 0.010499583557248116, + "loss_total": 0.010499583557248116, + "step": 59580 + }, + { + "loss_action": 0.009084354154765606, + "loss_total": 0.009084354154765606, + "step": 59580 + }, + { + "loss_action": 0.010227646678686142, + "loss_total": 0.010227646678686142, + "step": 59580 + }, + { + "grad_norm": 0.33228206634521484, + "learning_rate": 3.838562030034338e-05, + "loss": 0.0136, + "step": 59590 + }, + { + "loss_action": 0.02515440806746483, + "loss_total": 0.02515440806746483, + "step": 59590 + }, + { + "loss_action": 0.013686503283679485, + "loss_total": 0.013686503283679485, + "step": 59590 + }, + { + "loss_action": 0.014339078217744827, + "loss_total": 0.014339078217744827, + "step": 59590 + }, + { + "loss_action": 0.009211622178554535, + "loss_total": 0.009211622178554535, + "step": 59590 + }, + { + "loss_action": 0.01896444894373417, + "loss_total": 0.01896444894373417, + "step": 59590 + }, + { + "loss_action": 0.008575784042477608, + "loss_total": 0.008575784042477608, + "step": 59590 + }, + { + "grad_norm": 0.40055280923843384, + "learning_rate": 3.836953850868447e-05, + "loss": 0.0183, + "step": 59600 + }, + { + "loss_action": 0.016130832955241203, + "loss_total": 0.016130832955241203, + "step": 59600 + }, + { + "loss_action": 0.006879075895994902, + "loss_total": 0.006879075895994902, + "step": 59600 + }, + { + "loss_action": 0.007593653630465269, + "loss_total": 0.007593653630465269, + "step": 59600 + }, + { + "loss_action": 0.013426369987428188, + "loss_total": 0.013426369987428188, + "step": 59600 + }, + { + "loss_action": 0.014884354546666145, + "loss_total": 0.014884354546666145, + "step": 59600 + }, + { + "loss_action": 0.007505046669393778, + "loss_total": 0.007505046669393778, + "step": 59600 + }, + { + "grad_norm": 0.303943008184433, + "learning_rate": 3.835345798891533e-05, + "loss": 0.0113, + "step": 59610 + }, + { + "loss_action": 0.006964411120861769, + "loss_total": 0.006964411120861769, + "step": 59610 + }, + { + "loss_action": 0.019892219454050064, + "loss_total": 0.019892219454050064, + "step": 59610 + }, + { + "loss_action": 0.004402662627398968, + "loss_total": 0.004402662627398968, + "step": 59610 + }, + { + "loss_action": 0.004701640922576189, + "loss_total": 0.004701640922576189, + "step": 59610 + }, + { + "loss_action": 0.012105242349207401, + "loss_total": 0.012105242349207401, + "step": 59610 + }, + { + "loss_action": 0.006860058754682541, + "loss_total": 0.006860058754682541, + "step": 59610 + }, + { + "grad_norm": 0.3219735324382782, + "learning_rate": 3.833737874279452e-05, + "loss": 0.0113, + "step": 59620 + }, + { + "loss_action": 0.015951242297887802, + "loss_total": 0.015951242297887802, + "step": 59620 + }, + { + "loss_action": 0.00564869400113821, + "loss_total": 0.00564869400113821, + "step": 59620 + }, + { + "loss_action": 0.012637178413569927, + "loss_total": 0.012637178413569927, + "step": 59620 + }, + { + "loss_action": 0.005264926701784134, + "loss_total": 0.005264926701784134, + "step": 59620 + }, + { + "loss_action": 0.009748606011271477, + "loss_total": 0.009748606011271477, + "step": 59620 + }, + { + "loss_action": 0.01153468620032072, + "loss_total": 0.01153468620032072, + "step": 59620 + }, + { + "grad_norm": 0.31146517395973206, + "learning_rate": 3.8321300772080433e-05, + "loss": 0.0137, + "step": 59630 + }, + { + "loss_action": 0.021245373412966728, + "loss_total": 0.021245373412966728, + "step": 59630 + }, + { + "loss_action": 0.003921032417565584, + "loss_total": 0.003921032417565584, + "step": 59630 + }, + { + "loss_action": 0.006339116021990776, + "loss_total": 0.006339116021990776, + "step": 59630 + }, + { + "loss_action": 0.011571739800274372, + "loss_total": 0.011571739800274372, + "step": 59630 + }, + { + "loss_action": 0.007887573912739754, + "loss_total": 0.007887573912739754, + "step": 59630 + }, + { + "loss_action": 0.016122974455356598, + "loss_total": 0.016122974455356598, + "step": 59630 + }, + { + "grad_norm": 0.37745946645736694, + "learning_rate": 3.8305224078531345e-05, + "loss": 0.0105, + "step": 59640 + }, + { + "loss_action": 0.0167304165661335, + "loss_total": 0.0167304165661335, + "step": 59640 + }, + { + "loss_action": 0.010173761285841465, + "loss_total": 0.010173761285841465, + "step": 59640 + }, + { + "loss_action": 0.007183331996202469, + "loss_total": 0.007183331996202469, + "step": 59640 + }, + { + "loss_action": 0.007577556185424328, + "loss_total": 0.007577556185424328, + "step": 59640 + }, + { + "loss_action": 0.006441676057875156, + "loss_total": 0.006441676057875156, + "step": 59640 + }, + { + "loss_action": 0.004186814650893211, + "loss_total": 0.004186814650893211, + "step": 59640 + }, + { + "grad_norm": 0.39192822575569153, + "learning_rate": 3.828914866390537e-05, + "loss": 0.0143, + "step": 59650 + }, + { + "loss_action": 0.011378554627299309, + "loss_total": 0.011378554627299309, + "step": 59650 + }, + { + "loss_action": 0.013973616063594818, + "loss_total": 0.013973616063594818, + "step": 59650 + }, + { + "loss_action": 0.00831733737140894, + "loss_total": 0.00831733737140894, + "step": 59650 + }, + { + "loss_action": 0.004766806494444609, + "loss_total": 0.004766806494444609, + "step": 59650 + }, + { + "loss_action": 0.008744325488805771, + "loss_total": 0.008744325488805771, + "step": 59650 + }, + { + "loss_action": 0.007424494717270136, + "loss_total": 0.007424494717270136, + "step": 59650 + }, + { + "grad_norm": 0.2847844064235687, + "learning_rate": 3.827307452996048e-05, + "loss": 0.0117, + "step": 59660 + }, + { + "loss_action": 0.014948832802474499, + "loss_total": 0.014948832802474499, + "step": 59660 + }, + { + "loss_action": 0.014184017665684223, + "loss_total": 0.014184017665684223, + "step": 59660 + }, + { + "loss_action": 0.0038422972429543734, + "loss_total": 0.0038422972429543734, + "step": 59660 + }, + { + "loss_action": 0.004554953891783953, + "loss_total": 0.004554953891783953, + "step": 59660 + }, + { + "loss_action": 0.007417232729494572, + "loss_total": 0.007417232729494572, + "step": 59660 + }, + { + "loss_action": 0.007299130316823721, + "loss_total": 0.007299130316823721, + "step": 59660 + }, + { + "grad_norm": 0.2874813377857208, + "learning_rate": 3.825700167845454e-05, + "loss": 0.0113, + "step": 59670 + }, + { + "loss_action": 0.0042322189547121525, + "loss_total": 0.0042322189547121525, + "step": 59670 + }, + { + "loss_action": 0.006877156440168619, + "loss_total": 0.006877156440168619, + "step": 59670 + }, + { + "loss_action": 0.009374111890792847, + "loss_total": 0.009374111890792847, + "step": 59670 + }, + { + "loss_action": 0.008385316468775272, + "loss_total": 0.008385316468775272, + "step": 59670 + }, + { + "loss_action": 0.022748367860913277, + "loss_total": 0.022748367860913277, + "step": 59670 + }, + { + "loss_action": 0.0040279352106153965, + "loss_total": 0.0040279352106153965, + "step": 59670 + }, + { + "grad_norm": 0.3253273367881775, + "learning_rate": 3.8240930111145214e-05, + "loss": 0.0108, + "step": 59680 + }, + { + "loss_action": 0.027694741263985634, + "loss_total": 0.027694741263985634, + "step": 59680 + }, + { + "loss_action": 0.005845203064382076, + "loss_total": 0.005845203064382076, + "step": 59680 + }, + { + "loss_action": 0.010596266947686672, + "loss_total": 0.010596266947686672, + "step": 59680 + }, + { + "loss_action": 0.010021483525633812, + "loss_total": 0.010021483525633812, + "step": 59680 + }, + { + "loss_action": 0.0058435071259737015, + "loss_total": 0.0058435071259737015, + "step": 59680 + }, + { + "loss_action": 0.014897759072482586, + "loss_total": 0.014897759072482586, + "step": 59680 + }, + { + "grad_norm": 0.22054186463356018, + "learning_rate": 3.8224859829790116e-05, + "loss": 0.0101, + "step": 59690 + }, + { + "loss_action": 0.007922074757516384, + "loss_total": 0.007922074757516384, + "step": 59690 + }, + { + "loss_action": 0.022919831797480583, + "loss_total": 0.022919831797480583, + "step": 59690 + }, + { + "loss_action": 0.009048747830092907, + "loss_total": 0.009048747830092907, + "step": 59690 + }, + { + "loss_action": 0.01084054633975029, + "loss_total": 0.01084054633975029, + "step": 59690 + }, + { + "loss_action": 0.03071531094610691, + "loss_total": 0.03071531094610691, + "step": 59690 + }, + { + "loss_action": 0.005601122509688139, + "loss_total": 0.005601122509688139, + "step": 59690 + }, + { + "grad_norm": 0.7073377370834351, + "learning_rate": 3.820879083614664e-05, + "loss": 0.0168, + "step": 59700 + }, + { + "loss_action": 0.008126068860292435, + "loss_total": 0.008126068860292435, + "step": 59700 + }, + { + "loss_action": 0.006786329671740532, + "loss_total": 0.006786329671740532, + "step": 59700 + }, + { + "loss_action": 0.010691221803426743, + "loss_total": 0.010691221803426743, + "step": 59700 + }, + { + "loss_action": 0.008231539279222488, + "loss_total": 0.008231539279222488, + "step": 59700 + }, + { + "loss_action": 0.00342442630790174, + "loss_total": 0.00342442630790174, + "step": 59700 + }, + { + "loss_action": 0.004960454069077969, + "loss_total": 0.004960454069077969, + "step": 59700 + }, + { + "grad_norm": 0.5239375829696655, + "learning_rate": 3.819272313197208e-05, + "loss": 0.0145, + "step": 59710 + }, + { + "loss_action": 0.016927652060985565, + "loss_total": 0.016927652060985565, + "step": 59710 + }, + { + "loss_action": 0.0224042646586895, + "loss_total": 0.0224042646586895, + "step": 59710 + }, + { + "loss_action": 0.04610113427042961, + "loss_total": 0.04610113427042961, + "step": 59710 + }, + { + "loss_action": 0.00995140802115202, + "loss_total": 0.00995140802115202, + "step": 59710 + }, + { + "loss_action": 0.013434524647891521, + "loss_total": 0.013434524647891521, + "step": 59710 + }, + { + "loss_action": 0.009536772035062313, + "loss_total": 0.009536772035062313, + "step": 59710 + }, + { + "grad_norm": 0.48787376284599304, + "learning_rate": 3.817665671902355e-05, + "loss": 0.0151, + "step": 59720 + }, + { + "loss_action": 0.014228408224880695, + "loss_total": 0.014228408224880695, + "step": 59720 + }, + { + "loss_action": 0.0074905208311975, + "loss_total": 0.0074905208311975, + "step": 59720 + }, + { + "loss_action": 0.030440593138337135, + "loss_total": 0.030440593138337135, + "step": 59720 + }, + { + "loss_action": 0.010270345956087112, + "loss_total": 0.010270345956087112, + "step": 59720 + }, + { + "loss_action": 0.007474128622561693, + "loss_total": 0.007474128622561693, + "step": 59720 + }, + { + "loss_action": 0.006947266403585672, + "loss_total": 0.006947266403585672, + "step": 59720 + }, + { + "grad_norm": 0.25874412059783936, + "learning_rate": 3.816059159905808e-05, + "loss": 0.017, + "step": 59730 + }, + { + "loss_action": 0.012252653948962688, + "loss_total": 0.012252653948962688, + "step": 59730 + }, + { + "loss_action": 0.022542979568243027, + "loss_total": 0.022542979568243027, + "step": 59730 + }, + { + "loss_action": 0.007282570004463196, + "loss_total": 0.007282570004463196, + "step": 59730 + }, + { + "loss_action": 0.013399932533502579, + "loss_total": 0.013399932533502579, + "step": 59730 + }, + { + "loss_action": 0.004691335838288069, + "loss_total": 0.004691335838288069, + "step": 59730 + }, + { + "loss_action": 0.04191579669713974, + "loss_total": 0.04191579669713974, + "step": 59730 + }, + { + "grad_norm": 0.3723587095737457, + "learning_rate": 3.8144527773832476e-05, + "loss": 0.0126, + "step": 59740 + }, + { + "loss_action": 0.018009169027209282, + "loss_total": 0.018009169027209282, + "step": 59740 + }, + { + "loss_action": 0.023116279393434525, + "loss_total": 0.023116279393434525, + "step": 59740 + }, + { + "loss_action": 0.005730392877012491, + "loss_total": 0.005730392877012491, + "step": 59740 + }, + { + "loss_action": 0.026138532906770706, + "loss_total": 0.026138532906770706, + "step": 59740 + }, + { + "loss_action": 0.007449417840689421, + "loss_total": 0.007449417840689421, + "step": 59740 + }, + { + "loss_action": 0.006296124774962664, + "loss_total": 0.006296124774962664, + "step": 59740 + }, + { + "grad_norm": 0.47239071130752563, + "learning_rate": 3.812846524510352e-05, + "loss": 0.016, + "step": 59750 + }, + { + "loss_action": 0.008914981968700886, + "loss_total": 0.008914981968700886, + "step": 59750 + }, + { + "loss_action": 0.01315405871719122, + "loss_total": 0.01315405871719122, + "step": 59750 + }, + { + "loss_action": 0.007148396223783493, + "loss_total": 0.007148396223783493, + "step": 59750 + }, + { + "loss_action": 0.018372276797890663, + "loss_total": 0.018372276797890663, + "step": 59750 + }, + { + "loss_action": 0.08337698876857758, + "loss_total": 0.08337698876857758, + "step": 59750 + }, + { + "loss_action": 0.004834911320358515, + "loss_total": 0.004834911320358515, + "step": 59750 + }, + { + "grad_norm": 0.37210971117019653, + "learning_rate": 3.811240401462775e-05, + "loss": 0.0146, + "step": 59760 + }, + { + "loss_action": 0.019842147827148438, + "loss_total": 0.019842147827148438, + "step": 59760 + }, + { + "loss_action": 0.01995631493628025, + "loss_total": 0.01995631493628025, + "step": 59760 + }, + { + "loss_action": 0.008013366721570492, + "loss_total": 0.008013366721570492, + "step": 59760 + }, + { + "loss_action": 0.005397481378167868, + "loss_total": 0.005397481378167868, + "step": 59760 + }, + { + "loss_action": 0.04780731722712517, + "loss_total": 0.04780731722712517, + "step": 59760 + }, + { + "loss_action": 0.013880651444196701, + "loss_total": 0.013880651444196701, + "step": 59760 + }, + { + "grad_norm": 0.35754621028900146, + "learning_rate": 3.809634408416162e-05, + "loss": 0.0156, + "step": 59770 + }, + { + "loss_action": 0.006143215112388134, + "loss_total": 0.006143215112388134, + "step": 59770 + }, + { + "loss_action": 0.007428309880197048, + "loss_total": 0.007428309880197048, + "step": 59770 + }, + { + "loss_action": 0.020149782299995422, + "loss_total": 0.020149782299995422, + "step": 59770 + }, + { + "loss_action": 0.05713382735848427, + "loss_total": 0.05713382735848427, + "step": 59770 + }, + { + "loss_action": 0.036548323929309845, + "loss_total": 0.036548323929309845, + "step": 59770 + }, + { + "loss_action": 0.00648921076208353, + "loss_total": 0.00648921076208353, + "step": 59770 + }, + { + "grad_norm": 0.30501824617385864, + "learning_rate": 3.8080285455461394e-05, + "loss": 0.0132, + "step": 59780 + }, + { + "loss_action": 0.011984787881374359, + "loss_total": 0.011984787881374359, + "step": 59780 + }, + { + "loss_action": 0.008020123466849327, + "loss_total": 0.008020123466849327, + "step": 59780 + }, + { + "loss_action": 0.004932834766805172, + "loss_total": 0.004932834766805172, + "step": 59780 + }, + { + "loss_action": 0.008632209151983261, + "loss_total": 0.008632209151983261, + "step": 59780 + }, + { + "loss_action": 0.00547724450007081, + "loss_total": 0.00547724450007081, + "step": 59780 + }, + { + "loss_action": 0.007585959509015083, + "loss_total": 0.007585959509015083, + "step": 59780 + }, + { + "grad_norm": 0.2749320864677429, + "learning_rate": 3.806422813028323e-05, + "loss": 0.0124, + "step": 59790 + }, + { + "loss_action": 0.01283301692456007, + "loss_total": 0.01283301692456007, + "step": 59790 + }, + { + "loss_action": 0.006468578707426786, + "loss_total": 0.006468578707426786, + "step": 59790 + }, + { + "loss_action": 0.006195595487952232, + "loss_total": 0.006195595487952232, + "step": 59790 + }, + { + "loss_action": 0.004832431208342314, + "loss_total": 0.004832431208342314, + "step": 59790 + }, + { + "loss_action": 0.01772463694214821, + "loss_total": 0.01772463694214821, + "step": 59790 + }, + { + "loss_action": 0.012290704064071178, + "loss_total": 0.012290704064071178, + "step": 59790 + }, + { + "grad_norm": 0.3295554220676422, + "learning_rate": 3.8048172110383114e-05, + "loss": 0.0106, + "step": 59800 + }, + { + "loss_action": 0.02392062358558178, + "loss_total": 0.02392062358558178, + "step": 59800 + }, + { + "loss_action": 0.016275733709335327, + "loss_total": 0.016275733709335327, + "step": 59800 + }, + { + "loss_action": 0.009536164812743664, + "loss_total": 0.009536164812743664, + "step": 59800 + }, + { + "loss_action": 0.007530908565968275, + "loss_total": 0.007530908565968275, + "step": 59800 + }, + { + "loss_action": 0.005484596360474825, + "loss_total": 0.005484596360474825, + "step": 59800 + }, + { + "loss_action": 0.010722901672124863, + "loss_total": 0.010722901672124863, + "step": 59800 + }, + { + "grad_norm": 0.27602049708366394, + "learning_rate": 3.8032117397516944e-05, + "loss": 0.0144, + "step": 59810 + }, + { + "loss_action": 0.008405450731515884, + "loss_total": 0.008405450731515884, + "step": 59810 + }, + { + "loss_action": 0.003935280255973339, + "loss_total": 0.003935280255973339, + "step": 59810 + }, + { + "loss_action": 0.005204034969210625, + "loss_total": 0.005204034969210625, + "step": 59810 + }, + { + "loss_action": 0.009319712407886982, + "loss_total": 0.009319712407886982, + "step": 59810 + }, + { + "loss_action": 0.005643100012093782, + "loss_total": 0.005643100012093782, + "step": 59810 + }, + { + "loss_action": 0.007525595370680094, + "loss_total": 0.007525595370680094, + "step": 59810 + }, + { + "grad_norm": 0.32401278614997864, + "learning_rate": 3.801606399344042e-05, + "loss": 0.0152, + "step": 59820 + }, + { + "loss_action": 0.01495298184454441, + "loss_total": 0.01495298184454441, + "step": 59820 + }, + { + "loss_action": 0.006471359636634588, + "loss_total": 0.006471359636634588, + "step": 59820 + }, + { + "loss_action": 0.012006286531686783, + "loss_total": 0.012006286531686783, + "step": 59820 + }, + { + "loss_action": 0.0061127301305532455, + "loss_total": 0.0061127301305532455, + "step": 59820 + }, + { + "loss_action": 0.008835135959088802, + "loss_total": 0.008835135959088802, + "step": 59820 + }, + { + "loss_action": 0.007397927809506655, + "loss_total": 0.007397927809506655, + "step": 59820 + }, + { + "grad_norm": 0.3409843146800995, + "learning_rate": 3.800001189990913e-05, + "loss": 0.0148, + "step": 59830 + }, + { + "loss_action": 0.005925056990236044, + "loss_total": 0.005925056990236044, + "step": 59830 + }, + { + "loss_action": 0.00866168923676014, + "loss_total": 0.00866168923676014, + "step": 59830 + }, + { + "loss_action": 0.011513199657201767, + "loss_total": 0.011513199657201767, + "step": 59830 + }, + { + "loss_action": 0.016543354839086533, + "loss_total": 0.016543354839086533, + "step": 59830 + }, + { + "loss_action": 0.01537412591278553, + "loss_total": 0.01537412591278553, + "step": 59830 + }, + { + "loss_action": 0.017750035971403122, + "loss_total": 0.017750035971403122, + "step": 59830 + }, + { + "grad_norm": 0.33813345432281494, + "learning_rate": 3.798396111867847e-05, + "loss": 0.0117, + "step": 59840 + }, + { + "loss_action": 0.1466802954673767, + "loss_total": 0.1466802954673767, + "step": 59840 + }, + { + "loss_action": 0.00898324977606535, + "loss_total": 0.00898324977606535, + "step": 59840 + }, + { + "loss_action": 0.025558777153491974, + "loss_total": 0.025558777153491974, + "step": 59840 + }, + { + "loss_action": 0.012015236541628838, + "loss_total": 0.012015236541628838, + "step": 59840 + }, + { + "loss_action": 0.017757143825292587, + "loss_total": 0.017757143825292587, + "step": 59840 + }, + { + "loss_action": 0.008573050610721111, + "loss_total": 0.008573050610721111, + "step": 59840 + }, + { + "grad_norm": 0.32575440406799316, + "learning_rate": 3.796791165150378e-05, + "loss": 0.0183, + "step": 59850 + }, + { + "loss_action": 0.007292758207768202, + "loss_total": 0.007292758207768202, + "step": 59850 + }, + { + "loss_action": 0.004263570532202721, + "loss_total": 0.004263570532202721, + "step": 59850 + }, + { + "loss_action": 0.011541740037500858, + "loss_total": 0.011541740037500858, + "step": 59850 + }, + { + "loss_action": 0.022890543565154076, + "loss_total": 0.022890543565154076, + "step": 59850 + }, + { + "loss_action": 0.007482820190489292, + "loss_total": 0.007482820190489292, + "step": 59850 + }, + { + "loss_action": 0.0228916984051466, + "loss_total": 0.0228916984051466, + "step": 59850 + }, + { + "grad_norm": 0.2357618510723114, + "learning_rate": 3.795186350014018e-05, + "loss": 0.0123, + "step": 59860 + }, + { + "loss_action": 0.006418091244995594, + "loss_total": 0.006418091244995594, + "step": 59860 + }, + { + "loss_action": 0.013435431756079197, + "loss_total": 0.013435431756079197, + "step": 59860 + }, + { + "loss_action": 0.005464829038828611, + "loss_total": 0.005464829038828611, + "step": 59860 + }, + { + "loss_action": 0.006188791710883379, + "loss_total": 0.006188791710883379, + "step": 59860 + }, + { + "loss_action": 0.02795935608446598, + "loss_total": 0.02795935608446598, + "step": 59860 + }, + { + "loss_action": 0.008182689547538757, + "loss_total": 0.008182689547538757, + "step": 59860 + }, + { + "grad_norm": 0.3795716166496277, + "learning_rate": 3.793581666634266e-05, + "loss": 0.0118, + "step": 59870 + }, + { + "loss_action": 0.0053990744054317474, + "loss_total": 0.0053990744054317474, + "step": 59870 + }, + { + "loss_action": 0.0032781793270260096, + "loss_total": 0.0032781793270260096, + "step": 59870 + }, + { + "loss_action": 0.014661223627626896, + "loss_total": 0.014661223627626896, + "step": 59870 + }, + { + "loss_action": 0.006462178658694029, + "loss_total": 0.006462178658694029, + "step": 59870 + }, + { + "loss_action": 0.012728612869977951, + "loss_total": 0.012728612869977951, + "step": 59870 + }, + { + "loss_action": 0.00557437539100647, + "loss_total": 0.00557437539100647, + "step": 59870 + }, + { + "grad_norm": 0.27577516436576843, + "learning_rate": 3.791977115186609e-05, + "loss": 0.0146, + "step": 59880 + }, + { + "loss_action": 0.0032166331075131893, + "loss_total": 0.0032166331075131893, + "step": 59880 + }, + { + "loss_action": 0.005788162816315889, + "loss_total": 0.005788162816315889, + "step": 59880 + }, + { + "loss_action": 0.011410880833864212, + "loss_total": 0.011410880833864212, + "step": 59880 + }, + { + "loss_action": 0.006249970756471157, + "loss_total": 0.006249970756471157, + "step": 59880 + }, + { + "loss_action": 0.016096999868750572, + "loss_total": 0.016096999868750572, + "step": 59880 + }, + { + "loss_action": 0.007266316097229719, + "loss_total": 0.007266316097229719, + "step": 59880 + }, + { + "grad_norm": 0.31986376643180847, + "learning_rate": 3.79037269584652e-05, + "loss": 0.0124, + "step": 59890 + }, + { + "loss_action": 0.014689791947603226, + "loss_total": 0.014689791947603226, + "step": 59890 + }, + { + "loss_action": 0.00808779802173376, + "loss_total": 0.00808779802173376, + "step": 59890 + }, + { + "loss_action": 0.009183169342577457, + "loss_total": 0.009183169342577457, + "step": 59890 + }, + { + "loss_action": 0.026368500664830208, + "loss_total": 0.026368500664830208, + "step": 59890 + }, + { + "loss_action": 0.00648124935105443, + "loss_total": 0.00648124935105443, + "step": 59890 + }, + { + "loss_action": 0.03786082565784454, + "loss_total": 0.03786082565784454, + "step": 59890 + }, + { + "grad_norm": 0.3488755524158478, + "learning_rate": 3.7887684087894545e-05, + "loss": 0.0126, + "step": 59900 + }, + { + "loss_action": 0.008889894001185894, + "loss_total": 0.008889894001185894, + "step": 59900 + }, + { + "loss_action": 0.005386232398450375, + "loss_total": 0.005386232398450375, + "step": 59900 + }, + { + "loss_action": 0.008094950579106808, + "loss_total": 0.008094950579106808, + "step": 59900 + }, + { + "loss_action": 0.0038103070110082626, + "loss_total": 0.0038103070110082626, + "step": 59900 + }, + { + "loss_action": 0.006158172152936459, + "loss_total": 0.006158172152936459, + "step": 59900 + }, + { + "loss_action": 0.023093020543456078, + "loss_total": 0.023093020543456078, + "step": 59900 + }, + { + "grad_norm": 0.26824110746383667, + "learning_rate": 3.787164254190854e-05, + "loss": 0.0103, + "step": 59910 + }, + { + "loss_action": 0.016094572842121124, + "loss_total": 0.016094572842121124, + "step": 59910 + }, + { + "loss_action": 0.008484585210680962, + "loss_total": 0.008484585210680962, + "step": 59910 + }, + { + "loss_action": 0.007234749849885702, + "loss_total": 0.007234749849885702, + "step": 59910 + }, + { + "loss_action": 0.008580558001995087, + "loss_total": 0.008580558001995087, + "step": 59910 + }, + { + "loss_action": 0.00796598568558693, + "loss_total": 0.00796598568558693, + "step": 59910 + }, + { + "loss_action": 0.005896750837564468, + "loss_total": 0.005896750837564468, + "step": 59910 + }, + { + "grad_norm": 0.2651822865009308, + "learning_rate": 3.7855602322261473e-05, + "loss": 0.0107, + "step": 59920 + }, + { + "loss_action": 0.004272330552339554, + "loss_total": 0.004272330552339554, + "step": 59920 + }, + { + "loss_action": 0.009034221060574055, + "loss_total": 0.009034221060574055, + "step": 59920 + }, + { + "loss_action": 0.010489331558346748, + "loss_total": 0.010489331558346748, + "step": 59920 + }, + { + "loss_action": 0.005709678865969181, + "loss_total": 0.005709678865969181, + "step": 59920 + }, + { + "loss_action": 0.03193564713001251, + "loss_total": 0.03193564713001251, + "step": 59920 + }, + { + "loss_action": 0.01519022136926651, + "loss_total": 0.01519022136926651, + "step": 59920 + }, + { + "grad_norm": 0.26999998092651367, + "learning_rate": 3.783956343070746e-05, + "loss": 0.0117, + "step": 59930 + }, + { + "loss_action": 0.004231490194797516, + "loss_total": 0.004231490194797516, + "step": 59930 + }, + { + "loss_action": 0.004552644677460194, + "loss_total": 0.004552644677460194, + "step": 59930 + }, + { + "loss_action": 0.027129579335451126, + "loss_total": 0.027129579335451126, + "step": 59930 + }, + { + "loss_action": 0.003462141379714012, + "loss_total": 0.003462141379714012, + "step": 59930 + }, + { + "loss_action": 0.008135907351970673, + "loss_total": 0.008135907351970673, + "step": 59930 + }, + { + "loss_action": 0.008393802680075169, + "loss_total": 0.008393802680075169, + "step": 59930 + }, + { + "grad_norm": 0.21835055947303772, + "learning_rate": 3.7823525869000526e-05, + "loss": 0.0104, + "step": 59940 + }, + { + "loss_action": 0.0112686762586236, + "loss_total": 0.0112686762586236, + "step": 59940 + }, + { + "loss_action": 0.007719618268311024, + "loss_total": 0.007719618268311024, + "step": 59940 + }, + { + "loss_action": 0.004317114129662514, + "loss_total": 0.004317114129662514, + "step": 59940 + }, + { + "loss_action": 0.004942432977259159, + "loss_total": 0.004942432977259159, + "step": 59940 + }, + { + "loss_action": 0.009696239605545998, + "loss_total": 0.009696239605545998, + "step": 59940 + }, + { + "loss_action": 0.007668382953852415, + "loss_total": 0.007668382953852415, + "step": 59940 + }, + { + "grad_norm": 0.3523705005645752, + "learning_rate": 3.78074896388945e-05, + "loss": 0.0122, + "step": 59950 + }, + { + "loss_action": 0.005051531363278627, + "loss_total": 0.005051531363278627, + "step": 59950 + }, + { + "loss_action": 0.012630963698029518, + "loss_total": 0.012630963698029518, + "step": 59950 + }, + { + "loss_action": 0.01974155195057392, + "loss_total": 0.01974155195057392, + "step": 59950 + }, + { + "loss_action": 0.0037055613938719034, + "loss_total": 0.0037055613938719034, + "step": 59950 + }, + { + "loss_action": 0.011247635819017887, + "loss_total": 0.011247635819017887, + "step": 59950 + }, + { + "loss_action": 0.013312047347426414, + "loss_total": 0.013312047347426414, + "step": 59950 + }, + { + "grad_norm": 0.2515875995159149, + "learning_rate": 3.7791454742143075e-05, + "loss": 0.0112, + "step": 59960 + }, + { + "loss_action": 0.01317901723086834, + "loss_total": 0.01317901723086834, + "step": 59960 + }, + { + "loss_action": 0.005319226533174515, + "loss_total": 0.005319226533174515, + "step": 59960 + }, + { + "loss_action": 0.003955593798309565, + "loss_total": 0.003955593798309565, + "step": 59960 + }, + { + "loss_action": 0.003966950345784426, + "loss_total": 0.003966950345784426, + "step": 59960 + }, + { + "loss_action": 0.016801021993160248, + "loss_total": 0.016801021993160248, + "step": 59960 + }, + { + "loss_action": 0.006903487257659435, + "loss_total": 0.006903487257659435, + "step": 59960 + }, + { + "grad_norm": 0.3992524743080139, + "learning_rate": 3.7775421180499795e-05, + "loss": 0.0105, + "step": 59970 + }, + { + "loss_action": 0.012476525269448757, + "loss_total": 0.012476525269448757, + "step": 59970 + }, + { + "loss_action": 0.022363821044564247, + "loss_total": 0.022363821044564247, + "step": 59970 + }, + { + "loss_action": 0.008730020374059677, + "loss_total": 0.008730020374059677, + "step": 59970 + }, + { + "loss_action": 0.020484186708927155, + "loss_total": 0.020484186708927155, + "step": 59970 + }, + { + "loss_action": 0.019025340676307678, + "loss_total": 0.019025340676307678, + "step": 59970 + }, + { + "loss_action": 0.09268685430288315, + "loss_total": 0.09268685430288315, + "step": 59970 + }, + { + "grad_norm": 0.26987186074256897, + "learning_rate": 3.7759388955718086e-05, + "loss": 0.0144, + "step": 59980 + }, + { + "loss_action": 0.01165449246764183, + "loss_total": 0.01165449246764183, + "step": 59980 + }, + { + "loss_action": 0.007009493187069893, + "loss_total": 0.007009493187069893, + "step": 59980 + }, + { + "loss_action": 0.004087183624505997, + "loss_total": 0.004087183624505997, + "step": 59980 + }, + { + "loss_action": 0.02147580124437809, + "loss_total": 0.02147580124437809, + "step": 59980 + }, + { + "loss_action": 0.009831770323216915, + "loss_total": 0.009831770323216915, + "step": 59980 + }, + { + "loss_action": 0.010860721580684185, + "loss_total": 0.010860721580684185, + "step": 59980 + }, + { + "grad_norm": 0.335313618183136, + "learning_rate": 3.774335806955117e-05, + "loss": 0.011, + "step": 59990 + }, + { + "loss_action": 0.008482146076858044, + "loss_total": 0.008482146076858044, + "step": 59990 + }, + { + "loss_action": 0.030712047591805458, + "loss_total": 0.030712047591805458, + "step": 59990 + }, + { + "loss_action": 0.018703226000070572, + "loss_total": 0.018703226000070572, + "step": 59990 + }, + { + "loss_action": 0.012391794472932816, + "loss_total": 0.012391794472932816, + "step": 59990 + }, + { + "loss_action": 0.012637239880859852, + "loss_total": 0.012637239880859852, + "step": 59990 + }, + { + "loss_action": 0.008099866099655628, + "loss_total": 0.008099866099655628, + "step": 59990 + }, + { + "grad_norm": 0.4280146062374115, + "learning_rate": 3.7727328523752215e-05, + "loss": 0.0125, + "step": 60000 + }, + { + "loss_action": 0.009732954204082489, + "loss_total": 0.009732954204082489, + "step": 60000 + }, + { + "loss_action": 0.005377945024520159, + "loss_total": 0.005377945024520159, + "step": 60000 + }, + { + "loss_action": 0.0179399736225605, + "loss_total": 0.0179399736225605, + "step": 60000 + }, + { + "loss_action": 0.01610376499593258, + "loss_total": 0.01610376499593258, + "step": 60000 + }, + { + "loss_action": 0.014033043757081032, + "loss_total": 0.014033043757081032, + "step": 60000 + }, + { + "loss_action": 0.006956345867365599, + "loss_total": 0.006956345867365599, + "step": 60000 + }, + { + "grad_norm": 0.31545883417129517, + "learning_rate": 3.771130032007415e-05, + "loss": 0.0115, + "step": 60010 + }, + { + "loss_action": 0.010611067526042461, + "loss_total": 0.010611067526042461, + "step": 60010 + }, + { + "loss_action": 0.005303722806274891, + "loss_total": 0.005303722806274891, + "step": 60010 + }, + { + "loss_action": 0.004604321904480457, + "loss_total": 0.004604321904480457, + "step": 60010 + }, + { + "loss_action": 0.012502665631473064, + "loss_total": 0.012502665631473064, + "step": 60010 + }, + { + "loss_action": 0.021742381155490875, + "loss_total": 0.021742381155490875, + "step": 60010 + }, + { + "loss_action": 0.004439411219209433, + "loss_total": 0.004439411219209433, + "step": 60010 + }, + { + "grad_norm": 0.3558621406555176, + "learning_rate": 3.769527346026982e-05, + "loss": 0.0121, + "step": 60020 + }, + { + "loss_action": 0.0046212440356612206, + "loss_total": 0.0046212440356612206, + "step": 60020 + }, + { + "loss_action": 0.007133202627301216, + "loss_total": 0.007133202627301216, + "step": 60020 + }, + { + "loss_action": 0.010161901824176311, + "loss_total": 0.010161901824176311, + "step": 60020 + }, + { + "loss_action": 0.009010792709887028, + "loss_total": 0.009010792709887028, + "step": 60020 + }, + { + "loss_action": 0.014988250099122524, + "loss_total": 0.014988250099122524, + "step": 60020 + }, + { + "loss_action": 0.005083473864942789, + "loss_total": 0.005083473864942789, + "step": 60020 + }, + { + "grad_norm": 0.39272987842559814, + "learning_rate": 3.767924794609188e-05, + "loss": 0.0168, + "step": 60030 + }, + { + "loss_action": 0.012793558649718761, + "loss_total": 0.012793558649718761, + "step": 60030 + }, + { + "loss_action": 0.014840553514659405, + "loss_total": 0.014840553514659405, + "step": 60030 + }, + { + "loss_action": 0.009632663801312447, + "loss_total": 0.009632663801312447, + "step": 60030 + }, + { + "loss_action": 0.011932210065424442, + "loss_total": 0.011932210065424442, + "step": 60030 + }, + { + "loss_action": 0.003794511780142784, + "loss_total": 0.003794511780142784, + "step": 60030 + }, + { + "loss_action": 0.007024107035249472, + "loss_total": 0.007024107035249472, + "step": 60030 + }, + { + "grad_norm": 0.28735601902008057, + "learning_rate": 3.7663223779292854e-05, + "loss": 0.0148, + "step": 60040 + }, + { + "loss_action": 0.006773215252906084, + "loss_total": 0.006773215252906084, + "step": 60040 + }, + { + "loss_action": 0.010742521844804287, + "loss_total": 0.010742521844804287, + "step": 60040 + }, + { + "loss_action": 0.015891889110207558, + "loss_total": 0.015891889110207558, + "step": 60040 + }, + { + "loss_action": 0.007973749190568924, + "loss_total": 0.007973749190568924, + "step": 60040 + }, + { + "loss_action": 0.011151371523737907, + "loss_total": 0.011151371523737907, + "step": 60040 + }, + { + "loss_action": 0.009154473431408405, + "loss_total": 0.009154473431408405, + "step": 60040 + }, + { + "grad_norm": 0.3734276294708252, + "learning_rate": 3.764720096162512e-05, + "loss": 0.0126, + "step": 60050 + }, + { + "loss_action": 0.011354795657098293, + "loss_total": 0.011354795657098293, + "step": 60050 + }, + { + "loss_action": 0.00918378122150898, + "loss_total": 0.00918378122150898, + "step": 60050 + }, + { + "loss_action": 0.015912087634205818, + "loss_total": 0.015912087634205818, + "step": 60050 + }, + { + "loss_action": 0.00792740099132061, + "loss_total": 0.00792740099132061, + "step": 60050 + }, + { + "loss_action": 0.025375979021191597, + "loss_total": 0.025375979021191597, + "step": 60050 + }, + { + "loss_action": 0.012361734174191952, + "loss_total": 0.012361734174191952, + "step": 60050 + }, + { + "grad_norm": 0.26751843094825745, + "learning_rate": 3.763117949484092e-05, + "loss": 0.0119, + "step": 60060 + }, + { + "loss_action": 0.006329447031021118, + "loss_total": 0.006329447031021118, + "step": 60060 + }, + { + "loss_action": 0.006809778977185488, + "loss_total": 0.006809778977185488, + "step": 60060 + }, + { + "loss_action": 0.009529548697173595, + "loss_total": 0.009529548697173595, + "step": 60060 + }, + { + "loss_action": 0.010885472409427166, + "loss_total": 0.010885472409427166, + "step": 60060 + }, + { + "loss_action": 0.053255919367074966, + "loss_total": 0.053255919367074966, + "step": 60060 + }, + { + "loss_action": 0.0079323910176754, + "loss_total": 0.0079323910176754, + "step": 60060 + }, + { + "grad_norm": 0.22919964790344238, + "learning_rate": 3.7615159380692344e-05, + "loss": 0.0108, + "step": 60070 + }, + { + "loss_action": 0.004378268029540777, + "loss_total": 0.004378268029540777, + "step": 60070 + }, + { + "loss_action": 0.011411089450120926, + "loss_total": 0.011411089450120926, + "step": 60070 + }, + { + "loss_action": 0.010695255361497402, + "loss_total": 0.010695255361497402, + "step": 60070 + }, + { + "loss_action": 0.011904020793735981, + "loss_total": 0.011904020793735981, + "step": 60070 + }, + { + "loss_action": 0.014150186441838741, + "loss_total": 0.014150186441838741, + "step": 60070 + }, + { + "loss_action": 0.02018948644399643, + "loss_total": 0.02018948644399643, + "step": 60070 + }, + { + "grad_norm": 0.3663528859615326, + "learning_rate": 3.759914062093132e-05, + "loss": 0.0138, + "step": 60080 + }, + { + "loss_action": 0.005658735055476427, + "loss_total": 0.005658735055476427, + "step": 60080 + }, + { + "loss_action": 0.003505741013213992, + "loss_total": 0.003505741013213992, + "step": 60080 + }, + { + "loss_action": 0.006295272149145603, + "loss_total": 0.006295272149145603, + "step": 60080 + }, + { + "loss_action": 0.007013397291302681, + "loss_total": 0.007013397291302681, + "step": 60080 + }, + { + "loss_action": 0.007295263931155205, + "loss_total": 0.007295263931155205, + "step": 60080 + }, + { + "loss_action": 0.012689976952970028, + "loss_total": 0.012689976952970028, + "step": 60080 + }, + { + "grad_norm": 0.2545144259929657, + "learning_rate": 3.7583123217309615e-05, + "loss": 0.0138, + "step": 60090 + }, + { + "loss_action": 0.008610393851995468, + "loss_total": 0.008610393851995468, + "step": 60090 + }, + { + "loss_action": 0.01780351810157299, + "loss_total": 0.01780351810157299, + "step": 60090 + }, + { + "loss_action": 0.009018957614898682, + "loss_total": 0.009018957614898682, + "step": 60090 + }, + { + "loss_action": 0.02614566497504711, + "loss_total": 0.02614566497504711, + "step": 60090 + }, + { + "loss_action": 0.004126981366425753, + "loss_total": 0.004126981366425753, + "step": 60090 + }, + { + "loss_action": 0.003994706552475691, + "loss_total": 0.003994706552475691, + "step": 60090 + }, + { + "grad_norm": 0.22061389684677124, + "learning_rate": 3.7567107171578904e-05, + "loss": 0.0144, + "step": 60100 + }, + { + "loss_action": 0.021071959286928177, + "loss_total": 0.021071959286928177, + "step": 60100 + }, + { + "loss_action": 0.005532539449632168, + "loss_total": 0.005532539449632168, + "step": 60100 + }, + { + "loss_action": 0.014205919578671455, + "loss_total": 0.014205919578671455, + "step": 60100 + }, + { + "loss_action": 0.03178959712386131, + "loss_total": 0.03178959712386131, + "step": 60100 + }, + { + "loss_action": 0.013810526579618454, + "loss_total": 0.013810526579618454, + "step": 60100 + }, + { + "loss_action": 0.00807223841547966, + "loss_total": 0.00807223841547966, + "step": 60100 + }, + { + "grad_norm": 0.34609517455101013, + "learning_rate": 3.755109248549066e-05, + "loss": 0.0154, + "step": 60110 + }, + { + "loss_action": 0.00853025820106268, + "loss_total": 0.00853025820106268, + "step": 60110 + }, + { + "loss_action": 0.03990550711750984, + "loss_total": 0.03990550711750984, + "step": 60110 + }, + { + "loss_action": 0.006626822520047426, + "loss_total": 0.006626822520047426, + "step": 60110 + }, + { + "loss_action": 0.004731607623398304, + "loss_total": 0.004731607623398304, + "step": 60110 + }, + { + "loss_action": 0.01349477656185627, + "loss_total": 0.01349477656185627, + "step": 60110 + }, + { + "loss_action": 0.008107678964734077, + "loss_total": 0.008107678964734077, + "step": 60110 + }, + { + "grad_norm": 0.5615847110748291, + "learning_rate": 3.75350791607962e-05, + "loss": 0.0181, + "step": 60120 + }, + { + "loss_action": 0.010672817938029766, + "loss_total": 0.010672817938029766, + "step": 60120 + }, + { + "loss_action": 0.007508739363402128, + "loss_total": 0.007508739363402128, + "step": 60120 + }, + { + "loss_action": 0.010346543975174427, + "loss_total": 0.010346543975174427, + "step": 60120 + }, + { + "loss_action": 0.0080033577978611, + "loss_total": 0.0080033577978611, + "step": 60120 + }, + { + "loss_action": 0.013778978027403355, + "loss_total": 0.013778978027403355, + "step": 60120 + }, + { + "loss_action": 0.01263967715203762, + "loss_total": 0.01263967715203762, + "step": 60120 + }, + { + "grad_norm": 0.25445809960365295, + "learning_rate": 3.751906719924676e-05, + "loss": 0.0132, + "step": 60130 + }, + { + "loss_action": 0.02647489681839943, + "loss_total": 0.02647489681839943, + "step": 60130 + }, + { + "loss_action": 0.008593883365392685, + "loss_total": 0.008593883365392685, + "step": 60130 + }, + { + "loss_action": 0.0195547454059124, + "loss_total": 0.0195547454059124, + "step": 60130 + }, + { + "loss_action": 0.023320630192756653, + "loss_total": 0.023320630192756653, + "step": 60130 + }, + { + "loss_action": 0.00892596784979105, + "loss_total": 0.00892596784979105, + "step": 60130 + }, + { + "loss_action": 0.004106430336833, + "loss_total": 0.004106430336833, + "step": 60130 + }, + { + "grad_norm": 0.3630751669406891, + "learning_rate": 3.750305660259337e-05, + "loss": 0.0143, + "step": 60140 + }, + { + "loss_action": 0.004959115292876959, + "loss_total": 0.004959115292876959, + "step": 60140 + }, + { + "loss_action": 0.013501372188329697, + "loss_total": 0.013501372188329697, + "step": 60140 + }, + { + "loss_action": 0.014850538223981857, + "loss_total": 0.014850538223981857, + "step": 60140 + }, + { + "loss_action": 0.005672723986208439, + "loss_total": 0.005672723986208439, + "step": 60140 + }, + { + "loss_action": 0.006905296351760626, + "loss_total": 0.006905296351760626, + "step": 60140 + }, + { + "loss_action": 0.004843636881560087, + "loss_total": 0.004843636881560087, + "step": 60140 + }, + { + "grad_norm": 0.2676800787448883, + "learning_rate": 3.748704737258693e-05, + "loss": 0.0114, + "step": 60150 + }, + { + "loss_action": 0.004493003711104393, + "loss_total": 0.004493003711104393, + "step": 60150 + }, + { + "loss_action": 0.011842487379908562, + "loss_total": 0.011842487379908562, + "step": 60150 + }, + { + "loss_action": 0.011973584070801735, + "loss_total": 0.011973584070801735, + "step": 60150 + }, + { + "loss_action": 0.01776622049510479, + "loss_total": 0.01776622049510479, + "step": 60150 + }, + { + "loss_action": 0.181134432554245, + "loss_total": 0.181134432554245, + "step": 60150 + }, + { + "loss_action": 0.028101647272706032, + "loss_total": 0.028101647272706032, + "step": 60150 + }, + { + "grad_norm": 0.34162774682044983, + "learning_rate": 3.747103951097816e-05, + "loss": 0.0156, + "step": 60160 + }, + { + "loss_action": 0.008323722518980503, + "loss_total": 0.008323722518980503, + "step": 60160 + }, + { + "loss_action": 0.013355154544115067, + "loss_total": 0.013355154544115067, + "step": 60160 + }, + { + "loss_action": 0.011968351900577545, + "loss_total": 0.011968351900577545, + "step": 60160 + }, + { + "loss_action": 0.012483824044466019, + "loss_total": 0.012483824044466019, + "step": 60160 + }, + { + "loss_action": 0.01190662756562233, + "loss_total": 0.01190662756562233, + "step": 60160 + }, + { + "loss_action": 0.015590972267091274, + "loss_total": 0.015590972267091274, + "step": 60160 + }, + { + "grad_norm": 0.30375200510025024, + "learning_rate": 3.745503301951768e-05, + "loss": 0.0164, + "step": 60170 + }, + { + "loss_action": 0.004852975253015757, + "loss_total": 0.004852975253015757, + "step": 60170 + }, + { + "loss_action": 0.012249012477695942, + "loss_total": 0.012249012477695942, + "step": 60170 + }, + { + "loss_action": 0.007974405772984028, + "loss_total": 0.007974405772984028, + "step": 60170 + }, + { + "loss_action": 0.004138398915529251, + "loss_total": 0.004138398915529251, + "step": 60170 + }, + { + "loss_action": 0.008495052345097065, + "loss_total": 0.008495052345097065, + "step": 60170 + }, + { + "loss_action": 0.008588828146457672, + "loss_total": 0.008588828146457672, + "step": 60170 + }, + { + "grad_norm": 0.27873754501342773, + "learning_rate": 3.743902789995592e-05, + "loss": 0.0147, + "step": 60180 + }, + { + "loss_action": 0.009209012612700462, + "loss_total": 0.009209012612700462, + "step": 60180 + }, + { + "loss_action": 0.01514383964240551, + "loss_total": 0.01514383964240551, + "step": 60180 + }, + { + "loss_action": 0.005234296899288893, + "loss_total": 0.005234296899288893, + "step": 60180 + }, + { + "loss_action": 0.007480663247406483, + "loss_total": 0.007480663247406483, + "step": 60180 + }, + { + "loss_action": 0.042071565985679626, + "loss_total": 0.042071565985679626, + "step": 60180 + }, + { + "loss_action": 0.005100784357637167, + "loss_total": 0.005100784357637167, + "step": 60180 + }, + { + "grad_norm": 0.29350996017456055, + "learning_rate": 3.7423024154043183e-05, + "loss": 0.0132, + "step": 60190 + }, + { + "loss_action": 0.007911336608231068, + "loss_total": 0.007911336608231068, + "step": 60190 + }, + { + "loss_action": 0.017684563994407654, + "loss_total": 0.017684563994407654, + "step": 60190 + }, + { + "loss_action": 0.011119265109300613, + "loss_total": 0.011119265109300613, + "step": 60190 + }, + { + "loss_action": 0.033612702041864395, + "loss_total": 0.033612702041864395, + "step": 60190 + }, + { + "loss_action": 0.00945628434419632, + "loss_total": 0.00945628434419632, + "step": 60190 + }, + { + "loss_action": 0.007231072057038546, + "loss_total": 0.007231072057038546, + "step": 60190 + }, + { + "grad_norm": 0.30877453088760376, + "learning_rate": 3.740702178352963e-05, + "loss": 0.0142, + "step": 60200 + }, + { + "loss_action": 0.008878488093614578, + "loss_total": 0.008878488093614578, + "step": 60200 + }, + { + "loss_action": 0.00833132304251194, + "loss_total": 0.00833132304251194, + "step": 60200 + }, + { + "loss_action": 0.005643371492624283, + "loss_total": 0.005643371492624283, + "step": 60200 + }, + { + "loss_action": 0.0033223123755306005, + "loss_total": 0.0033223123755306005, + "step": 60200 + }, + { + "loss_action": 0.005416185595095158, + "loss_total": 0.005416185595095158, + "step": 60200 + }, + { + "loss_action": 0.008002102375030518, + "loss_total": 0.008002102375030518, + "step": 60200 + }, + { + "grad_norm": 0.31196022033691406, + "learning_rate": 3.739102079016523e-05, + "loss": 0.0144, + "step": 60210 + }, + { + "loss_action": 0.008143974468111992, + "loss_total": 0.008143974468111992, + "step": 60210 + }, + { + "loss_action": 0.008304016664624214, + "loss_total": 0.008304016664624214, + "step": 60210 + }, + { + "loss_action": 0.004438282921910286, + "loss_total": 0.004438282921910286, + "step": 60210 + }, + { + "loss_action": 0.007362863514572382, + "loss_total": 0.007362863514572382, + "step": 60210 + }, + { + "loss_action": 0.013629571534693241, + "loss_total": 0.013629571534693241, + "step": 60210 + }, + { + "loss_action": 0.006696272641420364, + "loss_total": 0.006696272641420364, + "step": 60210 + }, + { + "grad_norm": 0.29194512963294983, + "learning_rate": 3.7375021175699846e-05, + "loss": 0.012, + "step": 60220 + }, + { + "loss_action": 0.006421710830181837, + "loss_total": 0.006421710830181837, + "step": 60220 + }, + { + "loss_action": 0.003338442649692297, + "loss_total": 0.003338442649692297, + "step": 60220 + }, + { + "loss_action": 0.023792341351509094, + "loss_total": 0.023792341351509094, + "step": 60220 + }, + { + "loss_action": 0.02349352464079857, + "loss_total": 0.02349352464079857, + "step": 60220 + }, + { + "loss_action": 0.004020292311906815, + "loss_total": 0.004020292311906815, + "step": 60220 + }, + { + "loss_action": 0.009131509810686111, + "loss_total": 0.009131509810686111, + "step": 60220 + }, + { + "grad_norm": 0.3186165392398834, + "learning_rate": 3.735902294188317e-05, + "loss": 0.0143, + "step": 60230 + }, + { + "loss_action": 0.009150921367108822, + "loss_total": 0.009150921367108822, + "step": 60230 + }, + { + "loss_action": 0.02065856382250786, + "loss_total": 0.02065856382250786, + "step": 60230 + }, + { + "loss_action": 0.008618204854428768, + "loss_total": 0.008618204854428768, + "step": 60230 + }, + { + "loss_action": 0.035400617867708206, + "loss_total": 0.035400617867708206, + "step": 60230 + }, + { + "loss_action": 0.015640385448932648, + "loss_total": 0.015640385448932648, + "step": 60230 + }, + { + "loss_action": 0.01078458596020937, + "loss_total": 0.01078458596020937, + "step": 60230 + }, + { + "grad_norm": 0.2707887291908264, + "learning_rate": 3.734302609046473e-05, + "loss": 0.0126, + "step": 60240 + }, + { + "loss_action": 0.007960145361721516, + "loss_total": 0.007960145361721516, + "step": 60240 + }, + { + "loss_action": 0.008948276750743389, + "loss_total": 0.008948276750743389, + "step": 60240 + }, + { + "loss_action": 0.004863502457737923, + "loss_total": 0.004863502457737923, + "step": 60240 + }, + { + "loss_action": 0.004936409182846546, + "loss_total": 0.004936409182846546, + "step": 60240 + }, + { + "loss_action": 0.005918129347264767, + "loss_total": 0.005918129347264767, + "step": 60240 + }, + { + "loss_action": 0.009430425241589546, + "loss_total": 0.009430425241589546, + "step": 60240 + }, + { + "grad_norm": 0.44872748851776123, + "learning_rate": 3.732703062319391e-05, + "loss": 0.0152, + "step": 60250 + }, + { + "loss_action": 0.006872230675071478, + "loss_total": 0.006872230675071478, + "step": 60250 + }, + { + "loss_action": 0.010128842666745186, + "loss_total": 0.010128842666745186, + "step": 60250 + }, + { + "loss_action": 0.004582176450639963, + "loss_total": 0.004582176450639963, + "step": 60250 + }, + { + "loss_action": 0.010905493050813675, + "loss_total": 0.010905493050813675, + "step": 60250 + }, + { + "loss_action": 0.03621264919638634, + "loss_total": 0.03621264919638634, + "step": 60250 + }, + { + "loss_action": 0.00849938578903675, + "loss_total": 0.00849938578903675, + "step": 60250 + }, + { + "grad_norm": 0.4041423797607422, + "learning_rate": 3.731103654181999e-05, + "loss": 0.012, + "step": 60260 + }, + { + "loss_action": 0.020977683365345, + "loss_total": 0.020977683365345, + "step": 60260 + }, + { + "loss_action": 0.004800432361662388, + "loss_total": 0.004800432361662388, + "step": 60260 + }, + { + "loss_action": 0.010415059514343739, + "loss_total": 0.010415059514343739, + "step": 60260 + }, + { + "loss_action": 0.032258741557598114, + "loss_total": 0.032258741557598114, + "step": 60260 + }, + { + "loss_action": 0.01654810458421707, + "loss_total": 0.01654810458421707, + "step": 60260 + }, + { + "loss_action": 0.009989623911678791, + "loss_total": 0.009989623911678791, + "step": 60260 + }, + { + "grad_norm": 0.28088730573654175, + "learning_rate": 3.729504384809203e-05, + "loss": 0.0125, + "step": 60270 + }, + { + "loss_action": 0.012097304686903954, + "loss_total": 0.012097304686903954, + "step": 60270 + }, + { + "loss_action": 0.013178312219679356, + "loss_total": 0.013178312219679356, + "step": 60270 + }, + { + "loss_action": 0.005578265059739351, + "loss_total": 0.005578265059739351, + "step": 60270 + }, + { + "loss_action": 0.011006955988705158, + "loss_total": 0.011006955988705158, + "step": 60270 + }, + { + "loss_action": 0.01125760655850172, + "loss_total": 0.01125760655850172, + "step": 60270 + }, + { + "loss_action": 0.008704178966581821, + "loss_total": 0.008704178966581821, + "step": 60270 + }, + { + "grad_norm": 0.26073431968688965, + "learning_rate": 3.727905254375898e-05, + "loss": 0.0195, + "step": 60280 + }, + { + "loss_action": 0.016944225877523422, + "loss_total": 0.016944225877523422, + "step": 60280 + }, + { + "loss_action": 0.006432229653000832, + "loss_total": 0.006432229653000832, + "step": 60280 + }, + { + "loss_action": 0.005552663933485746, + "loss_total": 0.005552663933485746, + "step": 60280 + }, + { + "loss_action": 0.019158482551574707, + "loss_total": 0.019158482551574707, + "step": 60280 + }, + { + "loss_action": 0.024532202631235123, + "loss_total": 0.024532202631235123, + "step": 60280 + }, + { + "loss_action": 0.010326690040528774, + "loss_total": 0.010326690040528774, + "step": 60280 + }, + { + "grad_norm": 0.3304952383041382, + "learning_rate": 3.7263062630569614e-05, + "loss": 0.0123, + "step": 60290 + }, + { + "loss_action": 0.007097787223756313, + "loss_total": 0.007097787223756313, + "step": 60290 + }, + { + "loss_action": 0.010140420868992805, + "loss_total": 0.010140420868992805, + "step": 60290 + }, + { + "loss_action": 0.013754034414887428, + "loss_total": 0.013754034414887428, + "step": 60290 + }, + { + "loss_action": 0.013517366722226143, + "loss_total": 0.013517366722226143, + "step": 60290 + }, + { + "loss_action": 0.004975483287125826, + "loss_total": 0.004975483287125826, + "step": 60290 + }, + { + "loss_action": 0.00529561098664999, + "loss_total": 0.00529561098664999, + "step": 60290 + }, + { + "grad_norm": 0.44553235173225403, + "learning_rate": 3.724707411027256e-05, + "loss": 0.0149, + "step": 60300 + }, + { + "loss_action": 0.009512442164123058, + "loss_total": 0.009512442164123058, + "step": 60300 + }, + { + "loss_action": 0.033063601702451706, + "loss_total": 0.033063601702451706, + "step": 60300 + }, + { + "loss_action": 0.01605001837015152, + "loss_total": 0.01605001837015152, + "step": 60300 + }, + { + "loss_action": 0.014237518422305584, + "loss_total": 0.014237518422305584, + "step": 60300 + }, + { + "loss_action": 0.0026737391017377377, + "loss_total": 0.0026737391017377377, + "step": 60300 + }, + { + "loss_action": 0.004606203641742468, + "loss_total": 0.004606203641742468, + "step": 60300 + }, + { + "grad_norm": 0.30196553468704224, + "learning_rate": 3.723108698461631e-05, + "loss": 0.0119, + "step": 60310 + }, + { + "loss_action": 0.006532534956932068, + "loss_total": 0.006532534956932068, + "step": 60310 + }, + { + "loss_action": 0.0068311239592731, + "loss_total": 0.0068311239592731, + "step": 60310 + }, + { + "loss_action": 0.012675195932388306, + "loss_total": 0.012675195932388306, + "step": 60310 + }, + { + "loss_action": 0.01628306321799755, + "loss_total": 0.01628306321799755, + "step": 60310 + }, + { + "loss_action": 0.003339249175041914, + "loss_total": 0.003339249175041914, + "step": 60310 + }, + { + "loss_action": 0.007396918721497059, + "loss_total": 0.007396918721497059, + "step": 60310 + }, + { + "grad_norm": 0.3630163371562958, + "learning_rate": 3.72151012553492e-05, + "loss": 0.0149, + "step": 60320 + }, + { + "loss_action": 0.004850734490901232, + "loss_total": 0.004850734490901232, + "step": 60320 + }, + { + "loss_action": 0.00636129779741168, + "loss_total": 0.00636129779741168, + "step": 60320 + }, + { + "loss_action": 0.008712504990398884, + "loss_total": 0.008712504990398884, + "step": 60320 + }, + { + "loss_action": 0.005961453542113304, + "loss_total": 0.005961453542113304, + "step": 60320 + }, + { + "loss_action": 0.01778613217175007, + "loss_total": 0.01778613217175007, + "step": 60320 + }, + { + "loss_action": 0.005378234665840864, + "loss_total": 0.005378234665840864, + "step": 60320 + }, + { + "grad_norm": 0.3669958710670471, + "learning_rate": 3.719911692421939e-05, + "loss": 0.0122, + "step": 60330 + }, + { + "loss_action": 0.020127184689044952, + "loss_total": 0.020127184689044952, + "step": 60330 + }, + { + "loss_action": 0.011256624013185501, + "loss_total": 0.011256624013185501, + "step": 60330 + }, + { + "loss_action": 0.012118705548346043, + "loss_total": 0.012118705548346043, + "step": 60330 + }, + { + "loss_action": 0.0059499796479940414, + "loss_total": 0.0059499796479940414, + "step": 60330 + }, + { + "loss_action": 0.005164641886949539, + "loss_total": 0.005164641886949539, + "step": 60330 + }, + { + "loss_action": 0.03938264399766922, + "loss_total": 0.03938264399766922, + "step": 60330 + }, + { + "grad_norm": 0.35500088334083557, + "learning_rate": 3.71831339929749e-05, + "loss": 0.0152, + "step": 60340 + }, + { + "loss_action": 0.004460838623344898, + "loss_total": 0.004460838623344898, + "step": 60340 + }, + { + "loss_action": 0.00588186364620924, + "loss_total": 0.00588186364620924, + "step": 60340 + }, + { + "loss_action": 0.006841893773525953, + "loss_total": 0.006841893773525953, + "step": 60340 + }, + { + "loss_action": 0.018906231969594955, + "loss_total": 0.018906231969594955, + "step": 60340 + }, + { + "loss_action": 0.021094759926199913, + "loss_total": 0.021094759926199913, + "step": 60340 + }, + { + "loss_action": 0.008573242463171482, + "loss_total": 0.008573242463171482, + "step": 60340 + }, + { + "grad_norm": 0.38697826862335205, + "learning_rate": 3.716715246336362e-05, + "loss": 0.0104, + "step": 60350 + }, + { + "loss_action": 0.012308917008340359, + "loss_total": 0.012308917008340359, + "step": 60350 + }, + { + "loss_action": 0.027463307604193687, + "loss_total": 0.027463307604193687, + "step": 60350 + }, + { + "loss_action": 0.013770509511232376, + "loss_total": 0.013770509511232376, + "step": 60350 + }, + { + "loss_action": 0.015662215650081635, + "loss_total": 0.015662215650081635, + "step": 60350 + }, + { + "loss_action": 0.016195153817534447, + "loss_total": 0.016195153817534447, + "step": 60350 + }, + { + "loss_action": 0.007628261111676693, + "loss_total": 0.007628261111676693, + "step": 60350 + }, + { + "grad_norm": 0.3372780680656433, + "learning_rate": 3.715117233713324e-05, + "loss": 0.0152, + "step": 60360 + }, + { + "loss_action": 0.005854879040271044, + "loss_total": 0.005854879040271044, + "step": 60360 + }, + { + "loss_action": 0.02597820945084095, + "loss_total": 0.02597820945084095, + "step": 60360 + }, + { + "loss_action": 0.009017924778163433, + "loss_total": 0.009017924778163433, + "step": 60360 + }, + { + "loss_action": 0.013564171269536018, + "loss_total": 0.013564171269536018, + "step": 60360 + }, + { + "loss_action": 0.00884568877518177, + "loss_total": 0.00884568877518177, + "step": 60360 + }, + { + "loss_action": 0.013699204660952091, + "loss_total": 0.013699204660952091, + "step": 60360 + }, + { + "grad_norm": 0.3154747188091278, + "learning_rate": 3.713519361603135e-05, + "loss": 0.0128, + "step": 60370 + }, + { + "loss_action": 0.01096616592258215, + "loss_total": 0.01096616592258215, + "step": 60370 + }, + { + "loss_action": 0.0062911235727369785, + "loss_total": 0.0062911235727369785, + "step": 60370 + }, + { + "loss_action": 0.013410382904112339, + "loss_total": 0.013410382904112339, + "step": 60370 + }, + { + "loss_action": 0.01685999147593975, + "loss_total": 0.01685999147593975, + "step": 60370 + }, + { + "loss_action": 0.01303253136575222, + "loss_total": 0.01303253136575222, + "step": 60370 + }, + { + "loss_action": 0.012746940366923809, + "loss_total": 0.012746940366923809, + "step": 60370 + }, + { + "grad_norm": 0.32414719462394714, + "learning_rate": 3.711921630180532e-05, + "loss": 0.0121, + "step": 60380 + }, + { + "loss_action": 0.005001808051019907, + "loss_total": 0.005001808051019907, + "step": 60380 + }, + { + "loss_action": 0.014293483458459377, + "loss_total": 0.014293483458459377, + "step": 60380 + }, + { + "loss_action": 0.008329625241458416, + "loss_total": 0.008329625241458416, + "step": 60380 + }, + { + "loss_action": 0.0034804141614586115, + "loss_total": 0.0034804141614586115, + "step": 60380 + }, + { + "loss_action": 0.027731450274586678, + "loss_total": 0.027731450274586678, + "step": 60380 + }, + { + "loss_action": 0.0039103273302316666, + "loss_total": 0.0039103273302316666, + "step": 60380 + }, + { + "grad_norm": 0.25924476981163025, + "learning_rate": 3.710324039620245e-05, + "loss": 0.0124, + "step": 60390 + }, + { + "loss_action": 0.0841732993721962, + "loss_total": 0.0841732993721962, + "step": 60390 + }, + { + "loss_action": 0.009820269420742989, + "loss_total": 0.009820269420742989, + "step": 60390 + }, + { + "loss_action": 0.0069656274281442165, + "loss_total": 0.0069656274281442165, + "step": 60390 + }, + { + "loss_action": 0.028298549354076385, + "loss_total": 0.028298549354076385, + "step": 60390 + }, + { + "loss_action": 0.014413184486329556, + "loss_total": 0.014413184486329556, + "step": 60390 + }, + { + "loss_action": 0.0037897471338510513, + "loss_total": 0.0037897471338510513, + "step": 60390 + }, + { + "grad_norm": 0.3238408863544464, + "learning_rate": 3.708726590096982e-05, + "loss": 0.013, + "step": 60400 + }, + { + "loss_action": 0.007953711785376072, + "loss_total": 0.007953711785376072, + "step": 60400 + }, + { + "loss_action": 0.016559479758143425, + "loss_total": 0.016559479758143425, + "step": 60400 + }, + { + "loss_action": 0.011910506524145603, + "loss_total": 0.011910506524145603, + "step": 60400 + }, + { + "loss_action": 0.005153043195605278, + "loss_total": 0.005153043195605278, + "step": 60400 + }, + { + "loss_action": 0.01482093520462513, + "loss_total": 0.01482093520462513, + "step": 60400 + }, + { + "loss_action": 0.00371033838018775, + "loss_total": 0.00371033838018775, + "step": 60400 + }, + { + "grad_norm": 0.8344234824180603, + "learning_rate": 3.707129281785437e-05, + "loss": 0.0149, + "step": 60410 + }, + { + "loss_action": 0.01613669842481613, + "loss_total": 0.01613669842481613, + "step": 60410 + }, + { + "loss_action": 0.04735829308629036, + "loss_total": 0.04735829308629036, + "step": 60410 + }, + { + "loss_action": 0.010504583828151226, + "loss_total": 0.010504583828151226, + "step": 60410 + }, + { + "loss_action": 0.009205869399011135, + "loss_total": 0.009205869399011135, + "step": 60410 + }, + { + "loss_action": 0.009034921415150166, + "loss_total": 0.009034921415150166, + "step": 60410 + }, + { + "loss_action": 0.008055546320974827, + "loss_total": 0.008055546320974827, + "step": 60410 + }, + { + "grad_norm": 0.39629170298576355, + "learning_rate": 3.705532114860291e-05, + "loss": 0.0124, + "step": 60420 + }, + { + "loss_action": 0.006498330272734165, + "loss_total": 0.006498330272734165, + "step": 60420 + }, + { + "loss_action": 0.012214167043566704, + "loss_total": 0.012214167043566704, + "step": 60420 + }, + { + "loss_action": 0.009846173226833344, + "loss_total": 0.009846173226833344, + "step": 60420 + }, + { + "loss_action": 0.008114964701235294, + "loss_total": 0.008114964701235294, + "step": 60420 + }, + { + "loss_action": 0.00970939639955759, + "loss_total": 0.00970939639955759, + "step": 60420 + }, + { + "loss_action": 0.005703834351152182, + "loss_total": 0.005703834351152182, + "step": 60420 + }, + { + "grad_norm": 0.335495263338089, + "learning_rate": 3.703935089496207e-05, + "loss": 0.0103, + "step": 60430 + }, + { + "loss_action": 0.013025154359638691, + "loss_total": 0.013025154359638691, + "step": 60430 + }, + { + "loss_action": 0.024324234575033188, + "loss_total": 0.024324234575033188, + "step": 60430 + }, + { + "loss_action": 0.017361244186758995, + "loss_total": 0.017361244186758995, + "step": 60430 + }, + { + "loss_action": 0.021777769550681114, + "loss_total": 0.021777769550681114, + "step": 60430 + }, + { + "loss_action": 0.006969981361180544, + "loss_total": 0.006969981361180544, + "step": 60430 + }, + { + "loss_action": 0.008324065245687962, + "loss_total": 0.008324065245687962, + "step": 60430 + }, + { + "grad_norm": 0.32161372900009155, + "learning_rate": 3.702338205867829e-05, + "loss": 0.0198, + "step": 60440 + }, + { + "loss_action": 0.019406773149967194, + "loss_total": 0.019406773149967194, + "step": 60440 + }, + { + "loss_action": 0.032385703176259995, + "loss_total": 0.032385703176259995, + "step": 60440 + }, + { + "loss_action": 0.008363702334463596, + "loss_total": 0.008363702334463596, + "step": 60440 + }, + { + "loss_action": 0.0064302366226911545, + "loss_total": 0.0064302366226911545, + "step": 60440 + }, + { + "loss_action": 0.013687251135706902, + "loss_total": 0.013687251135706902, + "step": 60440 + }, + { + "loss_action": 0.017166685312986374, + "loss_total": 0.017166685312986374, + "step": 60440 + }, + { + "grad_norm": 0.3384668827056885, + "learning_rate": 3.7007414641497976e-05, + "loss": 0.0126, + "step": 60450 + }, + { + "loss_action": 0.005830464418977499, + "loss_total": 0.005830464418977499, + "step": 60450 + }, + { + "loss_action": 0.028306877240538597, + "loss_total": 0.028306877240538597, + "step": 60450 + }, + { + "loss_action": 0.005649613216519356, + "loss_total": 0.005649613216519356, + "step": 60450 + }, + { + "loss_action": 0.012155435979366302, + "loss_total": 0.012155435979366302, + "step": 60450 + }, + { + "loss_action": 0.013927731662988663, + "loss_total": 0.013927731662988663, + "step": 60450 + }, + { + "loss_action": 0.009797866456210613, + "loss_total": 0.009797866456210613, + "step": 60450 + }, + { + "grad_norm": 0.3143330514431, + "learning_rate": 3.699144864516726e-05, + "loss": 0.0107, + "step": 60460 + }, + { + "loss_action": 0.011974865570664406, + "loss_total": 0.011974865570664406, + "step": 60460 + }, + { + "loss_action": 0.013097596354782581, + "loss_total": 0.013097596354782581, + "step": 60460 + }, + { + "loss_action": 0.01647711917757988, + "loss_total": 0.01647711917757988, + "step": 60460 + }, + { + "loss_action": 0.014677115716040134, + "loss_total": 0.014677115716040134, + "step": 60460 + }, + { + "loss_action": 0.010860285721719265, + "loss_total": 0.010860285721719265, + "step": 60460 + }, + { + "loss_action": 0.022198274731636047, + "loss_total": 0.022198274731636047, + "step": 60460 + }, + { + "grad_norm": 0.29179075360298157, + "learning_rate": 3.6975484071432153e-05, + "loss": 0.0134, + "step": 60470 + }, + { + "loss_action": 0.008454672060906887, + "loss_total": 0.008454672060906887, + "step": 60470 + }, + { + "loss_action": 0.006261209491640329, + "loss_total": 0.006261209491640329, + "step": 60470 + }, + { + "loss_action": 0.014299999922513962, + "loss_total": 0.014299999922513962, + "step": 60470 + }, + { + "loss_action": 0.009448623284697533, + "loss_total": 0.009448623284697533, + "step": 60470 + }, + { + "loss_action": 0.03414972499012947, + "loss_total": 0.03414972499012947, + "step": 60470 + }, + { + "loss_action": 0.0058283451944589615, + "loss_total": 0.0058283451944589615, + "step": 60470 + }, + { + "grad_norm": 0.33203673362731934, + "learning_rate": 3.695952092203854e-05, + "loss": 0.0131, + "step": 60480 + }, + { + "loss_action": 0.0034049528185278177, + "loss_total": 0.0034049528185278177, + "step": 60480 + }, + { + "loss_action": 0.011984779499471188, + "loss_total": 0.011984779499471188, + "step": 60480 + }, + { + "loss_action": 0.006474820431321859, + "loss_total": 0.006474820431321859, + "step": 60480 + }, + { + "loss_action": 0.018763981759548187, + "loss_total": 0.018763981759548187, + "step": 60480 + }, + { + "loss_action": 0.0057426923885941505, + "loss_total": 0.0057426923885941505, + "step": 60480 + }, + { + "loss_action": 0.009429289028048515, + "loss_total": 0.009429289028048515, + "step": 60480 + }, + { + "grad_norm": 0.22403614223003387, + "learning_rate": 3.69435591987321e-05, + "loss": 0.0134, + "step": 60490 + }, + { + "loss_action": 0.04496915265917778, + "loss_total": 0.04496915265917778, + "step": 60490 + }, + { + "loss_action": 0.010346351191401482, + "loss_total": 0.010346351191401482, + "step": 60490 + }, + { + "loss_action": 0.005710300523787737, + "loss_total": 0.005710300523787737, + "step": 60490 + }, + { + "loss_action": 0.009293299168348312, + "loss_total": 0.009293299168348312, + "step": 60490 + }, + { + "loss_action": 0.010328656993806362, + "loss_total": 0.010328656993806362, + "step": 60490 + }, + { + "loss_action": 0.005495596677064896, + "loss_total": 0.005495596677064896, + "step": 60490 + }, + { + "grad_norm": 0.3811388313770294, + "learning_rate": 3.6927598903258374e-05, + "loss": 0.0198, + "step": 60500 + }, + { + "loss_action": 0.008601277135312557, + "loss_total": 0.008601277135312557, + "step": 60500 + }, + { + "loss_action": 0.010475524701178074, + "loss_total": 0.010475524701178074, + "step": 60500 + }, + { + "loss_action": 0.012652812525629997, + "loss_total": 0.012652812525629997, + "step": 60500 + }, + { + "loss_action": 0.004862676840275526, + "loss_total": 0.004862676840275526, + "step": 60500 + }, + { + "loss_action": 0.01263420656323433, + "loss_total": 0.01263420656323433, + "step": 60500 + }, + { + "loss_action": 0.005037435796111822, + "loss_total": 0.005037435796111822, + "step": 60500 + }, + { + "grad_norm": 0.3757319450378418, + "learning_rate": 3.691164003736281e-05, + "loss": 0.0113, + "step": 60510 + }, + { + "loss_action": 0.008052436634898186, + "loss_total": 0.008052436634898186, + "step": 60510 + }, + { + "loss_action": 0.00511498237028718, + "loss_total": 0.00511498237028718, + "step": 60510 + }, + { + "loss_action": 0.004221675917506218, + "loss_total": 0.004221675917506218, + "step": 60510 + }, + { + "loss_action": 0.009743083268404007, + "loss_total": 0.009743083268404007, + "step": 60510 + }, + { + "loss_action": 0.006314004305750132, + "loss_total": 0.006314004305750132, + "step": 60510 + }, + { + "loss_action": 0.00611429987475276, + "loss_total": 0.00611429987475276, + "step": 60510 + }, + { + "grad_norm": 0.29998376965522766, + "learning_rate": 3.689568260279061e-05, + "loss": 0.0145, + "step": 60520 + }, + { + "loss_action": 0.012548062950372696, + "loss_total": 0.012548062950372696, + "step": 60520 + }, + { + "loss_action": 0.009883487597107887, + "loss_total": 0.009883487597107887, + "step": 60520 + }, + { + "loss_action": 0.008743668906390667, + "loss_total": 0.008743668906390667, + "step": 60520 + }, + { + "loss_action": 0.00403708778321743, + "loss_total": 0.00403708778321743, + "step": 60520 + }, + { + "loss_action": 0.017329737544059753, + "loss_total": 0.017329737544059753, + "step": 60520 + }, + { + "loss_action": 0.004060623701661825, + "loss_total": 0.004060623701661825, + "step": 60520 + }, + { + "grad_norm": 0.2571573555469513, + "learning_rate": 3.687972660128686e-05, + "loss": 0.0131, + "step": 60530 + }, + { + "loss_action": 0.00751810148358345, + "loss_total": 0.00751810148358345, + "step": 60530 + }, + { + "loss_action": 0.006276186555624008, + "loss_total": 0.006276186555624008, + "step": 60530 + }, + { + "loss_action": 0.005514770746231079, + "loss_total": 0.005514770746231079, + "step": 60530 + }, + { + "loss_action": 0.010301921516656876, + "loss_total": 0.010301921516656876, + "step": 60530 + }, + { + "loss_action": 0.02414911612868309, + "loss_total": 0.02414911612868309, + "step": 60530 + }, + { + "loss_action": 0.020097168162465096, + "loss_total": 0.020097168162465096, + "step": 60530 + }, + { + "grad_norm": 0.20109088718891144, + "learning_rate": 3.686377203459648e-05, + "loss": 0.0118, + "step": 60540 + }, + { + "loss_action": 0.011011837981641293, + "loss_total": 0.011011837981641293, + "step": 60540 + }, + { + "loss_action": 0.004783008713275194, + "loss_total": 0.004783008713275194, + "step": 60540 + }, + { + "loss_action": 0.021278321743011475, + "loss_total": 0.021278321743011475, + "step": 60540 + }, + { + "loss_action": 0.006559026427567005, + "loss_total": 0.006559026427567005, + "step": 60540 + }, + { + "loss_action": 0.014488758519291878, + "loss_total": 0.014488758519291878, + "step": 60540 + }, + { + "loss_action": 0.006567326374351978, + "loss_total": 0.006567326374351978, + "step": 60540 + }, + { + "grad_norm": 0.3265247344970703, + "learning_rate": 3.6847818904464226e-05, + "loss": 0.0163, + "step": 60550 + }, + { + "loss_action": 0.01570502296090126, + "loss_total": 0.01570502296090126, + "step": 60550 + }, + { + "loss_action": 0.00255430955439806, + "loss_total": 0.00255430955439806, + "step": 60550 + }, + { + "loss_action": 0.00925728864967823, + "loss_total": 0.00925728864967823, + "step": 60550 + }, + { + "loss_action": 0.02174881286919117, + "loss_total": 0.02174881286919117, + "step": 60550 + }, + { + "loss_action": 0.02389950305223465, + "loss_total": 0.02389950305223465, + "step": 60550 + }, + { + "loss_action": 0.07815547287464142, + "loss_total": 0.07815547287464142, + "step": 60550 + }, + { + "grad_norm": 0.29256993532180786, + "learning_rate": 3.683186721263474e-05, + "loss": 0.0144, + "step": 60560 + }, + { + "loss_action": 0.014800034463405609, + "loss_total": 0.014800034463405609, + "step": 60560 + }, + { + "loss_action": 0.008741321973502636, + "loss_total": 0.008741321973502636, + "step": 60560 + }, + { + "loss_action": 0.07845363765954971, + "loss_total": 0.07845363765954971, + "step": 60560 + }, + { + "loss_action": 0.010510913096368313, + "loss_total": 0.010510913096368313, + "step": 60560 + }, + { + "loss_action": 0.005124347750097513, + "loss_total": 0.005124347750097513, + "step": 60560 + }, + { + "loss_action": 0.009337067604064941, + "loss_total": 0.009337067604064941, + "step": 60560 + }, + { + "grad_norm": 0.27987247705459595, + "learning_rate": 3.6815916960852435e-05, + "loss": 0.0128, + "step": 60570 + }, + { + "loss_action": 0.0168464332818985, + "loss_total": 0.0168464332818985, + "step": 60570 + }, + { + "loss_action": 0.008487881161272526, + "loss_total": 0.008487881161272526, + "step": 60570 + }, + { + "loss_action": 0.007469159550964832, + "loss_total": 0.007469159550964832, + "step": 60570 + }, + { + "loss_action": 0.006267535500228405, + "loss_total": 0.006267535500228405, + "step": 60570 + }, + { + "loss_action": 0.01198019552975893, + "loss_total": 0.01198019552975893, + "step": 60570 + }, + { + "loss_action": 0.004796626511961222, + "loss_total": 0.004796626511961222, + "step": 60570 + }, + { + "grad_norm": 0.25607830286026, + "learning_rate": 3.679996815086165e-05, + "loss": 0.0106, + "step": 60580 + }, + { + "loss_action": 0.013834471814334393, + "loss_total": 0.013834471814334393, + "step": 60580 + }, + { + "loss_action": 0.016141613945364952, + "loss_total": 0.016141613945364952, + "step": 60580 + }, + { + "loss_action": 0.022334452718496323, + "loss_total": 0.022334452718496323, + "step": 60580 + }, + { + "loss_action": 0.011189758777618408, + "loss_total": 0.011189758777618408, + "step": 60580 + }, + { + "loss_action": 0.10387105494737625, + "loss_total": 0.10387105494737625, + "step": 60580 + }, + { + "loss_action": 0.014053935185074806, + "loss_total": 0.014053935185074806, + "step": 60580 + }, + { + "grad_norm": 0.3281945288181305, + "learning_rate": 3.678402078440649e-05, + "loss": 0.0138, + "step": 60590 + }, + { + "loss_action": 0.010931195691227913, + "loss_total": 0.010931195691227913, + "step": 60590 + }, + { + "loss_action": 0.004290205892175436, + "loss_total": 0.004290205892175436, + "step": 60590 + }, + { + "loss_action": 0.029732398688793182, + "loss_total": 0.029732398688793182, + "step": 60590 + }, + { + "loss_action": 0.006497517693787813, + "loss_total": 0.006497517693787813, + "step": 60590 + }, + { + "loss_action": 0.028697608038783073, + "loss_total": 0.028697608038783073, + "step": 60590 + }, + { + "loss_action": 0.005910039879381657, + "loss_total": 0.005910039879381657, + "step": 60590 + }, + { + "grad_norm": 0.26473701000213623, + "learning_rate": 3.676807486323096e-05, + "loss": 0.013, + "step": 60600 + }, + { + "loss_action": 0.012825371697545052, + "loss_total": 0.012825371697545052, + "step": 60600 + }, + { + "loss_action": 0.013334051705896854, + "loss_total": 0.013334051705896854, + "step": 60600 + }, + { + "loss_action": 0.003655918873846531, + "loss_total": 0.003655918873846531, + "step": 60600 + }, + { + "loss_action": 0.00592314638197422, + "loss_total": 0.00592314638197422, + "step": 60600 + }, + { + "loss_action": 0.027094708755612373, + "loss_total": 0.027094708755612373, + "step": 60600 + }, + { + "loss_action": 0.010922346264123917, + "loss_total": 0.010922346264123917, + "step": 60600 + }, + { + "grad_norm": 0.2816868722438812, + "learning_rate": 3.6752130389078864e-05, + "loss": 0.0127, + "step": 60610 + }, + { + "loss_action": 0.004946211352944374, + "loss_total": 0.004946211352944374, + "step": 60610 + }, + { + "loss_action": 0.0209198035299778, + "loss_total": 0.0209198035299778, + "step": 60610 + }, + { + "loss_action": 0.0039778645150363445, + "loss_total": 0.0039778645150363445, + "step": 60610 + }, + { + "loss_action": 0.00596262700855732, + "loss_total": 0.00596262700855732, + "step": 60610 + }, + { + "loss_action": 0.00643939757719636, + "loss_total": 0.00643939757719636, + "step": 60610 + }, + { + "loss_action": 0.008816818706691265, + "loss_total": 0.008816818706691265, + "step": 60610 + }, + { + "grad_norm": 0.3768197000026703, + "learning_rate": 3.673618736369388e-05, + "loss": 0.0137, + "step": 60620 + }, + { + "loss_action": 0.003891901345923543, + "loss_total": 0.003891901345923543, + "step": 60620 + }, + { + "loss_action": 0.006364527624100447, + "loss_total": 0.006364527624100447, + "step": 60620 + }, + { + "loss_action": 0.004792856052517891, + "loss_total": 0.004792856052517891, + "step": 60620 + }, + { + "loss_action": 0.009791978634893894, + "loss_total": 0.009791978634893894, + "step": 60620 + }, + { + "loss_action": 0.02246875688433647, + "loss_total": 0.02246875688433647, + "step": 60620 + }, + { + "loss_action": 0.010984573513269424, + "loss_total": 0.010984573513269424, + "step": 60620 + }, + { + "grad_norm": 0.29617661237716675, + "learning_rate": 3.6720245788819474e-05, + "loss": 0.0128, + "step": 60630 + }, + { + "loss_action": 0.005198764149099588, + "loss_total": 0.005198764149099588, + "step": 60630 + }, + { + "loss_action": 0.00612214207649231, + "loss_total": 0.00612214207649231, + "step": 60630 + }, + { + "loss_action": 0.029912069439888, + "loss_total": 0.029912069439888, + "step": 60630 + }, + { + "loss_action": 0.021968599408864975, + "loss_total": 0.021968599408864975, + "step": 60630 + }, + { + "loss_action": 0.007577843032777309, + "loss_total": 0.007577843032777309, + "step": 60630 + }, + { + "loss_action": 0.013022623024880886, + "loss_total": 0.013022623024880886, + "step": 60630 + }, + { + "grad_norm": 0.37172555923461914, + "learning_rate": 3.6704305666199044e-05, + "loss": 0.0136, + "step": 60640 + }, + { + "loss_action": 0.004701446276158094, + "loss_total": 0.004701446276158094, + "step": 60640 + }, + { + "loss_action": 0.006086466833949089, + "loss_total": 0.006086466833949089, + "step": 60640 + }, + { + "loss_action": 0.009563258849084377, + "loss_total": 0.009563258849084377, + "step": 60640 + }, + { + "loss_action": 0.004759719595313072, + "loss_total": 0.004759719595313072, + "step": 60640 + }, + { + "loss_action": 0.010230785235762596, + "loss_total": 0.010230785235762596, + "step": 60640 + }, + { + "loss_action": 0.02695261500775814, + "loss_total": 0.02695261500775814, + "step": 60640 + }, + { + "grad_norm": 0.2974090576171875, + "learning_rate": 3.668836699757576e-05, + "loss": 0.0126, + "step": 60650 + }, + { + "loss_action": 0.004918268416076899, + "loss_total": 0.004918268416076899, + "step": 60650 + }, + { + "loss_action": 0.020984027534723282, + "loss_total": 0.020984027534723282, + "step": 60650 + }, + { + "loss_action": 0.013388187624514103, + "loss_total": 0.013388187624514103, + "step": 60650 + }, + { + "loss_action": 0.002912642201408744, + "loss_total": 0.002912642201408744, + "step": 60650 + }, + { + "loss_action": 0.009282211773097515, + "loss_total": 0.009282211773097515, + "step": 60650 + }, + { + "loss_action": 0.009383661672472954, + "loss_total": 0.009383661672472954, + "step": 60650 + }, + { + "grad_norm": 0.28653714060783386, + "learning_rate": 3.667242978469265e-05, + "loss": 0.013, + "step": 60660 + }, + { + "loss_action": 0.004800024908035994, + "loss_total": 0.004800024908035994, + "step": 60660 + }, + { + "loss_action": 0.017350558191537857, + "loss_total": 0.017350558191537857, + "step": 60660 + }, + { + "loss_action": 0.014261281117796898, + "loss_total": 0.014261281117796898, + "step": 60660 + }, + { + "loss_action": 0.01227013673633337, + "loss_total": 0.01227013673633337, + "step": 60660 + }, + { + "loss_action": 0.012745855376124382, + "loss_total": 0.012745855376124382, + "step": 60660 + }, + { + "loss_action": 0.008316399529576302, + "loss_total": 0.008316399529576302, + "step": 60660 + }, + { + "grad_norm": 0.23897048830986023, + "learning_rate": 3.6656494029292575e-05, + "loss": 0.0135, + "step": 60670 + }, + { + "loss_action": 0.005911566782742739, + "loss_total": 0.005911566782742739, + "step": 60670 + }, + { + "loss_action": 0.00876711681485176, + "loss_total": 0.00876711681485176, + "step": 60670 + }, + { + "loss_action": 0.0076583269983530045, + "loss_total": 0.0076583269983530045, + "step": 60670 + }, + { + "loss_action": 0.003933154512196779, + "loss_total": 0.003933154512196779, + "step": 60670 + }, + { + "loss_action": 0.004329231567680836, + "loss_total": 0.004329231567680836, + "step": 60670 + }, + { + "loss_action": 0.007016094867140055, + "loss_total": 0.007016094867140055, + "step": 60670 + }, + { + "grad_norm": 0.29264482855796814, + "learning_rate": 3.664055973311825e-05, + "loss": 0.0159, + "step": 60680 + }, + { + "loss_action": 0.011373036541044712, + "loss_total": 0.011373036541044712, + "step": 60680 + }, + { + "loss_action": 0.008205304853618145, + "loss_total": 0.008205304853618145, + "step": 60680 + }, + { + "loss_action": 0.009273020550608635, + "loss_total": 0.009273020550608635, + "step": 60680 + }, + { + "loss_action": 0.010751906782388687, + "loss_total": 0.010751906782388687, + "step": 60680 + }, + { + "loss_action": 0.00838814303278923, + "loss_total": 0.00838814303278923, + "step": 60680 + }, + { + "loss_action": 0.006576768588274717, + "loss_total": 0.006576768588274717, + "step": 60680 + }, + { + "grad_norm": 0.2779815196990967, + "learning_rate": 3.662462689791221e-05, + "loss": 0.0128, + "step": 60690 + }, + { + "loss_action": 0.015260144136846066, + "loss_total": 0.015260144136846066, + "step": 60690 + }, + { + "loss_action": 0.008701322600245476, + "loss_total": 0.008701322600245476, + "step": 60690 + }, + { + "loss_action": 0.004956168122589588, + "loss_total": 0.004956168122589588, + "step": 60690 + }, + { + "loss_action": 0.005420938599854708, + "loss_total": 0.005420938599854708, + "step": 60690 + }, + { + "loss_action": 0.008896084502339363, + "loss_total": 0.008896084502339363, + "step": 60690 + }, + { + "loss_action": 0.006748506333678961, + "loss_total": 0.006748506333678961, + "step": 60690 + }, + { + "grad_norm": 0.27946680784225464, + "learning_rate": 3.660869552541689e-05, + "loss": 0.0141, + "step": 60700 + }, + { + "loss_action": 0.00555645814165473, + "loss_total": 0.00555645814165473, + "step": 60700 + }, + { + "loss_action": 0.007348183076828718, + "loss_total": 0.007348183076828718, + "step": 60700 + }, + { + "loss_action": 0.004814291838556528, + "loss_total": 0.004814291838556528, + "step": 60700 + }, + { + "loss_action": 0.011564845219254494, + "loss_total": 0.011564845219254494, + "step": 60700 + }, + { + "loss_action": 0.004334187135100365, + "loss_total": 0.004334187135100365, + "step": 60700 + }, + { + "loss_action": 0.0038652101065963507, + "loss_total": 0.0038652101065963507, + "step": 60700 + }, + { + "grad_norm": 0.4069492518901825, + "learning_rate": 3.659276561737448e-05, + "loss": 0.0128, + "step": 60710 + }, + { + "loss_action": 0.009929222986102104, + "loss_total": 0.009929222986102104, + "step": 60710 + }, + { + "loss_action": 0.00956058595329523, + "loss_total": 0.00956058595329523, + "step": 60710 + }, + { + "loss_action": 0.027734868228435516, + "loss_total": 0.027734868228435516, + "step": 60710 + }, + { + "loss_action": 0.005684200208634138, + "loss_total": 0.005684200208634138, + "step": 60710 + }, + { + "loss_action": 0.022506913170218468, + "loss_total": 0.022506913170218468, + "step": 60710 + }, + { + "loss_action": 0.0056149582378566265, + "loss_total": 0.0056149582378566265, + "step": 60710 + }, + { + "grad_norm": 0.30938810110092163, + "learning_rate": 3.657683717552708e-05, + "loss": 0.013, + "step": 60720 + }, + { + "loss_action": 0.018151260912418365, + "loss_total": 0.018151260912418365, + "step": 60720 + }, + { + "loss_action": 0.013042030856013298, + "loss_total": 0.013042030856013298, + "step": 60720 + }, + { + "loss_action": 0.004127510357648134, + "loss_total": 0.004127510357648134, + "step": 60720 + }, + { + "loss_action": 0.01156372670084238, + "loss_total": 0.01156372670084238, + "step": 60720 + }, + { + "loss_action": 0.006404280662536621, + "loss_total": 0.006404280662536621, + "step": 60720 + }, + { + "loss_action": 0.00928892008960247, + "loss_total": 0.00928892008960247, + "step": 60720 + }, + { + "grad_norm": 0.39926600456237793, + "learning_rate": 3.6560910201616574e-05, + "loss": 0.0153, + "step": 60730 + }, + { + "loss_action": 0.009946363978087902, + "loss_total": 0.009946363978087902, + "step": 60730 + }, + { + "loss_action": 0.013171635568141937, + "loss_total": 0.013171635568141937, + "step": 60730 + }, + { + "loss_action": 0.0061337570659816265, + "loss_total": 0.0061337570659816265, + "step": 60730 + }, + { + "loss_action": 0.004704991355538368, + "loss_total": 0.004704991355538368, + "step": 60730 + }, + { + "loss_action": 0.05009959638118744, + "loss_total": 0.05009959638118744, + "step": 60730 + }, + { + "loss_action": 0.013442732393741608, + "loss_total": 0.013442732393741608, + "step": 60730 + }, + { + "grad_norm": 0.38560038805007935, + "learning_rate": 3.654498469738472e-05, + "loss": 0.0138, + "step": 60740 + }, + { + "loss_action": 0.010816837660968304, + "loss_total": 0.010816837660968304, + "step": 60740 + }, + { + "loss_action": 0.009049434214830399, + "loss_total": 0.009049434214830399, + "step": 60740 + }, + { + "loss_action": 0.00891038402915001, + "loss_total": 0.00891038402915001, + "step": 60740 + }, + { + "loss_action": 0.009955397807061672, + "loss_total": 0.009955397807061672, + "step": 60740 + }, + { + "loss_action": 0.008315126411616802, + "loss_total": 0.008315126411616802, + "step": 60740 + }, + { + "loss_action": 0.009101488627493382, + "loss_total": 0.009101488627493382, + "step": 60740 + }, + { + "grad_norm": 0.2284632921218872, + "learning_rate": 3.6529060664573126e-05, + "loss": 0.0118, + "step": 60750 + }, + { + "loss_action": 0.033598627895116806, + "loss_total": 0.033598627895116806, + "step": 60750 + }, + { + "loss_action": 0.010610382072627544, + "loss_total": 0.010610382072627544, + "step": 60750 + }, + { + "loss_action": 0.023442711681127548, + "loss_total": 0.023442711681127548, + "step": 60750 + }, + { + "loss_action": 0.0053740800358355045, + "loss_total": 0.0053740800358355045, + "step": 60750 + }, + { + "loss_action": 0.019052350893616676, + "loss_total": 0.019052350893616676, + "step": 60750 + }, + { + "loss_action": 0.011543960310518742, + "loss_total": 0.011543960310518742, + "step": 60750 + }, + { + "grad_norm": 0.26104849576950073, + "learning_rate": 3.6513138104923176e-05, + "loss": 0.0111, + "step": 60760 + }, + { + "loss_action": 0.008842293173074722, + "loss_total": 0.008842293173074722, + "step": 60760 + }, + { + "loss_action": 0.014319026842713356, + "loss_total": 0.014319026842713356, + "step": 60760 + }, + { + "loss_action": 0.016283908858895302, + "loss_total": 0.016283908858895302, + "step": 60760 + }, + { + "loss_action": 0.02156751975417137, + "loss_total": 0.02156751975417137, + "step": 60760 + }, + { + "loss_action": 0.003536366857588291, + "loss_total": 0.003536366857588291, + "step": 60760 + }, + { + "loss_action": 0.004788370802998543, + "loss_total": 0.004788370802998543, + "step": 60760 + }, + { + "grad_norm": 0.4058224856853485, + "learning_rate": 3.6497217020176176e-05, + "loss": 0.0129, + "step": 60770 + }, + { + "loss_action": 0.004639854654669762, + "loss_total": 0.004639854654669762, + "step": 60770 + }, + { + "loss_action": 0.00667230412364006, + "loss_total": 0.00667230412364006, + "step": 60770 + }, + { + "loss_action": 0.00915505364537239, + "loss_total": 0.00915505364537239, + "step": 60770 + }, + { + "loss_action": 0.00416133739054203, + "loss_total": 0.00416133739054203, + "step": 60770 + }, + { + "loss_action": 0.012837732210755348, + "loss_total": 0.012837732210755348, + "step": 60770 + }, + { + "loss_action": 0.012082988396286964, + "loss_total": 0.012082988396286964, + "step": 60770 + }, + { + "grad_norm": 0.31358885765075684, + "learning_rate": 3.648129741207323e-05, + "loss": 0.0123, + "step": 60780 + }, + { + "loss_action": 0.015739891678094864, + "loss_total": 0.015739891678094864, + "step": 60780 + }, + { + "loss_action": 0.005491466261446476, + "loss_total": 0.005491466261446476, + "step": 60780 + }, + { + "loss_action": 0.007392591796815395, + "loss_total": 0.007392591796815395, + "step": 60780 + }, + { + "loss_action": 0.04576689749956131, + "loss_total": 0.04576689749956131, + "step": 60780 + }, + { + "loss_action": 0.008683632127940655, + "loss_total": 0.008683632127940655, + "step": 60780 + }, + { + "loss_action": 0.011517949402332306, + "loss_total": 0.011517949402332306, + "step": 60780 + }, + { + "grad_norm": 0.2387605756521225, + "learning_rate": 3.646537928235527e-05, + "loss": 0.0106, + "step": 60790 + }, + { + "loss_action": 0.005112051032483578, + "loss_total": 0.005112051032483578, + "step": 60790 + }, + { + "loss_action": 0.010850450955331326, + "loss_total": 0.010850450955331326, + "step": 60790 + }, + { + "loss_action": 0.00814745482057333, + "loss_total": 0.00814745482057333, + "step": 60790 + }, + { + "loss_action": 0.010968674905598164, + "loss_total": 0.010968674905598164, + "step": 60790 + }, + { + "loss_action": 0.004682126920670271, + "loss_total": 0.004682126920670271, + "step": 60790 + }, + { + "loss_action": 0.015392136760056019, + "loss_total": 0.015392136760056019, + "step": 60790 + }, + { + "grad_norm": 0.4038975238800049, + "learning_rate": 3.6449462632763075e-05, + "loss": 0.0105, + "step": 60800 + }, + { + "loss_action": 0.015343139879405499, + "loss_total": 0.015343139879405499, + "step": 60800 + }, + { + "loss_action": 0.01620737835764885, + "loss_total": 0.01620737835764885, + "step": 60800 + }, + { + "loss_action": 0.012559086084365845, + "loss_total": 0.012559086084365845, + "step": 60800 + }, + { + "loss_action": 0.0067307124845683575, + "loss_total": 0.0067307124845683575, + "step": 60800 + }, + { + "loss_action": 0.005505972541868687, + "loss_total": 0.005505972541868687, + "step": 60800 + }, + { + "loss_action": 0.00401024566963315, + "loss_total": 0.00401024566963315, + "step": 60800 + }, + { + "grad_norm": 0.28439241647720337, + "learning_rate": 3.643354746503729e-05, + "loss": 0.0122, + "step": 60810 + }, + { + "loss_action": 0.023820122703909874, + "loss_total": 0.023820122703909874, + "step": 60810 + }, + { + "loss_action": 0.0065862019546329975, + "loss_total": 0.0065862019546329975, + "step": 60810 + }, + { + "loss_action": 0.006936386227607727, + "loss_total": 0.006936386227607727, + "step": 60810 + }, + { + "loss_action": 0.005599964875727892, + "loss_total": 0.005599964875727892, + "step": 60810 + }, + { + "loss_action": 0.007035129703581333, + "loss_total": 0.007035129703581333, + "step": 60810 + }, + { + "loss_action": 0.004899788647890091, + "loss_total": 0.004899788647890091, + "step": 60810 + }, + { + "grad_norm": 0.3618975579738617, + "learning_rate": 3.6417633780918345e-05, + "loss": 0.0134, + "step": 60820 + }, + { + "loss_action": 0.007569816429167986, + "loss_total": 0.007569816429167986, + "step": 60820 + }, + { + "loss_action": 0.0027893048245459795, + "loss_total": 0.0027893048245459795, + "step": 60820 + }, + { + "loss_action": 0.008701877668499947, + "loss_total": 0.008701877668499947, + "step": 60820 + }, + { + "loss_action": 0.003204250242561102, + "loss_total": 0.003204250242561102, + "step": 60820 + }, + { + "loss_action": 0.01028871163725853, + "loss_total": 0.01028871163725853, + "step": 60820 + }, + { + "loss_action": 0.03466855734586716, + "loss_total": 0.03466855734586716, + "step": 60820 + }, + { + "grad_norm": 0.3008738160133362, + "learning_rate": 3.640172158214655e-05, + "loss": 0.0141, + "step": 60830 + }, + { + "loss_action": 0.02707531303167343, + "loss_total": 0.02707531303167343, + "step": 60830 + }, + { + "loss_action": 0.004028138238936663, + "loss_total": 0.004028138238936663, + "step": 60830 + }, + { + "loss_action": 0.012284187600016594, + "loss_total": 0.012284187600016594, + "step": 60830 + }, + { + "loss_action": 0.0072052669711411, + "loss_total": 0.0072052669711411, + "step": 60830 + }, + { + "loss_action": 0.006270230747759342, + "loss_total": 0.006270230747759342, + "step": 60830 + }, + { + "loss_action": 0.00672331266105175, + "loss_total": 0.00672331266105175, + "step": 60830 + }, + { + "grad_norm": 0.2900921404361725, + "learning_rate": 3.6385810870462035e-05, + "loss": 0.0113, + "step": 60840 + }, + { + "loss_action": 0.00709111150354147, + "loss_total": 0.00709111150354147, + "step": 60840 + }, + { + "loss_action": 0.006034173537045717, + "loss_total": 0.006034173537045717, + "step": 60840 + }, + { + "loss_action": 0.01176973432302475, + "loss_total": 0.01176973432302475, + "step": 60840 + }, + { + "loss_action": 0.008040528744459152, + "loss_total": 0.008040528744459152, + "step": 60840 + }, + { + "loss_action": 0.008637677878141403, + "loss_total": 0.008637677878141403, + "step": 60840 + }, + { + "loss_action": 0.013017046265304089, + "loss_total": 0.013017046265304089, + "step": 60840 + }, + { + "grad_norm": 0.2669568359851837, + "learning_rate": 3.636990164760479e-05, + "loss": 0.0106, + "step": 60850 + }, + { + "loss_action": 0.007133072707802057, + "loss_total": 0.007133072707802057, + "step": 60850 + }, + { + "loss_action": 0.008267936296761036, + "loss_total": 0.008267936296761036, + "step": 60850 + }, + { + "loss_action": 0.01927308924496174, + "loss_total": 0.01927308924496174, + "step": 60850 + }, + { + "loss_action": 0.007869535125792027, + "loss_total": 0.007869535125792027, + "step": 60850 + }, + { + "loss_action": 0.007461067754775286, + "loss_total": 0.007461067754775286, + "step": 60850 + }, + { + "loss_action": 0.007948826067149639, + "loss_total": 0.007948826067149639, + "step": 60850 + }, + { + "grad_norm": 0.2627604007720947, + "learning_rate": 3.6353993915314596e-05, + "loss": 0.0127, + "step": 60860 + }, + { + "loss_action": 0.006150293629616499, + "loss_total": 0.006150293629616499, + "step": 60860 + }, + { + "loss_action": 0.00633222283795476, + "loss_total": 0.00633222283795476, + "step": 60860 + }, + { + "loss_action": 0.005586219020187855, + "loss_total": 0.005586219020187855, + "step": 60860 + }, + { + "loss_action": 0.009991115890443325, + "loss_total": 0.009991115890443325, + "step": 60860 + }, + { + "loss_action": 0.003947049379348755, + "loss_total": 0.003947049379348755, + "step": 60860 + }, + { + "loss_action": 0.0051972889341413975, + "loss_total": 0.0051972889341413975, + "step": 60860 + }, + { + "grad_norm": 0.24982544779777527, + "learning_rate": 3.6338087675331124e-05, + "loss": 0.0112, + "step": 60870 + }, + { + "loss_action": 0.006925514433532953, + "loss_total": 0.006925514433532953, + "step": 60870 + }, + { + "loss_action": 0.008633839897811413, + "loss_total": 0.008633839897811413, + "step": 60870 + }, + { + "loss_action": 0.00931855570524931, + "loss_total": 0.00931855570524931, + "step": 60870 + }, + { + "loss_action": 0.021786395460367203, + "loss_total": 0.021786395460367203, + "step": 60870 + }, + { + "loss_action": 0.004674226976931095, + "loss_total": 0.004674226976931095, + "step": 60870 + }, + { + "loss_action": 0.007502251770347357, + "loss_total": 0.007502251770347357, + "step": 60870 + }, + { + "grad_norm": 0.32951417565345764, + "learning_rate": 3.632218292939383e-05, + "loss": 0.0112, + "step": 60880 + }, + { + "loss_action": 0.017591439187526703, + "loss_total": 0.017591439187526703, + "step": 60880 + }, + { + "loss_action": 0.008714396506547928, + "loss_total": 0.008714396506547928, + "step": 60880 + }, + { + "loss_action": 0.007437055464833975, + "loss_total": 0.007437055464833975, + "step": 60880 + }, + { + "loss_action": 0.010402139276266098, + "loss_total": 0.010402139276266098, + "step": 60880 + }, + { + "loss_action": 0.03744082897901535, + "loss_total": 0.03744082897901535, + "step": 60880 + }, + { + "loss_action": 0.00913272239267826, + "loss_total": 0.00913272239267826, + "step": 60880 + }, + { + "grad_norm": 0.25743475556373596, + "learning_rate": 3.6306279679242033e-05, + "loss": 0.0114, + "step": 60890 + }, + { + "loss_action": 0.009646860882639885, + "loss_total": 0.009646860882639885, + "step": 60890 + }, + { + "loss_action": 0.011492806486785412, + "loss_total": 0.011492806486785412, + "step": 60890 + }, + { + "loss_action": 0.005100140813738108, + "loss_total": 0.005100140813738108, + "step": 60890 + }, + { + "loss_action": 0.01118398830294609, + "loss_total": 0.01118398830294609, + "step": 60890 + }, + { + "loss_action": 0.005797707475721836, + "loss_total": 0.005797707475721836, + "step": 60890 + }, + { + "loss_action": 0.004607616923749447, + "loss_total": 0.004607616923749447, + "step": 60890 + }, + { + "grad_norm": 0.3120928108692169, + "learning_rate": 3.629037792661492e-05, + "loss": 0.0115, + "step": 60900 + }, + { + "loss_action": 0.004753004759550095, + "loss_total": 0.004753004759550095, + "step": 60900 + }, + { + "loss_action": 0.025831853970885277, + "loss_total": 0.025831853970885277, + "step": 60900 + }, + { + "loss_action": 0.005580956116318703, + "loss_total": 0.005580956116318703, + "step": 60900 + }, + { + "loss_action": 0.014397773891687393, + "loss_total": 0.014397773891687393, + "step": 60900 + }, + { + "loss_action": 0.02083803340792656, + "loss_total": 0.02083803340792656, + "step": 60900 + }, + { + "loss_action": 0.0033948663622140884, + "loss_total": 0.0033948663622140884, + "step": 60900 + }, + { + "grad_norm": 0.26216575503349304, + "learning_rate": 3.627447767325147e-05, + "loss": 0.0098, + "step": 60910 + }, + { + "loss_action": 0.0031621966045349836, + "loss_total": 0.0031621966045349836, + "step": 60910 + }, + { + "loss_action": 0.004145566839724779, + "loss_total": 0.004145566839724779, + "step": 60910 + }, + { + "loss_action": 0.00322336214594543, + "loss_total": 0.00322336214594543, + "step": 60910 + }, + { + "loss_action": 0.02456214278936386, + "loss_total": 0.02456214278936386, + "step": 60910 + }, + { + "loss_action": 0.00649587856605649, + "loss_total": 0.00649587856605649, + "step": 60910 + }, + { + "loss_action": 0.01407918892800808, + "loss_total": 0.01407918892800808, + "step": 60910 + }, + { + "grad_norm": 0.21590733528137207, + "learning_rate": 3.62585789208905e-05, + "loss": 0.0112, + "step": 60920 + }, + { + "loss_action": 0.008175553753972054, + "loss_total": 0.008175553753972054, + "step": 60920 + }, + { + "loss_action": 0.004505462478846312, + "loss_total": 0.004505462478846312, + "step": 60920 + }, + { + "loss_action": 0.007444015238434076, + "loss_total": 0.007444015238434076, + "step": 60920 + }, + { + "loss_action": 0.0073426407761871815, + "loss_total": 0.0073426407761871815, + "step": 60920 + }, + { + "loss_action": 0.012928355485200882, + "loss_total": 0.012928355485200882, + "step": 60920 + }, + { + "loss_action": 0.011452607810497284, + "loss_total": 0.011452607810497284, + "step": 60920 + }, + { + "grad_norm": 0.3682338297367096, + "learning_rate": 3.624268167127068e-05, + "loss": 0.0117, + "step": 60930 + }, + { + "loss_action": 0.007592690177261829, + "loss_total": 0.007592690177261829, + "step": 60930 + }, + { + "loss_action": 0.0055706314742565155, + "loss_total": 0.0055706314742565155, + "step": 60930 + }, + { + "loss_action": 0.003719830419868231, + "loss_total": 0.003719830419868231, + "step": 60930 + }, + { + "loss_action": 0.007270933128893375, + "loss_total": 0.007270933128893375, + "step": 60930 + }, + { + "loss_action": 0.051920995116233826, + "loss_total": 0.051920995116233826, + "step": 60930 + }, + { + "loss_action": 0.010745425708591938, + "loss_total": 0.010745425708591938, + "step": 60930 + }, + { + "grad_norm": 0.31024041771888733, + "learning_rate": 3.622678592613051e-05, + "loss": 0.0111, + "step": 60940 + }, + { + "loss_action": 0.0036976172123104334, + "loss_total": 0.0036976172123104334, + "step": 60940 + }, + { + "loss_action": 0.009208934381604195, + "loss_total": 0.009208934381604195, + "step": 60940 + }, + { + "loss_action": 0.003505742410197854, + "loss_total": 0.003505742410197854, + "step": 60940 + }, + { + "loss_action": 0.006467178929597139, + "loss_total": 0.006467178929597139, + "step": 60940 + }, + { + "loss_action": 0.002585676033049822, + "loss_total": 0.002585676033049822, + "step": 60940 + }, + { + "loss_action": 0.025375448167324066, + "loss_total": 0.025375448167324066, + "step": 60940 + }, + { + "grad_norm": 0.29456934332847595, + "learning_rate": 3.6210891687208304e-05, + "loss": 0.0114, + "step": 60950 + }, + { + "loss_action": 0.005364925600588322, + "loss_total": 0.005364925600588322, + "step": 60950 + }, + { + "loss_action": 0.010287216864526272, + "loss_total": 0.010287216864526272, + "step": 60950 + }, + { + "loss_action": 0.010269410908222198, + "loss_total": 0.010269410908222198, + "step": 60950 + }, + { + "loss_action": 0.014915009029209614, + "loss_total": 0.014915009029209614, + "step": 60950 + }, + { + "loss_action": 0.006827316712588072, + "loss_total": 0.006827316712588072, + "step": 60950 + }, + { + "loss_action": 0.00565145630389452, + "loss_total": 0.00565145630389452, + "step": 60950 + }, + { + "grad_norm": 0.2668083906173706, + "learning_rate": 3.619499895624228e-05, + "loss": 0.0107, + "step": 60960 + }, + { + "loss_action": 0.008620749227702618, + "loss_total": 0.008620749227702618, + "step": 60960 + }, + { + "loss_action": 0.005972224287688732, + "loss_total": 0.005972224287688732, + "step": 60960 + }, + { + "loss_action": 0.011773578822612762, + "loss_total": 0.011773578822612762, + "step": 60960 + }, + { + "loss_action": 0.009511817246675491, + "loss_total": 0.009511817246675491, + "step": 60960 + }, + { + "loss_action": 0.011653167195618153, + "loss_total": 0.011653167195618153, + "step": 60960 + }, + { + "loss_action": 0.007441085763275623, + "loss_total": 0.007441085763275623, + "step": 60960 + }, + { + "grad_norm": 0.2820887863636017, + "learning_rate": 3.61791077349704e-05, + "loss": 0.0136, + "step": 60970 + }, + { + "loss_action": 0.006210446357727051, + "loss_total": 0.006210446357727051, + "step": 60970 + }, + { + "loss_action": 0.0056749084033071995, + "loss_total": 0.0056749084033071995, + "step": 60970 + }, + { + "loss_action": 0.017870469018816948, + "loss_total": 0.017870469018816948, + "step": 60970 + }, + { + "loss_action": 0.02735866606235504, + "loss_total": 0.02735866606235504, + "step": 60970 + }, + { + "loss_action": 0.005320888478308916, + "loss_total": 0.005320888478308916, + "step": 60970 + }, + { + "loss_action": 0.010891737416386604, + "loss_total": 0.010891737416386604, + "step": 60970 + }, + { + "grad_norm": 0.2783593237400055, + "learning_rate": 3.616321802513053e-05, + "loss": 0.0129, + "step": 60980 + }, + { + "loss_action": 0.010719864629209042, + "loss_total": 0.010719864629209042, + "step": 60980 + }, + { + "loss_action": 0.013773255981504917, + "loss_total": 0.013773255981504917, + "step": 60980 + }, + { + "loss_action": 0.014089606702327728, + "loss_total": 0.014089606702327728, + "step": 60980 + }, + { + "loss_action": 0.013975902460515499, + "loss_total": 0.013975902460515499, + "step": 60980 + }, + { + "loss_action": 0.02741200104355812, + "loss_total": 0.02741200104355812, + "step": 60980 + }, + { + "loss_action": 0.011333144269883633, + "loss_total": 0.011333144269883633, + "step": 60980 + }, + { + "grad_norm": 0.32904449105262756, + "learning_rate": 3.6147329828460325e-05, + "loss": 0.0124, + "step": 60990 + }, + { + "loss_action": 0.01178755797445774, + "loss_total": 0.01178755797445774, + "step": 60990 + }, + { + "loss_action": 0.005379656329751015, + "loss_total": 0.005379656329751015, + "step": 60990 + }, + { + "loss_action": 0.007596099283546209, + "loss_total": 0.007596099283546209, + "step": 60990 + }, + { + "loss_action": 0.01575508713722229, + "loss_total": 0.01575508713722229, + "step": 60990 + }, + { + "loss_action": 0.012281994335353374, + "loss_total": 0.012281994335353374, + "step": 60990 + }, + { + "loss_action": 0.05036786571145058, + "loss_total": 0.05036786571145058, + "step": 60990 + }, + { + "grad_norm": 0.3706575632095337, + "learning_rate": 3.6131443146697306e-05, + "loss": 0.0133, + "step": 61000 + }, + { + "loss_action": 0.009558354504406452, + "loss_total": 0.009558354504406452, + "step": 61000 + }, + { + "loss_action": 0.009231677278876305, + "loss_total": 0.009231677278876305, + "step": 61000 + }, + { + "loss_action": 0.005736570339649916, + "loss_total": 0.005736570339649916, + "step": 61000 + }, + { + "loss_action": 0.007832609117031097, + "loss_total": 0.007832609117031097, + "step": 61000 + }, + { + "loss_action": 0.01472856942564249, + "loss_total": 0.01472856942564249, + "step": 61000 + }, + { + "loss_action": 0.0035450728610157967, + "loss_total": 0.0035450728610157967, + "step": 61000 + }, + { + "grad_norm": 0.3281199634075165, + "learning_rate": 3.611555798157879e-05, + "loss": 0.013, + "step": 61010 + }, + { + "loss_action": 0.007587345317006111, + "loss_total": 0.007587345317006111, + "step": 61010 + }, + { + "loss_action": 0.007021547295153141, + "loss_total": 0.007021547295153141, + "step": 61010 + }, + { + "loss_action": 0.004130336921662092, + "loss_total": 0.004130336921662092, + "step": 61010 + }, + { + "loss_action": 0.006905042100697756, + "loss_total": 0.006905042100697756, + "step": 61010 + }, + { + "loss_action": 0.03235851228237152, + "loss_total": 0.03235851228237152, + "step": 61010 + }, + { + "loss_action": 0.005128548480570316, + "loss_total": 0.005128548480570316, + "step": 61010 + }, + { + "grad_norm": 0.43019986152648926, + "learning_rate": 3.6099674334842e-05, + "loss": 0.0119, + "step": 61020 + }, + { + "loss_action": 0.006760117132216692, + "loss_total": 0.006760117132216692, + "step": 61020 + }, + { + "loss_action": 0.015611995942890644, + "loss_total": 0.015611995942890644, + "step": 61020 + }, + { + "loss_action": 0.00928958598524332, + "loss_total": 0.00928958598524332, + "step": 61020 + }, + { + "loss_action": 0.015441011637449265, + "loss_total": 0.015441011637449265, + "step": 61020 + }, + { + "loss_action": 0.01863471418619156, + "loss_total": 0.01863471418619156, + "step": 61020 + }, + { + "loss_action": 0.035444941371679306, + "loss_total": 0.035444941371679306, + "step": 61020 + }, + { + "grad_norm": 0.2514800727367401, + "learning_rate": 3.6083792208223934e-05, + "loss": 0.0122, + "step": 61030 + }, + { + "loss_action": 0.009325336664915085, + "loss_total": 0.009325336664915085, + "step": 61030 + }, + { + "loss_action": 0.00815335102379322, + "loss_total": 0.00815335102379322, + "step": 61030 + }, + { + "loss_action": 0.006980423349887133, + "loss_total": 0.006980423349887133, + "step": 61030 + }, + { + "loss_action": 0.008086275309324265, + "loss_total": 0.008086275309324265, + "step": 61030 + }, + { + "loss_action": 0.005712556652724743, + "loss_total": 0.005712556652724743, + "step": 61030 + }, + { + "loss_action": 0.006733370013535023, + "loss_total": 0.006733370013535023, + "step": 61030 + }, + { + "grad_norm": 0.3219665586948395, + "learning_rate": 3.606791160346142e-05, + "loss": 0.0153, + "step": 61040 + }, + { + "loss_action": 0.00527322618290782, + "loss_total": 0.00527322618290782, + "step": 61040 + }, + { + "loss_action": 0.0062506478279829025, + "loss_total": 0.0062506478279829025, + "step": 61040 + }, + { + "loss_action": 0.0065822903998196125, + "loss_total": 0.0065822903998196125, + "step": 61040 + }, + { + "loss_action": 0.011924845166504383, + "loss_total": 0.011924845166504383, + "step": 61040 + }, + { + "loss_action": 0.009122421033680439, + "loss_total": 0.009122421033680439, + "step": 61040 + }, + { + "loss_action": 0.009667850099503994, + "loss_total": 0.009667850099503994, + "step": 61040 + }, + { + "grad_norm": 0.20432081818580627, + "learning_rate": 3.6052032522291134e-05, + "loss": 0.0118, + "step": 61050 + }, + { + "loss_action": 0.010759442113339901, + "loss_total": 0.010759442113339901, + "step": 61050 + }, + { + "loss_action": 0.004675545264035463, + "loss_total": 0.004675545264035463, + "step": 61050 + }, + { + "loss_action": 0.003961092326790094, + "loss_total": 0.003961092326790094, + "step": 61050 + }, + { + "loss_action": 0.00633582379668951, + "loss_total": 0.00633582379668951, + "step": 61050 + }, + { + "loss_action": 0.008658172562718391, + "loss_total": 0.008658172562718391, + "step": 61050 + }, + { + "loss_action": 0.009331469424068928, + "loss_total": 0.009331469424068928, + "step": 61050 + }, + { + "grad_norm": 0.2416802942752838, + "learning_rate": 3.603615496644962e-05, + "loss": 0.0129, + "step": 61060 + }, + { + "loss_action": 0.010921167209744453, + "loss_total": 0.010921167209744453, + "step": 61060 + }, + { + "loss_action": 0.009192408993840218, + "loss_total": 0.009192408993840218, + "step": 61060 + }, + { + "loss_action": 0.008962486870586872, + "loss_total": 0.008962486870586872, + "step": 61060 + }, + { + "loss_action": 0.01012012455612421, + "loss_total": 0.01012012455612421, + "step": 61060 + }, + { + "loss_action": 0.01477085705846548, + "loss_total": 0.01477085705846548, + "step": 61060 + }, + { + "loss_action": 0.007464226800948381, + "loss_total": 0.007464226800948381, + "step": 61060 + }, + { + "grad_norm": 0.3968130052089691, + "learning_rate": 3.60202789376732e-05, + "loss": 0.0143, + "step": 61070 + }, + { + "loss_action": 0.01914629526436329, + "loss_total": 0.01914629526436329, + "step": 61070 + }, + { + "loss_action": 0.007573101669549942, + "loss_total": 0.007573101669549942, + "step": 61070 + }, + { + "loss_action": 0.012412945739924908, + "loss_total": 0.012412945739924908, + "step": 61070 + }, + { + "loss_action": 0.009540899656713009, + "loss_total": 0.009540899656713009, + "step": 61070 + }, + { + "loss_action": 0.021479390561580658, + "loss_total": 0.021479390561580658, + "step": 61070 + }, + { + "loss_action": 0.012485972605645657, + "loss_total": 0.012485972605645657, + "step": 61070 + }, + { + "grad_norm": 0.38540413975715637, + "learning_rate": 3.6004404437698036e-05, + "loss": 0.0133, + "step": 61080 + }, + { + "loss_action": 0.006746603175997734, + "loss_total": 0.006746603175997734, + "step": 61080 + }, + { + "loss_action": 0.018197298049926758, + "loss_total": 0.018197298049926758, + "step": 61080 + }, + { + "loss_action": 0.007424766197800636, + "loss_total": 0.007424766197800636, + "step": 61080 + }, + { + "loss_action": 0.04878799989819527, + "loss_total": 0.04878799989819527, + "step": 61080 + }, + { + "loss_action": 0.00398358516395092, + "loss_total": 0.00398358516395092, + "step": 61080 + }, + { + "loss_action": 0.01294900756329298, + "loss_total": 0.01294900756329298, + "step": 61080 + }, + { + "grad_norm": 0.32386547327041626, + "learning_rate": 3.5988531468260184e-05, + "loss": 0.0116, + "step": 61090 + }, + { + "loss_action": 0.012499741278588772, + "loss_total": 0.012499741278588772, + "step": 61090 + }, + { + "loss_action": 0.0066259740851819515, + "loss_total": 0.0066259740851819515, + "step": 61090 + }, + { + "loss_action": 0.021148569881916046, + "loss_total": 0.021148569881916046, + "step": 61090 + }, + { + "loss_action": 0.004062958527356386, + "loss_total": 0.004062958527356386, + "step": 61090 + }, + { + "loss_action": 0.008314868435263634, + "loss_total": 0.008314868435263634, + "step": 61090 + }, + { + "loss_action": 0.010348291136324406, + "loss_total": 0.010348291136324406, + "step": 61090 + }, + { + "grad_norm": 0.26223820447921753, + "learning_rate": 3.597266003109546e-05, + "loss": 0.0101, + "step": 61100 + }, + { + "loss_action": 0.005404612515121698, + "loss_total": 0.005404612515121698, + "step": 61100 + }, + { + "loss_action": 0.009412224404513836, + "loss_total": 0.009412224404513836, + "step": 61100 + }, + { + "loss_action": 0.010220343247056007, + "loss_total": 0.010220343247056007, + "step": 61100 + }, + { + "loss_action": 0.008141132071614265, + "loss_total": 0.008141132071614265, + "step": 61100 + }, + { + "loss_action": 0.012918984517455101, + "loss_total": 0.012918984517455101, + "step": 61100 + }, + { + "loss_action": 0.004239713307470083, + "loss_total": 0.004239713307470083, + "step": 61100 + }, + { + "grad_norm": 0.27603644132614136, + "learning_rate": 3.5956790127939557e-05, + "loss": 0.014, + "step": 61110 + }, + { + "loss_action": 0.008212228305637836, + "loss_total": 0.008212228305637836, + "step": 61110 + }, + { + "loss_action": 0.008616236969828606, + "loss_total": 0.008616236969828606, + "step": 61110 + }, + { + "loss_action": 0.0070949941873550415, + "loss_total": 0.0070949941873550415, + "step": 61110 + }, + { + "loss_action": 0.008068090304732323, + "loss_total": 0.008068090304732323, + "step": 61110 + }, + { + "loss_action": 0.0209403894841671, + "loss_total": 0.0209403894841671, + "step": 61110 + }, + { + "loss_action": 0.007998262532055378, + "loss_total": 0.007998262532055378, + "step": 61110 + }, + { + "grad_norm": 0.4014419913291931, + "learning_rate": 3.594092176052796e-05, + "loss": 0.0134, + "step": 61120 + }, + { + "loss_action": 0.005625883117318153, + "loss_total": 0.005625883117318153, + "step": 61120 + }, + { + "loss_action": 0.009858889505267143, + "loss_total": 0.009858889505267143, + "step": 61120 + }, + { + "loss_action": 0.022572005167603493, + "loss_total": 0.022572005167603493, + "step": 61120 + }, + { + "loss_action": 0.004048306494951248, + "loss_total": 0.004048306494951248, + "step": 61120 + }, + { + "loss_action": 0.00837101973593235, + "loss_total": 0.00837101973593235, + "step": 61120 + }, + { + "loss_action": 0.012126695364713669, + "loss_total": 0.012126695364713669, + "step": 61120 + }, + { + "grad_norm": 0.26674509048461914, + "learning_rate": 3.592505493059603e-05, + "loss": 0.0116, + "step": 61130 + }, + { + "loss_action": 0.03344830498099327, + "loss_total": 0.03344830498099327, + "step": 61130 + }, + { + "loss_action": 0.004470223095268011, + "loss_total": 0.004470223095268011, + "step": 61130 + }, + { + "loss_action": 0.012320130132138729, + "loss_total": 0.012320130132138729, + "step": 61130 + }, + { + "loss_action": 0.003732125973328948, + "loss_total": 0.003732125973328948, + "step": 61130 + }, + { + "loss_action": 0.08106803148984909, + "loss_total": 0.08106803148984909, + "step": 61130 + }, + { + "loss_action": 0.01286130677908659, + "loss_total": 0.01286130677908659, + "step": 61130 + }, + { + "grad_norm": 0.3440070152282715, + "learning_rate": 3.5909189639878905e-05, + "loss": 0.0167, + "step": 61140 + }, + { + "loss_action": 0.008552108891308308, + "loss_total": 0.008552108891308308, + "step": 61140 + }, + { + "loss_action": 0.010350318625569344, + "loss_total": 0.010350318625569344, + "step": 61140 + }, + { + "loss_action": 0.018375679850578308, + "loss_total": 0.018375679850578308, + "step": 61140 + }, + { + "loss_action": 0.024012234061956406, + "loss_total": 0.024012234061956406, + "step": 61140 + }, + { + "loss_action": 0.020727694034576416, + "loss_total": 0.020727694034576416, + "step": 61140 + }, + { + "loss_action": 0.006228616926819086, + "loss_total": 0.006228616926819086, + "step": 61140 + }, + { + "grad_norm": 0.25257858633995056, + "learning_rate": 3.5893325890111626e-05, + "loss": 0.0108, + "step": 61150 + }, + { + "loss_action": 0.060945555567741394, + "loss_total": 0.060945555567741394, + "step": 61150 + }, + { + "loss_action": 0.004952999297529459, + "loss_total": 0.004952999297529459, + "step": 61150 + }, + { + "loss_action": 0.005053422879427671, + "loss_total": 0.005053422879427671, + "step": 61150 + }, + { + "loss_action": 0.005297317635267973, + "loss_total": 0.005297317635267973, + "step": 61150 + }, + { + "loss_action": 0.014853605069220066, + "loss_total": 0.014853605069220066, + "step": 61150 + }, + { + "loss_action": 0.022522304207086563, + "loss_total": 0.022522304207086563, + "step": 61150 + }, + { + "grad_norm": 0.25126826763153076, + "learning_rate": 3.5877463683029034e-05, + "loss": 0.0141, + "step": 61160 + }, + { + "loss_action": 0.01580301858484745, + "loss_total": 0.01580301858484745, + "step": 61160 + }, + { + "loss_action": 0.009375469759106636, + "loss_total": 0.009375469759106636, + "step": 61160 + }, + { + "loss_action": 0.019962560385465622, + "loss_total": 0.019962560385465622, + "step": 61160 + }, + { + "loss_action": 0.009044256061315536, + "loss_total": 0.009044256061315536, + "step": 61160 + }, + { + "loss_action": 0.008683509193360806, + "loss_total": 0.008683509193360806, + "step": 61160 + }, + { + "loss_action": 0.004987355321645737, + "loss_total": 0.004987355321645737, + "step": 61160 + }, + { + "grad_norm": 0.33913329243659973, + "learning_rate": 3.586160302036578e-05, + "loss": 0.0114, + "step": 61170 + }, + { + "loss_action": 0.022618349641561508, + "loss_total": 0.022618349641561508, + "step": 61170 + }, + { + "loss_action": 0.012880958616733551, + "loss_total": 0.012880958616733551, + "step": 61170 + }, + { + "loss_action": 0.006316931918263435, + "loss_total": 0.006316931918263435, + "step": 61170 + }, + { + "loss_action": 0.005360123701393604, + "loss_total": 0.005360123701393604, + "step": 61170 + }, + { + "loss_action": 0.03303837031126022, + "loss_total": 0.03303837031126022, + "step": 61170 + }, + { + "loss_action": 0.00489546125754714, + "loss_total": 0.00489546125754714, + "step": 61170 + }, + { + "grad_norm": 0.3070582151412964, + "learning_rate": 3.584574390385636e-05, + "loss": 0.0111, + "step": 61180 + }, + { + "loss_action": 0.015457922592759132, + "loss_total": 0.015457922592759132, + "step": 61180 + }, + { + "loss_action": 0.014742356725037098, + "loss_total": 0.014742356725037098, + "step": 61180 + }, + { + "loss_action": 0.007957842200994492, + "loss_total": 0.007957842200994492, + "step": 61180 + }, + { + "loss_action": 0.005244673229753971, + "loss_total": 0.005244673229753971, + "step": 61180 + }, + { + "loss_action": 0.014995969831943512, + "loss_total": 0.014995969831943512, + "step": 61180 + }, + { + "loss_action": 0.006285568233579397, + "loss_total": 0.006285568233579397, + "step": 61180 + }, + { + "grad_norm": 0.28960737586021423, + "learning_rate": 3.582988633523511e-05, + "loss": 0.0118, + "step": 61190 + }, + { + "loss_action": 0.033513616770505905, + "loss_total": 0.033513616770505905, + "step": 61190 + }, + { + "loss_action": 0.008072485215961933, + "loss_total": 0.008072485215961933, + "step": 61190 + }, + { + "loss_action": 0.005655187647789717, + "loss_total": 0.005655187647789717, + "step": 61190 + }, + { + "loss_action": 0.009792915545403957, + "loss_total": 0.009792915545403957, + "step": 61190 + }, + { + "loss_action": 0.006771239917725325, + "loss_total": 0.006771239917725325, + "step": 61190 + }, + { + "loss_action": 0.018971236422657967, + "loss_total": 0.018971236422657967, + "step": 61190 + }, + { + "grad_norm": 0.26935797929763794, + "learning_rate": 3.581403031623616e-05, + "loss": 0.0115, + "step": 61200 + }, + { + "loss_action": 0.01852550357580185, + "loss_total": 0.01852550357580185, + "step": 61200 + }, + { + "loss_action": 0.0052535017021000385, + "loss_total": 0.0052535017021000385, + "step": 61200 + }, + { + "loss_action": 0.007210645359009504, + "loss_total": 0.007210645359009504, + "step": 61200 + }, + { + "loss_action": 0.007262712344527245, + "loss_total": 0.007262712344527245, + "step": 61200 + }, + { + "loss_action": 0.00750711327418685, + "loss_total": 0.00750711327418685, + "step": 61200 + }, + { + "loss_action": 0.008052373304963112, + "loss_total": 0.008052373304963112, + "step": 61200 + }, + { + "grad_norm": 0.26469114422798157, + "learning_rate": 3.579817584859354e-05, + "loss": 0.0124, + "step": 61210 + }, + { + "loss_action": 0.015630779787898064, + "loss_total": 0.015630779787898064, + "step": 61210 + }, + { + "loss_action": 0.010466516017913818, + "loss_total": 0.010466516017913818, + "step": 61210 + }, + { + "loss_action": 0.006526639219373465, + "loss_total": 0.006526639219373465, + "step": 61210 + }, + { + "loss_action": 0.009681322611868382, + "loss_total": 0.009681322611868382, + "step": 61210 + }, + { + "loss_action": 0.004819993395358324, + "loss_total": 0.004819993395358324, + "step": 61210 + }, + { + "loss_action": 0.009569166228175163, + "loss_total": 0.009569166228175163, + "step": 61210 + }, + { + "grad_norm": 0.28232356905937195, + "learning_rate": 3.578232293404107e-05, + "loss": 0.011, + "step": 61220 + }, + { + "loss_action": 0.013388747349381447, + "loss_total": 0.013388747349381447, + "step": 61220 + }, + { + "loss_action": 0.009033726528286934, + "loss_total": 0.009033726528286934, + "step": 61220 + }, + { + "loss_action": 0.01923457719385624, + "loss_total": 0.01923457719385624, + "step": 61220 + }, + { + "loss_action": 0.013744155876338482, + "loss_total": 0.013744155876338482, + "step": 61220 + }, + { + "loss_action": 0.0051166824996471405, + "loss_total": 0.0051166824996471405, + "step": 61220 + }, + { + "loss_action": 0.013680691830813885, + "loss_total": 0.013680691830813885, + "step": 61220 + }, + { + "grad_norm": 0.2598591446876526, + "learning_rate": 3.5766471574312385e-05, + "loss": 0.0108, + "step": 61230 + }, + { + "loss_action": 0.006337794940918684, + "loss_total": 0.006337794940918684, + "step": 61230 + }, + { + "loss_action": 0.0044204723089933395, + "loss_total": 0.0044204723089933395, + "step": 61230 + }, + { + "loss_action": 0.0044280244037508965, + "loss_total": 0.0044280244037508965, + "step": 61230 + }, + { + "loss_action": 0.019283102825284004, + "loss_total": 0.019283102825284004, + "step": 61230 + }, + { + "loss_action": 0.009059341624379158, + "loss_total": 0.009059341624379158, + "step": 61230 + }, + { + "loss_action": 0.01606854237616062, + "loss_total": 0.01606854237616062, + "step": 61230 + }, + { + "grad_norm": 0.3716728687286377, + "learning_rate": 3.5750621771140964e-05, + "loss": 0.0112, + "step": 61240 + }, + { + "loss_action": 0.008250885643064976, + "loss_total": 0.008250885643064976, + "step": 61240 + }, + { + "loss_action": 0.04051131755113602, + "loss_total": 0.04051131755113602, + "step": 61240 + }, + { + "loss_action": 0.007481495384126902, + "loss_total": 0.007481495384126902, + "step": 61240 + }, + { + "loss_action": 0.011891912668943405, + "loss_total": 0.011891912668943405, + "step": 61240 + }, + { + "loss_action": 0.006281789392232895, + "loss_total": 0.006281789392232895, + "step": 61240 + }, + { + "loss_action": 0.04828585684299469, + "loss_total": 0.04828585684299469, + "step": 61240 + }, + { + "grad_norm": 0.29943206906318665, + "learning_rate": 3.5734773526260115e-05, + "loss": 0.0143, + "step": 61250 + }, + { + "loss_action": 0.015949927270412445, + "loss_total": 0.015949927270412445, + "step": 61250 + }, + { + "loss_action": 0.10276304930448532, + "loss_total": 0.10276304930448532, + "step": 61250 + }, + { + "loss_action": 0.010375704616308212, + "loss_total": 0.010375704616308212, + "step": 61250 + }, + { + "loss_action": 0.020000411197543144, + "loss_total": 0.020000411197543144, + "step": 61250 + }, + { + "loss_action": 0.025907807052135468, + "loss_total": 0.025907807052135468, + "step": 61250 + }, + { + "loss_action": 0.007460090331733227, + "loss_total": 0.007460090331733227, + "step": 61250 + }, + { + "grad_norm": 0.24244633316993713, + "learning_rate": 3.5718926841402996e-05, + "loss": 0.0144, + "step": 61260 + }, + { + "loss_action": 0.0048476834781467915, + "loss_total": 0.0048476834781467915, + "step": 61260 + }, + { + "loss_action": 0.008475245907902718, + "loss_total": 0.008475245907902718, + "step": 61260 + }, + { + "loss_action": 0.01266473438590765, + "loss_total": 0.01266473438590765, + "step": 61260 + }, + { + "loss_action": 0.007465010043233633, + "loss_total": 0.007465010043233633, + "step": 61260 + }, + { + "loss_action": 0.00940889585763216, + "loss_total": 0.00940889585763216, + "step": 61260 + }, + { + "loss_action": 0.005694271065294743, + "loss_total": 0.005694271065294743, + "step": 61260 + }, + { + "grad_norm": 0.31105566024780273, + "learning_rate": 3.5703081718302555e-05, + "loss": 0.0127, + "step": 61270 + }, + { + "loss_action": 0.011935440823435783, + "loss_total": 0.011935440823435783, + "step": 61270 + }, + { + "loss_action": 0.013308086432516575, + "loss_total": 0.013308086432516575, + "step": 61270 + }, + { + "loss_action": 0.00948959682136774, + "loss_total": 0.00948959682136774, + "step": 61270 + }, + { + "loss_action": 0.009235954843461514, + "loss_total": 0.009235954843461514, + "step": 61270 + }, + { + "loss_action": 0.012418345548212528, + "loss_total": 0.012418345548212528, + "step": 61270 + }, + { + "loss_action": 0.007627144455909729, + "loss_total": 0.007627144455909729, + "step": 61270 + }, + { + "grad_norm": 0.30651089549064636, + "learning_rate": 3.568723815869162e-05, + "loss": 0.0145, + "step": 61280 + }, + { + "loss_action": 0.012668166309595108, + "loss_total": 0.012668166309595108, + "step": 61280 + }, + { + "loss_action": 0.01624477095901966, + "loss_total": 0.01624477095901966, + "step": 61280 + }, + { + "loss_action": 0.0142593989148736, + "loss_total": 0.0142593989148736, + "step": 61280 + }, + { + "loss_action": 0.01485458854585886, + "loss_total": 0.01485458854585886, + "step": 61280 + }, + { + "loss_action": 0.005084846634417772, + "loss_total": 0.005084846634417772, + "step": 61280 + }, + { + "loss_action": 0.004811957944184542, + "loss_total": 0.004811957944184542, + "step": 61280 + }, + { + "grad_norm": 0.27959144115448, + "learning_rate": 3.5671396164302777e-05, + "loss": 0.0121, + "step": 61290 + }, + { + "loss_action": 0.008256407454609871, + "loss_total": 0.008256407454609871, + "step": 61290 + }, + { + "loss_action": 0.008155358955264091, + "loss_total": 0.008155358955264091, + "step": 61290 + }, + { + "loss_action": 0.009284574538469315, + "loss_total": 0.009284574538469315, + "step": 61290 + }, + { + "loss_action": 0.016036907210946083, + "loss_total": 0.016036907210946083, + "step": 61290 + }, + { + "loss_action": 0.007208791095763445, + "loss_total": 0.007208791095763445, + "step": 61290 + }, + { + "loss_action": 0.013478290289640427, + "loss_total": 0.013478290289640427, + "step": 61290 + }, + { + "grad_norm": 0.2575368583202362, + "learning_rate": 3.565555573686853e-05, + "loss": 0.0112, + "step": 61300 + }, + { + "loss_action": 0.011170707643032074, + "loss_total": 0.011170707643032074, + "step": 61300 + }, + { + "loss_action": 0.006562087684869766, + "loss_total": 0.006562087684869766, + "step": 61300 + }, + { + "loss_action": 0.10438283532857895, + "loss_total": 0.10438283532857895, + "step": 61300 + }, + { + "loss_action": 0.010001329705119133, + "loss_total": 0.010001329705119133, + "step": 61300 + }, + { + "loss_action": 0.01205925177782774, + "loss_total": 0.01205925177782774, + "step": 61300 + }, + { + "loss_action": 0.01566425897181034, + "loss_total": 0.01566425897181034, + "step": 61300 + }, + { + "grad_norm": 0.28856077790260315, + "learning_rate": 3.563971687812113e-05, + "loss": 0.0146, + "step": 61310 + }, + { + "loss_action": 0.019003408029675484, + "loss_total": 0.019003408029675484, + "step": 61310 + }, + { + "loss_action": 0.01653360389173031, + "loss_total": 0.01653360389173031, + "step": 61310 + }, + { + "loss_action": 0.01958625018596649, + "loss_total": 0.01958625018596649, + "step": 61310 + }, + { + "loss_action": 0.03849734738469124, + "loss_total": 0.03849734738469124, + "step": 61310 + }, + { + "loss_action": 0.011826110072433949, + "loss_total": 0.011826110072433949, + "step": 61310 + }, + { + "loss_action": 0.015385962091386318, + "loss_total": 0.015385962091386318, + "step": 61310 + }, + { + "grad_norm": 0.259202778339386, + "learning_rate": 3.5623879589792706e-05, + "loss": 0.0146, + "step": 61320 + }, + { + "loss_action": 0.004204506054520607, + "loss_total": 0.004204506054520607, + "step": 61320 + }, + { + "loss_action": 0.010496078059077263, + "loss_total": 0.010496078059077263, + "step": 61320 + }, + { + "loss_action": 0.005525550339370966, + "loss_total": 0.005525550339370966, + "step": 61320 + }, + { + "loss_action": 0.01568363793194294, + "loss_total": 0.01568363793194294, + "step": 61320 + }, + { + "loss_action": 0.00890519842505455, + "loss_total": 0.00890519842505455, + "step": 61320 + }, + { + "loss_action": 0.005813933443278074, + "loss_total": 0.005813933443278074, + "step": 61320 + }, + { + "grad_norm": 0.4047432839870453, + "learning_rate": 3.5608043873615185e-05, + "loss": 0.0162, + "step": 61330 + }, + { + "loss_action": 0.007341628894209862, + "loss_total": 0.007341628894209862, + "step": 61330 + }, + { + "loss_action": 0.005442420486360788, + "loss_total": 0.005442420486360788, + "step": 61330 + }, + { + "loss_action": 0.00533643364906311, + "loss_total": 0.00533643364906311, + "step": 61330 + }, + { + "loss_action": 0.005998178385198116, + "loss_total": 0.005998178385198116, + "step": 61330 + }, + { + "loss_action": 0.009151839651167393, + "loss_total": 0.009151839651167393, + "step": 61330 + }, + { + "loss_action": 0.005540097132325172, + "loss_total": 0.005540097132325172, + "step": 61330 + }, + { + "grad_norm": 0.26378557085990906, + "learning_rate": 3.559220973132035e-05, + "loss": 0.0118, + "step": 61340 + }, + { + "loss_action": 0.003688150318339467, + "loss_total": 0.003688150318339467, + "step": 61340 + }, + { + "loss_action": 0.00355054484680295, + "loss_total": 0.00355054484680295, + "step": 61340 + }, + { + "loss_action": 0.007719766348600388, + "loss_total": 0.007719766348600388, + "step": 61340 + }, + { + "loss_action": 0.005420702509582043, + "loss_total": 0.005420702509582043, + "step": 61340 + }, + { + "loss_action": 0.005018624942749739, + "loss_total": 0.005018624942749739, + "step": 61340 + }, + { + "loss_action": 0.016981324180960655, + "loss_total": 0.016981324180960655, + "step": 61340 + }, + { + "grad_norm": 0.2790864109992981, + "learning_rate": 3.557637716463981e-05, + "loss": 0.0116, + "step": 61350 + }, + { + "loss_action": 0.00909404270350933, + "loss_total": 0.00909404270350933, + "step": 61350 + }, + { + "loss_action": 0.01659412868320942, + "loss_total": 0.01659412868320942, + "step": 61350 + }, + { + "loss_action": 0.0067975171841681, + "loss_total": 0.0067975171841681, + "step": 61350 + }, + { + "loss_action": 0.006587991025298834, + "loss_total": 0.006587991025298834, + "step": 61350 + }, + { + "loss_action": 0.0066645024344325066, + "loss_total": 0.0066645024344325066, + "step": 61350 + }, + { + "loss_action": 0.002583703026175499, + "loss_total": 0.002583703026175499, + "step": 61350 + }, + { + "grad_norm": 0.29566994309425354, + "learning_rate": 3.556054617530497e-05, + "loss": 0.0121, + "step": 61360 + }, + { + "loss_action": 0.004143380094319582, + "loss_total": 0.004143380094319582, + "step": 61360 + }, + { + "loss_action": 0.004962712526321411, + "loss_total": 0.004962712526321411, + "step": 61360 + }, + { + "loss_action": 0.012837405316531658, + "loss_total": 0.012837405316531658, + "step": 61360 + }, + { + "loss_action": 0.01227957010269165, + "loss_total": 0.01227957010269165, + "step": 61360 + }, + { + "loss_action": 0.008693240582942963, + "loss_total": 0.008693240582942963, + "step": 61360 + }, + { + "loss_action": 0.016459133476018906, + "loss_total": 0.016459133476018906, + "step": 61360 + }, + { + "grad_norm": 0.3400704860687256, + "learning_rate": 3.5544716765047106e-05, + "loss": 0.0142, + "step": 61370 + }, + { + "loss_action": 0.01873650774359703, + "loss_total": 0.01873650774359703, + "step": 61370 + }, + { + "loss_action": 0.01778487302362919, + "loss_total": 0.01778487302362919, + "step": 61370 + }, + { + "loss_action": 0.002401843201369047, + "loss_total": 0.002401843201369047, + "step": 61370 + }, + { + "loss_action": 0.011189674027264118, + "loss_total": 0.011189674027264118, + "step": 61370 + }, + { + "loss_action": 0.0062623112462460995, + "loss_total": 0.0062623112462460995, + "step": 61370 + }, + { + "loss_action": 0.010767067782580853, + "loss_total": 0.010767067782580853, + "step": 61370 + }, + { + "grad_norm": 0.33222058415412903, + "learning_rate": 3.5528888935597274e-05, + "loss": 0.0116, + "step": 61380 + }, + { + "loss_action": 0.009096991270780563, + "loss_total": 0.009096991270780563, + "step": 61380 + }, + { + "loss_action": 0.0033109753858298063, + "loss_total": 0.0033109753858298063, + "step": 61380 + }, + { + "loss_action": 0.010086756199598312, + "loss_total": 0.010086756199598312, + "step": 61380 + }, + { + "loss_action": 0.006957518868148327, + "loss_total": 0.006957518868148327, + "step": 61380 + }, + { + "loss_action": 0.008411942049860954, + "loss_total": 0.008411942049860954, + "step": 61380 + }, + { + "loss_action": 0.012448043562471867, + "loss_total": 0.012448043562471867, + "step": 61380 + }, + { + "grad_norm": 0.23602531850337982, + "learning_rate": 3.551306268868636e-05, + "loss": 0.0114, + "step": 61390 + }, + { + "loss_action": 0.03995246812701225, + "loss_total": 0.03995246812701225, + "step": 61390 + }, + { + "loss_action": 0.011391502805054188, + "loss_total": 0.011391502805054188, + "step": 61390 + }, + { + "loss_action": 0.012833453714847565, + "loss_total": 0.012833453714847565, + "step": 61390 + }, + { + "loss_action": 0.010969811119139194, + "loss_total": 0.010969811119139194, + "step": 61390 + }, + { + "loss_action": 0.011955217458307743, + "loss_total": 0.011955217458307743, + "step": 61390 + }, + { + "loss_action": 0.006684933323413134, + "loss_total": 0.006684933323413134, + "step": 61390 + }, + { + "grad_norm": 0.3278210461139679, + "learning_rate": 3.5497238026045166e-05, + "loss": 0.0124, + "step": 61400 + }, + { + "loss_action": 0.01708761416375637, + "loss_total": 0.01708761416375637, + "step": 61400 + }, + { + "loss_action": 0.013247190974652767, + "loss_total": 0.013247190974652767, + "step": 61400 + }, + { + "loss_action": 0.01152349729090929, + "loss_total": 0.01152349729090929, + "step": 61400 + }, + { + "loss_action": 0.0063867950811982155, + "loss_total": 0.0063867950811982155, + "step": 61400 + }, + { + "loss_action": 0.020509671419858932, + "loss_total": 0.020509671419858932, + "step": 61400 + }, + { + "loss_action": 0.03175865113735199, + "loss_total": 0.03175865113735199, + "step": 61400 + }, + { + "grad_norm": 0.30632174015045166, + "learning_rate": 3.548141494940421e-05, + "loss": 0.0127, + "step": 61410 + }, + { + "loss_action": 0.010253221727907658, + "loss_total": 0.010253221727907658, + "step": 61410 + }, + { + "loss_action": 0.008537430316209793, + "loss_total": 0.008537430316209793, + "step": 61410 + }, + { + "loss_action": 0.009753856807947159, + "loss_total": 0.009753856807947159, + "step": 61410 + }, + { + "loss_action": 0.024540068581700325, + "loss_total": 0.024540068581700325, + "step": 61410 + }, + { + "loss_action": 0.007561922073364258, + "loss_total": 0.007561922073364258, + "step": 61410 + }, + { + "loss_action": 0.008834410458803177, + "loss_total": 0.008834410458803177, + "step": 61410 + }, + { + "grad_norm": 0.43064531683921814, + "learning_rate": 3.546559346049388e-05, + "loss": 0.014, + "step": 61420 + }, + { + "loss_action": 0.007303707767277956, + "loss_total": 0.007303707767277956, + "step": 61420 + }, + { + "loss_action": 0.011341888457536697, + "loss_total": 0.011341888457536697, + "step": 61420 + }, + { + "loss_action": 0.005017650313675404, + "loss_total": 0.005017650313675404, + "step": 61420 + }, + { + "loss_action": 0.008107269182801247, + "loss_total": 0.008107269182801247, + "step": 61420 + }, + { + "loss_action": 0.016139933839440346, + "loss_total": 0.016139933839440346, + "step": 61420 + }, + { + "loss_action": 0.005487940739840269, + "loss_total": 0.005487940739840269, + "step": 61420 + }, + { + "grad_norm": 0.3786899745464325, + "learning_rate": 3.544977356104441e-05, + "loss": 0.0116, + "step": 61430 + }, + { + "loss_action": 0.016369802877306938, + "loss_total": 0.016369802877306938, + "step": 61430 + }, + { + "loss_action": 0.008455592207610607, + "loss_total": 0.008455592207610607, + "step": 61430 + }, + { + "loss_action": 0.024227570742368698, + "loss_total": 0.024227570742368698, + "step": 61430 + }, + { + "loss_action": 0.011438798159360886, + "loss_total": 0.011438798159360886, + "step": 61430 + }, + { + "loss_action": 0.009939516894519329, + "loss_total": 0.009939516894519329, + "step": 61430 + }, + { + "loss_action": 0.006760162301361561, + "loss_total": 0.006760162301361561, + "step": 61430 + }, + { + "grad_norm": 0.3511408269405365, + "learning_rate": 3.543395525278582e-05, + "loss": 0.0143, + "step": 61440 + }, + { + "loss_action": 0.00609493488445878, + "loss_total": 0.00609493488445878, + "step": 61440 + }, + { + "loss_action": 0.013086727820336819, + "loss_total": 0.013086727820336819, + "step": 61440 + }, + { + "loss_action": 0.008547132834792137, + "loss_total": 0.008547132834792137, + "step": 61440 + }, + { + "loss_action": 0.010295585729181767, + "loss_total": 0.010295585729181767, + "step": 61440 + }, + { + "loss_action": 0.02284105308353901, + "loss_total": 0.02284105308353901, + "step": 61440 + }, + { + "loss_action": 0.008109785616397858, + "loss_total": 0.008109785616397858, + "step": 61440 + }, + { + "grad_norm": 0.34432023763656616, + "learning_rate": 3.5418138537447985e-05, + "loss": 0.0133, + "step": 61450 + }, + { + "loss_action": 0.006314713507890701, + "loss_total": 0.006314713507890701, + "step": 61450 + }, + { + "loss_action": 0.006513925734907389, + "loss_total": 0.006513925734907389, + "step": 61450 + }, + { + "loss_action": 0.012898228131234646, + "loss_total": 0.012898228131234646, + "step": 61450 + }, + { + "loss_action": 0.008409606292843819, + "loss_total": 0.008409606292843819, + "step": 61450 + }, + { + "loss_action": 0.008487747982144356, + "loss_total": 0.008487747982144356, + "step": 61450 + }, + { + "loss_action": 0.007211342919617891, + "loss_total": 0.007211342919617891, + "step": 61450 + }, + { + "grad_norm": 0.2564794719219208, + "learning_rate": 3.5402323416760574e-05, + "loss": 0.0123, + "step": 61460 + }, + { + "loss_action": 0.0068949437700212, + "loss_total": 0.0068949437700212, + "step": 61460 + }, + { + "loss_action": 0.007466665003448725, + "loss_total": 0.007466665003448725, + "step": 61460 + }, + { + "loss_action": 0.0063396780751645565, + "loss_total": 0.0063396780751645565, + "step": 61460 + }, + { + "loss_action": 0.0046481480821967125, + "loss_total": 0.0046481480821967125, + "step": 61460 + }, + { + "loss_action": 0.009271662682294846, + "loss_total": 0.009271662682294846, + "step": 61460 + }, + { + "loss_action": 0.005756366066634655, + "loss_total": 0.005756366066634655, + "step": 61460 + }, + { + "grad_norm": 0.33340150117874146, + "learning_rate": 3.538650989245316e-05, + "loss": 0.0116, + "step": 61470 + }, + { + "loss_action": 0.008519166149199009, + "loss_total": 0.008519166149199009, + "step": 61470 + }, + { + "loss_action": 0.007687619421631098, + "loss_total": 0.007687619421631098, + "step": 61470 + }, + { + "loss_action": 0.04489447548985481, + "loss_total": 0.04489447548985481, + "step": 61470 + }, + { + "loss_action": 0.007335061207413673, + "loss_total": 0.007335061207413673, + "step": 61470 + }, + { + "loss_action": 0.01207404863089323, + "loss_total": 0.01207404863089323, + "step": 61470 + }, + { + "loss_action": 0.009013975039124489, + "loss_total": 0.009013975039124489, + "step": 61470 + }, + { + "grad_norm": 0.31662070751190186, + "learning_rate": 3.537069796625504e-05, + "loss": 0.0126, + "step": 61480 + }, + { + "loss_action": 0.007492947857826948, + "loss_total": 0.007492947857826948, + "step": 61480 + }, + { + "loss_action": 0.007934479042887688, + "loss_total": 0.007934479042887688, + "step": 61480 + }, + { + "loss_action": 0.012535135261714458, + "loss_total": 0.012535135261714458, + "step": 61480 + }, + { + "loss_action": 0.01018270943313837, + "loss_total": 0.01018270943313837, + "step": 61480 + }, + { + "loss_action": 0.01188669167459011, + "loss_total": 0.01188669167459011, + "step": 61480 + }, + { + "loss_action": 0.007421992253512144, + "loss_total": 0.007421992253512144, + "step": 61480 + }, + { + "grad_norm": 0.23656481504440308, + "learning_rate": 3.53548876398954e-05, + "loss": 0.0098, + "step": 61490 + }, + { + "loss_action": 0.01802773028612137, + "loss_total": 0.01802773028612137, + "step": 61490 + }, + { + "loss_action": 0.005118502303957939, + "loss_total": 0.005118502303957939, + "step": 61490 + }, + { + "loss_action": 0.020248040556907654, + "loss_total": 0.020248040556907654, + "step": 61490 + }, + { + "loss_action": 0.007498318329453468, + "loss_total": 0.007498318329453468, + "step": 61490 + }, + { + "loss_action": 0.004679508972913027, + "loss_total": 0.004679508972913027, + "step": 61490 + }, + { + "loss_action": 0.007006845436990261, + "loss_total": 0.007006845436990261, + "step": 61490 + }, + { + "grad_norm": 0.26412904262542725, + "learning_rate": 3.5339078915103214e-05, + "loss": 0.0113, + "step": 61500 + }, + { + "loss_action": 0.015084986574947834, + "loss_total": 0.015084986574947834, + "step": 61500 + }, + { + "loss_action": 0.004310601390898228, + "loss_total": 0.004310601390898228, + "step": 61500 + }, + { + "loss_action": 0.009899735450744629, + "loss_total": 0.009899735450744629, + "step": 61500 + }, + { + "loss_action": 0.011930970475077629, + "loss_total": 0.011930970475077629, + "step": 61500 + }, + { + "loss_action": 0.023537712171673775, + "loss_total": 0.023537712171673775, + "step": 61500 + }, + { + "loss_action": 0.0073120989836752415, + "loss_total": 0.0073120989836752415, + "step": 61500 + }, + { + "grad_norm": 0.3713790476322174, + "learning_rate": 3.532327179360733e-05, + "loss": 0.0131, + "step": 61510 + }, + { + "loss_action": 0.009886805899441242, + "loss_total": 0.009886805899441242, + "step": 61510 + }, + { + "loss_action": 0.008906690403819084, + "loss_total": 0.008906690403819084, + "step": 61510 + }, + { + "loss_action": 0.012984178029000759, + "loss_total": 0.012984178029000759, + "step": 61510 + }, + { + "loss_action": 0.010929831303656101, + "loss_total": 0.010929831303656101, + "step": 61510 + }, + { + "loss_action": 0.006393454037606716, + "loss_total": 0.006393454037606716, + "step": 61510 + }, + { + "loss_action": 0.0038932119496166706, + "loss_total": 0.0038932119496166706, + "step": 61510 + }, + { + "grad_norm": 0.3133819103240967, + "learning_rate": 3.530746627713636e-05, + "loss": 0.0113, + "step": 61520 + }, + { + "loss_action": 0.017909107729792595, + "loss_total": 0.017909107729792595, + "step": 61520 + }, + { + "loss_action": 0.004739929456263781, + "loss_total": 0.004739929456263781, + "step": 61520 + }, + { + "loss_action": 0.008034479804337025, + "loss_total": 0.008034479804337025, + "step": 61520 + }, + { + "loss_action": 0.004992714151740074, + "loss_total": 0.004992714151740074, + "step": 61520 + }, + { + "loss_action": 0.006930934730917215, + "loss_total": 0.006930934730917215, + "step": 61520 + }, + { + "loss_action": 0.005081428214907646, + "loss_total": 0.005081428214907646, + "step": 61520 + }, + { + "grad_norm": 0.22884663939476013, + "learning_rate": 3.5291662367418805e-05, + "loss": 0.0102, + "step": 61530 + }, + { + "loss_action": 0.012213654816150665, + "loss_total": 0.012213654816150665, + "step": 61530 + }, + { + "loss_action": 0.006042595487087965, + "loss_total": 0.006042595487087965, + "step": 61530 + }, + { + "loss_action": 0.010197501629590988, + "loss_total": 0.010197501629590988, + "step": 61530 + }, + { + "loss_action": 0.0073028067126870155, + "loss_total": 0.0073028067126870155, + "step": 61530 + }, + { + "loss_action": 0.00480504147708416, + "loss_total": 0.00480504147708416, + "step": 61530 + }, + { + "loss_action": 0.010470920242369175, + "loss_total": 0.010470920242369175, + "step": 61530 + }, + { + "grad_norm": 0.2994680106639862, + "learning_rate": 3.527586006618293e-05, + "loss": 0.0132, + "step": 61540 + }, + { + "loss_action": 0.0090559097006917, + "loss_total": 0.0090559097006917, + "step": 61540 + }, + { + "loss_action": 0.008109433576464653, + "loss_total": 0.008109433576464653, + "step": 61540 + }, + { + "loss_action": 0.00915475469082594, + "loss_total": 0.00915475469082594, + "step": 61540 + }, + { + "loss_action": 0.04943104088306427, + "loss_total": 0.04943104088306427, + "step": 61540 + }, + { + "loss_action": 0.010602588765323162, + "loss_total": 0.010602588765323162, + "step": 61540 + }, + { + "loss_action": 0.008111787028610706, + "loss_total": 0.008111787028610706, + "step": 61540 + }, + { + "grad_norm": 0.3693474233150482, + "learning_rate": 3.526005937515687e-05, + "loss": 0.0148, + "step": 61550 + }, + { + "loss_action": 0.030337708070874214, + "loss_total": 0.030337708070874214, + "step": 61550 + }, + { + "loss_action": 0.01035278383642435, + "loss_total": 0.01035278383642435, + "step": 61550 + }, + { + "loss_action": 0.0085820397362113, + "loss_total": 0.0085820397362113, + "step": 61550 + }, + { + "loss_action": 0.012342195026576519, + "loss_total": 0.012342195026576519, + "step": 61550 + }, + { + "loss_action": 0.006576952058821917, + "loss_total": 0.006576952058821917, + "step": 61550 + }, + { + "loss_action": 0.020350562408566475, + "loss_total": 0.020350562408566475, + "step": 61550 + }, + { + "grad_norm": 0.3610769808292389, + "learning_rate": 3.524426029606856e-05, + "loss": 0.0125, + "step": 61560 + }, + { + "loss_action": 0.013795601204037666, + "loss_total": 0.013795601204037666, + "step": 61560 + }, + { + "loss_action": 0.005828057881444693, + "loss_total": 0.005828057881444693, + "step": 61560 + }, + { + "loss_action": 0.01834743469953537, + "loss_total": 0.01834743469953537, + "step": 61560 + }, + { + "loss_action": 0.009845077060163021, + "loss_total": 0.009845077060163021, + "step": 61560 + }, + { + "loss_action": 0.008154426701366901, + "loss_total": 0.008154426701366901, + "step": 61560 + }, + { + "loss_action": 0.015667347237467766, + "loss_total": 0.015667347237467766, + "step": 61560 + }, + { + "grad_norm": 0.4527486562728882, + "learning_rate": 3.5228462830645746e-05, + "loss": 0.0122, + "step": 61570 + }, + { + "loss_action": 0.013683320954442024, + "loss_total": 0.013683320954442024, + "step": 61570 + }, + { + "loss_action": 0.009598946198821068, + "loss_total": 0.009598946198821068, + "step": 61570 + }, + { + "loss_action": 0.011396311223506927, + "loss_total": 0.011396311223506927, + "step": 61570 + }, + { + "loss_action": 0.020074330270290375, + "loss_total": 0.020074330270290375, + "step": 61570 + }, + { + "loss_action": 0.003399986308068037, + "loss_total": 0.003399986308068037, + "step": 61570 + }, + { + "loss_action": 0.008337248116731644, + "loss_total": 0.008337248116731644, + "step": 61570 + }, + { + "grad_norm": 0.33581751585006714, + "learning_rate": 3.5212666980616036e-05, + "loss": 0.0124, + "step": 61580 + }, + { + "loss_action": 0.011829329654574394, + "loss_total": 0.011829329654574394, + "step": 61580 + }, + { + "loss_action": 0.005120169371366501, + "loss_total": 0.005120169371366501, + "step": 61580 + }, + { + "loss_action": 0.01988750882446766, + "loss_total": 0.01988750882446766, + "step": 61580 + }, + { + "loss_action": 0.007006049156188965, + "loss_total": 0.007006049156188965, + "step": 61580 + }, + { + "loss_action": 0.003299052594229579, + "loss_total": 0.003299052594229579, + "step": 61580 + }, + { + "loss_action": 0.005965914111584425, + "loss_total": 0.005965914111584425, + "step": 61580 + }, + { + "grad_norm": 0.2633368670940399, + "learning_rate": 3.519687274770681e-05, + "loss": 0.0113, + "step": 61590 + }, + { + "loss_action": 0.014351083897054195, + "loss_total": 0.014351083897054195, + "step": 61590 + }, + { + "loss_action": 0.014857439324259758, + "loss_total": 0.014857439324259758, + "step": 61590 + }, + { + "loss_action": 0.007351897191256285, + "loss_total": 0.007351897191256285, + "step": 61590 + }, + { + "loss_action": 0.010388458147644997, + "loss_total": 0.010388458147644997, + "step": 61590 + }, + { + "loss_action": 0.01032978668808937, + "loss_total": 0.01032978668808937, + "step": 61590 + }, + { + "loss_action": 0.011924569495022297, + "loss_total": 0.011924569495022297, + "step": 61590 + }, + { + "grad_norm": 0.35850679874420166, + "learning_rate": 3.518108013364535e-05, + "loss": 0.0149, + "step": 61600 + }, + { + "loss_action": 0.008931496180593967, + "loss_total": 0.008931496180593967, + "step": 61600 + }, + { + "loss_action": 0.010854750871658325, + "loss_total": 0.010854750871658325, + "step": 61600 + }, + { + "loss_action": 0.007110251113772392, + "loss_total": 0.007110251113772392, + "step": 61600 + }, + { + "loss_action": 0.011127525009214878, + "loss_total": 0.011127525009214878, + "step": 61600 + }, + { + "loss_action": 0.009812317788600922, + "loss_total": 0.009812317788600922, + "step": 61600 + }, + { + "loss_action": 0.010960740968585014, + "loss_total": 0.010960740968585014, + "step": 61600 + }, + { + "grad_norm": 0.38865041732788086, + "learning_rate": 3.516528914015868e-05, + "loss": 0.0156, + "step": 61610 + }, + { + "loss_action": 0.009256369434297085, + "loss_total": 0.009256369434297085, + "step": 61610 + }, + { + "loss_action": 0.007355326320976019, + "loss_total": 0.007355326320976019, + "step": 61610 + }, + { + "loss_action": 0.020006831735372543, + "loss_total": 0.020006831735372543, + "step": 61610 + }, + { + "loss_action": 0.009948963299393654, + "loss_total": 0.009948963299393654, + "step": 61610 + }, + { + "loss_action": 0.007160100620239973, + "loss_total": 0.007160100620239973, + "step": 61610 + }, + { + "loss_action": 0.009884118102490902, + "loss_total": 0.009884118102490902, + "step": 61610 + }, + { + "grad_norm": 0.4094310402870178, + "learning_rate": 3.5149499768973694e-05, + "loss": 0.0125, + "step": 61620 + }, + { + "loss_action": 0.01839059591293335, + "loss_total": 0.01839059591293335, + "step": 61620 + }, + { + "loss_action": 0.018808921799063683, + "loss_total": 0.018808921799063683, + "step": 61620 + }, + { + "loss_action": 0.01390105951577425, + "loss_total": 0.01390105951577425, + "step": 61620 + }, + { + "loss_action": 0.025529609993100166, + "loss_total": 0.025529609993100166, + "step": 61620 + }, + { + "loss_action": 0.0049951402470469475, + "loss_total": 0.0049951402470469475, + "step": 61620 + }, + { + "loss_action": 0.008502802811563015, + "loss_total": 0.008502802811563015, + "step": 61620 + }, + { + "grad_norm": 0.3296811580657959, + "learning_rate": 3.513371202181708e-05, + "loss": 0.0137, + "step": 61630 + }, + { + "loss_action": 0.0066900174133479595, + "loss_total": 0.0066900174133479595, + "step": 61630 + }, + { + "loss_action": 0.011325282044708729, + "loss_total": 0.011325282044708729, + "step": 61630 + }, + { + "loss_action": 0.010225020349025726, + "loss_total": 0.010225020349025726, + "step": 61630 + }, + { + "loss_action": 0.0054419515654444695, + "loss_total": 0.0054419515654444695, + "step": 61630 + }, + { + "loss_action": 0.030451655387878418, + "loss_total": 0.030451655387878418, + "step": 61630 + }, + { + "loss_action": 0.0041252863593399525, + "loss_total": 0.0041252863593399525, + "step": 61630 + }, + { + "grad_norm": 0.30888238549232483, + "learning_rate": 3.511792590041537e-05, + "loss": 0.0134, + "step": 61640 + }, + { + "loss_action": 0.006358394864946604, + "loss_total": 0.006358394864946604, + "step": 61640 + }, + { + "loss_action": 0.013003785163164139, + "loss_total": 0.013003785163164139, + "step": 61640 + }, + { + "loss_action": 0.005423060152679682, + "loss_total": 0.005423060152679682, + "step": 61640 + }, + { + "loss_action": 0.039422422647476196, + "loss_total": 0.039422422647476196, + "step": 61640 + }, + { + "loss_action": 0.0053331139497458935, + "loss_total": 0.0053331139497458935, + "step": 61640 + }, + { + "loss_action": 0.0061889151111245155, + "loss_total": 0.0061889151111245155, + "step": 61640 + }, + { + "grad_norm": 0.24445824325084686, + "learning_rate": 3.510214140649488e-05, + "loss": 0.0133, + "step": 61650 + }, + { + "loss_action": 0.00783640705049038, + "loss_total": 0.00783640705049038, + "step": 61650 + }, + { + "loss_action": 0.011206979863345623, + "loss_total": 0.011206979863345623, + "step": 61650 + }, + { + "loss_action": 0.007746422663331032, + "loss_total": 0.007746422663331032, + "step": 61650 + }, + { + "loss_action": 0.021801505237817764, + "loss_total": 0.021801505237817764, + "step": 61650 + }, + { + "loss_action": 0.005635527428239584, + "loss_total": 0.005635527428239584, + "step": 61650 + }, + { + "loss_action": 0.012806720100343227, + "loss_total": 0.012806720100343227, + "step": 61650 + }, + { + "grad_norm": 0.2474910020828247, + "learning_rate": 3.508635854178184e-05, + "loss": 0.0161, + "step": 61660 + }, + { + "loss_action": 0.007222086191177368, + "loss_total": 0.007222086191177368, + "step": 61660 + }, + { + "loss_action": 0.014413921162486076, + "loss_total": 0.014413921162486076, + "step": 61660 + }, + { + "loss_action": 0.00568385049700737, + "loss_total": 0.00568385049700737, + "step": 61660 + }, + { + "loss_action": 0.0065721371211111546, + "loss_total": 0.0065721371211111546, + "step": 61660 + }, + { + "loss_action": 0.004610982723534107, + "loss_total": 0.004610982723534107, + "step": 61660 + }, + { + "loss_action": 0.00635683536529541, + "loss_total": 0.00635683536529541, + "step": 61660 + }, + { + "grad_norm": 0.2818326950073242, + "learning_rate": 3.50705773080022e-05, + "loss": 0.0119, + "step": 61670 + }, + { + "loss_action": 0.005696467123925686, + "loss_total": 0.005696467123925686, + "step": 61670 + }, + { + "loss_action": 0.00614620465785265, + "loss_total": 0.00614620465785265, + "step": 61670 + }, + { + "loss_action": 0.013047442771494389, + "loss_total": 0.013047442771494389, + "step": 61670 + }, + { + "loss_action": 0.007846023887395859, + "loss_total": 0.007846023887395859, + "step": 61670 + }, + { + "loss_action": 0.04190351441502571, + "loss_total": 0.04190351441502571, + "step": 61670 + }, + { + "loss_action": 0.005813626106828451, + "loss_total": 0.005813626106828451, + "step": 61670 + }, + { + "grad_norm": 0.3123539686203003, + "learning_rate": 3.505479770688178e-05, + "loss": 0.0105, + "step": 61680 + }, + { + "loss_action": 0.015058952383697033, + "loss_total": 0.015058952383697033, + "step": 61680 + }, + { + "loss_action": 0.021772904321551323, + "loss_total": 0.021772904321551323, + "step": 61680 + }, + { + "loss_action": 0.0184343084692955, + "loss_total": 0.0184343084692955, + "step": 61680 + }, + { + "loss_action": 0.006674936041235924, + "loss_total": 0.006674936041235924, + "step": 61680 + }, + { + "loss_action": 0.009554410353302956, + "loss_total": 0.009554410353302956, + "step": 61680 + }, + { + "loss_action": 0.009255772456526756, + "loss_total": 0.009255772456526756, + "step": 61680 + }, + { + "grad_norm": 0.2847765386104584, + "learning_rate": 3.503901974014622e-05, + "loss": 0.0115, + "step": 61690 + }, + { + "loss_action": 0.0034297173842787743, + "loss_total": 0.0034297173842787743, + "step": 61690 + }, + { + "loss_action": 0.006967253051698208, + "loss_total": 0.006967253051698208, + "step": 61690 + }, + { + "loss_action": 0.04990329220890999, + "loss_total": 0.04990329220890999, + "step": 61690 + }, + { + "loss_action": 0.009225649759173393, + "loss_total": 0.009225649759173393, + "step": 61690 + }, + { + "loss_action": 0.014469558373093605, + "loss_total": 0.014469558373093605, + "step": 61690 + }, + { + "loss_action": 0.023339159786701202, + "loss_total": 0.023339159786701202, + "step": 61690 + }, + { + "grad_norm": 0.28287482261657715, + "learning_rate": 3.502324340952095e-05, + "loss": 0.0114, + "step": 61700 + }, + { + "loss_action": 0.004948446061462164, + "loss_total": 0.004948446061462164, + "step": 61700 + }, + { + "loss_action": 0.012409095652401447, + "loss_total": 0.012409095652401447, + "step": 61700 + }, + { + "loss_action": 0.007442127913236618, + "loss_total": 0.007442127913236618, + "step": 61700 + }, + { + "loss_action": 0.005423008464276791, + "loss_total": 0.005423008464276791, + "step": 61700 + }, + { + "loss_action": 0.009608728811144829, + "loss_total": 0.009608728811144829, + "step": 61700 + }, + { + "loss_action": 0.004411774221807718, + "loss_total": 0.004411774221807718, + "step": 61700 + }, + { + "grad_norm": 0.27612432837486267, + "learning_rate": 3.500746871673126e-05, + "loss": 0.0102, + "step": 61710 + }, + { + "loss_action": 0.005793933290988207, + "loss_total": 0.005793933290988207, + "step": 61710 + }, + { + "loss_action": 0.009445839561522007, + "loss_total": 0.009445839561522007, + "step": 61710 + }, + { + "loss_action": 0.002756070112809539, + "loss_total": 0.002756070112809539, + "step": 61710 + }, + { + "loss_action": 0.010177434422075748, + "loss_total": 0.010177434422075748, + "step": 61710 + }, + { + "loss_action": 0.011256934143602848, + "loss_total": 0.011256934143602848, + "step": 61710 + }, + { + "loss_action": 0.00429675355553627, + "loss_total": 0.00429675355553627, + "step": 61710 + }, + { + "grad_norm": 0.3042791187763214, + "learning_rate": 3.499169566350227e-05, + "loss": 0.0145, + "step": 61720 + }, + { + "loss_action": 0.009301112964749336, + "loss_total": 0.009301112964749336, + "step": 61720 + }, + { + "loss_action": 0.0064140562899410725, + "loss_total": 0.0064140562899410725, + "step": 61720 + }, + { + "loss_action": 0.006519092246890068, + "loss_total": 0.006519092246890068, + "step": 61720 + }, + { + "loss_action": 0.017000863328576088, + "loss_total": 0.017000863328576088, + "step": 61720 + }, + { + "loss_action": 0.00538480281829834, + "loss_total": 0.00538480281829834, + "step": 61720 + }, + { + "loss_action": 0.006715837400406599, + "loss_total": 0.006715837400406599, + "step": 61720 + }, + { + "grad_norm": 0.30694520473480225, + "learning_rate": 3.4975924251558876e-05, + "loss": 0.0168, + "step": 61730 + }, + { + "loss_action": 0.005276869982481003, + "loss_total": 0.005276869982481003, + "step": 61730 + }, + { + "loss_action": 0.030872536823153496, + "loss_total": 0.030872536823153496, + "step": 61730 + }, + { + "loss_action": 0.008147604763507843, + "loss_total": 0.008147604763507843, + "step": 61730 + }, + { + "loss_action": 0.00653105741366744, + "loss_total": 0.00653105741366744, + "step": 61730 + }, + { + "loss_action": 0.004534092266112566, + "loss_total": 0.004534092266112566, + "step": 61730 + }, + { + "loss_action": 0.011879961006343365, + "loss_total": 0.011879961006343365, + "step": 61730 + }, + { + "grad_norm": 0.44380855560302734, + "learning_rate": 3.496015448262582e-05, + "loss": 0.016, + "step": 61740 + }, + { + "loss_action": 0.00637837452813983, + "loss_total": 0.00637837452813983, + "step": 61740 + }, + { + "loss_action": 0.03844211623072624, + "loss_total": 0.03844211623072624, + "step": 61740 + }, + { + "loss_action": 0.0120553532615304, + "loss_total": 0.0120553532615304, + "step": 61740 + }, + { + "loss_action": 0.0050307027995586395, + "loss_total": 0.0050307027995586395, + "step": 61740 + }, + { + "loss_action": 0.004437738098204136, + "loss_total": 0.004437738098204136, + "step": 61740 + }, + { + "loss_action": 0.039247993379831314, + "loss_total": 0.039247993379831314, + "step": 61740 + }, + { + "grad_norm": 0.35917648673057556, + "learning_rate": 3.494438635842764e-05, + "loss": 0.0128, + "step": 61750 + }, + { + "loss_action": 0.019969578832387924, + "loss_total": 0.019969578832387924, + "step": 61750 + }, + { + "loss_action": 0.007209517527371645, + "loss_total": 0.007209517527371645, + "step": 61750 + }, + { + "loss_action": 0.00452013686299324, + "loss_total": 0.00452013686299324, + "step": 61750 + }, + { + "loss_action": 0.007127151358872652, + "loss_total": 0.007127151358872652, + "step": 61750 + }, + { + "loss_action": 0.008791639469563961, + "loss_total": 0.008791639469563961, + "step": 61750 + }, + { + "loss_action": 0.009594954550266266, + "loss_total": 0.009594954550266266, + "step": 61750 + }, + { + "grad_norm": 0.47548308968544006, + "learning_rate": 3.492861988068874e-05, + "loss": 0.0125, + "step": 61760 + }, + { + "loss_action": 0.004599076230078936, + "loss_total": 0.004599076230078936, + "step": 61760 + }, + { + "loss_action": 0.010652006603777409, + "loss_total": 0.010652006603777409, + "step": 61760 + }, + { + "loss_action": 0.01640031673014164, + "loss_total": 0.01640031673014164, + "step": 61760 + }, + { + "loss_action": 0.005651789251714945, + "loss_total": 0.005651789251714945, + "step": 61760 + }, + { + "loss_action": 0.006172669120132923, + "loss_total": 0.006172669120132923, + "step": 61760 + }, + { + "loss_action": 0.013515583239495754, + "loss_total": 0.013515583239495754, + "step": 61760 + }, + { + "grad_norm": 0.3546378016471863, + "learning_rate": 3.491285505113332e-05, + "loss": 0.0111, + "step": 61770 + }, + { + "loss_action": 0.01633826270699501, + "loss_total": 0.01633826270699501, + "step": 61770 + }, + { + "loss_action": 0.015384197235107422, + "loss_total": 0.015384197235107422, + "step": 61770 + }, + { + "loss_action": 0.005569302011281252, + "loss_total": 0.005569302011281252, + "step": 61770 + }, + { + "loss_action": 0.005421376787126064, + "loss_total": 0.005421376787126064, + "step": 61770 + }, + { + "loss_action": 0.00542079284787178, + "loss_total": 0.00542079284787178, + "step": 61770 + }, + { + "loss_action": 0.005363071337342262, + "loss_total": 0.005363071337342262, + "step": 61770 + }, + { + "grad_norm": 0.3051005005836487, + "learning_rate": 3.4897091871485376e-05, + "loss": 0.0116, + "step": 61780 + }, + { + "loss_action": 0.006707197055220604, + "loss_total": 0.006707197055220604, + "step": 61780 + }, + { + "loss_action": 0.010292618535459042, + "loss_total": 0.010292618535459042, + "step": 61780 + }, + { + "loss_action": 0.012978875078260899, + "loss_total": 0.012978875078260899, + "step": 61780 + }, + { + "loss_action": 0.009254912845790386, + "loss_total": 0.009254912845790386, + "step": 61780 + }, + { + "loss_action": 0.008003413677215576, + "loss_total": 0.008003413677215576, + "step": 61780 + }, + { + "loss_action": 0.02137279137969017, + "loss_total": 0.02137279137969017, + "step": 61780 + }, + { + "grad_norm": 0.3358868658542633, + "learning_rate": 3.488133034346875e-05, + "loss": 0.0155, + "step": 61790 + }, + { + "loss_action": 0.008105330169200897, + "loss_total": 0.008105330169200897, + "step": 61790 + }, + { + "loss_action": 0.004242493771016598, + "loss_total": 0.004242493771016598, + "step": 61790 + }, + { + "loss_action": 0.006163457408547401, + "loss_total": 0.006163457408547401, + "step": 61790 + }, + { + "loss_action": 0.006761941127479076, + "loss_total": 0.006761941127479076, + "step": 61790 + }, + { + "loss_action": 0.007296595722436905, + "loss_total": 0.007296595722436905, + "step": 61790 + }, + { + "loss_action": 0.03350729122757912, + "loss_total": 0.03350729122757912, + "step": 61790 + }, + { + "grad_norm": 0.25055795907974243, + "learning_rate": 3.486557046880713e-05, + "loss": 0.0139, + "step": 61800 + }, + { + "loss_action": 0.021415021270513535, + "loss_total": 0.021415021270513535, + "step": 61800 + }, + { + "loss_action": 0.0035230512730777264, + "loss_total": 0.0035230512730777264, + "step": 61800 + }, + { + "loss_action": 0.005987156182527542, + "loss_total": 0.005987156182527542, + "step": 61800 + }, + { + "loss_action": 0.0033043131697922945, + "loss_total": 0.0033043131697922945, + "step": 61800 + }, + { + "loss_action": 0.008789942599833012, + "loss_total": 0.008789942599833012, + "step": 61800 + }, + { + "loss_action": 0.03128412365913391, + "loss_total": 0.03128412365913391, + "step": 61800 + }, + { + "grad_norm": 0.2898118495941162, + "learning_rate": 3.484981224922395e-05, + "loss": 0.0121, + "step": 61810 + }, + { + "loss_action": 0.005517468322068453, + "loss_total": 0.005517468322068453, + "step": 61810 + }, + { + "loss_action": 0.010548225603997707, + "loss_total": 0.010548225603997707, + "step": 61810 + }, + { + "loss_action": 0.021757669746875763, + "loss_total": 0.021757669746875763, + "step": 61810 + }, + { + "loss_action": 0.005723786074668169, + "loss_total": 0.005723786074668169, + "step": 61810 + }, + { + "loss_action": 0.012082925997674465, + "loss_total": 0.012082925997674465, + "step": 61810 + }, + { + "loss_action": 0.006021583452820778, + "loss_total": 0.006021583452820778, + "step": 61810 + }, + { + "grad_norm": 0.3358408808708191, + "learning_rate": 3.4834055686442544e-05, + "loss": 0.0142, + "step": 61820 + }, + { + "loss_action": 0.007728464435786009, + "loss_total": 0.007728464435786009, + "step": 61820 + }, + { + "loss_action": 0.031581517308950424, + "loss_total": 0.031581517308950424, + "step": 61820 + }, + { + "loss_action": 0.0029332044068723917, + "loss_total": 0.0029332044068723917, + "step": 61820 + }, + { + "loss_action": 0.015962762758135796, + "loss_total": 0.015962762758135796, + "step": 61820 + }, + { + "loss_action": 0.00945838913321495, + "loss_total": 0.00945838913321495, + "step": 61820 + }, + { + "loss_action": 0.024833830073475838, + "loss_total": 0.024833830073475838, + "step": 61820 + }, + { + "grad_norm": 0.2289746254682541, + "learning_rate": 3.4818300782186e-05, + "loss": 0.0119, + "step": 61830 + }, + { + "loss_action": 0.007503784727305174, + "loss_total": 0.007503784727305174, + "step": 61830 + }, + { + "loss_action": 0.022441131994128227, + "loss_total": 0.022441131994128227, + "step": 61830 + }, + { + "loss_action": 0.005069615785032511, + "loss_total": 0.005069615785032511, + "step": 61830 + }, + { + "loss_action": 0.006115728057920933, + "loss_total": 0.006115728057920933, + "step": 61830 + }, + { + "loss_action": 0.01912694424390793, + "loss_total": 0.01912694424390793, + "step": 61830 + }, + { + "loss_action": 0.05236075073480606, + "loss_total": 0.05236075073480606, + "step": 61830 + }, + { + "grad_norm": 0.2621038258075714, + "learning_rate": 3.4802547538177236e-05, + "loss": 0.0144, + "step": 61840 + }, + { + "loss_action": 0.009914053604006767, + "loss_total": 0.009914053604006767, + "step": 61840 + }, + { + "loss_action": 0.01898239366710186, + "loss_total": 0.01898239366710186, + "step": 61840 + }, + { + "loss_action": 0.006576726213097572, + "loss_total": 0.006576726213097572, + "step": 61840 + }, + { + "loss_action": 0.006832158658653498, + "loss_total": 0.006832158658653498, + "step": 61840 + }, + { + "loss_action": 0.01445652637630701, + "loss_total": 0.01445652637630701, + "step": 61840 + }, + { + "loss_action": 0.01425548829138279, + "loss_total": 0.01425548829138279, + "step": 61840 + }, + { + "grad_norm": 0.33034858107566833, + "learning_rate": 3.478679595613905e-05, + "loss": 0.0127, + "step": 61850 + }, + { + "loss_action": 0.012498621828854084, + "loss_total": 0.012498621828854084, + "step": 61850 + }, + { + "loss_action": 0.013195641338825226, + "loss_total": 0.013195641338825226, + "step": 61850 + }, + { + "loss_action": 0.0076865521259605885, + "loss_total": 0.0076865521259605885, + "step": 61850 + }, + { + "loss_action": 0.007315630558878183, + "loss_total": 0.007315630558878183, + "step": 61850 + }, + { + "loss_action": 0.004646890796720982, + "loss_total": 0.004646890796720982, + "step": 61850 + }, + { + "loss_action": 0.009802713058888912, + "loss_total": 0.009802713058888912, + "step": 61850 + }, + { + "grad_norm": 0.3031693398952484, + "learning_rate": 3.4771046037793975e-05, + "loss": 0.0092, + "step": 61860 + }, + { + "loss_action": 0.005521122366189957, + "loss_total": 0.005521122366189957, + "step": 61860 + }, + { + "loss_action": 0.01126776821911335, + "loss_total": 0.01126776821911335, + "step": 61860 + }, + { + "loss_action": 0.009016851894557476, + "loss_total": 0.009016851894557476, + "step": 61860 + }, + { + "loss_action": 0.009394877590239048, + "loss_total": 0.009394877590239048, + "step": 61860 + }, + { + "loss_action": 0.009448840282857418, + "loss_total": 0.009448840282857418, + "step": 61860 + }, + { + "loss_action": 0.005604837089776993, + "loss_total": 0.005604837089776993, + "step": 61860 + }, + { + "grad_norm": 0.256919264793396, + "learning_rate": 3.4755297784864416e-05, + "loss": 0.0109, + "step": 61870 + }, + { + "loss_action": 0.00910119153559208, + "loss_total": 0.00910119153559208, + "step": 61870 + }, + { + "loss_action": 0.009014638140797615, + "loss_total": 0.009014638140797615, + "step": 61870 + }, + { + "loss_action": 0.007146818097680807, + "loss_total": 0.007146818097680807, + "step": 61870 + }, + { + "loss_action": 0.005030979868024588, + "loss_total": 0.005030979868024588, + "step": 61870 + }, + { + "loss_action": 0.006961006671190262, + "loss_total": 0.006961006671190262, + "step": 61870 + }, + { + "loss_action": 0.017225321382284164, + "loss_total": 0.017225321382284164, + "step": 61870 + }, + { + "grad_norm": 0.28810614347457886, + "learning_rate": 3.473955119907257e-05, + "loss": 0.0103, + "step": 61880 + }, + { + "loss_action": 0.006650289986282587, + "loss_total": 0.006650289986282587, + "step": 61880 + }, + { + "loss_action": 0.028796682134270668, + "loss_total": 0.028796682134270668, + "step": 61880 + }, + { + "loss_action": 0.008445646613836288, + "loss_total": 0.008445646613836288, + "step": 61880 + }, + { + "loss_action": 0.015966549515724182, + "loss_total": 0.015966549515724182, + "step": 61880 + }, + { + "loss_action": 0.004786268807947636, + "loss_total": 0.004786268807947636, + "step": 61880 + }, + { + "loss_action": 0.007698307279497385, + "loss_total": 0.007698307279497385, + "step": 61880 + }, + { + "grad_norm": 0.21740278601646423, + "learning_rate": 3.472380628214046e-05, + "loss": 0.0091, + "step": 61890 + }, + { + "loss_action": 0.014908719807863235, + "loss_total": 0.014908719807863235, + "step": 61890 + }, + { + "loss_action": 0.009086709469556808, + "loss_total": 0.009086709469556808, + "step": 61890 + }, + { + "loss_action": 0.005940078757703304, + "loss_total": 0.005940078757703304, + "step": 61890 + }, + { + "loss_action": 0.012623583897948265, + "loss_total": 0.012623583897948265, + "step": 61890 + }, + { + "loss_action": 0.005941434763371944, + "loss_total": 0.005941434763371944, + "step": 61890 + }, + { + "loss_action": 0.08080387860536575, + "loss_total": 0.08080387860536575, + "step": 61890 + }, + { + "grad_norm": 0.5122075080871582, + "learning_rate": 3.4708063035789906e-05, + "loss": 0.014, + "step": 61900 + }, + { + "loss_action": 0.005850907880812883, + "loss_total": 0.005850907880812883, + "step": 61900 + }, + { + "loss_action": 0.09582680463790894, + "loss_total": 0.09582680463790894, + "step": 61900 + }, + { + "loss_action": 0.014869261533021927, + "loss_total": 0.014869261533021927, + "step": 61900 + }, + { + "loss_action": 0.0038955742493271828, + "loss_total": 0.0038955742493271828, + "step": 61900 + }, + { + "loss_action": 0.010147023014724255, + "loss_total": 0.010147023014724255, + "step": 61900 + }, + { + "loss_action": 0.013872151263058186, + "loss_total": 0.013872151263058186, + "step": 61900 + }, + { + "grad_norm": 0.25027406215667725, + "learning_rate": 3.4692321461742614e-05, + "loss": 0.0124, + "step": 61910 + }, + { + "loss_action": 0.010211613029241562, + "loss_total": 0.010211613029241562, + "step": 61910 + }, + { + "loss_action": 0.012992220930755138, + "loss_total": 0.012992220930755138, + "step": 61910 + }, + { + "loss_action": 0.014379676431417465, + "loss_total": 0.014379676431417465, + "step": 61910 + }, + { + "loss_action": 0.006261466071009636, + "loss_total": 0.006261466071009636, + "step": 61910 + }, + { + "loss_action": 0.005639230832457542, + "loss_total": 0.005639230832457542, + "step": 61910 + }, + { + "loss_action": 0.00726873567327857, + "loss_total": 0.00726873567327857, + "step": 61910 + }, + { + "grad_norm": 0.5108250975608826, + "learning_rate": 3.4676581561720023e-05, + "loss": 0.0154, + "step": 61920 + }, + { + "loss_action": 0.012032059952616692, + "loss_total": 0.012032059952616692, + "step": 61920 + }, + { + "loss_action": 0.016756292432546616, + "loss_total": 0.016756292432546616, + "step": 61920 + }, + { + "loss_action": 0.027880441397428513, + "loss_total": 0.027880441397428513, + "step": 61920 + }, + { + "loss_action": 0.011114493943750858, + "loss_total": 0.011114493943750858, + "step": 61920 + }, + { + "loss_action": 0.014322848059237003, + "loss_total": 0.014322848059237003, + "step": 61920 + }, + { + "loss_action": 0.006381952203810215, + "loss_total": 0.006381952203810215, + "step": 61920 + }, + { + "grad_norm": 0.37527787685394287, + "learning_rate": 3.466084333744344e-05, + "loss": 0.0116, + "step": 61930 + }, + { + "loss_action": 0.02274337038397789, + "loss_total": 0.02274337038397789, + "step": 61930 + }, + { + "loss_action": 0.010577588342130184, + "loss_total": 0.010577588342130184, + "step": 61930 + }, + { + "loss_action": 0.06212851032614708, + "loss_total": 0.06212851032614708, + "step": 61930 + }, + { + "loss_action": 0.00436902092769742, + "loss_total": 0.00436902092769742, + "step": 61930 + }, + { + "loss_action": 0.01097327284514904, + "loss_total": 0.01097327284514904, + "step": 61930 + }, + { + "loss_action": 0.005232897121459246, + "loss_total": 0.005232897121459246, + "step": 61930 + }, + { + "grad_norm": 0.20501397550106049, + "learning_rate": 3.4645106790633964e-05, + "loss": 0.0122, + "step": 61940 + }, + { + "loss_action": 0.0031666234135627747, + "loss_total": 0.0031666234135627747, + "step": 61940 + }, + { + "loss_action": 0.014309190213680267, + "loss_total": 0.014309190213680267, + "step": 61940 + }, + { + "loss_action": 0.010951556265354156, + "loss_total": 0.010951556265354156, + "step": 61940 + }, + { + "loss_action": 0.004240837413817644, + "loss_total": 0.004240837413817644, + "step": 61940 + }, + { + "loss_action": 0.006726718507707119, + "loss_total": 0.006726718507707119, + "step": 61940 + }, + { + "loss_action": 0.0245172381401062, + "loss_total": 0.0245172381401062, + "step": 61940 + }, + { + "grad_norm": 0.2839142978191376, + "learning_rate": 3.4629371923012526e-05, + "loss": 0.0115, + "step": 61950 + }, + { + "loss_action": 0.013022427447140217, + "loss_total": 0.013022427447140217, + "step": 61950 + }, + { + "loss_action": 0.013440405018627644, + "loss_total": 0.013440405018627644, + "step": 61950 + }, + { + "loss_action": 0.007857312448322773, + "loss_total": 0.007857312448322773, + "step": 61950 + }, + { + "loss_action": 0.012873945757746696, + "loss_total": 0.012873945757746696, + "step": 61950 + }, + { + "loss_action": 0.008894141763448715, + "loss_total": 0.008894141763448715, + "step": 61950 + }, + { + "loss_action": 0.010542351752519608, + "loss_total": 0.010542351752519608, + "step": 61950 + }, + { + "grad_norm": 0.2996045649051666, + "learning_rate": 3.4613638736299856e-05, + "loss": 0.0104, + "step": 61960 + }, + { + "loss_action": 0.005583422724157572, + "loss_total": 0.005583422724157572, + "step": 61960 + }, + { + "loss_action": 0.006789633072912693, + "loss_total": 0.006789633072912693, + "step": 61960 + }, + { + "loss_action": 0.013933218084275723, + "loss_total": 0.013933218084275723, + "step": 61960 + }, + { + "loss_action": 0.021793199703097343, + "loss_total": 0.021793199703097343, + "step": 61960 + }, + { + "loss_action": 0.014393629506230354, + "loss_total": 0.014393629506230354, + "step": 61960 + }, + { + "loss_action": 0.0062463898211717606, + "loss_total": 0.0062463898211717606, + "step": 61960 + }, + { + "grad_norm": 0.3539501428604126, + "learning_rate": 3.459790723221652e-05, + "loss": 0.0117, + "step": 61970 + }, + { + "loss_action": 0.024288037791848183, + "loss_total": 0.024288037791848183, + "step": 61970 + }, + { + "loss_action": 0.004720397759228945, + "loss_total": 0.004720397759228945, + "step": 61970 + }, + { + "loss_action": 0.00642740074545145, + "loss_total": 0.00642740074545145, + "step": 61970 + }, + { + "loss_action": 0.006006812676787376, + "loss_total": 0.006006812676787376, + "step": 61970 + }, + { + "loss_action": 0.003822474041953683, + "loss_total": 0.003822474041953683, + "step": 61970 + }, + { + "loss_action": 0.01389708649367094, + "loss_total": 0.01389708649367094, + "step": 61970 + }, + { + "grad_norm": 0.34744536876678467, + "learning_rate": 3.45821774124829e-05, + "loss": 0.015, + "step": 61980 + }, + { + "loss_action": 0.0075821480713784695, + "loss_total": 0.0075821480713784695, + "step": 61980 + }, + { + "loss_action": 0.14438022673130035, + "loss_total": 0.14438022673130035, + "step": 61980 + }, + { + "loss_action": 0.0077116829343140125, + "loss_total": 0.0077116829343140125, + "step": 61980 + }, + { + "loss_action": 0.005583951715379953, + "loss_total": 0.005583951715379953, + "step": 61980 + }, + { + "loss_action": 0.013769073411822319, + "loss_total": 0.013769073411822319, + "step": 61980 + }, + { + "loss_action": 0.0630234107375145, + "loss_total": 0.0630234107375145, + "step": 61980 + }, + { + "grad_norm": 0.2642274498939514, + "learning_rate": 3.456644927881918e-05, + "loss": 0.0143, + "step": 61990 + }, + { + "loss_action": 0.009002584964036942, + "loss_total": 0.009002584964036942, + "step": 61990 + }, + { + "loss_action": 0.008790132589638233, + "loss_total": 0.008790132589638233, + "step": 61990 + }, + { + "loss_action": 0.0061781140975654125, + "loss_total": 0.0061781140975654125, + "step": 61990 + }, + { + "loss_action": 0.014508255757391453, + "loss_total": 0.014508255757391453, + "step": 61990 + }, + { + "loss_action": 0.004811528604477644, + "loss_total": 0.004811528604477644, + "step": 61990 + }, + { + "loss_action": 0.05318543314933777, + "loss_total": 0.05318543314933777, + "step": 61990 + }, + { + "grad_norm": 0.30544963479042053, + "learning_rate": 3.4550722832945354e-05, + "loss": 0.0121, + "step": 62000 + }, + { + "loss_action": 0.01712854951620102, + "loss_total": 0.01712854951620102, + "step": 62000 + }, + { + "loss_action": 0.005976674146950245, + "loss_total": 0.005976674146950245, + "step": 62000 + }, + { + "loss_action": 0.007943667471408844, + "loss_total": 0.007943667471408844, + "step": 62000 + }, + { + "loss_action": 0.02378443069756031, + "loss_total": 0.02378443069756031, + "step": 62000 + }, + { + "loss_action": 0.05562848597764969, + "loss_total": 0.05562848597764969, + "step": 62000 + }, + { + "loss_action": 0.01077688205987215, + "loss_total": 0.01077688205987215, + "step": 62000 + }, + { + "grad_norm": 0.22482401132583618, + "learning_rate": 3.453499807658126e-05, + "loss": 0.0111, + "step": 62010 + }, + { + "loss_action": 0.057713452726602554, + "loss_total": 0.057713452726602554, + "step": 62010 + }, + { + "loss_action": 0.01871141605079174, + "loss_total": 0.01871141605079174, + "step": 62010 + }, + { + "loss_action": 0.006987802218645811, + "loss_total": 0.006987802218645811, + "step": 62010 + }, + { + "loss_action": 0.008702737279236317, + "loss_total": 0.008702737279236317, + "step": 62010 + }, + { + "loss_action": 0.03161775693297386, + "loss_total": 0.03161775693297386, + "step": 62010 + }, + { + "loss_action": 0.020871484652161598, + "loss_total": 0.020871484652161598, + "step": 62010 + }, + { + "grad_norm": 0.2446248084306717, + "learning_rate": 3.451927501144653e-05, + "loss": 0.0132, + "step": 62020 + }, + { + "loss_action": 0.01780897006392479, + "loss_total": 0.01780897006392479, + "step": 62020 + }, + { + "loss_action": 0.04127809405326843, + "loss_total": 0.04127809405326843, + "step": 62020 + }, + { + "loss_action": 0.006424915045499802, + "loss_total": 0.006424915045499802, + "step": 62020 + }, + { + "loss_action": 0.006074725650250912, + "loss_total": 0.006074725650250912, + "step": 62020 + }, + { + "loss_action": 0.03149130567908287, + "loss_total": 0.03149130567908287, + "step": 62020 + }, + { + "loss_action": 0.019835449755191803, + "loss_total": 0.019835449755191803, + "step": 62020 + }, + { + "grad_norm": 0.2488279789686203, + "learning_rate": 3.450355363926059e-05, + "loss": 0.0133, + "step": 62030 + }, + { + "loss_action": 0.025014283135533333, + "loss_total": 0.025014283135533333, + "step": 62030 + }, + { + "loss_action": 0.014952038414776325, + "loss_total": 0.014952038414776325, + "step": 62030 + }, + { + "loss_action": 0.004816030617803335, + "loss_total": 0.004816030617803335, + "step": 62030 + }, + { + "loss_action": 0.008159467950463295, + "loss_total": 0.008159467950463295, + "step": 62030 + }, + { + "loss_action": 0.005089182872325182, + "loss_total": 0.005089182872325182, + "step": 62030 + }, + { + "loss_action": 0.0055931927636265755, + "loss_total": 0.0055931927636265755, + "step": 62030 + }, + { + "grad_norm": 0.3360516130924225, + "learning_rate": 3.448783396174273e-05, + "loss": 0.0142, + "step": 62040 + }, + { + "loss_action": 0.021728547289967537, + "loss_total": 0.021728547289967537, + "step": 62040 + }, + { + "loss_action": 0.009920305572450161, + "loss_total": 0.009920305572450161, + "step": 62040 + }, + { + "loss_action": 0.008350877091288567, + "loss_total": 0.008350877091288567, + "step": 62040 + }, + { + "loss_action": 0.01765459030866623, + "loss_total": 0.01765459030866623, + "step": 62040 + }, + { + "loss_action": 0.011805933900177479, + "loss_total": 0.011805933900177479, + "step": 62040 + }, + { + "loss_action": 0.00535345496609807, + "loss_total": 0.00535345496609807, + "step": 62040 + }, + { + "grad_norm": 0.3363952934741974, + "learning_rate": 3.4472115980612034e-05, + "loss": 0.0126, + "step": 62050 + }, + { + "loss_action": 0.008683420717716217, + "loss_total": 0.008683420717716217, + "step": 62050 + }, + { + "loss_action": 0.0053562382236123085, + "loss_total": 0.0053562382236123085, + "step": 62050 + }, + { + "loss_action": 0.022658953443169594, + "loss_total": 0.022658953443169594, + "step": 62050 + }, + { + "loss_action": 0.005892764311283827, + "loss_total": 0.005892764311283827, + "step": 62050 + }, + { + "loss_action": 0.012182142585515976, + "loss_total": 0.012182142585515976, + "step": 62050 + }, + { + "loss_action": 0.01052612904459238, + "loss_total": 0.01052612904459238, + "step": 62050 + }, + { + "grad_norm": 0.3681126534938812, + "learning_rate": 3.4456399697587396e-05, + "loss": 0.0113, + "step": 62060 + }, + { + "loss_action": 0.007173547986894846, + "loss_total": 0.007173547986894846, + "step": 62060 + }, + { + "loss_action": 0.006939795333892107, + "loss_total": 0.006939795333892107, + "step": 62060 + }, + { + "loss_action": 0.014676142483949661, + "loss_total": 0.014676142483949661, + "step": 62060 + }, + { + "loss_action": 0.016840947791934013, + "loss_total": 0.016840947791934013, + "step": 62060 + }, + { + "loss_action": 0.009313071146607399, + "loss_total": 0.009313071146607399, + "step": 62060 + }, + { + "loss_action": 0.010767042636871338, + "loss_total": 0.010767042636871338, + "step": 62060 + }, + { + "grad_norm": 0.34968289732933044, + "learning_rate": 3.4440685114387506e-05, + "loss": 0.0137, + "step": 62070 + }, + { + "loss_action": 0.009717692621052265, + "loss_total": 0.009717692621052265, + "step": 62070 + }, + { + "loss_action": 0.003336424008011818, + "loss_total": 0.003336424008011818, + "step": 62070 + }, + { + "loss_action": 0.010863151401281357, + "loss_total": 0.010863151401281357, + "step": 62070 + }, + { + "loss_action": 0.008481275290250778, + "loss_total": 0.008481275290250778, + "step": 62070 + }, + { + "loss_action": 0.007072604726999998, + "loss_total": 0.007072604726999998, + "step": 62070 + }, + { + "loss_action": 0.012767455540597439, + "loss_total": 0.012767455540597439, + "step": 62070 + }, + { + "grad_norm": 0.336055189371109, + "learning_rate": 3.442497223273091e-05, + "loss": 0.0138, + "step": 62080 + }, + { + "loss_action": 0.007525330409407616, + "loss_total": 0.007525330409407616, + "step": 62080 + }, + { + "loss_action": 0.013090790249407291, + "loss_total": 0.013090790249407291, + "step": 62080 + }, + { + "loss_action": 0.0145177086815238, + "loss_total": 0.0145177086815238, + "step": 62080 + }, + { + "loss_action": 0.00525857787579298, + "loss_total": 0.00525857787579298, + "step": 62080 + }, + { + "loss_action": 0.011552670039236546, + "loss_total": 0.011552670039236546, + "step": 62080 + }, + { + "loss_action": 0.0289298202842474, + "loss_total": 0.0289298202842474, + "step": 62080 + }, + { + "grad_norm": 0.3892410695552826, + "learning_rate": 3.4409261054335926e-05, + "loss": 0.0182, + "step": 62090 + }, + { + "loss_action": 0.007982494309544563, + "loss_total": 0.007982494309544563, + "step": 62090 + }, + { + "loss_action": 0.011497228406369686, + "loss_total": 0.011497228406369686, + "step": 62090 + }, + { + "loss_action": 0.017868533730506897, + "loss_total": 0.017868533730506897, + "step": 62090 + }, + { + "loss_action": 0.01307523250579834, + "loss_total": 0.01307523250579834, + "step": 62090 + }, + { + "loss_action": 0.0048587629571557045, + "loss_total": 0.0048587629571557045, + "step": 62090 + }, + { + "loss_action": 0.013258075341582298, + "loss_total": 0.013258075341582298, + "step": 62090 + }, + { + "grad_norm": 0.3303418457508087, + "learning_rate": 3.439355158092069e-05, + "loss": 0.0134, + "step": 62100 + }, + { + "loss_action": 0.015354669652879238, + "loss_total": 0.015354669652879238, + "step": 62100 + }, + { + "loss_action": 0.013294379226863384, + "loss_total": 0.013294379226863384, + "step": 62100 + }, + { + "loss_action": 0.0067799873650074005, + "loss_total": 0.0067799873650074005, + "step": 62100 + }, + { + "loss_action": 0.006912295240908861, + "loss_total": 0.006912295240908861, + "step": 62100 + }, + { + "loss_action": 0.009309910237789154, + "loss_total": 0.009309910237789154, + "step": 62100 + }, + { + "loss_action": 0.006739157252013683, + "loss_total": 0.006739157252013683, + "step": 62100 + }, + { + "grad_norm": 0.3225976824760437, + "learning_rate": 3.437784381420322e-05, + "loss": 0.0124, + "step": 62110 + }, + { + "loss_action": 0.009491496719419956, + "loss_total": 0.009491496719419956, + "step": 62110 + }, + { + "loss_action": 0.003135989187285304, + "loss_total": 0.003135989187285304, + "step": 62110 + }, + { + "loss_action": 0.03222963213920593, + "loss_total": 0.03222963213920593, + "step": 62110 + }, + { + "loss_action": 0.024872921407222748, + "loss_total": 0.024872921407222748, + "step": 62110 + }, + { + "loss_action": 0.024632908403873444, + "loss_total": 0.024632908403873444, + "step": 62110 + }, + { + "loss_action": 0.004871879238635302, + "loss_total": 0.004871879238635302, + "step": 62110 + }, + { + "grad_norm": 0.2889857888221741, + "learning_rate": 3.436213775590126e-05, + "loss": 0.0106, + "step": 62120 + }, + { + "loss_action": 0.009409570135176182, + "loss_total": 0.009409570135176182, + "step": 62120 + }, + { + "loss_action": 0.005895497277379036, + "loss_total": 0.005895497277379036, + "step": 62120 + }, + { + "loss_action": 0.004958203993737698, + "loss_total": 0.004958203993737698, + "step": 62120 + }, + { + "loss_action": 0.014605419710278511, + "loss_total": 0.014605419710278511, + "step": 62120 + }, + { + "loss_action": 0.010870272293686867, + "loss_total": 0.010870272293686867, + "step": 62120 + }, + { + "loss_action": 0.006274545099586248, + "loss_total": 0.006274545099586248, + "step": 62120 + }, + { + "grad_norm": 0.27924224734306335, + "learning_rate": 3.4346433407732405e-05, + "loss": 0.0119, + "step": 62130 + }, + { + "loss_action": 0.023577146232128143, + "loss_total": 0.023577146232128143, + "step": 62130 + }, + { + "loss_action": 0.012128565460443497, + "loss_total": 0.012128565460443497, + "step": 62130 + }, + { + "loss_action": 0.01261809840798378, + "loss_total": 0.01261809840798378, + "step": 62130 + }, + { + "loss_action": 0.007211898919194937, + "loss_total": 0.007211898919194937, + "step": 62130 + }, + { + "loss_action": 0.005107339937239885, + "loss_total": 0.005107339937239885, + "step": 62130 + }, + { + "loss_action": 0.009161093272268772, + "loss_total": 0.009161093272268772, + "step": 62130 + }, + { + "grad_norm": 0.23056969046592712, + "learning_rate": 3.433073077141405e-05, + "loss": 0.0119, + "step": 62140 + }, + { + "loss_action": 0.005082494113594294, + "loss_total": 0.005082494113594294, + "step": 62140 + }, + { + "loss_action": 0.005327937658876181, + "loss_total": 0.005327937658876181, + "step": 62140 + }, + { + "loss_action": 0.004625261761248112, + "loss_total": 0.004625261761248112, + "step": 62140 + }, + { + "loss_action": 0.006157972384244204, + "loss_total": 0.006157972384244204, + "step": 62140 + }, + { + "loss_action": 0.015357394702732563, + "loss_total": 0.015357394702732563, + "step": 62140 + }, + { + "loss_action": 0.031117038801312447, + "loss_total": 0.031117038801312447, + "step": 62140 + }, + { + "grad_norm": 0.26874858140945435, + "learning_rate": 3.431502984866343e-05, + "loss": 0.0161, + "step": 62150 + }, + { + "loss_action": 0.007792327087372541, + "loss_total": 0.007792327087372541, + "step": 62150 + }, + { + "loss_action": 0.023378193378448486, + "loss_total": 0.023378193378448486, + "step": 62150 + }, + { + "loss_action": 0.0058729322627186775, + "loss_total": 0.0058729322627186775, + "step": 62150 + }, + { + "loss_action": 0.006003053858876228, + "loss_total": 0.006003053858876228, + "step": 62150 + }, + { + "loss_action": 0.010606509633362293, + "loss_total": 0.010606509633362293, + "step": 62150 + }, + { + "loss_action": 0.00961751863360405, + "loss_total": 0.00961751863360405, + "step": 62150 + }, + { + "grad_norm": 0.2702665328979492, + "learning_rate": 3.429933064119753e-05, + "loss": 0.0109, + "step": 62160 + }, + { + "loss_action": 0.008199375122785568, + "loss_total": 0.008199375122785568, + "step": 62160 + }, + { + "loss_action": 0.023258132860064507, + "loss_total": 0.023258132860064507, + "step": 62160 + }, + { + "loss_action": 0.016822561621665955, + "loss_total": 0.016822561621665955, + "step": 62160 + }, + { + "loss_action": 0.0393313467502594, + "loss_total": 0.0393313467502594, + "step": 62160 + }, + { + "loss_action": 0.013568902388215065, + "loss_total": 0.013568902388215065, + "step": 62160 + }, + { + "loss_action": 0.005490809679031372, + "loss_total": 0.005490809679031372, + "step": 62160 + }, + { + "grad_norm": 0.29031482338905334, + "learning_rate": 3.4283633150733255e-05, + "loss": 0.0119, + "step": 62170 + }, + { + "loss_action": 0.006282260175794363, + "loss_total": 0.006282260175794363, + "step": 62170 + }, + { + "loss_action": 0.021417096257209778, + "loss_total": 0.021417096257209778, + "step": 62170 + }, + { + "loss_action": 0.0032188089098781347, + "loss_total": 0.0032188089098781347, + "step": 62170 + }, + { + "loss_action": 0.004993577022105455, + "loss_total": 0.004993577022105455, + "step": 62170 + }, + { + "loss_action": 0.007384528871625662, + "loss_total": 0.007384528871625662, + "step": 62170 + }, + { + "loss_action": 0.012657249346375465, + "loss_total": 0.012657249346375465, + "step": 62170 + }, + { + "grad_norm": 0.2602269947528839, + "learning_rate": 3.4267937378987225e-05, + "loss": 0.011, + "step": 62180 + }, + { + "loss_action": 0.008464914746582508, + "loss_total": 0.008464914746582508, + "step": 62180 + }, + { + "loss_action": 0.007595968432724476, + "loss_total": 0.007595968432724476, + "step": 62180 + }, + { + "loss_action": 0.005687007214874029, + "loss_total": 0.005687007214874029, + "step": 62180 + }, + { + "loss_action": 0.004819115623831749, + "loss_total": 0.004819115623831749, + "step": 62180 + }, + { + "loss_action": 0.018432440236210823, + "loss_total": 0.018432440236210823, + "step": 62180 + }, + { + "loss_action": 0.028052570298314095, + "loss_total": 0.028052570298314095, + "step": 62180 + }, + { + "grad_norm": 0.367165207862854, + "learning_rate": 3.425224332767592e-05, + "loss": 0.0132, + "step": 62190 + }, + { + "loss_action": 0.005563346203416586, + "loss_total": 0.005563346203416586, + "step": 62190 + }, + { + "loss_action": 0.0052002426236867905, + "loss_total": 0.0052002426236867905, + "step": 62190 + }, + { + "loss_action": 0.009610540233552456, + "loss_total": 0.009610540233552456, + "step": 62190 + }, + { + "loss_action": 0.009686488658189774, + "loss_total": 0.009686488658189774, + "step": 62190 + }, + { + "loss_action": 0.02117447555065155, + "loss_total": 0.02117447555065155, + "step": 62190 + }, + { + "loss_action": 0.005156147293746471, + "loss_total": 0.005156147293746471, + "step": 62190 + }, + { + "grad_norm": 0.2725132703781128, + "learning_rate": 3.4236550998515595e-05, + "loss": 0.0108, + "step": 62200 + }, + { + "loss_action": 0.011860878206789494, + "loss_total": 0.011860878206789494, + "step": 62200 + }, + { + "loss_action": 0.016272157430648804, + "loss_total": 0.016272157430648804, + "step": 62200 + }, + { + "loss_action": 0.012090981006622314, + "loss_total": 0.012090981006622314, + "step": 62200 + }, + { + "loss_action": 0.007334544789046049, + "loss_total": 0.007334544789046049, + "step": 62200 + }, + { + "loss_action": 0.008439834229648113, + "loss_total": 0.008439834229648113, + "step": 62200 + }, + { + "loss_action": 0.015690617263317108, + "loss_total": 0.015690617263317108, + "step": 62200 + }, + { + "grad_norm": 0.2431839108467102, + "learning_rate": 3.422086039322235e-05, + "loss": 0.012, + "step": 62210 + }, + { + "loss_action": 0.008505236357450485, + "loss_total": 0.008505236357450485, + "step": 62210 + }, + { + "loss_action": 0.03453352302312851, + "loss_total": 0.03453352302312851, + "step": 62210 + }, + { + "loss_action": 0.00786373857408762, + "loss_total": 0.00786373857408762, + "step": 62210 + }, + { + "loss_action": 0.011840828694403172, + "loss_total": 0.011840828694403172, + "step": 62210 + }, + { + "loss_action": 0.008632373064756393, + "loss_total": 0.008632373064756393, + "step": 62210 + }, + { + "loss_action": 0.0022961038630455732, + "loss_total": 0.0022961038630455732, + "step": 62210 + }, + { + "grad_norm": 0.25375521183013916, + "learning_rate": 3.420517151351209e-05, + "loss": 0.0181, + "step": 62220 + }, + { + "loss_action": 0.006700462196022272, + "loss_total": 0.006700462196022272, + "step": 62220 + }, + { + "loss_action": 0.011806342750787735, + "loss_total": 0.011806342750787735, + "step": 62220 + }, + { + "loss_action": 0.011144776828587055, + "loss_total": 0.011144776828587055, + "step": 62220 + }, + { + "loss_action": 0.006878412328660488, + "loss_total": 0.006878412328660488, + "step": 62220 + }, + { + "loss_action": 0.018036356195807457, + "loss_total": 0.018036356195807457, + "step": 62220 + }, + { + "loss_action": 0.010381384752690792, + "loss_total": 0.010381384752690792, + "step": 62220 + }, + { + "grad_norm": 0.3870605230331421, + "learning_rate": 3.418948436110053e-05, + "loss": 0.0148, + "step": 62230 + }, + { + "loss_action": 0.010796107351779938, + "loss_total": 0.010796107351779938, + "step": 62230 + }, + { + "loss_action": 0.00712955417111516, + "loss_total": 0.00712955417111516, + "step": 62230 + }, + { + "loss_action": 0.02350715361535549, + "loss_total": 0.02350715361535549, + "step": 62230 + }, + { + "loss_action": 0.00673576770350337, + "loss_total": 0.00673576770350337, + "step": 62230 + }, + { + "loss_action": 0.018017491325736046, + "loss_total": 0.018017491325736046, + "step": 62230 + }, + { + "loss_action": 0.01368173211812973, + "loss_total": 0.01368173211812973, + "step": 62230 + }, + { + "grad_norm": 0.3968777060508728, + "learning_rate": 3.417379893770319e-05, + "loss": 0.0144, + "step": 62240 + }, + { + "loss_action": 0.013460729271173477, + "loss_total": 0.013460729271173477, + "step": 62240 + }, + { + "loss_action": 0.0054776351898908615, + "loss_total": 0.0054776351898908615, + "step": 62240 + }, + { + "loss_action": 0.012362821958959103, + "loss_total": 0.012362821958959103, + "step": 62240 + }, + { + "loss_action": 0.008881543762981892, + "loss_total": 0.008881543762981892, + "step": 62240 + }, + { + "loss_action": 0.007530194707214832, + "loss_total": 0.007530194707214832, + "step": 62240 + }, + { + "loss_action": 0.009182651527225971, + "loss_total": 0.009182651527225971, + "step": 62240 + }, + { + "grad_norm": 0.2619926929473877, + "learning_rate": 3.41581152450354e-05, + "loss": 0.0115, + "step": 62250 + }, + { + "loss_action": 0.015141184441745281, + "loss_total": 0.015141184441745281, + "step": 62250 + }, + { + "loss_action": 0.011288881301879883, + "loss_total": 0.011288881301879883, + "step": 62250 + }, + { + "loss_action": 0.006628657225519419, + "loss_total": 0.006628657225519419, + "step": 62250 + }, + { + "loss_action": 0.020801477134227753, + "loss_total": 0.020801477134227753, + "step": 62250 + }, + { + "loss_action": 0.008967527188360691, + "loss_total": 0.008967527188360691, + "step": 62250 + }, + { + "loss_action": 0.005828827619552612, + "loss_total": 0.005828827619552612, + "step": 62250 + }, + { + "grad_norm": 0.3329775631427765, + "learning_rate": 3.414243328481231e-05, + "loss": 0.0121, + "step": 62260 + }, + { + "loss_action": 0.006351986899971962, + "loss_total": 0.006351986899971962, + "step": 62260 + }, + { + "loss_action": 0.007511502597481012, + "loss_total": 0.007511502597481012, + "step": 62260 + }, + { + "loss_action": 0.027588047087192535, + "loss_total": 0.027588047087192535, + "step": 62260 + }, + { + "loss_action": 0.01332817878574133, + "loss_total": 0.01332817878574133, + "step": 62260 + }, + { + "loss_action": 0.004242474213242531, + "loss_total": 0.004242474213242531, + "step": 62260 + }, + { + "loss_action": 0.006396496668457985, + "loss_total": 0.006396496668457985, + "step": 62260 + }, + { + "grad_norm": 0.3213595747947693, + "learning_rate": 3.412675305874888e-05, + "loss": 0.012, + "step": 62270 + }, + { + "loss_action": 0.017392460256814957, + "loss_total": 0.017392460256814957, + "step": 62270 + }, + { + "loss_action": 0.03498532995581627, + "loss_total": 0.03498532995581627, + "step": 62270 + }, + { + "loss_action": 0.00725878169760108, + "loss_total": 0.00725878169760108, + "step": 62270 + }, + { + "loss_action": 0.015161310322582722, + "loss_total": 0.015161310322582722, + "step": 62270 + }, + { + "loss_action": 0.009215476922690868, + "loss_total": 0.009215476922690868, + "step": 62270 + }, + { + "loss_action": 0.005360922310501337, + "loss_total": 0.005360922310501337, + "step": 62270 + }, + { + "grad_norm": 0.3641553819179535, + "learning_rate": 3.4111074568559876e-05, + "loss": 0.0135, + "step": 62280 + }, + { + "loss_action": 0.010562579147517681, + "loss_total": 0.010562579147517681, + "step": 62280 + }, + { + "loss_action": 0.005074021872133017, + "loss_total": 0.005074021872133017, + "step": 62280 + }, + { + "loss_action": 0.005981234833598137, + "loss_total": 0.005981234833598137, + "step": 62280 + }, + { + "loss_action": 0.010565362870693207, + "loss_total": 0.010565362870693207, + "step": 62280 + }, + { + "loss_action": 0.013232333585619926, + "loss_total": 0.013232333585619926, + "step": 62280 + }, + { + "loss_action": 0.0031970858108252287, + "loss_total": 0.0031970858108252287, + "step": 62280 + }, + { + "grad_norm": 0.30507707595825195, + "learning_rate": 3.4095397815959846e-05, + "loss": 0.0113, + "step": 62290 + }, + { + "loss_action": 0.015852268785238266, + "loss_total": 0.015852268785238266, + "step": 62290 + }, + { + "loss_action": 0.017048658803105354, + "loss_total": 0.017048658803105354, + "step": 62290 + }, + { + "loss_action": 0.003790248418226838, + "loss_total": 0.003790248418226838, + "step": 62290 + }, + { + "loss_action": 0.01628689654171467, + "loss_total": 0.01628689654171467, + "step": 62290 + }, + { + "loss_action": 0.014254789799451828, + "loss_total": 0.014254789799451828, + "step": 62290 + }, + { + "loss_action": 0.00689788768067956, + "loss_total": 0.00689788768067956, + "step": 62290 + }, + { + "grad_norm": 0.320111483335495, + "learning_rate": 3.407972280266322e-05, + "loss": 0.011, + "step": 62300 + }, + { + "loss_action": 0.0053787981159985065, + "loss_total": 0.0053787981159985065, + "step": 62300 + }, + { + "loss_action": 0.013928411528468132, + "loss_total": 0.013928411528468132, + "step": 62300 + }, + { + "loss_action": 0.012900911271572113, + "loss_total": 0.012900911271572113, + "step": 62300 + }, + { + "loss_action": 0.011431700550019741, + "loss_total": 0.011431700550019741, + "step": 62300 + }, + { + "loss_action": 0.014051168225705624, + "loss_total": 0.014051168225705624, + "step": 62300 + }, + { + "loss_action": 0.006447480991482735, + "loss_total": 0.006447480991482735, + "step": 62300 + }, + { + "grad_norm": 0.2459103912115097, + "learning_rate": 3.4064049530384166e-05, + "loss": 0.0122, + "step": 62310 + }, + { + "loss_action": 0.0048253778368234634, + "loss_total": 0.0048253778368234634, + "step": 62310 + }, + { + "loss_action": 0.00628148578107357, + "loss_total": 0.00628148578107357, + "step": 62310 + }, + { + "loss_action": 0.003384615993127227, + "loss_total": 0.003384615993127227, + "step": 62310 + }, + { + "loss_action": 0.009450707584619522, + "loss_total": 0.009450707584619522, + "step": 62310 + }, + { + "loss_action": 0.008313920348882675, + "loss_total": 0.008313920348882675, + "step": 62310 + }, + { + "loss_action": 0.005251523572951555, + "loss_total": 0.005251523572951555, + "step": 62310 + }, + { + "grad_norm": 0.2856581509113312, + "learning_rate": 3.40483780008367e-05, + "loss": 0.0117, + "step": 62320 + }, + { + "loss_action": 0.006051260977983475, + "loss_total": 0.006051260977983475, + "step": 62320 + }, + { + "loss_action": 0.009497104212641716, + "loss_total": 0.009497104212641716, + "step": 62320 + }, + { + "loss_action": 0.004613352008163929, + "loss_total": 0.004613352008163929, + "step": 62320 + }, + { + "loss_action": 0.012414288707077503, + "loss_total": 0.012414288707077503, + "step": 62320 + }, + { + "loss_action": 0.010135207325220108, + "loss_total": 0.010135207325220108, + "step": 62320 + }, + { + "loss_action": 0.007795694749802351, + "loss_total": 0.007795694749802351, + "step": 62320 + }, + { + "grad_norm": 0.2721130847930908, + "learning_rate": 3.4032708215734635e-05, + "loss": 0.0114, + "step": 62330 + }, + { + "loss_action": 0.006809147074818611, + "loss_total": 0.006809147074818611, + "step": 62330 + }, + { + "loss_action": 0.01822366565465927, + "loss_total": 0.01822366565465927, + "step": 62330 + }, + { + "loss_action": 0.003972276579588652, + "loss_total": 0.003972276579588652, + "step": 62330 + }, + { + "loss_action": 0.005086061544716358, + "loss_total": 0.005086061544716358, + "step": 62330 + }, + { + "loss_action": 0.011204962618649006, + "loss_total": 0.011204962618649006, + "step": 62330 + }, + { + "loss_action": 0.01939789392054081, + "loss_total": 0.01939789392054081, + "step": 62330 + }, + { + "grad_norm": 0.3095186948776245, + "learning_rate": 3.4017040176791584e-05, + "loss": 0.012, + "step": 62340 + }, + { + "loss_action": 0.007146099116653204, + "loss_total": 0.007146099116653204, + "step": 62340 + }, + { + "loss_action": 0.013194718398153782, + "loss_total": 0.013194718398153782, + "step": 62340 + }, + { + "loss_action": 0.011444581672549248, + "loss_total": 0.011444581672549248, + "step": 62340 + }, + { + "loss_action": 0.0065073128789663315, + "loss_total": 0.0065073128789663315, + "step": 62340 + }, + { + "loss_action": 0.011175431311130524, + "loss_total": 0.011175431311130524, + "step": 62340 + }, + { + "loss_action": 0.012205679900944233, + "loss_total": 0.012205679900944233, + "step": 62340 + }, + { + "grad_norm": 0.26234740018844604, + "learning_rate": 3.4001373885720976e-05, + "loss": 0.0113, + "step": 62350 + }, + { + "loss_action": 0.008212785236537457, + "loss_total": 0.008212785236537457, + "step": 62350 + }, + { + "loss_action": 0.006489274557679892, + "loss_total": 0.006489274557679892, + "step": 62350 + }, + { + "loss_action": 0.009137856774032116, + "loss_total": 0.009137856774032116, + "step": 62350 + }, + { + "loss_action": 0.004008440766483545, + "loss_total": 0.004008440766483545, + "step": 62350 + }, + { + "loss_action": 0.003157999599352479, + "loss_total": 0.003157999599352479, + "step": 62350 + }, + { + "loss_action": 0.01996196247637272, + "loss_total": 0.01996196247637272, + "step": 62350 + }, + { + "grad_norm": 0.3208260238170624, + "learning_rate": 3.398570934423608e-05, + "loss": 0.0127, + "step": 62360 + }, + { + "loss_action": 0.003278222866356373, + "loss_total": 0.003278222866356373, + "step": 62360 + }, + { + "loss_action": 0.04998084530234337, + "loss_total": 0.04998084530234337, + "step": 62360 + }, + { + "loss_action": 0.0232144333422184, + "loss_total": 0.0232144333422184, + "step": 62360 + }, + { + "loss_action": 0.0128541961312294, + "loss_total": 0.0128541961312294, + "step": 62360 + }, + { + "loss_action": 0.017106762155890465, + "loss_total": 0.017106762155890465, + "step": 62360 + }, + { + "loss_action": 0.0035319640301167965, + "loss_total": 0.0035319640301167965, + "step": 62360 + }, + { + "grad_norm": 0.5291354060173035, + "learning_rate": 3.397004655404994e-05, + "loss": 0.0127, + "step": 62370 + }, + { + "loss_action": 0.00486775254830718, + "loss_total": 0.00486775254830718, + "step": 62370 + }, + { + "loss_action": 0.01537270937114954, + "loss_total": 0.01537270937114954, + "step": 62370 + }, + { + "loss_action": 0.009637029841542244, + "loss_total": 0.009637029841542244, + "step": 62370 + }, + { + "loss_action": 0.01937982626259327, + "loss_total": 0.01937982626259327, + "step": 62370 + }, + { + "loss_action": 0.012783609330654144, + "loss_total": 0.012783609330654144, + "step": 62370 + }, + { + "loss_action": 0.01204231008887291, + "loss_total": 0.01204231008887291, + "step": 62370 + }, + { + "grad_norm": 0.26166990399360657, + "learning_rate": 3.395438551687541e-05, + "loss": 0.0108, + "step": 62380 + }, + { + "loss_action": 0.0074332524091005325, + "loss_total": 0.0074332524091005325, + "step": 62380 + }, + { + "loss_action": 0.009098685346543789, + "loss_total": 0.009098685346543789, + "step": 62380 + }, + { + "loss_action": 0.010860973037779331, + "loss_total": 0.010860973037779331, + "step": 62380 + }, + { + "loss_action": 0.010020587593317032, + "loss_total": 0.010020587593317032, + "step": 62380 + }, + { + "loss_action": 0.005450981669127941, + "loss_total": 0.005450981669127941, + "step": 62380 + }, + { + "loss_action": 0.010035360231995583, + "loss_total": 0.010035360231995583, + "step": 62380 + }, + { + "grad_norm": 0.39374858140945435, + "learning_rate": 3.393872623442515e-05, + "loss": 0.0105, + "step": 62390 + }, + { + "loss_action": 0.013571452349424362, + "loss_total": 0.013571452349424362, + "step": 62390 + }, + { + "loss_action": 0.013542122207581997, + "loss_total": 0.013542122207581997, + "step": 62390 + }, + { + "loss_action": 0.0056579639203846455, + "loss_total": 0.0056579639203846455, + "step": 62390 + }, + { + "loss_action": 0.00546014029532671, + "loss_total": 0.00546014029532671, + "step": 62390 + }, + { + "loss_action": 0.006751053500920534, + "loss_total": 0.006751053500920534, + "step": 62390 + }, + { + "loss_action": 0.002949340967461467, + "loss_total": 0.002949340967461467, + "step": 62390 + }, + { + "grad_norm": 0.2691604793071747, + "learning_rate": 3.392306870841164e-05, + "loss": 0.0121, + "step": 62400 + }, + { + "loss_action": 0.004650332499295473, + "loss_total": 0.004650332499295473, + "step": 62400 + }, + { + "loss_action": 0.013910295441746712, + "loss_total": 0.013910295441746712, + "step": 62400 + }, + { + "loss_action": 0.008191452361643314, + "loss_total": 0.008191452361643314, + "step": 62400 + }, + { + "loss_action": 0.00978010892868042, + "loss_total": 0.00978010892868042, + "step": 62400 + }, + { + "loss_action": 0.008145391009747982, + "loss_total": 0.008145391009747982, + "step": 62400 + }, + { + "loss_action": 0.03076685592532158, + "loss_total": 0.03076685592532158, + "step": 62400 + }, + { + "grad_norm": 0.5829546451568604, + "learning_rate": 3.390741294054715e-05, + "loss": 0.0146, + "step": 62410 + }, + { + "loss_action": 0.003911140840500593, + "loss_total": 0.003911140840500593, + "step": 62410 + }, + { + "loss_action": 0.03774816915392876, + "loss_total": 0.03774816915392876, + "step": 62410 + }, + { + "loss_action": 0.02129565365612507, + "loss_total": 0.02129565365612507, + "step": 62410 + }, + { + "loss_action": 0.02104445919394493, + "loss_total": 0.02104445919394493, + "step": 62410 + }, + { + "loss_action": 0.014510414563119411, + "loss_total": 0.014510414563119411, + "step": 62410 + }, + { + "loss_action": 0.007563039194792509, + "loss_total": 0.007563039194792509, + "step": 62410 + }, + { + "grad_norm": 0.3461052477359772, + "learning_rate": 3.38917589325438e-05, + "loss": 0.0143, + "step": 62420 + }, + { + "loss_action": 0.009527616202831268, + "loss_total": 0.009527616202831268, + "step": 62420 + }, + { + "loss_action": 0.00853209849447012, + "loss_total": 0.00853209849447012, + "step": 62420 + }, + { + "loss_action": 0.005989948753267527, + "loss_total": 0.005989948753267527, + "step": 62420 + }, + { + "loss_action": 0.008240281604230404, + "loss_total": 0.008240281604230404, + "step": 62420 + }, + { + "loss_action": 0.011030135676264763, + "loss_total": 0.011030135676264763, + "step": 62420 + }, + { + "loss_action": 0.011830445379018784, + "loss_total": 0.011830445379018784, + "step": 62420 + }, + { + "grad_norm": 0.2779461741447449, + "learning_rate": 3.387610668611349e-05, + "loss": 0.0098, + "step": 62430 + }, + { + "loss_action": 0.005245282780379057, + "loss_total": 0.005245282780379057, + "step": 62430 + }, + { + "loss_action": 0.009591756388545036, + "loss_total": 0.009591756388545036, + "step": 62430 + }, + { + "loss_action": 0.007686648052185774, + "loss_total": 0.007686648052185774, + "step": 62430 + }, + { + "loss_action": 0.012413919903337955, + "loss_total": 0.012413919903337955, + "step": 62430 + }, + { + "loss_action": 0.020321717485785484, + "loss_total": 0.020321717485785484, + "step": 62430 + }, + { + "loss_action": 0.02206692285835743, + "loss_total": 0.02206692285835743, + "step": 62430 + }, + { + "grad_norm": 0.3669448792934418, + "learning_rate": 3.38604562029679e-05, + "loss": 0.0141, + "step": 62440 + }, + { + "loss_action": 0.01683933287858963, + "loss_total": 0.01683933287858963, + "step": 62440 + }, + { + "loss_action": 0.007647600490599871, + "loss_total": 0.007647600490599871, + "step": 62440 + }, + { + "loss_action": 0.010210773907601833, + "loss_total": 0.010210773907601833, + "step": 62440 + }, + { + "loss_action": 0.015482814982533455, + "loss_total": 0.015482814982533455, + "step": 62440 + }, + { + "loss_action": 0.021794656291604042, + "loss_total": 0.021794656291604042, + "step": 62440 + }, + { + "loss_action": 0.025685980916023254, + "loss_total": 0.025685980916023254, + "step": 62440 + }, + { + "grad_norm": 0.2521437704563141, + "learning_rate": 3.384480748481855e-05, + "loss": 0.0153, + "step": 62450 + }, + { + "loss_action": 0.0039647421799600124, + "loss_total": 0.0039647421799600124, + "step": 62450 + }, + { + "loss_action": 0.003983433824032545, + "loss_total": 0.003983433824032545, + "step": 62450 + }, + { + "loss_action": 0.0054764654487371445, + "loss_total": 0.0054764654487371445, + "step": 62450 + }, + { + "loss_action": 0.01646595448255539, + "loss_total": 0.01646595448255539, + "step": 62450 + }, + { + "loss_action": 0.010197299532592297, + "loss_total": 0.010197299532592297, + "step": 62450 + }, + { + "loss_action": 0.013216453604400158, + "loss_total": 0.013216453604400158, + "step": 62450 + }, + { + "grad_norm": 0.32381150126457214, + "learning_rate": 3.382916053337676e-05, + "loss": 0.0111, + "step": 62460 + }, + { + "loss_action": 0.007477734703570604, + "loss_total": 0.007477734703570604, + "step": 62460 + }, + { + "loss_action": 0.0064816949889063835, + "loss_total": 0.0064816949889063835, + "step": 62460 + }, + { + "loss_action": 0.010123864747583866, + "loss_total": 0.010123864747583866, + "step": 62460 + }, + { + "loss_action": 0.007422479335218668, + "loss_total": 0.007422479335218668, + "step": 62460 + }, + { + "loss_action": 0.015543377958238125, + "loss_total": 0.015543377958238125, + "step": 62460 + }, + { + "loss_action": 0.007504724897444248, + "loss_total": 0.007504724897444248, + "step": 62460 + }, + { + "grad_norm": 0.31050461530685425, + "learning_rate": 3.381351535035366e-05, + "loss": 0.0155, + "step": 62470 + }, + { + "loss_action": 0.009006825275719166, + "loss_total": 0.009006825275719166, + "step": 62470 + }, + { + "loss_action": 0.006104924250394106, + "loss_total": 0.006104924250394106, + "step": 62470 + }, + { + "loss_action": 0.018390830606222153, + "loss_total": 0.018390830606222153, + "step": 62470 + }, + { + "loss_action": 0.00588870607316494, + "loss_total": 0.00588870607316494, + "step": 62470 + }, + { + "loss_action": 0.010299980640411377, + "loss_total": 0.010299980640411377, + "step": 62470 + }, + { + "loss_action": 0.0067670876160264015, + "loss_total": 0.0067670876160264015, + "step": 62470 + }, + { + "grad_norm": 0.27860066294670105, + "learning_rate": 3.379787193746019e-05, + "loss": 0.0129, + "step": 62480 + }, + { + "loss_action": 0.009353864006698132, + "loss_total": 0.009353864006698132, + "step": 62480 + }, + { + "loss_action": 0.011529306881129742, + "loss_total": 0.011529306881129742, + "step": 62480 + }, + { + "loss_action": 0.010251909494400024, + "loss_total": 0.010251909494400024, + "step": 62480 + }, + { + "loss_action": 0.009307503700256348, + "loss_total": 0.009307503700256348, + "step": 62480 + }, + { + "loss_action": 0.011567848734557629, + "loss_total": 0.011567848734557629, + "step": 62480 + }, + { + "loss_action": 0.01685328222811222, + "loss_total": 0.01685328222811222, + "step": 62480 + }, + { + "grad_norm": 0.21507813036441803, + "learning_rate": 3.378223029640709e-05, + "loss": 0.0116, + "step": 62490 + }, + { + "loss_action": 0.005064697936177254, + "loss_total": 0.005064697936177254, + "step": 62490 + }, + { + "loss_action": 0.003509934525936842, + "loss_total": 0.003509934525936842, + "step": 62490 + }, + { + "loss_action": 0.008276337757706642, + "loss_total": 0.008276337757706642, + "step": 62490 + }, + { + "loss_action": 0.0057107130996882915, + "loss_total": 0.0057107130996882915, + "step": 62490 + }, + { + "loss_action": 0.005978195928037167, + "loss_total": 0.005978195928037167, + "step": 62490 + }, + { + "loss_action": 0.008871824480593204, + "loss_total": 0.008871824480593204, + "step": 62490 + }, + { + "grad_norm": 0.4071902930736542, + "learning_rate": 3.376659042890489e-05, + "loss": 0.0116, + "step": 62500 + }, + { + "loss_action": 0.04457542672753334, + "loss_total": 0.04457542672753334, + "step": 62500 + }, + { + "loss_action": 0.011283650062978268, + "loss_total": 0.011283650062978268, + "step": 62500 + }, + { + "loss_action": 0.00831612292677164, + "loss_total": 0.00831612292677164, + "step": 62500 + }, + { + "loss_action": 0.007232386618852615, + "loss_total": 0.007232386618852615, + "step": 62500 + }, + { + "loss_action": 0.0035328203812241554, + "loss_total": 0.0035328203812241554, + "step": 62500 + }, + { + "loss_action": 0.03283250331878662, + "loss_total": 0.03283250331878662, + "step": 62500 + }, + { + "grad_norm": 0.29548540711402893, + "learning_rate": 3.375095233666397e-05, + "loss": 0.0108, + "step": 62510 + }, + { + "loss_action": 0.020298290997743607, + "loss_total": 0.020298290997743607, + "step": 62510 + }, + { + "loss_action": 0.005923483986407518, + "loss_total": 0.005923483986407518, + "step": 62510 + }, + { + "loss_action": 0.008820257149636745, + "loss_total": 0.008820257149636745, + "step": 62510 + }, + { + "loss_action": 0.006087667774409056, + "loss_total": 0.006087667774409056, + "step": 62510 + }, + { + "loss_action": 0.005341946147382259, + "loss_total": 0.005341946147382259, + "step": 62510 + }, + { + "loss_action": 0.21846769750118256, + "loss_total": 0.21846769750118256, + "step": 62510 + }, + { + "grad_norm": 0.35213834047317505, + "learning_rate": 3.373531602139447e-05, + "loss": 0.0133, + "step": 62520 + }, + { + "loss_action": 0.013770561665296555, + "loss_total": 0.013770561665296555, + "step": 62520 + }, + { + "loss_action": 0.004403929691761732, + "loss_total": 0.004403929691761732, + "step": 62520 + }, + { + "loss_action": 0.016014961525797844, + "loss_total": 0.016014961525797844, + "step": 62520 + }, + { + "loss_action": 0.008002998307347298, + "loss_total": 0.008002998307347298, + "step": 62520 + }, + { + "loss_action": 0.009031594730913639, + "loss_total": 0.009031594730913639, + "step": 62520 + }, + { + "loss_action": 0.015777407214045525, + "loss_total": 0.015777407214045525, + "step": 62520 + }, + { + "grad_norm": 0.21603840589523315, + "learning_rate": 3.371968148480635e-05, + "loss": 0.0104, + "step": 62530 + }, + { + "loss_action": 0.008951114490628242, + "loss_total": 0.008951114490628242, + "step": 62530 + }, + { + "loss_action": 0.004499395843595266, + "loss_total": 0.004499395843595266, + "step": 62530 + }, + { + "loss_action": 0.008440179750323296, + "loss_total": 0.008440179750323296, + "step": 62530 + }, + { + "loss_action": 0.006587568204849958, + "loss_total": 0.006587568204849958, + "step": 62530 + }, + { + "loss_action": 0.20310324430465698, + "loss_total": 0.20310324430465698, + "step": 62530 + }, + { + "loss_action": 0.004291138611733913, + "loss_total": 0.004291138611733913, + "step": 62530 + }, + { + "grad_norm": 0.3524332642555237, + "learning_rate": 3.370404872860937e-05, + "loss": 0.0146, + "step": 62540 + }, + { + "loss_action": 0.004901956766843796, + "loss_total": 0.004901956766843796, + "step": 62540 + }, + { + "loss_action": 0.017553510144352913, + "loss_total": 0.017553510144352913, + "step": 62540 + }, + { + "loss_action": 0.01123384851962328, + "loss_total": 0.01123384851962328, + "step": 62540 + }, + { + "loss_action": 0.004224360920488834, + "loss_total": 0.004224360920488834, + "step": 62540 + }, + { + "loss_action": 0.01541128195822239, + "loss_total": 0.01541128195822239, + "step": 62540 + }, + { + "loss_action": 0.008736580610275269, + "loss_total": 0.008736580610275269, + "step": 62540 + }, + { + "grad_norm": 0.24454203248023987, + "learning_rate": 3.3688417754513145e-05, + "loss": 0.0123, + "step": 62550 + }, + { + "loss_action": 0.012992365285754204, + "loss_total": 0.012992365285754204, + "step": 62550 + }, + { + "loss_action": 0.013236070051789284, + "loss_total": 0.013236070051789284, + "step": 62550 + }, + { + "loss_action": 0.015292755328118801, + "loss_total": 0.015292755328118801, + "step": 62550 + }, + { + "loss_action": 0.005945579148828983, + "loss_total": 0.005945579148828983, + "step": 62550 + }, + { + "loss_action": 0.011079779826104641, + "loss_total": 0.011079779826104641, + "step": 62550 + }, + { + "loss_action": 0.029421763494610786, + "loss_total": 0.029421763494610786, + "step": 62550 + }, + { + "grad_norm": 0.23662877082824707, + "learning_rate": 3.367278856422703e-05, + "loss": 0.0167, + "step": 62560 + }, + { + "loss_action": 0.014517099596560001, + "loss_total": 0.014517099596560001, + "step": 62560 + }, + { + "loss_action": 0.016986487433314323, + "loss_total": 0.016986487433314323, + "step": 62560 + }, + { + "loss_action": 0.0065052746795117855, + "loss_total": 0.0065052746795117855, + "step": 62560 + }, + { + "loss_action": 0.022645406424999237, + "loss_total": 0.022645406424999237, + "step": 62560 + }, + { + "loss_action": 0.009197836741805077, + "loss_total": 0.009197836741805077, + "step": 62560 + }, + { + "loss_action": 0.008948148228228092, + "loss_total": 0.008948148228228092, + "step": 62560 + }, + { + "grad_norm": 0.45828574895858765, + "learning_rate": 3.365716115946021e-05, + "loss": 0.0161, + "step": 62570 + }, + { + "loss_action": 0.04007583111524582, + "loss_total": 0.04007583111524582, + "step": 62570 + }, + { + "loss_action": 0.013692688196897507, + "loss_total": 0.013692688196897507, + "step": 62570 + }, + { + "loss_action": 0.007288799155503511, + "loss_total": 0.007288799155503511, + "step": 62570 + }, + { + "loss_action": 0.00891870353370905, + "loss_total": 0.00891870353370905, + "step": 62570 + }, + { + "loss_action": 0.007238018326461315, + "loss_total": 0.007238018326461315, + "step": 62570 + }, + { + "loss_action": 0.01243351586163044, + "loss_total": 0.01243351586163044, + "step": 62570 + }, + { + "grad_norm": 0.36670511960983276, + "learning_rate": 3.3641535541921666e-05, + "loss": 0.0154, + "step": 62580 + }, + { + "loss_action": 0.12169118970632553, + "loss_total": 0.12169118970632553, + "step": 62580 + }, + { + "loss_action": 0.007715770509094, + "loss_total": 0.007715770509094, + "step": 62580 + }, + { + "loss_action": 0.021119995042681694, + "loss_total": 0.021119995042681694, + "step": 62580 + }, + { + "loss_action": 0.01207816693931818, + "loss_total": 0.01207816693931818, + "step": 62580 + }, + { + "loss_action": 0.023524094372987747, + "loss_total": 0.023524094372987747, + "step": 62580 + }, + { + "loss_action": 0.032463714480400085, + "loss_total": 0.032463714480400085, + "step": 62580 + }, + { + "grad_norm": 0.27307602763175964, + "learning_rate": 3.36259117133202e-05, + "loss": 0.0148, + "step": 62590 + }, + { + "loss_action": 0.02932807244360447, + "loss_total": 0.02932807244360447, + "step": 62590 + }, + { + "loss_action": 0.036378029733896255, + "loss_total": 0.036378029733896255, + "step": 62590 + }, + { + "loss_action": 0.005783105734735727, + "loss_total": 0.005783105734735727, + "step": 62590 + }, + { + "loss_action": 0.021598560735583305, + "loss_total": 0.021598560735583305, + "step": 62590 + }, + { + "loss_action": 0.01621386967599392, + "loss_total": 0.01621386967599392, + "step": 62590 + }, + { + "loss_action": 0.023566043004393578, + "loss_total": 0.023566043004393578, + "step": 62590 + }, + { + "grad_norm": 0.31769588589668274, + "learning_rate": 3.36102896753644e-05, + "loss": 0.0133, + "step": 62600 + }, + { + "loss_action": 0.011595386080443859, + "loss_total": 0.011595386080443859, + "step": 62600 + }, + { + "loss_action": 0.00878129992634058, + "loss_total": 0.00878129992634058, + "step": 62600 + }, + { + "loss_action": 0.0069899121299386024, + "loss_total": 0.0069899121299386024, + "step": 62600 + }, + { + "loss_action": 0.005607236176729202, + "loss_total": 0.005607236176729202, + "step": 62600 + }, + { + "loss_action": 0.005800980143249035, + "loss_total": 0.005800980143249035, + "step": 62600 + }, + { + "loss_action": 0.007819767110049725, + "loss_total": 0.007819767110049725, + "step": 62600 + }, + { + "grad_norm": 0.29070380330085754, + "learning_rate": 3.35946694297627e-05, + "loss": 0.0128, + "step": 62610 + }, + { + "loss_action": 0.014012249186635017, + "loss_total": 0.014012249186635017, + "step": 62610 + }, + { + "loss_action": 0.005408322438597679, + "loss_total": 0.005408322438597679, + "step": 62610 + }, + { + "loss_action": 0.00403571967035532, + "loss_total": 0.00403571967035532, + "step": 62610 + }, + { + "loss_action": 0.009359068237245083, + "loss_total": 0.009359068237245083, + "step": 62610 + }, + { + "loss_action": 0.011576040647923946, + "loss_total": 0.011576040647923946, + "step": 62610 + }, + { + "loss_action": 0.01344663742929697, + "loss_total": 0.01344663742929697, + "step": 62610 + }, + { + "grad_norm": 0.21293172240257263, + "learning_rate": 3.357905097822328e-05, + "loss": 0.0103, + "step": 62620 + }, + { + "loss_action": 0.01368691772222519, + "loss_total": 0.01368691772222519, + "step": 62620 + }, + { + "loss_action": 0.004991424735635519, + "loss_total": 0.004991424735635519, + "step": 62620 + }, + { + "loss_action": 0.013677623122930527, + "loss_total": 0.013677623122930527, + "step": 62620 + }, + { + "loss_action": 0.005451070610433817, + "loss_total": 0.005451070610433817, + "step": 62620 + }, + { + "loss_action": 0.014511882327497005, + "loss_total": 0.014511882327497005, + "step": 62620 + }, + { + "loss_action": 0.007981935515999794, + "loss_total": 0.007981935515999794, + "step": 62620 + }, + { + "grad_norm": 0.2704816460609436, + "learning_rate": 3.356343432245416e-05, + "loss": 0.0113, + "step": 62630 + }, + { + "loss_action": 0.0077855223789811134, + "loss_total": 0.0077855223789811134, + "step": 62630 + }, + { + "loss_action": 0.010960247367620468, + "loss_total": 0.010960247367620468, + "step": 62630 + }, + { + "loss_action": 0.013012903742492199, + "loss_total": 0.013012903742492199, + "step": 62630 + }, + { + "loss_action": 0.01631598174571991, + "loss_total": 0.01631598174571991, + "step": 62630 + }, + { + "loss_action": 0.01131401862949133, + "loss_total": 0.01131401862949133, + "step": 62630 + }, + { + "loss_action": 0.014188080094754696, + "loss_total": 0.014188080094754696, + "step": 62630 + }, + { + "grad_norm": 0.4067293107509613, + "learning_rate": 3.354781946416315e-05, + "loss": 0.0163, + "step": 62640 + }, + { + "loss_action": 0.009520292282104492, + "loss_total": 0.009520292282104492, + "step": 62640 + }, + { + "loss_action": 0.006594941485673189, + "loss_total": 0.006594941485673189, + "step": 62640 + }, + { + "loss_action": 0.005346748977899551, + "loss_total": 0.005346748977899551, + "step": 62640 + }, + { + "loss_action": 0.0076325987465679646, + "loss_total": 0.0076325987465679646, + "step": 62640 + }, + { + "loss_action": 0.009803388267755508, + "loss_total": 0.009803388267755508, + "step": 62640 + }, + { + "loss_action": 0.004174772650003433, + "loss_total": 0.004174772650003433, + "step": 62640 + }, + { + "grad_norm": 0.37978315353393555, + "learning_rate": 3.3532206405057864e-05, + "loss": 0.0121, + "step": 62650 + }, + { + "loss_action": 0.0074456376023590565, + "loss_total": 0.0074456376023590565, + "step": 62650 + }, + { + "loss_action": 0.024473072960972786, + "loss_total": 0.024473072960972786, + "step": 62650 + }, + { + "loss_action": 0.010267840698361397, + "loss_total": 0.010267840698361397, + "step": 62650 + }, + { + "loss_action": 0.024382462725043297, + "loss_total": 0.024382462725043297, + "step": 62650 + }, + { + "loss_action": 0.008934523910284042, + "loss_total": 0.008934523910284042, + "step": 62650 + }, + { + "loss_action": 0.006774720270186663, + "loss_total": 0.006774720270186663, + "step": 62650 + }, + { + "grad_norm": 0.2611095607280731, + "learning_rate": 3.351659514684573e-05, + "loss": 0.0123, + "step": 62660 + }, + { + "loss_action": 0.01760898344218731, + "loss_total": 0.01760898344218731, + "step": 62660 + }, + { + "loss_action": 0.011107338592410088, + "loss_total": 0.011107338592410088, + "step": 62660 + }, + { + "loss_action": 0.026872698217630386, + "loss_total": 0.026872698217630386, + "step": 62660 + }, + { + "loss_action": 0.005870828405022621, + "loss_total": 0.005870828405022621, + "step": 62660 + }, + { + "loss_action": 0.006747367326170206, + "loss_total": 0.006747367326170206, + "step": 62660 + }, + { + "loss_action": 0.0073332409374415874, + "loss_total": 0.0073332409374415874, + "step": 62660 + }, + { + "grad_norm": 0.29799216985702515, + "learning_rate": 3.350098569123395e-05, + "loss": 0.012, + "step": 62670 + }, + { + "loss_action": 0.008908136747777462, + "loss_total": 0.008908136747777462, + "step": 62670 + }, + { + "loss_action": 0.01562734693288803, + "loss_total": 0.01562734693288803, + "step": 62670 + }, + { + "loss_action": 0.017073867842555046, + "loss_total": 0.017073867842555046, + "step": 62670 + }, + { + "loss_action": 0.011056814342737198, + "loss_total": 0.011056814342737198, + "step": 62670 + }, + { + "loss_action": 0.18139313161373138, + "loss_total": 0.18139313161373138, + "step": 62670 + }, + { + "loss_action": 0.007456553168594837, + "loss_total": 0.007456553168594837, + "step": 62670 + }, + { + "grad_norm": 0.6385072469711304, + "learning_rate": 3.348537803992958e-05, + "loss": 0.0154, + "step": 62680 + }, + { + "loss_action": 0.006035272032022476, + "loss_total": 0.006035272032022476, + "step": 62680 + }, + { + "loss_action": 0.009466243907809258, + "loss_total": 0.009466243907809258, + "step": 62680 + }, + { + "loss_action": 0.010521401651203632, + "loss_total": 0.010521401651203632, + "step": 62680 + }, + { + "loss_action": 0.009440104477107525, + "loss_total": 0.009440104477107525, + "step": 62680 + }, + { + "loss_action": 0.015632428228855133, + "loss_total": 0.015632428228855133, + "step": 62680 + }, + { + "loss_action": 0.005693075712770224, + "loss_total": 0.005693075712770224, + "step": 62680 + }, + { + "grad_norm": 0.2782225012779236, + "learning_rate": 3.346977219463945e-05, + "loss": 0.0133, + "step": 62690 + }, + { + "loss_action": 0.007400465197861195, + "loss_total": 0.007400465197861195, + "step": 62690 + }, + { + "loss_action": 0.08451501280069351, + "loss_total": 0.08451501280069351, + "step": 62690 + }, + { + "loss_action": 0.005227518733590841, + "loss_total": 0.005227518733590841, + "step": 62690 + }, + { + "loss_action": 0.005018333438783884, + "loss_total": 0.005018333438783884, + "step": 62690 + }, + { + "loss_action": 0.006723343860358, + "loss_total": 0.006723343860358, + "step": 62690 + }, + { + "loss_action": 0.00971875712275505, + "loss_total": 0.00971875712275505, + "step": 62690 + }, + { + "grad_norm": 0.4431118071079254, + "learning_rate": 3.345416815707017e-05, + "loss": 0.0121, + "step": 62700 + }, + { + "loss_action": 0.041038013994693756, + "loss_total": 0.041038013994693756, + "step": 62700 + }, + { + "loss_action": 0.008622166700661182, + "loss_total": 0.008622166700661182, + "step": 62700 + }, + { + "loss_action": 0.005348219536244869, + "loss_total": 0.005348219536244869, + "step": 62700 + }, + { + "loss_action": 0.0037248400039970875, + "loss_total": 0.0037248400039970875, + "step": 62700 + }, + { + "loss_action": 0.028609272092580795, + "loss_total": 0.028609272092580795, + "step": 62700 + }, + { + "loss_action": 0.008878196589648724, + "loss_total": 0.008878196589648724, + "step": 62700 + }, + { + "grad_norm": 0.27097129821777344, + "learning_rate": 3.3438565928928185e-05, + "loss": 0.0142, + "step": 62710 + }, + { + "loss_action": 0.018069947138428688, + "loss_total": 0.018069947138428688, + "step": 62710 + }, + { + "loss_action": 0.007524577900767326, + "loss_total": 0.007524577900767326, + "step": 62710 + }, + { + "loss_action": 0.01752755604684353, + "loss_total": 0.01752755604684353, + "step": 62710 + }, + { + "loss_action": 0.013410528190433979, + "loss_total": 0.013410528190433979, + "step": 62710 + }, + { + "loss_action": 0.012546485289931297, + "loss_total": 0.012546485289931297, + "step": 62710 + }, + { + "loss_action": 0.004649168346077204, + "loss_total": 0.004649168346077204, + "step": 62710 + }, + { + "grad_norm": 0.28038281202316284, + "learning_rate": 3.3422965511919736e-05, + "loss": 0.0141, + "step": 62720 + }, + { + "loss_action": 0.010086867958307266, + "loss_total": 0.010086867958307266, + "step": 62720 + }, + { + "loss_action": 0.007113919127732515, + "loss_total": 0.007113919127732515, + "step": 62720 + }, + { + "loss_action": 0.01220761425793171, + "loss_total": 0.01220761425793171, + "step": 62720 + }, + { + "loss_action": 0.00783917959779501, + "loss_total": 0.00783917959779501, + "step": 62720 + }, + { + "loss_action": 0.01136432308703661, + "loss_total": 0.01136432308703661, + "step": 62720 + }, + { + "loss_action": 0.004142549820244312, + "loss_total": 0.004142549820244312, + "step": 62720 + }, + { + "grad_norm": 0.31046968698501587, + "learning_rate": 3.3407366907750846e-05, + "loss": 0.0124, + "step": 62730 + }, + { + "loss_action": 0.008042540401220322, + "loss_total": 0.008042540401220322, + "step": 62730 + }, + { + "loss_action": 0.009478672407567501, + "loss_total": 0.009478672407567501, + "step": 62730 + }, + { + "loss_action": 0.03271336480975151, + "loss_total": 0.03271336480975151, + "step": 62730 + }, + { + "loss_action": 0.09506862610578537, + "loss_total": 0.09506862610578537, + "step": 62730 + }, + { + "loss_action": 0.013847307302057743, + "loss_total": 0.013847307302057743, + "step": 62730 + }, + { + "loss_action": 0.007654885295778513, + "loss_total": 0.007654885295778513, + "step": 62730 + }, + { + "grad_norm": 0.3671184182167053, + "learning_rate": 3.339177011812737e-05, + "loss": 0.0137, + "step": 62740 + }, + { + "loss_action": 0.01200943998992443, + "loss_total": 0.01200943998992443, + "step": 62740 + }, + { + "loss_action": 0.02044285088777542, + "loss_total": 0.02044285088777542, + "step": 62740 + }, + { + "loss_action": 0.027292566373944283, + "loss_total": 0.027292566373944283, + "step": 62740 + }, + { + "loss_action": 0.006133783608675003, + "loss_total": 0.006133783608675003, + "step": 62740 + }, + { + "loss_action": 0.008756606839597225, + "loss_total": 0.008756606839597225, + "step": 62740 + }, + { + "loss_action": 0.009739873930811882, + "loss_total": 0.009739873930811882, + "step": 62740 + }, + { + "grad_norm": 0.3141225576400757, + "learning_rate": 3.3376175144754935e-05, + "loss": 0.0105, + "step": 62750 + }, + { + "loss_action": 0.003063751617446542, + "loss_total": 0.003063751617446542, + "step": 62750 + }, + { + "loss_action": 0.014799089170992374, + "loss_total": 0.014799089170992374, + "step": 62750 + }, + { + "loss_action": 0.01666335202753544, + "loss_total": 0.01666335202753544, + "step": 62750 + }, + { + "loss_action": 0.01462260726839304, + "loss_total": 0.01462260726839304, + "step": 62750 + }, + { + "loss_action": 0.0048409393057227135, + "loss_total": 0.0048409393057227135, + "step": 62750 + }, + { + "loss_action": 0.01412979792803526, + "loss_total": 0.01412979792803526, + "step": 62750 + }, + { + "grad_norm": 0.3330479860305786, + "learning_rate": 3.3360581989339004e-05, + "loss": 0.0118, + "step": 62760 + }, + { + "loss_action": 0.009847438894212246, + "loss_total": 0.009847438894212246, + "step": 62760 + }, + { + "loss_action": 0.015301298350095749, + "loss_total": 0.015301298350095749, + "step": 62760 + }, + { + "loss_action": 0.005268579348921776, + "loss_total": 0.005268579348921776, + "step": 62760 + }, + { + "loss_action": 0.01203837338835001, + "loss_total": 0.01203837338835001, + "step": 62760 + }, + { + "loss_action": 0.005452143494039774, + "loss_total": 0.005452143494039774, + "step": 62760 + }, + { + "loss_action": 0.008485152386128902, + "loss_total": 0.008485152386128902, + "step": 62760 + }, + { + "grad_norm": 0.3870076537132263, + "learning_rate": 3.3344990653584804e-05, + "loss": 0.0169, + "step": 62770 + }, + { + "loss_action": 0.020001208409667015, + "loss_total": 0.020001208409667015, + "step": 62770 + }, + { + "loss_action": 0.010301458649337292, + "loss_total": 0.010301458649337292, + "step": 62770 + }, + { + "loss_action": 0.009861798025667667, + "loss_total": 0.009861798025667667, + "step": 62770 + }, + { + "loss_action": 0.013063373044133186, + "loss_total": 0.013063373044133186, + "step": 62770 + }, + { + "loss_action": 0.03252255916595459, + "loss_total": 0.03252255916595459, + "step": 62770 + }, + { + "loss_action": 0.006289050914347172, + "loss_total": 0.006289050914347172, + "step": 62770 + }, + { + "grad_norm": 0.23618805408477783, + "learning_rate": 3.332940113919739e-05, + "loss": 0.0134, + "step": 62780 + }, + { + "loss_action": 0.010551185347139835, + "loss_total": 0.010551185347139835, + "step": 62780 + }, + { + "loss_action": 0.02583099715411663, + "loss_total": 0.02583099715411663, + "step": 62780 + }, + { + "loss_action": 0.016595160588622093, + "loss_total": 0.016595160588622093, + "step": 62780 + }, + { + "loss_action": 0.033300239592790604, + "loss_total": 0.033300239592790604, + "step": 62780 + }, + { + "loss_action": 0.00821397639811039, + "loss_total": 0.00821397639811039, + "step": 62780 + }, + { + "loss_action": 0.015085769817233086, + "loss_total": 0.015085769817233086, + "step": 62780 + }, + { + "grad_norm": 0.34214460849761963, + "learning_rate": 3.331381344788161e-05, + "loss": 0.0142, + "step": 62790 + }, + { + "loss_action": 0.032778844237327576, + "loss_total": 0.032778844237327576, + "step": 62790 + }, + { + "loss_action": 0.009591962210834026, + "loss_total": 0.009591962210834026, + "step": 62790 + }, + { + "loss_action": 0.0037631276063621044, + "loss_total": 0.0037631276063621044, + "step": 62790 + }, + { + "loss_action": 0.014273297041654587, + "loss_total": 0.014273297041654587, + "step": 62790 + }, + { + "loss_action": 0.01057128794491291, + "loss_total": 0.01057128794491291, + "step": 62790 + }, + { + "loss_action": 0.0118188401684165, + "loss_total": 0.0118188401684165, + "step": 62790 + }, + { + "grad_norm": 0.31147071719169617, + "learning_rate": 3.3298227581342076e-05, + "loss": 0.011, + "step": 62800 + }, + { + "loss_action": 0.005438711028546095, + "loss_total": 0.005438711028546095, + "step": 62800 + }, + { + "loss_action": 0.0137628810480237, + "loss_total": 0.0137628810480237, + "step": 62800 + }, + { + "loss_action": 0.012986607849597931, + "loss_total": 0.012986607849597931, + "step": 62800 + }, + { + "loss_action": 0.007671594154089689, + "loss_total": 0.007671594154089689, + "step": 62800 + }, + { + "loss_action": 0.004946757107973099, + "loss_total": 0.004946757107973099, + "step": 62800 + }, + { + "loss_action": 0.004965814296156168, + "loss_total": 0.004965814296156168, + "step": 62800 + }, + { + "grad_norm": 0.3219844698905945, + "learning_rate": 3.328264354128329e-05, + "loss": 0.0115, + "step": 62810 + }, + { + "loss_action": 0.008529230020940304, + "loss_total": 0.008529230020940304, + "step": 62810 + }, + { + "loss_action": 0.0057299500331282616, + "loss_total": 0.0057299500331282616, + "step": 62810 + }, + { + "loss_action": 0.0163506381213665, + "loss_total": 0.0163506381213665, + "step": 62810 + }, + { + "loss_action": 0.0042167725041508675, + "loss_total": 0.0042167725041508675, + "step": 62810 + }, + { + "loss_action": 0.01637953706085682, + "loss_total": 0.01637953706085682, + "step": 62810 + }, + { + "loss_action": 0.008132640272378922, + "loss_total": 0.008132640272378922, + "step": 62810 + }, + { + "grad_norm": 0.2936394512653351, + "learning_rate": 3.3267061329409465e-05, + "loss": 0.0125, + "step": 62820 + }, + { + "loss_action": 0.005518639460206032, + "loss_total": 0.005518639460206032, + "step": 62820 + }, + { + "loss_action": 0.004480371717363596, + "loss_total": 0.004480371717363596, + "step": 62820 + }, + { + "loss_action": 0.0049058012664318085, + "loss_total": 0.0049058012664318085, + "step": 62820 + }, + { + "loss_action": 0.004944841843098402, + "loss_total": 0.004944841843098402, + "step": 62820 + }, + { + "loss_action": 0.004427594598382711, + "loss_total": 0.004427594598382711, + "step": 62820 + }, + { + "loss_action": 0.020005686208605766, + "loss_total": 0.020005686208605766, + "step": 62820 + }, + { + "grad_norm": 0.2574799060821533, + "learning_rate": 3.325148094742466e-05, + "loss": 0.0111, + "step": 62830 + }, + { + "loss_action": 0.16870364546775818, + "loss_total": 0.16870364546775818, + "step": 62830 + }, + { + "loss_action": 0.0064248512499034405, + "loss_total": 0.0064248512499034405, + "step": 62830 + }, + { + "loss_action": 0.007138761226087809, + "loss_total": 0.007138761226087809, + "step": 62830 + }, + { + "loss_action": 0.00832512229681015, + "loss_total": 0.00832512229681015, + "step": 62830 + }, + { + "loss_action": 0.004569908604025841, + "loss_total": 0.004569908604025841, + "step": 62830 + }, + { + "loss_action": 0.022196955978870392, + "loss_total": 0.022196955978870392, + "step": 62830 + }, + { + "grad_norm": 0.3625810444355011, + "learning_rate": 3.323590239703271e-05, + "loss": 0.0148, + "step": 62840 + }, + { + "loss_action": 0.00398596003651619, + "loss_total": 0.00398596003651619, + "step": 62840 + }, + { + "loss_action": 0.00933457538485527, + "loss_total": 0.00933457538485527, + "step": 62840 + }, + { + "loss_action": 0.009318037889897823, + "loss_total": 0.009318037889897823, + "step": 62840 + }, + { + "loss_action": 0.008898790925741196, + "loss_total": 0.008898790925741196, + "step": 62840 + }, + { + "loss_action": 0.01827736385166645, + "loss_total": 0.01827736385166645, + "step": 62840 + }, + { + "loss_action": 0.011849804781377316, + "loss_total": 0.011849804781377316, + "step": 62840 + }, + { + "grad_norm": 0.30491936206817627, + "learning_rate": 3.322032567993728e-05, + "loss": 0.0102, + "step": 62850 + }, + { + "loss_action": 0.005134029313921928, + "loss_total": 0.005134029313921928, + "step": 62850 + }, + { + "loss_action": 0.015105051919817924, + "loss_total": 0.015105051919817924, + "step": 62850 + }, + { + "loss_action": 0.007152491714805365, + "loss_total": 0.007152491714805365, + "step": 62850 + }, + { + "loss_action": 0.008184508420526981, + "loss_total": 0.008184508420526981, + "step": 62850 + }, + { + "loss_action": 0.006598248612135649, + "loss_total": 0.006598248612135649, + "step": 62850 + }, + { + "loss_action": 0.012536156922578812, + "loss_total": 0.012536156922578812, + "step": 62850 + }, + { + "grad_norm": 0.29949095845222473, + "learning_rate": 3.3204750797841774e-05, + "loss": 0.01, + "step": 62860 + }, + { + "loss_action": 0.0037162532098591328, + "loss_total": 0.0037162532098591328, + "step": 62860 + }, + { + "loss_action": 0.013454084284603596, + "loss_total": 0.013454084284603596, + "step": 62860 + }, + { + "loss_action": 0.014079946093261242, + "loss_total": 0.014079946093261242, + "step": 62860 + }, + { + "loss_action": 0.004624984692782164, + "loss_total": 0.004624984692782164, + "step": 62860 + }, + { + "loss_action": 0.009955487214028835, + "loss_total": 0.009955487214028835, + "step": 62860 + }, + { + "loss_action": 0.005385123658925295, + "loss_total": 0.005385123658925295, + "step": 62860 + }, + { + "grad_norm": 0.2417832612991333, + "learning_rate": 3.31891777524495e-05, + "loss": 0.0118, + "step": 62870 + }, + { + "loss_action": 0.01328129693865776, + "loss_total": 0.01328129693865776, + "step": 62870 + }, + { + "loss_action": 0.009258989244699478, + "loss_total": 0.009258989244699478, + "step": 62870 + }, + { + "loss_action": 0.014027017168700695, + "loss_total": 0.014027017168700695, + "step": 62870 + }, + { + "loss_action": 0.008852092549204826, + "loss_total": 0.008852092549204826, + "step": 62870 + }, + { + "loss_action": 0.010254492051899433, + "loss_total": 0.010254492051899433, + "step": 62870 + }, + { + "loss_action": 0.006441369187086821, + "loss_total": 0.006441369187086821, + "step": 62870 + }, + { + "grad_norm": 0.38217872381210327, + "learning_rate": 3.317360654546347e-05, + "loss": 0.0112, + "step": 62880 + }, + { + "loss_action": 0.021389154717326164, + "loss_total": 0.021389154717326164, + "step": 62880 + }, + { + "loss_action": 0.009501634165644646, + "loss_total": 0.009501634165644646, + "step": 62880 + }, + { + "loss_action": 0.04524705931544304, + "loss_total": 0.04524705931544304, + "step": 62880 + }, + { + "loss_action": 0.007478120271116495, + "loss_total": 0.007478120271116495, + "step": 62880 + }, + { + "loss_action": 0.005949198268353939, + "loss_total": 0.005949198268353939, + "step": 62880 + }, + { + "loss_action": 0.005507677793502808, + "loss_total": 0.005507677793502808, + "step": 62880 + }, + { + "grad_norm": 0.2544805407524109, + "learning_rate": 3.3158037178586534e-05, + "loss": 0.0129, + "step": 62890 + }, + { + "loss_action": 0.011638248339295387, + "loss_total": 0.011638248339295387, + "step": 62890 + }, + { + "loss_action": 0.008529162034392357, + "loss_total": 0.008529162034392357, + "step": 62890 + }, + { + "loss_action": 0.0070196399465203285, + "loss_total": 0.0070196399465203285, + "step": 62890 + }, + { + "loss_action": 0.009917396120727062, + "loss_total": 0.009917396120727062, + "step": 62890 + }, + { + "loss_action": 0.006549454759806395, + "loss_total": 0.006549454759806395, + "step": 62890 + }, + { + "loss_action": 0.005544070620089769, + "loss_total": 0.005544070620089769, + "step": 62890 + }, + { + "grad_norm": 0.2781868577003479, + "learning_rate": 3.3142469653521316e-05, + "loss": 0.0095, + "step": 62900 + }, + { + "loss_action": 0.01127733662724495, + "loss_total": 0.01127733662724495, + "step": 62900 + }, + { + "loss_action": 0.0034231713507324457, + "loss_total": 0.0034231713507324457, + "step": 62900 + }, + { + "loss_action": 0.012435621581971645, + "loss_total": 0.012435621581971645, + "step": 62900 + }, + { + "loss_action": 0.005892092362046242, + "loss_total": 0.005892092362046242, + "step": 62900 + }, + { + "loss_action": 0.005956943612545729, + "loss_total": 0.005956943612545729, + "step": 62900 + }, + { + "loss_action": 0.007407153025269508, + "loss_total": 0.007407153025269508, + "step": 62900 + }, + { + "grad_norm": 0.3022196590900421, + "learning_rate": 3.3126903971970284e-05, + "loss": 0.0092, + "step": 62910 + }, + { + "loss_action": 0.003031045664101839, + "loss_total": 0.003031045664101839, + "step": 62910 + }, + { + "loss_action": 0.002607007510960102, + "loss_total": 0.002607007510960102, + "step": 62910 + }, + { + "loss_action": 0.012706518173217773, + "loss_total": 0.012706518173217773, + "step": 62910 + }, + { + "loss_action": 0.014504693448543549, + "loss_total": 0.014504693448543549, + "step": 62910 + }, + { + "loss_action": 0.017620112746953964, + "loss_total": 0.017620112746953964, + "step": 62910 + }, + { + "loss_action": 0.005901601631194353, + "loss_total": 0.005901601631194353, + "step": 62910 + }, + { + "grad_norm": 0.4133526384830475, + "learning_rate": 3.311134013563564e-05, + "loss": 0.0121, + "step": 62920 + }, + { + "loss_action": 0.0056816693395376205, + "loss_total": 0.0056816693395376205, + "step": 62920 + }, + { + "loss_action": 0.0055384449660778046, + "loss_total": 0.0055384449660778046, + "step": 62920 + }, + { + "loss_action": 0.008035317994654179, + "loss_total": 0.008035317994654179, + "step": 62920 + }, + { + "loss_action": 0.007599801756441593, + "loss_total": 0.007599801756441593, + "step": 62920 + }, + { + "loss_action": 0.012783549726009369, + "loss_total": 0.012783549726009369, + "step": 62920 + }, + { + "loss_action": 0.007548793684691191, + "loss_total": 0.007548793684691191, + "step": 62920 + }, + { + "grad_norm": 0.3012699782848358, + "learning_rate": 3.309577814621947e-05, + "loss": 0.0109, + "step": 62930 + }, + { + "loss_action": 0.006259053945541382, + "loss_total": 0.006259053945541382, + "step": 62930 + }, + { + "loss_action": 0.0059984768740832806, + "loss_total": 0.0059984768740832806, + "step": 62930 + }, + { + "loss_action": 0.013906452804803848, + "loss_total": 0.013906452804803848, + "step": 62930 + }, + { + "loss_action": 0.0038162614218890667, + "loss_total": 0.0038162614218890667, + "step": 62930 + }, + { + "loss_action": 0.020940396934747696, + "loss_total": 0.020940396934747696, + "step": 62930 + }, + { + "loss_action": 0.010413382202386856, + "loss_total": 0.010413382202386856, + "step": 62930 + }, + { + "grad_norm": 0.28128647804260254, + "learning_rate": 3.308021800542359e-05, + "loss": 0.0117, + "step": 62940 + }, + { + "loss_action": 0.0343409925699234, + "loss_total": 0.0343409925699234, + "step": 62940 + }, + { + "loss_action": 0.007626204751431942, + "loss_total": 0.007626204751431942, + "step": 62940 + }, + { + "loss_action": 0.023276031017303467, + "loss_total": 0.023276031017303467, + "step": 62940 + }, + { + "loss_action": 0.005798169411718845, + "loss_total": 0.005798169411718845, + "step": 62940 + }, + { + "loss_action": 0.009420271962881088, + "loss_total": 0.009420271962881088, + "step": 62940 + }, + { + "loss_action": 0.02633250132203102, + "loss_total": 0.02633250132203102, + "step": 62940 + }, + { + "grad_norm": 0.26979511976242065, + "learning_rate": 3.306465971494963e-05, + "loss": 0.0121, + "step": 62950 + }, + { + "loss_action": 0.0031278689857572317, + "loss_total": 0.0031278689857572317, + "step": 62950 + }, + { + "loss_action": 0.00986594520509243, + "loss_total": 0.00986594520509243, + "step": 62950 + }, + { + "loss_action": 0.009041335433721542, + "loss_total": 0.009041335433721542, + "step": 62950 + }, + { + "loss_action": 0.023523565381765366, + "loss_total": 0.023523565381765366, + "step": 62950 + }, + { + "loss_action": 0.005783560685813427, + "loss_total": 0.005783560685813427, + "step": 62950 + }, + { + "loss_action": 0.025324953719973564, + "loss_total": 0.025324953719973564, + "step": 62950 + }, + { + "grad_norm": 0.24112077057361603, + "learning_rate": 3.304910327649901e-05, + "loss": 0.0105, + "step": 62960 + }, + { + "loss_action": 0.010353215970098972, + "loss_total": 0.010353215970098972, + "step": 62960 + }, + { + "loss_action": 0.01033367495983839, + "loss_total": 0.01033367495983839, + "step": 62960 + }, + { + "loss_action": 0.006690622307360172, + "loss_total": 0.006690622307360172, + "step": 62960 + }, + { + "loss_action": 0.017619630321860313, + "loss_total": 0.017619630321860313, + "step": 62960 + }, + { + "loss_action": 0.010833723470568657, + "loss_total": 0.010833723470568657, + "step": 62960 + }, + { + "loss_action": 0.0073829530738294125, + "loss_total": 0.0073829530738294125, + "step": 62960 + }, + { + "grad_norm": 0.2517883777618408, + "learning_rate": 3.303354869177297e-05, + "loss": 0.0131, + "step": 62970 + }, + { + "loss_action": 0.008486800827085972, + "loss_total": 0.008486800827085972, + "step": 62970 + }, + { + "loss_action": 0.0065412032417953014, + "loss_total": 0.0065412032417953014, + "step": 62970 + }, + { + "loss_action": 0.012954678386449814, + "loss_total": 0.012954678386449814, + "step": 62970 + }, + { + "loss_action": 0.007414290215820074, + "loss_total": 0.007414290215820074, + "step": 62970 + }, + { + "loss_action": 0.012293683364987373, + "loss_total": 0.012293683364987373, + "step": 62970 + }, + { + "loss_action": 0.016069920733571053, + "loss_total": 0.016069920733571053, + "step": 62970 + }, + { + "grad_norm": 0.332955002784729, + "learning_rate": 3.301799596247255e-05, + "loss": 0.0122, + "step": 62980 + }, + { + "loss_action": 0.008491367101669312, + "loss_total": 0.008491367101669312, + "step": 62980 + }, + { + "loss_action": 0.008235294371843338, + "loss_total": 0.008235294371843338, + "step": 62980 + }, + { + "loss_action": 0.006304736714810133, + "loss_total": 0.006304736714810133, + "step": 62980 + }, + { + "loss_action": 0.01779727078974247, + "loss_total": 0.01779727078974247, + "step": 62980 + }, + { + "loss_action": 0.008249091915786266, + "loss_total": 0.008249091915786266, + "step": 62980 + }, + { + "loss_action": 0.03621109575033188, + "loss_total": 0.03621109575033188, + "step": 62980 + }, + { + "grad_norm": 0.2698017358779907, + "learning_rate": 3.300244509029854e-05, + "loss": 0.0111, + "step": 62990 + }, + { + "loss_action": 0.006079879589378834, + "loss_total": 0.006079879589378834, + "step": 62990 + }, + { + "loss_action": 0.027190081775188446, + "loss_total": 0.027190081775188446, + "step": 62990 + }, + { + "loss_action": 0.005831670481711626, + "loss_total": 0.005831670481711626, + "step": 62990 + }, + { + "loss_action": 0.00736721558496356, + "loss_total": 0.00736721558496356, + "step": 62990 + }, + { + "loss_action": 0.006588472053408623, + "loss_total": 0.006588472053408623, + "step": 62990 + }, + { + "loss_action": 0.010947072878479958, + "loss_total": 0.010947072878479958, + "step": 62990 + }, + { + "grad_norm": 0.2629486620426178, + "learning_rate": 3.2986896076951585e-05, + "loss": 0.0121, + "step": 63000 + }, + { + "loss_action": 0.007587116677314043, + "loss_total": 0.007587116677314043, + "step": 63000 + }, + { + "loss_action": 0.013283878564834595, + "loss_total": 0.013283878564834595, + "step": 63000 + }, + { + "loss_action": 0.004021299537271261, + "loss_total": 0.004021299537271261, + "step": 63000 + }, + { + "loss_action": 0.011729610152542591, + "loss_total": 0.011729610152542591, + "step": 63000 + }, + { + "loss_action": 0.01045267004519701, + "loss_total": 0.01045267004519701, + "step": 63000 + }, + { + "loss_action": 0.012877563945949078, + "loss_total": 0.012877563945949078, + "step": 63000 + }, + { + "grad_norm": 0.22911293804645538, + "learning_rate": 3.297134892413211e-05, + "loss": 0.0113, + "step": 63010 + }, + { + "loss_action": 0.01374058611690998, + "loss_total": 0.01374058611690998, + "step": 63010 + }, + { + "loss_action": 0.0033816511277109385, + "loss_total": 0.0033816511277109385, + "step": 63010 + }, + { + "loss_action": 0.00799949374049902, + "loss_total": 0.00799949374049902, + "step": 63010 + }, + { + "loss_action": 0.006944495718926191, + "loss_total": 0.006944495718926191, + "step": 63010 + }, + { + "loss_action": 0.020568417385220528, + "loss_total": 0.020568417385220528, + "step": 63010 + }, + { + "loss_action": 0.009070019237697124, + "loss_total": 0.009070019237697124, + "step": 63010 + }, + { + "grad_norm": 0.3643302619457245, + "learning_rate": 3.295580363354031e-05, + "loss": 0.0116, + "step": 63020 + }, + { + "loss_action": 0.005013326182961464, + "loss_total": 0.005013326182961464, + "step": 63020 + }, + { + "loss_action": 0.009445960633456707, + "loss_total": 0.009445960633456707, + "step": 63020 + }, + { + "loss_action": 0.0040976256132125854, + "loss_total": 0.0040976256132125854, + "step": 63020 + }, + { + "loss_action": 0.013943045400083065, + "loss_total": 0.013943045400083065, + "step": 63020 + }, + { + "loss_action": 0.013979150913655758, + "loss_total": 0.013979150913655758, + "step": 63020 + }, + { + "loss_action": 0.005820894613862038, + "loss_total": 0.005820894613862038, + "step": 63020 + }, + { + "grad_norm": 0.2773933410644531, + "learning_rate": 3.2940260206876194e-05, + "loss": 0.0099, + "step": 63030 + }, + { + "loss_action": 0.004231930244714022, + "loss_total": 0.004231930244714022, + "step": 63030 + }, + { + "loss_action": 0.009132687933743, + "loss_total": 0.009132687933743, + "step": 63030 + }, + { + "loss_action": 0.01950608380138874, + "loss_total": 0.01950608380138874, + "step": 63030 + }, + { + "loss_action": 0.007936055772006512, + "loss_total": 0.007936055772006512, + "step": 63030 + }, + { + "loss_action": 0.004793450701981783, + "loss_total": 0.004793450701981783, + "step": 63030 + }, + { + "loss_action": 0.026861999183893204, + "loss_total": 0.026861999183893204, + "step": 63030 + }, + { + "grad_norm": 0.32752060890197754, + "learning_rate": 3.292471864583958e-05, + "loss": 0.0111, + "step": 63040 + }, + { + "loss_action": 0.00918178167194128, + "loss_total": 0.00918178167194128, + "step": 63040 + }, + { + "loss_action": 0.05185733363032341, + "loss_total": 0.05185733363032341, + "step": 63040 + }, + { + "loss_action": 0.01152441930025816, + "loss_total": 0.01152441930025816, + "step": 63040 + }, + { + "loss_action": 0.004226235672831535, + "loss_total": 0.004226235672831535, + "step": 63040 + }, + { + "loss_action": 0.02120671048760414, + "loss_total": 0.02120671048760414, + "step": 63040 + }, + { + "loss_action": 0.016367532312870026, + "loss_total": 0.016367532312870026, + "step": 63040 + }, + { + "grad_norm": 0.2218320071697235, + "learning_rate": 3.290917895213004e-05, + "loss": 0.0103, + "step": 63050 + }, + { + "loss_action": 0.012061829678714275, + "loss_total": 0.012061829678714275, + "step": 63050 + }, + { + "loss_action": 0.005374198779463768, + "loss_total": 0.005374198779463768, + "step": 63050 + }, + { + "loss_action": 0.00816334318369627, + "loss_total": 0.00816334318369627, + "step": 63050 + }, + { + "loss_action": 0.006446863990277052, + "loss_total": 0.006446863990277052, + "step": 63050 + }, + { + "loss_action": 0.011828248389065266, + "loss_total": 0.011828248389065266, + "step": 63050 + }, + { + "loss_action": 0.008162894286215305, + "loss_total": 0.008162894286215305, + "step": 63050 + }, + { + "grad_norm": 0.33213919401168823, + "learning_rate": 3.289364112744701e-05, + "loss": 0.0134, + "step": 63060 + }, + { + "loss_action": 0.012292963452637196, + "loss_total": 0.012292963452637196, + "step": 63060 + }, + { + "loss_action": 0.006485180929303169, + "loss_total": 0.006485180929303169, + "step": 63060 + }, + { + "loss_action": 0.006367901340126991, + "loss_total": 0.006367901340126991, + "step": 63060 + }, + { + "loss_action": 0.006342233158648014, + "loss_total": 0.006342233158648014, + "step": 63060 + }, + { + "loss_action": 0.005519007798284292, + "loss_total": 0.005519007798284292, + "step": 63060 + }, + { + "loss_action": 0.009014888666570187, + "loss_total": 0.009014888666570187, + "step": 63060 + }, + { + "grad_norm": 0.3732650876045227, + "learning_rate": 3.287810517348967e-05, + "loss": 0.0138, + "step": 63070 + }, + { + "loss_action": 0.012083910405635834, + "loss_total": 0.012083910405635834, + "step": 63070 + }, + { + "loss_action": 0.00677108159288764, + "loss_total": 0.00677108159288764, + "step": 63070 + }, + { + "loss_action": 0.011921531520783901, + "loss_total": 0.011921531520783901, + "step": 63070 + }, + { + "loss_action": 0.006759088486433029, + "loss_total": 0.006759088486433029, + "step": 63070 + }, + { + "loss_action": 0.010154376737773418, + "loss_total": 0.010154376737773418, + "step": 63070 + }, + { + "loss_action": 0.007290248293429613, + "loss_total": 0.007290248293429613, + "step": 63070 + }, + { + "grad_norm": 0.31678587198257446, + "learning_rate": 3.2862571091957014e-05, + "loss": 0.0117, + "step": 63080 + }, + { + "loss_action": 0.007199403364211321, + "loss_total": 0.007199403364211321, + "step": 63080 + }, + { + "loss_action": 0.009615759365260601, + "loss_total": 0.009615759365260601, + "step": 63080 + }, + { + "loss_action": 0.007931064814329147, + "loss_total": 0.007931064814329147, + "step": 63080 + }, + { + "loss_action": 0.014792331494390965, + "loss_total": 0.014792331494390965, + "step": 63080 + }, + { + "loss_action": 0.016722416505217552, + "loss_total": 0.016722416505217552, + "step": 63080 + }, + { + "loss_action": 0.011847106739878654, + "loss_total": 0.011847106739878654, + "step": 63080 + }, + { + "grad_norm": 0.33842819929122925, + "learning_rate": 3.284703888454781e-05, + "loss": 0.0146, + "step": 63090 + }, + { + "loss_action": 0.00990431196987629, + "loss_total": 0.00990431196987629, + "step": 63090 + }, + { + "loss_action": 0.01968357339501381, + "loss_total": 0.01968357339501381, + "step": 63090 + }, + { + "loss_action": 0.008513043634593487, + "loss_total": 0.008513043634593487, + "step": 63090 + }, + { + "loss_action": 0.00862201489508152, + "loss_total": 0.00862201489508152, + "step": 63090 + }, + { + "loss_action": 0.02694748155772686, + "loss_total": 0.02694748155772686, + "step": 63090 + }, + { + "loss_action": 0.007341924589127302, + "loss_total": 0.007341924589127302, + "step": 63090 + }, + { + "grad_norm": 0.2813021242618561, + "learning_rate": 3.2831508552960646e-05, + "loss": 0.0135, + "step": 63100 + }, + { + "loss_action": 0.011562265455722809, + "loss_total": 0.011562265455722809, + "step": 63100 + }, + { + "loss_action": 0.0056009721010923386, + "loss_total": 0.0056009721010923386, + "step": 63100 + }, + { + "loss_action": 0.005882731173187494, + "loss_total": 0.005882731173187494, + "step": 63100 + }, + { + "loss_action": 0.0036389147862792015, + "loss_total": 0.0036389147862792015, + "step": 63100 + }, + { + "loss_action": 0.0182009469717741, + "loss_total": 0.0182009469717741, + "step": 63100 + }, + { + "loss_action": 0.0180100928992033, + "loss_total": 0.0180100928992033, + "step": 63100 + }, + { + "grad_norm": 0.24445012211799622, + "learning_rate": 3.281598009889387e-05, + "loss": 0.0128, + "step": 63110 + }, + { + "loss_action": 0.006859628017991781, + "loss_total": 0.006859628017991781, + "step": 63110 + }, + { + "loss_action": 0.02366078644990921, + "loss_total": 0.02366078644990921, + "step": 63110 + }, + { + "loss_action": 0.004168582148849964, + "loss_total": 0.004168582148849964, + "step": 63110 + }, + { + "loss_action": 0.0040571666322648525, + "loss_total": 0.0040571666322648525, + "step": 63110 + }, + { + "loss_action": 0.016209641471505165, + "loss_total": 0.016209641471505165, + "step": 63110 + }, + { + "loss_action": 0.008644436486065388, + "loss_total": 0.008644436486065388, + "step": 63110 + }, + { + "grad_norm": 0.2923545837402344, + "learning_rate": 3.28004535240457e-05, + "loss": 0.012, + "step": 63120 + }, + { + "loss_action": 0.007696006912738085, + "loss_total": 0.007696006912738085, + "step": 63120 + }, + { + "loss_action": 0.0094110406935215, + "loss_total": 0.0094110406935215, + "step": 63120 + }, + { + "loss_action": 0.003601986449211836, + "loss_total": 0.003601986449211836, + "step": 63120 + }, + { + "loss_action": 0.023660268634557724, + "loss_total": 0.023660268634557724, + "step": 63120 + }, + { + "loss_action": 0.0072082700207829475, + "loss_total": 0.0072082700207829475, + "step": 63120 + }, + { + "loss_action": 0.0048168618232011795, + "loss_total": 0.0048168618232011795, + "step": 63120 + }, + { + "grad_norm": 0.3875889778137207, + "learning_rate": 3.278492883011407e-05, + "loss": 0.0122, + "step": 63130 + }, + { + "loss_action": 0.014812222681939602, + "loss_total": 0.014812222681939602, + "step": 63130 + }, + { + "loss_action": 0.007680503185838461, + "loss_total": 0.007680503185838461, + "step": 63130 + }, + { + "loss_action": 0.009920378215610981, + "loss_total": 0.009920378215610981, + "step": 63130 + }, + { + "loss_action": 0.0036256921011954546, + "loss_total": 0.0036256921011954546, + "step": 63130 + }, + { + "loss_action": 0.008133874274790287, + "loss_total": 0.008133874274790287, + "step": 63130 + }, + { + "loss_action": 0.007224160246551037, + "loss_total": 0.007224160246551037, + "step": 63130 + }, + { + "grad_norm": 0.1960926204919815, + "learning_rate": 3.276940601879675e-05, + "loss": 0.0115, + "step": 63140 + }, + { + "loss_action": 0.012996655888855457, + "loss_total": 0.012996655888855457, + "step": 63140 + }, + { + "loss_action": 0.008383012376725674, + "loss_total": 0.008383012376725674, + "step": 63140 + }, + { + "loss_action": 0.004076830577105284, + "loss_total": 0.004076830577105284, + "step": 63140 + }, + { + "loss_action": 0.011964493431150913, + "loss_total": 0.011964493431150913, + "step": 63140 + }, + { + "loss_action": 0.006443647667765617, + "loss_total": 0.006443647667765617, + "step": 63140 + }, + { + "loss_action": 0.017532574012875557, + "loss_total": 0.017532574012875557, + "step": 63140 + }, + { + "grad_norm": 0.3917951285839081, + "learning_rate": 3.275388509179127e-05, + "loss": 0.0115, + "step": 63150 + }, + { + "loss_action": 0.009609246626496315, + "loss_total": 0.009609246626496315, + "step": 63150 + }, + { + "loss_action": 0.0052843051962554455, + "loss_total": 0.0052843051962554455, + "step": 63150 + }, + { + "loss_action": 0.0164342001080513, + "loss_total": 0.0164342001080513, + "step": 63150 + }, + { + "loss_action": 0.0034179736394435167, + "loss_total": 0.0034179736394435167, + "step": 63150 + }, + { + "loss_action": 0.011901081539690495, + "loss_total": 0.011901081539690495, + "step": 63150 + }, + { + "loss_action": 0.005318803712725639, + "loss_total": 0.005318803712725639, + "step": 63150 + }, + { + "grad_norm": 0.2989043593406677, + "learning_rate": 3.2738366050794985e-05, + "loss": 0.0101, + "step": 63160 + }, + { + "loss_action": 0.005088249687105417, + "loss_total": 0.005088249687105417, + "step": 63160 + }, + { + "loss_action": 0.01020632404834032, + "loss_total": 0.01020632404834032, + "step": 63160 + }, + { + "loss_action": 0.010669250972568989, + "loss_total": 0.010669250972568989, + "step": 63160 + }, + { + "loss_action": 0.013269239105284214, + "loss_total": 0.013269239105284214, + "step": 63160 + }, + { + "loss_action": 0.008044065907597542, + "loss_total": 0.008044065907597542, + "step": 63160 + }, + { + "loss_action": 0.05666017532348633, + "loss_total": 0.05666017532348633, + "step": 63160 + }, + { + "grad_norm": 0.29506826400756836, + "learning_rate": 3.2722848897505034e-05, + "loss": 0.0129, + "step": 63170 + }, + { + "loss_action": 0.004481433890759945, + "loss_total": 0.004481433890759945, + "step": 63170 + }, + { + "loss_action": 0.014319241046905518, + "loss_total": 0.014319241046905518, + "step": 63170 + }, + { + "loss_action": 0.008330806158483028, + "loss_total": 0.008330806158483028, + "step": 63170 + }, + { + "loss_action": 0.0045852577313780785, + "loss_total": 0.0045852577313780785, + "step": 63170 + }, + { + "loss_action": 0.00911694299429655, + "loss_total": 0.00911694299429655, + "step": 63170 + }, + { + "loss_action": 0.004591579083353281, + "loss_total": 0.004591579083353281, + "step": 63170 + }, + { + "grad_norm": 0.40053999423980713, + "learning_rate": 3.2707333633618356e-05, + "loss": 0.0114, + "step": 63180 + }, + { + "loss_action": 0.0037475579883903265, + "loss_total": 0.0037475579883903265, + "step": 63180 + }, + { + "loss_action": 0.008042201399803162, + "loss_total": 0.008042201399803162, + "step": 63180 + }, + { + "loss_action": 0.006104110740125179, + "loss_total": 0.006104110740125179, + "step": 63180 + }, + { + "loss_action": 0.006727705243974924, + "loss_total": 0.006727705243974924, + "step": 63180 + }, + { + "loss_action": 0.10294941812753677, + "loss_total": 0.10294941812753677, + "step": 63180 + }, + { + "loss_action": 0.015252795070409775, + "loss_total": 0.015252795070409775, + "step": 63180 + }, + { + "grad_norm": 0.24841292202472687, + "learning_rate": 3.269182026083167e-05, + "loss": 0.013, + "step": 63190 + }, + { + "loss_action": 0.00576805742457509, + "loss_total": 0.00576805742457509, + "step": 63190 + }, + { + "loss_action": 0.012992282398045063, + "loss_total": 0.012992282398045063, + "step": 63190 + }, + { + "loss_action": 0.01742004230618477, + "loss_total": 0.01742004230618477, + "step": 63190 + }, + { + "loss_action": 0.013516915030777454, + "loss_total": 0.013516915030777454, + "step": 63190 + }, + { + "loss_action": 0.06663451343774796, + "loss_total": 0.06663451343774796, + "step": 63190 + }, + { + "loss_action": 0.011608500964939594, + "loss_total": 0.011608500964939594, + "step": 63190 + }, + { + "grad_norm": 0.29536494612693787, + "learning_rate": 3.2676308780841516e-05, + "loss": 0.0164, + "step": 63200 + }, + { + "loss_action": 0.0029134810902178288, + "loss_total": 0.0029134810902178288, + "step": 63200 + }, + { + "loss_action": 0.012517734430730343, + "loss_total": 0.012517734430730343, + "step": 63200 + }, + { + "loss_action": 0.05262242257595062, + "loss_total": 0.05262242257595062, + "step": 63200 + }, + { + "loss_action": 0.016052987426519394, + "loss_total": 0.016052987426519394, + "step": 63200 + }, + { + "loss_action": 0.005519213620573282, + "loss_total": 0.005519213620573282, + "step": 63200 + }, + { + "loss_action": 0.007876046933233738, + "loss_total": 0.007876046933233738, + "step": 63200 + }, + { + "grad_norm": 0.24695169925689697, + "learning_rate": 3.266079919534416e-05, + "loss": 0.0121, + "step": 63210 + }, + { + "loss_action": 0.017126722261309624, + "loss_total": 0.017126722261309624, + "step": 63210 + }, + { + "loss_action": 0.009082438424229622, + "loss_total": 0.009082438424229622, + "step": 63210 + }, + { + "loss_action": 0.005357701331377029, + "loss_total": 0.005357701331377029, + "step": 63210 + }, + { + "loss_action": 0.0030152802355587482, + "loss_total": 0.0030152802355587482, + "step": 63210 + }, + { + "loss_action": 0.006362993735820055, + "loss_total": 0.006362993735820055, + "step": 63210 + }, + { + "loss_action": 0.007691367994993925, + "loss_total": 0.007691367994993925, + "step": 63210 + }, + { + "grad_norm": 0.2506345510482788, + "learning_rate": 3.264529150603575e-05, + "loss": 0.0105, + "step": 63220 + }, + { + "loss_action": 0.004933736752718687, + "loss_total": 0.004933736752718687, + "step": 63220 + }, + { + "loss_action": 0.014759409241378307, + "loss_total": 0.014759409241378307, + "step": 63220 + }, + { + "loss_action": 0.034275975078344345, + "loss_total": 0.034275975078344345, + "step": 63220 + }, + { + "loss_action": 0.023517988622188568, + "loss_total": 0.023517988622188568, + "step": 63220 + }, + { + "loss_action": 0.012344149872660637, + "loss_total": 0.012344149872660637, + "step": 63220 + }, + { + "loss_action": 0.010241138748824596, + "loss_total": 0.010241138748824596, + "step": 63220 + }, + { + "grad_norm": 0.26502034068107605, + "learning_rate": 3.262978571461217e-05, + "loss": 0.0122, + "step": 63230 + }, + { + "loss_action": 0.21983923017978668, + "loss_total": 0.21983923017978668, + "step": 63230 + }, + { + "loss_action": 0.009096495807170868, + "loss_total": 0.009096495807170868, + "step": 63230 + }, + { + "loss_action": 0.004819413181394339, + "loss_total": 0.004819413181394339, + "step": 63230 + }, + { + "loss_action": 0.0051668486557900906, + "loss_total": 0.0051668486557900906, + "step": 63230 + }, + { + "loss_action": 0.00777515210211277, + "loss_total": 0.00777515210211277, + "step": 63230 + }, + { + "loss_action": 0.011991838924586773, + "loss_total": 0.011991838924586773, + "step": 63230 + }, + { + "grad_norm": 0.3480827510356903, + "learning_rate": 3.26142818227691e-05, + "loss": 0.0156, + "step": 63240 + }, + { + "loss_action": 0.01179466675966978, + "loss_total": 0.01179466675966978, + "step": 63240 + }, + { + "loss_action": 0.0068993158638477325, + "loss_total": 0.0068993158638477325, + "step": 63240 + }, + { + "loss_action": 0.012612735852599144, + "loss_total": 0.012612735852599144, + "step": 63240 + }, + { + "loss_action": 0.011045207269489765, + "loss_total": 0.011045207269489765, + "step": 63240 + }, + { + "loss_action": 0.012006567791104317, + "loss_total": 0.012006567791104317, + "step": 63240 + }, + { + "loss_action": 0.015236197039484978, + "loss_total": 0.015236197039484978, + "step": 63240 + }, + { + "grad_norm": 0.27894076704978943, + "learning_rate": 3.259877983220203e-05, + "loss": 0.0116, + "step": 63250 + }, + { + "loss_action": 0.006349465344101191, + "loss_total": 0.006349465344101191, + "step": 63250 + }, + { + "loss_action": 0.005186110734939575, + "loss_total": 0.005186110734939575, + "step": 63250 + }, + { + "loss_action": 0.006650274619460106, + "loss_total": 0.006650274619460106, + "step": 63250 + }, + { + "loss_action": 0.004185110796242952, + "loss_total": 0.004185110796242952, + "step": 63250 + }, + { + "loss_action": 0.005751010496169329, + "loss_total": 0.005751010496169329, + "step": 63250 + }, + { + "loss_action": 0.011068622581660748, + "loss_total": 0.011068622581660748, + "step": 63250 + }, + { + "grad_norm": 0.2540944218635559, + "learning_rate": 3.2583279744606246e-05, + "loss": 0.0109, + "step": 63260 + }, + { + "loss_action": 0.007142150774598122, + "loss_total": 0.007142150774598122, + "step": 63260 + }, + { + "loss_action": 0.011683063581585884, + "loss_total": 0.011683063581585884, + "step": 63260 + }, + { + "loss_action": 0.006734925322234631, + "loss_total": 0.006734925322234631, + "step": 63260 + }, + { + "loss_action": 0.010488234460353851, + "loss_total": 0.010488234460353851, + "step": 63260 + }, + { + "loss_action": 0.020489390939474106, + "loss_total": 0.020489390939474106, + "step": 63260 + }, + { + "loss_action": 0.007168721407651901, + "loss_total": 0.007168721407651901, + "step": 63260 + }, + { + "grad_norm": 0.3210136592388153, + "learning_rate": 3.25677815616768e-05, + "loss": 0.013, + "step": 63270 + }, + { + "loss_action": 0.007513349875807762, + "loss_total": 0.007513349875807762, + "step": 63270 + }, + { + "loss_action": 0.004686908796429634, + "loss_total": 0.004686908796429634, + "step": 63270 + }, + { + "loss_action": 0.03686029836535454, + "loss_total": 0.03686029836535454, + "step": 63270 + }, + { + "loss_action": 0.010050533339381218, + "loss_total": 0.010050533339381218, + "step": 63270 + }, + { + "loss_action": 0.011082815937697887, + "loss_total": 0.011082815937697887, + "step": 63270 + }, + { + "loss_action": 0.009163988754153252, + "loss_total": 0.009163988754153252, + "step": 63270 + }, + { + "grad_norm": 0.27142059803009033, + "learning_rate": 3.255228528510856e-05, + "loss": 0.0142, + "step": 63280 + }, + { + "loss_action": 0.021907713264226913, + "loss_total": 0.021907713264226913, + "step": 63280 + }, + { + "loss_action": 0.006722831167280674, + "loss_total": 0.006722831167280674, + "step": 63280 + }, + { + "loss_action": 0.03822197765111923, + "loss_total": 0.03822197765111923, + "step": 63280 + }, + { + "loss_action": 0.009021125733852386, + "loss_total": 0.009021125733852386, + "step": 63280 + }, + { + "loss_action": 0.02113642543554306, + "loss_total": 0.02113642543554306, + "step": 63280 + }, + { + "loss_action": 0.007467097602784634, + "loss_total": 0.007467097602784634, + "step": 63280 + }, + { + "grad_norm": 0.22505037486553192, + "learning_rate": 3.253679091659617e-05, + "loss": 0.0125, + "step": 63290 + }, + { + "loss_action": 0.010921645909547806, + "loss_total": 0.010921645909547806, + "step": 63290 + }, + { + "loss_action": 0.011655416339635849, + "loss_total": 0.011655416339635849, + "step": 63290 + }, + { + "loss_action": 0.009715993888676167, + "loss_total": 0.009715993888676167, + "step": 63290 + }, + { + "loss_action": 0.026843035593628883, + "loss_total": 0.026843035593628883, + "step": 63290 + }, + { + "loss_action": 0.008449492044746876, + "loss_total": 0.008449492044746876, + "step": 63290 + }, + { + "loss_action": 0.00817722175270319, + "loss_total": 0.00817722175270319, + "step": 63290 + }, + { + "grad_norm": 0.31520605087280273, + "learning_rate": 3.252129845783404e-05, + "loss": 0.0119, + "step": 63300 + }, + { + "loss_action": 0.013204158283770084, + "loss_total": 0.013204158283770084, + "step": 63300 + }, + { + "loss_action": 0.013402901589870453, + "loss_total": 0.013402901589870453, + "step": 63300 + }, + { + "loss_action": 0.014153802767395973, + "loss_total": 0.014153802767395973, + "step": 63300 + }, + { + "loss_action": 0.006488535553216934, + "loss_total": 0.006488535553216934, + "step": 63300 + }, + { + "loss_action": 0.007925689220428467, + "loss_total": 0.007925689220428467, + "step": 63300 + }, + { + "loss_action": 0.0033040207345038652, + "loss_total": 0.0033040207345038652, + "step": 63300 + }, + { + "grad_norm": 0.3805557191371918, + "learning_rate": 3.2505807910516456e-05, + "loss": 0.0118, + "step": 63310 + }, + { + "loss_action": 0.009451528079807758, + "loss_total": 0.009451528079807758, + "step": 63310 + }, + { + "loss_action": 0.01910369284451008, + "loss_total": 0.01910369284451008, + "step": 63310 + }, + { + "loss_action": 0.011249661445617676, + "loss_total": 0.011249661445617676, + "step": 63310 + }, + { + "loss_action": 0.0707244873046875, + "loss_total": 0.0707244873046875, + "step": 63310 + }, + { + "loss_action": 0.020580705255270004, + "loss_total": 0.020580705255270004, + "step": 63310 + }, + { + "loss_action": 0.10326333343982697, + "loss_total": 0.10326333343982697, + "step": 63310 + }, + { + "grad_norm": 0.2617143988609314, + "learning_rate": 3.249031927633742e-05, + "loss": 0.0144, + "step": 63320 + }, + { + "loss_action": 0.0037262653931975365, + "loss_total": 0.0037262653931975365, + "step": 63320 + }, + { + "loss_action": 0.017262892797589302, + "loss_total": 0.017262892797589302, + "step": 63320 + }, + { + "loss_action": 0.013260752893984318, + "loss_total": 0.013260752893984318, + "step": 63320 + }, + { + "loss_action": 0.0061747729778289795, + "loss_total": 0.0061747729778289795, + "step": 63320 + }, + { + "loss_action": 0.009591381065547466, + "loss_total": 0.009591381065547466, + "step": 63320 + }, + { + "loss_action": 0.005878657568246126, + "loss_total": 0.005878657568246126, + "step": 63320 + }, + { + "grad_norm": 0.28730830550193787, + "learning_rate": 3.2474832556990737e-05, + "loss": 0.0109, + "step": 63330 + }, + { + "loss_action": 0.026709411293268204, + "loss_total": 0.026709411293268204, + "step": 63330 + }, + { + "loss_action": 0.03088875114917755, + "loss_total": 0.03088875114917755, + "step": 63330 + }, + { + "loss_action": 0.007791255135089159, + "loss_total": 0.007791255135089159, + "step": 63330 + }, + { + "loss_action": 0.006737023591995239, + "loss_total": 0.006737023591995239, + "step": 63330 + }, + { + "loss_action": 0.008056513033807278, + "loss_total": 0.008056513033807278, + "step": 63330 + }, + { + "loss_action": 0.013946795836091042, + "loss_total": 0.013946795836091042, + "step": 63330 + }, + { + "grad_norm": 0.3601519763469696, + "learning_rate": 3.245934775417002e-05, + "loss": 0.0146, + "step": 63340 + }, + { + "loss_action": 0.005658910144120455, + "loss_total": 0.005658910144120455, + "step": 63340 + }, + { + "loss_action": 0.016310764476656914, + "loss_total": 0.016310764476656914, + "step": 63340 + }, + { + "loss_action": 0.014343999326229095, + "loss_total": 0.014343999326229095, + "step": 63340 + }, + { + "loss_action": 0.007126272656023502, + "loss_total": 0.007126272656023502, + "step": 63340 + }, + { + "loss_action": 0.014948340132832527, + "loss_total": 0.014948340132832527, + "step": 63340 + }, + { + "loss_action": 0.007632039021700621, + "loss_total": 0.007632039021700621, + "step": 63340 + }, + { + "grad_norm": 0.3293605446815491, + "learning_rate": 3.244386486956866e-05, + "loss": 0.0111, + "step": 63350 + }, + { + "loss_action": 0.011090170592069626, + "loss_total": 0.011090170592069626, + "step": 63350 + }, + { + "loss_action": 0.008063651621341705, + "loss_total": 0.008063651621341705, + "step": 63350 + }, + { + "loss_action": 0.026514993980526924, + "loss_total": 0.026514993980526924, + "step": 63350 + }, + { + "loss_action": 0.013215619139373302, + "loss_total": 0.013215619139373302, + "step": 63350 + }, + { + "loss_action": 0.02983163483440876, + "loss_total": 0.02983163483440876, + "step": 63350 + }, + { + "loss_action": 0.01409870944917202, + "loss_total": 0.01409870944917202, + "step": 63350 + }, + { + "grad_norm": 0.25478842854499817, + "learning_rate": 3.2428383904879846e-05, + "loss": 0.0128, + "step": 63360 + }, + { + "loss_action": 0.0047917491756379604, + "loss_total": 0.0047917491756379604, + "step": 63360 + }, + { + "loss_action": 0.010268595069646835, + "loss_total": 0.010268595069646835, + "step": 63360 + }, + { + "loss_action": 0.008264340460300446, + "loss_total": 0.008264340460300446, + "step": 63360 + }, + { + "loss_action": 0.006778060458600521, + "loss_total": 0.006778060458600521, + "step": 63360 + }, + { + "loss_action": 0.005846984218806028, + "loss_total": 0.005846984218806028, + "step": 63360 + }, + { + "loss_action": 0.007162970025092363, + "loss_total": 0.007162970025092363, + "step": 63360 + }, + { + "grad_norm": 0.4013481140136719, + "learning_rate": 3.241290486179652e-05, + "loss": 0.0105, + "step": 63370 + }, + { + "loss_action": 0.004794128704816103, + "loss_total": 0.004794128704816103, + "step": 63370 + }, + { + "loss_action": 0.0074369218200445175, + "loss_total": 0.0074369218200445175, + "step": 63370 + }, + { + "loss_action": 0.017556803300976753, + "loss_total": 0.017556803300976753, + "step": 63370 + }, + { + "loss_action": 0.01768147014081478, + "loss_total": 0.01768147014081478, + "step": 63370 + }, + { + "loss_action": 0.016164174303412437, + "loss_total": 0.016164174303412437, + "step": 63370 + }, + { + "loss_action": 0.007745026610791683, + "loss_total": 0.007745026610791683, + "step": 63370 + }, + { + "grad_norm": 0.25239020586013794, + "learning_rate": 3.239742774201151e-05, + "loss": 0.0112, + "step": 63380 + }, + { + "loss_action": 0.01062465738505125, + "loss_total": 0.01062465738505125, + "step": 63380 + }, + { + "loss_action": 0.0022310896310955286, + "loss_total": 0.0022310896310955286, + "step": 63380 + }, + { + "loss_action": 0.012299569323658943, + "loss_total": 0.012299569323658943, + "step": 63380 + }, + { + "loss_action": 0.01010272465646267, + "loss_total": 0.01010272465646267, + "step": 63380 + }, + { + "loss_action": 0.005576035473495722, + "loss_total": 0.005576035473495722, + "step": 63380 + }, + { + "loss_action": 0.01499147992581129, + "loss_total": 0.01499147992581129, + "step": 63380 + }, + { + "grad_norm": 0.3322291374206543, + "learning_rate": 3.238195254721733e-05, + "loss": 0.012, + "step": 63390 + }, + { + "loss_action": 0.007446669973433018, + "loss_total": 0.007446669973433018, + "step": 63390 + }, + { + "loss_action": 0.005178886465728283, + "loss_total": 0.005178886465728283, + "step": 63390 + }, + { + "loss_action": 0.0038622887805104256, + "loss_total": 0.0038622887805104256, + "step": 63390 + }, + { + "loss_action": 0.008709920570254326, + "loss_total": 0.008709920570254326, + "step": 63390 + }, + { + "loss_action": 0.016831818968057632, + "loss_total": 0.016831818968057632, + "step": 63390 + }, + { + "loss_action": 0.010265957564115524, + "loss_total": 0.010265957564115524, + "step": 63390 + }, + { + "grad_norm": 0.2838030159473419, + "learning_rate": 3.236647927910633e-05, + "loss": 0.013, + "step": 63400 + }, + { + "loss_action": 0.008771897293627262, + "loss_total": 0.008771897293627262, + "step": 63400 + }, + { + "loss_action": 0.005571229383349419, + "loss_total": 0.005571229383349419, + "step": 63400 + }, + { + "loss_action": 0.03226706013083458, + "loss_total": 0.03226706013083458, + "step": 63400 + }, + { + "loss_action": 0.005298931617289782, + "loss_total": 0.005298931617289782, + "step": 63400 + }, + { + "loss_action": 0.006514516193419695, + "loss_total": 0.006514516193419695, + "step": 63400 + }, + { + "loss_action": 0.007368909195065498, + "loss_total": 0.007368909195065498, + "step": 63400 + }, + { + "grad_norm": 0.29680782556533813, + "learning_rate": 3.2351007939370646e-05, + "loss": 0.0108, + "step": 63410 + }, + { + "loss_action": 0.006267443299293518, + "loss_total": 0.006267443299293518, + "step": 63410 + }, + { + "loss_action": 0.00961267203092575, + "loss_total": 0.00961267203092575, + "step": 63410 + }, + { + "loss_action": 0.012321420945227146, + "loss_total": 0.012321420945227146, + "step": 63410 + }, + { + "loss_action": 0.010161296464502811, + "loss_total": 0.010161296464502811, + "step": 63410 + }, + { + "loss_action": 0.011045131832361221, + "loss_total": 0.011045131832361221, + "step": 63410 + }, + { + "loss_action": 0.008095239289104939, + "loss_total": 0.008095239289104939, + "step": 63410 + }, + { + "grad_norm": 0.304443895816803, + "learning_rate": 3.2335538529702184e-05, + "loss": 0.0127, + "step": 63420 + }, + { + "loss_action": 0.013497447595000267, + "loss_total": 0.013497447595000267, + "step": 63420 + }, + { + "loss_action": 0.006405117455869913, + "loss_total": 0.006405117455869913, + "step": 63420 + }, + { + "loss_action": 0.03189845755696297, + "loss_total": 0.03189845755696297, + "step": 63420 + }, + { + "loss_action": 0.015479807741940022, + "loss_total": 0.015479807741940022, + "step": 63420 + }, + { + "loss_action": 0.006149714346975088, + "loss_total": 0.006149714346975088, + "step": 63420 + }, + { + "loss_action": 0.006585485301911831, + "loss_total": 0.006585485301911831, + "step": 63420 + }, + { + "grad_norm": 0.26429957151412964, + "learning_rate": 3.232007105179268e-05, + "loss": 0.0123, + "step": 63430 + }, + { + "loss_action": 0.01286374218761921, + "loss_total": 0.01286374218761921, + "step": 63430 + }, + { + "loss_action": 0.008751587010920048, + "loss_total": 0.008751587010920048, + "step": 63430 + }, + { + "loss_action": 0.005454530939459801, + "loss_total": 0.005454530939459801, + "step": 63430 + }, + { + "loss_action": 0.01818028837442398, + "loss_total": 0.01818028837442398, + "step": 63430 + }, + { + "loss_action": 0.0064424630254507065, + "loss_total": 0.0064424630254507065, + "step": 63430 + }, + { + "loss_action": 0.011006902903318405, + "loss_total": 0.011006902903318405, + "step": 63430 + }, + { + "grad_norm": 0.48856398463249207, + "learning_rate": 3.230460550733363e-05, + "loss": 0.0124, + "step": 63440 + }, + { + "loss_action": 0.02959723398089409, + "loss_total": 0.02959723398089409, + "step": 63440 + }, + { + "loss_action": 0.013854311779141426, + "loss_total": 0.013854311779141426, + "step": 63440 + }, + { + "loss_action": 0.012569288723170757, + "loss_total": 0.012569288723170757, + "step": 63440 + }, + { + "loss_action": 0.00483801169320941, + "loss_total": 0.00483801169320941, + "step": 63440 + }, + { + "loss_action": 0.0056026410311460495, + "loss_total": 0.0056026410311460495, + "step": 63440 + }, + { + "loss_action": 0.012441436760127544, + "loss_total": 0.012441436760127544, + "step": 63440 + }, + { + "grad_norm": 0.33073103427886963, + "learning_rate": 3.2289141898016315e-05, + "loss": 0.0124, + "step": 63450 + }, + { + "loss_action": 0.012197204865515232, + "loss_total": 0.012197204865515232, + "step": 63450 + }, + { + "loss_action": 0.012244021520018578, + "loss_total": 0.012244021520018578, + "step": 63450 + }, + { + "loss_action": 0.012750683352351189, + "loss_total": 0.012750683352351189, + "step": 63450 + }, + { + "loss_action": 0.007457840256392956, + "loss_total": 0.007457840256392956, + "step": 63450 + }, + { + "loss_action": 0.0059060873463749886, + "loss_total": 0.0059060873463749886, + "step": 63450 + }, + { + "loss_action": 0.03707261011004448, + "loss_total": 0.03707261011004448, + "step": 63450 + }, + { + "grad_norm": 0.270242840051651, + "learning_rate": 3.227368022553181e-05, + "loss": 0.013, + "step": 63460 + }, + { + "loss_action": 0.03417184203863144, + "loss_total": 0.03417184203863144, + "step": 63460 + }, + { + "loss_action": 0.008067957125604153, + "loss_total": 0.008067957125604153, + "step": 63460 + }, + { + "loss_action": 0.011126222088932991, + "loss_total": 0.011126222088932991, + "step": 63460 + }, + { + "loss_action": 0.006133783608675003, + "loss_total": 0.006133783608675003, + "step": 63460 + }, + { + "loss_action": 0.01034582406282425, + "loss_total": 0.01034582406282425, + "step": 63460 + }, + { + "loss_action": 0.026006383821368217, + "loss_total": 0.026006383821368217, + "step": 63460 + }, + { + "grad_norm": 0.29381075501441956, + "learning_rate": 3.225822049157099e-05, + "loss": 0.0144, + "step": 63470 + }, + { + "loss_action": 0.015319920144975185, + "loss_total": 0.015319920144975185, + "step": 63470 + }, + { + "loss_action": 0.03793923929333687, + "loss_total": 0.03793923929333687, + "step": 63470 + }, + { + "loss_action": 0.03167743980884552, + "loss_total": 0.03167743980884552, + "step": 63470 + }, + { + "loss_action": 0.006389441899955273, + "loss_total": 0.006389441899955273, + "step": 63470 + }, + { + "loss_action": 0.005763542838394642, + "loss_total": 0.005763542838394642, + "step": 63470 + }, + { + "loss_action": 0.011621515266597271, + "loss_total": 0.011621515266597271, + "step": 63470 + }, + { + "grad_norm": 0.3020542860031128, + "learning_rate": 3.2242762697824494e-05, + "loss": 0.0124, + "step": 63480 + }, + { + "loss_action": 0.003153632627800107, + "loss_total": 0.003153632627800107, + "step": 63480 + }, + { + "loss_action": 0.0067379106767475605, + "loss_total": 0.0067379106767475605, + "step": 63480 + }, + { + "loss_action": 0.0049021001905202866, + "loss_total": 0.0049021001905202866, + "step": 63480 + }, + { + "loss_action": 0.013337680138647556, + "loss_total": 0.013337680138647556, + "step": 63480 + }, + { + "loss_action": 0.0052037956193089485, + "loss_total": 0.0052037956193089485, + "step": 63480 + }, + { + "loss_action": 0.006969735492020845, + "loss_total": 0.006969735492020845, + "step": 63480 + }, + { + "grad_norm": 0.2725476920604706, + "learning_rate": 3.222730684598279e-05, + "loss": 0.0139, + "step": 63490 + }, + { + "loss_action": 0.00841596256941557, + "loss_total": 0.00841596256941557, + "step": 63490 + }, + { + "loss_action": 0.011416427791118622, + "loss_total": 0.011416427791118622, + "step": 63490 + }, + { + "loss_action": 0.005801728926599026, + "loss_total": 0.005801728926599026, + "step": 63490 + }, + { + "loss_action": 0.005178343504667282, + "loss_total": 0.005178343504667282, + "step": 63490 + }, + { + "loss_action": 0.008030575700104237, + "loss_total": 0.008030575700104237, + "step": 63490 + }, + { + "loss_action": 0.13398495316505432, + "loss_total": 0.13398495316505432, + "step": 63490 + }, + { + "grad_norm": 0.2587299346923828, + "learning_rate": 3.221185293773605e-05, + "loss": 0.0141, + "step": 63500 + }, + { + "loss_action": 0.010154487565159798, + "loss_total": 0.010154487565159798, + "step": 63500 + }, + { + "loss_action": 0.012376696802675724, + "loss_total": 0.012376696802675724, + "step": 63500 + }, + { + "loss_action": 0.010369985364377499, + "loss_total": 0.010369985364377499, + "step": 63500 + }, + { + "loss_action": 0.0060462187975645065, + "loss_total": 0.0060462187975645065, + "step": 63500 + }, + { + "loss_action": 0.01491010282188654, + "loss_total": 0.01491010282188654, + "step": 63500 + }, + { + "loss_action": 0.010862410068511963, + "loss_total": 0.010862410068511963, + "step": 63500 + }, + { + "grad_norm": 0.40101107954978943, + "learning_rate": 3.2196400974774354e-05, + "loss": 0.0116, + "step": 63510 + }, + { + "loss_action": 0.012069386430084705, + "loss_total": 0.012069386430084705, + "step": 63510 + }, + { + "loss_action": 0.007199571002274752, + "loss_total": 0.007199571002274752, + "step": 63510 + }, + { + "loss_action": 0.03254401311278343, + "loss_total": 0.03254401311278343, + "step": 63510 + }, + { + "loss_action": 0.00441149715334177, + "loss_total": 0.00441149715334177, + "step": 63510 + }, + { + "loss_action": 0.012558447197079659, + "loss_total": 0.012558447197079659, + "step": 63510 + }, + { + "loss_action": 0.009981268085539341, + "loss_total": 0.009981268085539341, + "step": 63510 + }, + { + "grad_norm": 0.32559147477149963, + "learning_rate": 3.2180950958787485e-05, + "loss": 0.0121, + "step": 63520 + }, + { + "loss_action": 0.060737546533346176, + "loss_total": 0.060737546533346176, + "step": 63520 + }, + { + "loss_action": 0.005203580018132925, + "loss_total": 0.005203580018132925, + "step": 63520 + }, + { + "loss_action": 0.008358347229659557, + "loss_total": 0.008358347229659557, + "step": 63520 + }, + { + "loss_action": 0.007046205922961235, + "loss_total": 0.007046205922961235, + "step": 63520 + }, + { + "loss_action": 0.0329880565404892, + "loss_total": 0.0329880565404892, + "step": 63520 + }, + { + "loss_action": 0.0072310203686356544, + "loss_total": 0.0072310203686356544, + "step": 63520 + }, + { + "grad_norm": 0.32020291686058044, + "learning_rate": 3.2165502891465024e-05, + "loss": 0.0176, + "step": 63530 + }, + { + "loss_action": 0.004155508242547512, + "loss_total": 0.004155508242547512, + "step": 63530 + }, + { + "loss_action": 0.0218147411942482, + "loss_total": 0.0218147411942482, + "step": 63530 + }, + { + "loss_action": 0.006524849683046341, + "loss_total": 0.006524849683046341, + "step": 63530 + }, + { + "loss_action": 0.009622386656701565, + "loss_total": 0.009622386656701565, + "step": 63530 + }, + { + "loss_action": 0.011977840214967728, + "loss_total": 0.011977840214967728, + "step": 63530 + }, + { + "loss_action": 0.011015664786100388, + "loss_total": 0.011015664786100388, + "step": 63530 + }, + { + "grad_norm": 0.5291810035705566, + "learning_rate": 3.215005677449636e-05, + "loss": 0.0138, + "step": 63540 + }, + { + "loss_action": 0.026020659133791924, + "loss_total": 0.026020659133791924, + "step": 63540 + }, + { + "loss_action": 0.01509818620979786, + "loss_total": 0.01509818620979786, + "step": 63540 + }, + { + "loss_action": 0.0043119145557284355, + "loss_total": 0.0043119145557284355, + "step": 63540 + }, + { + "loss_action": 0.033829215914011, + "loss_total": 0.033829215914011, + "step": 63540 + }, + { + "loss_action": 0.013949316926300526, + "loss_total": 0.013949316926300526, + "step": 63540 + }, + { + "loss_action": 0.007615007925778627, + "loss_total": 0.007615007925778627, + "step": 63540 + }, + { + "grad_norm": 0.4576958417892456, + "learning_rate": 3.2134612609570644e-05, + "loss": 0.0115, + "step": 63550 + }, + { + "loss_action": 0.007155689410865307, + "loss_total": 0.007155689410865307, + "step": 63550 + }, + { + "loss_action": 0.01581374555826187, + "loss_total": 0.01581374555826187, + "step": 63550 + }, + { + "loss_action": 0.01119787897914648, + "loss_total": 0.01119787897914648, + "step": 63550 + }, + { + "loss_action": 0.011371944099664688, + "loss_total": 0.011371944099664688, + "step": 63550 + }, + { + "loss_action": 0.0039008883759379387, + "loss_total": 0.0039008883759379387, + "step": 63550 + }, + { + "loss_action": 0.01579863578081131, + "loss_total": 0.01579863578081131, + "step": 63550 + }, + { + "grad_norm": 0.25424811244010925, + "learning_rate": 3.211917039837682e-05, + "loss": 0.0125, + "step": 63560 + }, + { + "loss_action": 0.04488549008965492, + "loss_total": 0.04488549008965492, + "step": 63560 + }, + { + "loss_action": 0.02611781656742096, + "loss_total": 0.02611781656742096, + "step": 63560 + }, + { + "loss_action": 0.005351351574063301, + "loss_total": 0.005351351574063301, + "step": 63560 + }, + { + "loss_action": 0.006660053040832281, + "loss_total": 0.006660053040832281, + "step": 63560 + }, + { + "loss_action": 0.025250669568777084, + "loss_total": 0.025250669568777084, + "step": 63560 + }, + { + "loss_action": 0.006952450145035982, + "loss_total": 0.006952450145035982, + "step": 63560 + }, + { + "grad_norm": 0.29147055745124817, + "learning_rate": 3.210373014260365e-05, + "loss": 0.0114, + "step": 63570 + }, + { + "loss_action": 0.0045032622292637825, + "loss_total": 0.0045032622292637825, + "step": 63570 + }, + { + "loss_action": 0.011845853179693222, + "loss_total": 0.011845853179693222, + "step": 63570 + }, + { + "loss_action": 0.0030160839669406414, + "loss_total": 0.0030160839669406414, + "step": 63570 + }, + { + "loss_action": 0.007824611850082874, + "loss_total": 0.007824611850082874, + "step": 63570 + }, + { + "loss_action": 0.022106923162937164, + "loss_total": 0.022106923162937164, + "step": 63570 + }, + { + "loss_action": 0.02992410957813263, + "loss_total": 0.02992410957813263, + "step": 63570 + }, + { + "grad_norm": 0.3905681073665619, + "learning_rate": 3.208829184393965e-05, + "loss": 0.0127, + "step": 63580 + }, + { + "loss_action": 0.017986055463552475, + "loss_total": 0.017986055463552475, + "step": 63580 + }, + { + "loss_action": 0.0026624230667948723, + "loss_total": 0.0026624230667948723, + "step": 63580 + }, + { + "loss_action": 0.046247225254774094, + "loss_total": 0.046247225254774094, + "step": 63580 + }, + { + "loss_action": 0.006476800888776779, + "loss_total": 0.006476800888776779, + "step": 63580 + }, + { + "loss_action": 0.012540231458842754, + "loss_total": 0.012540231458842754, + "step": 63580 + }, + { + "loss_action": 0.006006624549627304, + "loss_total": 0.006006624549627304, + "step": 63580 + }, + { + "grad_norm": 0.36280882358551025, + "learning_rate": 3.207285550407312e-05, + "loss": 0.0129, + "step": 63590 + }, + { + "loss_action": 0.0057574245147407055, + "loss_total": 0.0057574245147407055, + "step": 63590 + }, + { + "loss_action": 0.009655945934355259, + "loss_total": 0.009655945934355259, + "step": 63590 + }, + { + "loss_action": 0.003678474808111787, + "loss_total": 0.003678474808111787, + "step": 63590 + }, + { + "loss_action": 0.008696790784597397, + "loss_total": 0.008696790784597397, + "step": 63590 + }, + { + "loss_action": 0.004773537162691355, + "loss_total": 0.004773537162691355, + "step": 63590 + }, + { + "loss_action": 0.014002768322825432, + "loss_total": 0.014002768322825432, + "step": 63590 + }, + { + "grad_norm": 0.2728889286518097, + "learning_rate": 3.205742112469217e-05, + "loss": 0.0121, + "step": 63600 + }, + { + "loss_action": 0.020260535180568695, + "loss_total": 0.020260535180568695, + "step": 63600 + }, + { + "loss_action": 0.015821684151887894, + "loss_total": 0.015821684151887894, + "step": 63600 + }, + { + "loss_action": 0.00886648241430521, + "loss_total": 0.00886648241430521, + "step": 63600 + }, + { + "loss_action": 0.006972923409193754, + "loss_total": 0.006972923409193754, + "step": 63600 + }, + { + "loss_action": 0.009010348469018936, + "loss_total": 0.009010348469018936, + "step": 63600 + }, + { + "loss_action": 0.00694862799718976, + "loss_total": 0.00694862799718976, + "step": 63600 + }, + { + "grad_norm": 0.3893950581550598, + "learning_rate": 3.204198870748465e-05, + "loss": 0.0128, + "step": 63610 + }, + { + "loss_action": 0.01242709532380104, + "loss_total": 0.01242709532380104, + "step": 63610 + }, + { + "loss_action": 0.004740105010569096, + "loss_total": 0.004740105010569096, + "step": 63610 + }, + { + "loss_action": 0.00944124348461628, + "loss_total": 0.00944124348461628, + "step": 63610 + }, + { + "loss_action": 0.006163499783724546, + "loss_total": 0.006163499783724546, + "step": 63610 + }, + { + "loss_action": 0.00658765435218811, + "loss_total": 0.00658765435218811, + "step": 63610 + }, + { + "loss_action": 0.011254667304456234, + "loss_total": 0.011254667304456234, + "step": 63610 + }, + { + "grad_norm": 0.33020302653312683, + "learning_rate": 3.202655825413824e-05, + "loss": 0.0121, + "step": 63620 + }, + { + "loss_action": 0.007146886084228754, + "loss_total": 0.007146886084228754, + "step": 63620 + }, + { + "loss_action": 0.08416415005922318, + "loss_total": 0.08416415005922318, + "step": 63620 + }, + { + "loss_action": 0.009155472740530968, + "loss_total": 0.009155472740530968, + "step": 63620 + }, + { + "loss_action": 0.01304666418582201, + "loss_total": 0.01304666418582201, + "step": 63620 + }, + { + "loss_action": 0.01118288654834032, + "loss_total": 0.01118288654834032, + "step": 63620 + }, + { + "loss_action": 0.005497016478329897, + "loss_total": 0.005497016478329897, + "step": 63620 + }, + { + "grad_norm": 0.35955262184143066, + "learning_rate": 3.2011129766340416e-05, + "loss": 0.0108, + "step": 63630 + }, + { + "loss_action": 0.00566377816721797, + "loss_total": 0.00566377816721797, + "step": 63630 + }, + { + "loss_action": 0.003680804744362831, + "loss_total": 0.003680804744362831, + "step": 63630 + }, + { + "loss_action": 0.02491781674325466, + "loss_total": 0.02491781674325466, + "step": 63630 + }, + { + "loss_action": 0.0036652993876487017, + "loss_total": 0.0036652993876487017, + "step": 63630 + }, + { + "loss_action": 0.004605940543115139, + "loss_total": 0.004605940543115139, + "step": 63630 + }, + { + "loss_action": 0.009660270065069199, + "loss_total": 0.009660270065069199, + "step": 63630 + }, + { + "grad_norm": 0.30284470319747925, + "learning_rate": 3.1995703245778384e-05, + "loss": 0.0109, + "step": 63640 + }, + { + "loss_action": 0.006183955352753401, + "loss_total": 0.006183955352753401, + "step": 63640 + }, + { + "loss_action": 0.009790588170289993, + "loss_total": 0.009790588170289993, + "step": 63640 + }, + { + "loss_action": 0.010542597621679306, + "loss_total": 0.010542597621679306, + "step": 63640 + }, + { + "loss_action": 0.006272283848375082, + "loss_total": 0.006272283848375082, + "step": 63640 + }, + { + "loss_action": 0.00947932992130518, + "loss_total": 0.00947932992130518, + "step": 63640 + }, + { + "loss_action": 0.008532404899597168, + "loss_total": 0.008532404899597168, + "step": 63640 + }, + { + "grad_norm": 0.332415372133255, + "learning_rate": 3.1980278694139186e-05, + "loss": 0.0116, + "step": 63650 + }, + { + "loss_action": 0.0083877919241786, + "loss_total": 0.0083877919241786, + "step": 63650 + }, + { + "loss_action": 0.018812116235494614, + "loss_total": 0.018812116235494614, + "step": 63650 + }, + { + "loss_action": 0.011596926487982273, + "loss_total": 0.011596926487982273, + "step": 63650 + }, + { + "loss_action": 0.006938292644917965, + "loss_total": 0.006938292644917965, + "step": 63650 + }, + { + "loss_action": 0.014165899716317654, + "loss_total": 0.014165899716317654, + "step": 63650 + }, + { + "loss_action": 0.00511573813855648, + "loss_total": 0.00511573813855648, + "step": 63650 + }, + { + "grad_norm": 0.27135199308395386, + "learning_rate": 3.196485611310962e-05, + "loss": 0.0099, + "step": 63660 + }, + { + "loss_action": 0.006533453706651926, + "loss_total": 0.006533453706651926, + "step": 63660 + }, + { + "loss_action": 0.007574128918349743, + "loss_total": 0.007574128918349743, + "step": 63660 + }, + { + "loss_action": 0.00466989167034626, + "loss_total": 0.00466989167034626, + "step": 63660 + }, + { + "loss_action": 0.008431361056864262, + "loss_total": 0.008431361056864262, + "step": 63660 + }, + { + "loss_action": 0.005785130895674229, + "loss_total": 0.005785130895674229, + "step": 63660 + }, + { + "loss_action": 0.02719545178115368, + "loss_total": 0.02719545178115368, + "step": 63660 + }, + { + "grad_norm": 0.22462695837020874, + "learning_rate": 3.1949435504376257e-05, + "loss": 0.0095, + "step": 63670 + }, + { + "loss_action": 0.005875370465219021, + "loss_total": 0.005875370465219021, + "step": 63670 + }, + { + "loss_action": 0.026876207441091537, + "loss_total": 0.026876207441091537, + "step": 63670 + }, + { + "loss_action": 0.012803429737687111, + "loss_total": 0.012803429737687111, + "step": 63670 + }, + { + "loss_action": 0.0077889407984912395, + "loss_total": 0.0077889407984912395, + "step": 63670 + }, + { + "loss_action": 0.005892877001315355, + "loss_total": 0.005892877001315355, + "step": 63670 + }, + { + "loss_action": 0.005770948249846697, + "loss_total": 0.005770948249846697, + "step": 63670 + }, + { + "grad_norm": 0.24065040051937103, + "learning_rate": 3.1934016869625505e-05, + "loss": 0.0135, + "step": 63680 + }, + { + "loss_action": 0.01088225282728672, + "loss_total": 0.01088225282728672, + "step": 63680 + }, + { + "loss_action": 0.018230024725198746, + "loss_total": 0.018230024725198746, + "step": 63680 + }, + { + "loss_action": 0.0042312052100896835, + "loss_total": 0.0042312052100896835, + "step": 63680 + }, + { + "loss_action": 0.00521475076675415, + "loss_total": 0.00521475076675415, + "step": 63680 + }, + { + "loss_action": 0.011970965191721916, + "loss_total": 0.011970965191721916, + "step": 63680 + }, + { + "loss_action": 0.00786928553134203, + "loss_total": 0.00786928553134203, + "step": 63680 + }, + { + "grad_norm": 0.2618042230606079, + "learning_rate": 3.191860021054349e-05, + "loss": 0.0104, + "step": 63690 + }, + { + "loss_action": 0.00793906208127737, + "loss_total": 0.00793906208127737, + "step": 63690 + }, + { + "loss_action": 0.01223832182586193, + "loss_total": 0.01223832182586193, + "step": 63690 + }, + { + "loss_action": 0.005609025713056326, + "loss_total": 0.005609025713056326, + "step": 63690 + }, + { + "loss_action": 0.014062811620533466, + "loss_total": 0.014062811620533466, + "step": 63690 + }, + { + "loss_action": 0.010799020528793335, + "loss_total": 0.010799020528793335, + "step": 63690 + }, + { + "loss_action": 0.01134765986353159, + "loss_total": 0.01134765986353159, + "step": 63690 + }, + { + "grad_norm": 0.2611721456050873, + "learning_rate": 3.190318552881618e-05, + "loss": 0.0117, + "step": 63700 + }, + { + "loss_action": 0.007019577082246542, + "loss_total": 0.007019577082246542, + "step": 63700 + }, + { + "loss_action": 0.031528979539871216, + "loss_total": 0.031528979539871216, + "step": 63700 + }, + { + "loss_action": 0.005307505372911692, + "loss_total": 0.005307505372911692, + "step": 63700 + }, + { + "loss_action": 0.00942960474640131, + "loss_total": 0.00942960474640131, + "step": 63700 + }, + { + "loss_action": 0.015694668516516685, + "loss_total": 0.015694668516516685, + "step": 63700 + }, + { + "loss_action": 0.012291787192225456, + "loss_total": 0.012291787192225456, + "step": 63700 + }, + { + "grad_norm": 0.2840324640274048, + "learning_rate": 3.1887772826129285e-05, + "loss": 0.0103, + "step": 63710 + }, + { + "loss_action": 0.007845676504075527, + "loss_total": 0.007845676504075527, + "step": 63710 + }, + { + "loss_action": 0.00831697229295969, + "loss_total": 0.00831697229295969, + "step": 63710 + }, + { + "loss_action": 0.009098540991544724, + "loss_total": 0.009098540991544724, + "step": 63710 + }, + { + "loss_action": 0.005722277797758579, + "loss_total": 0.005722277797758579, + "step": 63710 + }, + { + "loss_action": 0.006055676843971014, + "loss_total": 0.006055676843971014, + "step": 63710 + }, + { + "loss_action": 0.010362713597714901, + "loss_total": 0.010362713597714901, + "step": 63710 + }, + { + "grad_norm": 0.30791571736335754, + "learning_rate": 3.1872362104168335e-05, + "loss": 0.0109, + "step": 63720 + }, + { + "loss_action": 0.003768475027754903, + "loss_total": 0.003768475027754903, + "step": 63720 + }, + { + "loss_action": 0.10715761035680771, + "loss_total": 0.10715761035680771, + "step": 63720 + }, + { + "loss_action": 0.006172880996018648, + "loss_total": 0.006172880996018648, + "step": 63720 + }, + { + "loss_action": 0.009259487502276897, + "loss_total": 0.009259487502276897, + "step": 63720 + }, + { + "loss_action": 0.008592869155108929, + "loss_total": 0.008592869155108929, + "step": 63720 + }, + { + "loss_action": 0.02590651623904705, + "loss_total": 0.02590651623904705, + "step": 63720 + }, + { + "grad_norm": 0.3682869076728821, + "learning_rate": 3.185695336461861e-05, + "loss": 0.0131, + "step": 63730 + }, + { + "loss_action": 0.008348746225237846, + "loss_total": 0.008348746225237846, + "step": 63730 + }, + { + "loss_action": 0.022556519135832787, + "loss_total": 0.022556519135832787, + "step": 63730 + }, + { + "loss_action": 0.013140745460987091, + "loss_total": 0.013140745460987091, + "step": 63730 + }, + { + "loss_action": 0.005005439277738333, + "loss_total": 0.005005439277738333, + "step": 63730 + }, + { + "loss_action": 0.01549633126705885, + "loss_total": 0.01549633126705885, + "step": 63730 + }, + { + "loss_action": 0.010864708572626114, + "loss_total": 0.010864708572626114, + "step": 63730 + }, + { + "grad_norm": 0.30052775144577026, + "learning_rate": 3.184154660916519e-05, + "loss": 0.0128, + "step": 63740 + }, + { + "loss_action": 0.007114538457244635, + "loss_total": 0.007114538457244635, + "step": 63740 + }, + { + "loss_action": 0.0034121661446988583, + "loss_total": 0.0034121661446988583, + "step": 63740 + }, + { + "loss_action": 0.01288888230919838, + "loss_total": 0.01288888230919838, + "step": 63740 + }, + { + "loss_action": 0.02798384241759777, + "loss_total": 0.02798384241759777, + "step": 63740 + }, + { + "loss_action": 0.010471832007169724, + "loss_total": 0.010471832007169724, + "step": 63740 + }, + { + "loss_action": 0.006499210372567177, + "loss_total": 0.006499210372567177, + "step": 63740 + }, + { + "grad_norm": 0.3385697305202484, + "learning_rate": 3.1826141839492906e-05, + "loss": 0.0104, + "step": 63750 + }, + { + "loss_action": 0.018105966970324516, + "loss_total": 0.018105966970324516, + "step": 63750 + }, + { + "loss_action": 0.008427036926150322, + "loss_total": 0.008427036926150322, + "step": 63750 + }, + { + "loss_action": 0.020693564787507057, + "loss_total": 0.020693564787507057, + "step": 63750 + }, + { + "loss_action": 0.00909478310495615, + "loss_total": 0.00909478310495615, + "step": 63750 + }, + { + "loss_action": 0.003976569510996342, + "loss_total": 0.003976569510996342, + "step": 63750 + }, + { + "loss_action": 0.007179277017712593, + "loss_total": 0.007179277017712593, + "step": 63750 + }, + { + "grad_norm": 0.3067391812801361, + "learning_rate": 3.181073905728644e-05, + "loss": 0.011, + "step": 63760 + }, + { + "loss_action": 0.006180649157613516, + "loss_total": 0.006180649157613516, + "step": 63760 + }, + { + "loss_action": 0.010580427013337612, + "loss_total": 0.010580427013337612, + "step": 63760 + }, + { + "loss_action": 0.00796438567340374, + "loss_total": 0.00796438567340374, + "step": 63760 + }, + { + "loss_action": 0.008161582984030247, + "loss_total": 0.008161582984030247, + "step": 63760 + }, + { + "loss_action": 0.0049767824821174145, + "loss_total": 0.0049767824821174145, + "step": 63760 + }, + { + "loss_action": 0.016187423840165138, + "loss_total": 0.016187423840165138, + "step": 63760 + }, + { + "grad_norm": 0.265051931142807, + "learning_rate": 3.1795338264230214e-05, + "loss": 0.013, + "step": 63770 + }, + { + "loss_action": 0.007886470295488834, + "loss_total": 0.007886470295488834, + "step": 63770 + }, + { + "loss_action": 0.0069731916300952435, + "loss_total": 0.0069731916300952435, + "step": 63770 + }, + { + "loss_action": 0.01348875742405653, + "loss_total": 0.01348875742405653, + "step": 63770 + }, + { + "loss_action": 0.00813849363476038, + "loss_total": 0.00813849363476038, + "step": 63770 + }, + { + "loss_action": 0.004716355353593826, + "loss_total": 0.004716355353593826, + "step": 63770 + }, + { + "loss_action": 0.015838470309972763, + "loss_total": 0.015838470309972763, + "step": 63770 + }, + { + "grad_norm": 0.24862129986286163, + "learning_rate": 3.1779939462008426e-05, + "loss": 0.0093, + "step": 63780 + }, + { + "loss_action": 0.008781981654465199, + "loss_total": 0.008781981654465199, + "step": 63780 + }, + { + "loss_action": 0.012149300426244736, + "loss_total": 0.012149300426244736, + "step": 63780 + }, + { + "loss_action": 0.02143976278603077, + "loss_total": 0.02143976278603077, + "step": 63780 + }, + { + "loss_action": 0.02548690140247345, + "loss_total": 0.02548690140247345, + "step": 63780 + }, + { + "loss_action": 0.003936637658625841, + "loss_total": 0.003936637658625841, + "step": 63780 + }, + { + "loss_action": 0.007729980628937483, + "loss_total": 0.007729980628937483, + "step": 63780 + }, + { + "grad_norm": 0.300331175327301, + "learning_rate": 3.1764542652305066e-05, + "loss": 0.011, + "step": 63790 + }, + { + "loss_action": 0.004488793667405844, + "loss_total": 0.004488793667405844, + "step": 63790 + }, + { + "loss_action": 0.003113700309768319, + "loss_total": 0.003113700309768319, + "step": 63790 + }, + { + "loss_action": 0.007042550481855869, + "loss_total": 0.007042550481855869, + "step": 63790 + }, + { + "loss_action": 0.007973629981279373, + "loss_total": 0.007973629981279373, + "step": 63790 + }, + { + "loss_action": 0.013498240150511265, + "loss_total": 0.013498240150511265, + "step": 63790 + }, + { + "loss_action": 0.012401719577610493, + "loss_total": 0.012401719577610493, + "step": 63790 + }, + { + "grad_norm": 0.23587633669376373, + "learning_rate": 3.17491478368039e-05, + "loss": 0.0107, + "step": 63800 + }, + { + "loss_action": 0.006054195109754801, + "loss_total": 0.006054195109754801, + "step": 63800 + }, + { + "loss_action": 0.010545908473432064, + "loss_total": 0.010545908473432064, + "step": 63800 + }, + { + "loss_action": 0.02657128870487213, + "loss_total": 0.02657128870487213, + "step": 63800 + }, + { + "loss_action": 0.005833090282976627, + "loss_total": 0.005833090282976627, + "step": 63800 + }, + { + "loss_action": 0.005927449092268944, + "loss_total": 0.005927449092268944, + "step": 63800 + }, + { + "loss_action": 0.007059495896100998, + "loss_total": 0.007059495896100998, + "step": 63800 + }, + { + "grad_norm": 0.4098912477493286, + "learning_rate": 3.173375501718847e-05, + "loss": 0.0119, + "step": 63810 + }, + { + "loss_action": 0.00960317812860012, + "loss_total": 0.00960317812860012, + "step": 63810 + }, + { + "loss_action": 0.04890763387084007, + "loss_total": 0.04890763387084007, + "step": 63810 + }, + { + "loss_action": 0.01579238474369049, + "loss_total": 0.01579238474369049, + "step": 63810 + }, + { + "loss_action": 0.004449235275387764, + "loss_total": 0.004449235275387764, + "step": 63810 + }, + { + "loss_action": 0.014704090543091297, + "loss_total": 0.014704090543091297, + "step": 63810 + }, + { + "loss_action": 0.02304200828075409, + "loss_total": 0.02304200828075409, + "step": 63810 + }, + { + "grad_norm": 0.22287404537200928, + "learning_rate": 3.171836419514215e-05, + "loss": 0.0111, + "step": 63820 + }, + { + "loss_action": 0.006601301487535238, + "loss_total": 0.006601301487535238, + "step": 63820 + }, + { + "loss_action": 0.006051641423255205, + "loss_total": 0.006051641423255205, + "step": 63820 + }, + { + "loss_action": 0.003537197131663561, + "loss_total": 0.003537197131663561, + "step": 63820 + }, + { + "loss_action": 0.008740710094571114, + "loss_total": 0.008740710094571114, + "step": 63820 + }, + { + "loss_action": 0.006316422484815121, + "loss_total": 0.006316422484815121, + "step": 63820 + }, + { + "loss_action": 0.02542290836572647, + "loss_total": 0.02542290836572647, + "step": 63820 + }, + { + "grad_norm": 0.2752646505832672, + "learning_rate": 3.170297537234803e-05, + "loss": 0.0106, + "step": 63830 + }, + { + "loss_action": 0.010505972430109978, + "loss_total": 0.010505972430109978, + "step": 63830 + }, + { + "loss_action": 0.004373825620859861, + "loss_total": 0.004373825620859861, + "step": 63830 + }, + { + "loss_action": 0.00482778437435627, + "loss_total": 0.00482778437435627, + "step": 63830 + }, + { + "loss_action": 0.007989276200532913, + "loss_total": 0.007989276200532913, + "step": 63830 + }, + { + "loss_action": 0.004968681838363409, + "loss_total": 0.004968681838363409, + "step": 63830 + }, + { + "loss_action": 0.005747123621404171, + "loss_total": 0.005747123621404171, + "step": 63830 + }, + { + "grad_norm": 0.24889425933361053, + "learning_rate": 3.168758855048901e-05, + "loss": 0.0109, + "step": 63840 + }, + { + "loss_action": 0.011186259798705578, + "loss_total": 0.011186259798705578, + "step": 63840 + }, + { + "loss_action": 0.013402402400970459, + "loss_total": 0.013402402400970459, + "step": 63840 + }, + { + "loss_action": 0.012893990613520145, + "loss_total": 0.012893990613520145, + "step": 63840 + }, + { + "loss_action": 0.018394524231553078, + "loss_total": 0.018394524231553078, + "step": 63840 + }, + { + "loss_action": 0.006327211856842041, + "loss_total": 0.006327211856842041, + "step": 63840 + }, + { + "loss_action": 0.011765705421566963, + "loss_total": 0.011765705421566963, + "step": 63840 + }, + { + "grad_norm": 0.3560406267642975, + "learning_rate": 3.1672203731247785e-05, + "loss": 0.0128, + "step": 63850 + }, + { + "loss_action": 0.005176162347197533, + "loss_total": 0.005176162347197533, + "step": 63850 + }, + { + "loss_action": 0.03384014219045639, + "loss_total": 0.03384014219045639, + "step": 63850 + }, + { + "loss_action": 0.005916178692132235, + "loss_total": 0.005916178692132235, + "step": 63850 + }, + { + "loss_action": 0.025415850803256035, + "loss_total": 0.025415850803256035, + "step": 63850 + }, + { + "loss_action": 0.006657164078205824, + "loss_total": 0.006657164078205824, + "step": 63850 + }, + { + "loss_action": 0.0032989901956170797, + "loss_total": 0.0032989901956170797, + "step": 63850 + }, + { + "grad_norm": 0.3026879131793976, + "learning_rate": 3.16568209163068e-05, + "loss": 0.0126, + "step": 63860 + }, + { + "loss_action": 0.01586373709142208, + "loss_total": 0.01586373709142208, + "step": 63860 + }, + { + "loss_action": 0.05714254826307297, + "loss_total": 0.05714254826307297, + "step": 63860 + }, + { + "loss_action": 0.010802500881254673, + "loss_total": 0.010802500881254673, + "step": 63860 + }, + { + "loss_action": 0.004435006063431501, + "loss_total": 0.004435006063431501, + "step": 63860 + }, + { + "loss_action": 0.005687563680112362, + "loss_total": 0.005687563680112362, + "step": 63860 + }, + { + "loss_action": 0.007852869108319283, + "loss_total": 0.007852869108319283, + "step": 63860 + }, + { + "grad_norm": 0.30447009205818176, + "learning_rate": 3.1641440107348295e-05, + "loss": 0.0135, + "step": 63870 + }, + { + "loss_action": 0.026038356125354767, + "loss_total": 0.026038356125354767, + "step": 63870 + }, + { + "loss_action": 0.005809800699353218, + "loss_total": 0.005809800699353218, + "step": 63870 + }, + { + "loss_action": 0.006411988288164139, + "loss_total": 0.006411988288164139, + "step": 63870 + }, + { + "loss_action": 0.0044778501614928246, + "loss_total": 0.0044778501614928246, + "step": 63870 + }, + { + "loss_action": 0.007976901717483997, + "loss_total": 0.007976901717483997, + "step": 63870 + }, + { + "loss_action": 0.008164099417626858, + "loss_total": 0.008164099417626858, + "step": 63870 + }, + { + "grad_norm": 0.34218937158584595, + "learning_rate": 3.162606130605429e-05, + "loss": 0.0139, + "step": 63880 + }, + { + "loss_action": 0.008918486535549164, + "loss_total": 0.008918486535549164, + "step": 63880 + }, + { + "loss_action": 0.0038167303428053856, + "loss_total": 0.0038167303428053856, + "step": 63880 + }, + { + "loss_action": 0.01887623406946659, + "loss_total": 0.01887623406946659, + "step": 63880 + }, + { + "loss_action": 0.005614719353616238, + "loss_total": 0.005614719353616238, + "step": 63880 + }, + { + "loss_action": 0.003316638758406043, + "loss_total": 0.003316638758406043, + "step": 63880 + }, + { + "loss_action": 0.0067414832301437855, + "loss_total": 0.0067414832301437855, + "step": 63880 + }, + { + "grad_norm": 0.30890706181526184, + "learning_rate": 3.16106845141066e-05, + "loss": 0.0131, + "step": 63890 + }, + { + "loss_action": 0.002661853563040495, + "loss_total": 0.002661853563040495, + "step": 63890 + }, + { + "loss_action": 0.027051551267504692, + "loss_total": 0.027051551267504692, + "step": 63890 + }, + { + "loss_action": 0.007914255373179913, + "loss_total": 0.007914255373179913, + "step": 63890 + }, + { + "loss_action": 0.004446008708328009, + "loss_total": 0.004446008708328009, + "step": 63890 + }, + { + "loss_action": 0.009677378460764885, + "loss_total": 0.009677378460764885, + "step": 63890 + }, + { + "loss_action": 0.004789282102137804, + "loss_total": 0.004789282102137804, + "step": 63890 + }, + { + "grad_norm": 0.4319891333580017, + "learning_rate": 3.159530973318682e-05, + "loss": 0.0114, + "step": 63900 + }, + { + "loss_action": 0.004779421724379063, + "loss_total": 0.004779421724379063, + "step": 63900 + }, + { + "loss_action": 0.009652788750827312, + "loss_total": 0.009652788750827312, + "step": 63900 + }, + { + "loss_action": 0.17969629168510437, + "loss_total": 0.17969629168510437, + "step": 63900 + }, + { + "loss_action": 0.005612996872514486, + "loss_total": 0.005612996872514486, + "step": 63900 + }, + { + "loss_action": 0.019692011177539825, + "loss_total": 0.019692011177539825, + "step": 63900 + }, + { + "loss_action": 0.014988314360380173, + "loss_total": 0.014988314360380173, + "step": 63900 + }, + { + "grad_norm": 0.3670961856842041, + "learning_rate": 3.1579936964976286e-05, + "loss": 0.0166, + "step": 63910 + }, + { + "loss_action": 0.014594712294638157, + "loss_total": 0.014594712294638157, + "step": 63910 + }, + { + "loss_action": 0.011398381553590298, + "loss_total": 0.011398381553590298, + "step": 63910 + }, + { + "loss_action": 0.005529429297894239, + "loss_total": 0.005529429297894239, + "step": 63910 + }, + { + "loss_action": 0.018357114866375923, + "loss_total": 0.018357114866375923, + "step": 63910 + }, + { + "loss_action": 0.010681063868105412, + "loss_total": 0.010681063868105412, + "step": 63910 + }, + { + "loss_action": 0.03505712002515793, + "loss_total": 0.03505712002515793, + "step": 63910 + }, + { + "grad_norm": 0.3570181131362915, + "learning_rate": 3.156456621115615e-05, + "loss": 0.0111, + "step": 63920 + }, + { + "loss_action": 0.014182494021952152, + "loss_total": 0.014182494021952152, + "step": 63920 + }, + { + "loss_action": 0.003633337328210473, + "loss_total": 0.003633337328210473, + "step": 63920 + }, + { + "loss_action": 0.010016169399023056, + "loss_total": 0.010016169399023056, + "step": 63920 + }, + { + "loss_action": 0.00747250858694315, + "loss_total": 0.00747250858694315, + "step": 63920 + }, + { + "loss_action": 0.052254464477300644, + "loss_total": 0.052254464477300644, + "step": 63920 + }, + { + "loss_action": 0.0050128186121582985, + "loss_total": 0.0050128186121582985, + "step": 63920 + }, + { + "grad_norm": 0.3532254099845886, + "learning_rate": 3.154919747340734e-05, + "loss": 0.0121, + "step": 63930 + }, + { + "loss_action": 0.005159570835530758, + "loss_total": 0.005159570835530758, + "step": 63930 + }, + { + "loss_action": 0.004472496919333935, + "loss_total": 0.004472496919333935, + "step": 63930 + }, + { + "loss_action": 0.007734223734587431, + "loss_total": 0.007734223734587431, + "step": 63930 + }, + { + "loss_action": 0.014727668836712837, + "loss_total": 0.014727668836712837, + "step": 63930 + }, + { + "loss_action": 0.004935198463499546, + "loss_total": 0.004935198463499546, + "step": 63930 + }, + { + "loss_action": 0.011215949431061745, + "loss_total": 0.011215949431061745, + "step": 63930 + }, + { + "grad_norm": 0.27947184443473816, + "learning_rate": 3.153383075341054e-05, + "loss": 0.0097, + "step": 63940 + }, + { + "loss_action": 0.009382801130414009, + "loss_total": 0.009382801130414009, + "step": 63940 + }, + { + "loss_action": 0.01705026999115944, + "loss_total": 0.01705026999115944, + "step": 63940 + }, + { + "loss_action": 0.007117487024515867, + "loss_total": 0.007117487024515867, + "step": 63940 + }, + { + "loss_action": 0.007590733002871275, + "loss_total": 0.007590733002871275, + "step": 63940 + }, + { + "loss_action": 0.02215649001300335, + "loss_total": 0.02215649001300335, + "step": 63940 + }, + { + "loss_action": 0.0039178719744086266, + "loss_total": 0.0039178719744086266, + "step": 63940 + }, + { + "grad_norm": 0.29059404134750366, + "learning_rate": 3.1518466052846264e-05, + "loss": 0.0122, + "step": 63950 + }, + { + "loss_action": 0.007349828723818064, + "loss_total": 0.007349828723818064, + "step": 63950 + }, + { + "loss_action": 0.009264372289180756, + "loss_total": 0.009264372289180756, + "step": 63950 + }, + { + "loss_action": 0.005425607785582542, + "loss_total": 0.005425607785582542, + "step": 63950 + }, + { + "loss_action": 0.02834247052669525, + "loss_total": 0.02834247052669525, + "step": 63950 + }, + { + "loss_action": 0.002672452013939619, + "loss_total": 0.002672452013939619, + "step": 63950 + }, + { + "loss_action": 0.03750421479344368, + "loss_total": 0.03750421479344368, + "step": 63950 + }, + { + "grad_norm": 0.2587645947933197, + "learning_rate": 3.150310337339474e-05, + "loss": 0.0168, + "step": 63960 + }, + { + "loss_action": 0.017232079058885574, + "loss_total": 0.017232079058885574, + "step": 63960 + }, + { + "loss_action": 0.025969399139285088, + "loss_total": 0.025969399139285088, + "step": 63960 + }, + { + "loss_action": 0.013820372521877289, + "loss_total": 0.013820372521877289, + "step": 63960 + }, + { + "loss_action": 0.004906785674393177, + "loss_total": 0.004906785674393177, + "step": 63960 + }, + { + "loss_action": 0.004793005995452404, + "loss_total": 0.004793005995452404, + "step": 63960 + }, + { + "loss_action": 0.008757787756621838, + "loss_total": 0.008757787756621838, + "step": 63960 + }, + { + "grad_norm": 0.2704566717147827, + "learning_rate": 3.148774271673603e-05, + "loss": 0.0115, + "step": 63970 + }, + { + "loss_action": 0.12812863290309906, + "loss_total": 0.12812863290309906, + "step": 63970 + }, + { + "loss_action": 0.010676812380552292, + "loss_total": 0.010676812380552292, + "step": 63970 + }, + { + "loss_action": 0.009924782440066338, + "loss_total": 0.009924782440066338, + "step": 63970 + }, + { + "loss_action": 0.007391071412712336, + "loss_total": 0.007391071412712336, + "step": 63970 + }, + { + "loss_action": 0.011212567798793316, + "loss_total": 0.011212567798793316, + "step": 63970 + }, + { + "loss_action": 0.009158946573734283, + "loss_total": 0.009158946573734283, + "step": 63970 + }, + { + "grad_norm": 0.28018590807914734, + "learning_rate": 3.147238408454995e-05, + "loss": 0.0136, + "step": 63980 + }, + { + "loss_action": 0.015656473115086555, + "loss_total": 0.015656473115086555, + "step": 63980 + }, + { + "loss_action": 0.0074543943628668785, + "loss_total": 0.0074543943628668785, + "step": 63980 + }, + { + "loss_action": 0.008045627735555172, + "loss_total": 0.008045627735555172, + "step": 63980 + }, + { + "loss_action": 0.005438314750790596, + "loss_total": 0.005438314750790596, + "step": 63980 + }, + { + "loss_action": 0.009886967949569225, + "loss_total": 0.009886967949569225, + "step": 63980 + }, + { + "loss_action": 0.023507272824645042, + "loss_total": 0.023507272824645042, + "step": 63980 + }, + { + "grad_norm": 0.2250966578722, + "learning_rate": 3.1457027478516086e-05, + "loss": 0.0106, + "step": 63990 + }, + { + "loss_action": 0.006006751675158739, + "loss_total": 0.006006751675158739, + "step": 63990 + }, + { + "loss_action": 0.028381340205669403, + "loss_total": 0.028381340205669403, + "step": 63990 + }, + { + "loss_action": 0.0072549437172710896, + "loss_total": 0.0072549437172710896, + "step": 63990 + }, + { + "loss_action": 0.007117039058357477, + "loss_total": 0.007117039058357477, + "step": 63990 + }, + { + "loss_action": 0.01994490623474121, + "loss_total": 0.01994490623474121, + "step": 63990 + }, + { + "loss_action": 0.007173588499426842, + "loss_total": 0.007173588499426842, + "step": 63990 + }, + { + "grad_norm": 0.2806701362133026, + "learning_rate": 3.144167290031382e-05, + "loss": 0.0126, + "step": 64000 + }, + { + "loss_action": 0.006852283608168364, + "loss_total": 0.006852283608168364, + "step": 64000 + }, + { + "loss_action": 0.04696666821837425, + "loss_total": 0.04696666821837425, + "step": 64000 + }, + { + "loss_action": 0.005512806586921215, + "loss_total": 0.005512806586921215, + "step": 64000 + }, + { + "loss_action": 0.011456807143986225, + "loss_total": 0.011456807143986225, + "step": 64000 + }, + { + "loss_action": 0.007194893434643745, + "loss_total": 0.007194893434643745, + "step": 64000 + }, + { + "loss_action": 0.008387638255953789, + "loss_total": 0.008387638255953789, + "step": 64000 + }, + { + "grad_norm": 0.33501628041267395, + "learning_rate": 3.142632035162227e-05, + "loss": 0.0139, + "step": 64010 + }, + { + "loss_action": 0.04573753848671913, + "loss_total": 0.04573753848671913, + "step": 64010 + }, + { + "loss_action": 0.007342051714658737, + "loss_total": 0.007342051714658737, + "step": 64010 + }, + { + "loss_action": 0.007102543488144875, + "loss_total": 0.007102543488144875, + "step": 64010 + }, + { + "loss_action": 0.005461796652525663, + "loss_total": 0.005461796652525663, + "step": 64010 + }, + { + "loss_action": 0.012734570540487766, + "loss_total": 0.012734570540487766, + "step": 64010 + }, + { + "loss_action": 0.019442465156316757, + "loss_total": 0.019442465156316757, + "step": 64010 + }, + { + "grad_norm": 0.3659250736236572, + "learning_rate": 3.141096983412044e-05, + "loss": 0.0128, + "step": 64020 + }, + { + "loss_action": 0.013425701297819614, + "loss_total": 0.013425701297819614, + "step": 64020 + }, + { + "loss_action": 0.007335342932492495, + "loss_total": 0.007335342932492495, + "step": 64020 + }, + { + "loss_action": 0.0075599430128932, + "loss_total": 0.0075599430128932, + "step": 64020 + }, + { + "loss_action": 0.005343917291611433, + "loss_total": 0.005343917291611433, + "step": 64020 + }, + { + "loss_action": 0.005428286734968424, + "loss_total": 0.005428286734968424, + "step": 64020 + }, + { + "loss_action": 0.023032164201140404, + "loss_total": 0.023032164201140404, + "step": 64020 + }, + { + "grad_norm": 0.34250980615615845, + "learning_rate": 3.139562134948699e-05, + "loss": 0.0113, + "step": 64030 + }, + { + "loss_action": 0.03372469171881676, + "loss_total": 0.03372469171881676, + "step": 64030 + }, + { + "loss_action": 0.010801994241774082, + "loss_total": 0.010801994241774082, + "step": 64030 + }, + { + "loss_action": 0.00875350832939148, + "loss_total": 0.00875350832939148, + "step": 64030 + }, + { + "loss_action": 0.023770466446876526, + "loss_total": 0.023770466446876526, + "step": 64030 + }, + { + "loss_action": 0.013963348232209682, + "loss_total": 0.013963348232209682, + "step": 64030 + }, + { + "loss_action": 0.0034956876188516617, + "loss_total": 0.0034956876188516617, + "step": 64030 + }, + { + "grad_norm": 0.35755637288093567, + "learning_rate": 3.1380274899400424e-05, + "loss": 0.0112, + "step": 64040 + }, + { + "loss_action": 0.014763565734028816, + "loss_total": 0.014763565734028816, + "step": 64040 + }, + { + "loss_action": 0.01165927667170763, + "loss_total": 0.01165927667170763, + "step": 64040 + }, + { + "loss_action": 0.008118023164570332, + "loss_total": 0.008118023164570332, + "step": 64040 + }, + { + "loss_action": 0.0037791177164763212, + "loss_total": 0.0037791177164763212, + "step": 64040 + }, + { + "loss_action": 0.008887489326298237, + "loss_total": 0.008887489326298237, + "step": 64040 + }, + { + "loss_action": 0.01005962397903204, + "loss_total": 0.01005962397903204, + "step": 64040 + }, + { + "grad_norm": 0.3899986445903778, + "learning_rate": 3.1364930485539e-05, + "loss": 0.0104, + "step": 64050 + }, + { + "loss_action": 0.013785241171717644, + "loss_total": 0.013785241171717644, + "step": 64050 + }, + { + "loss_action": 0.016194771975278854, + "loss_total": 0.016194771975278854, + "step": 64050 + }, + { + "loss_action": 0.014207526110112667, + "loss_total": 0.014207526110112667, + "step": 64050 + }, + { + "loss_action": 0.0072185141034424305, + "loss_total": 0.0072185141034424305, + "step": 64050 + }, + { + "loss_action": 0.009942196309566498, + "loss_total": 0.009942196309566498, + "step": 64050 + }, + { + "loss_action": 0.006915674079209566, + "loss_total": 0.006915674079209566, + "step": 64050 + }, + { + "grad_norm": 0.3070729672908783, + "learning_rate": 3.134958810958076e-05, + "loss": 0.0131, + "step": 64060 + }, + { + "loss_action": 0.0034800765570253134, + "loss_total": 0.0034800765570253134, + "step": 64060 + }, + { + "loss_action": 0.0267174132168293, + "loss_total": 0.0267174132168293, + "step": 64060 + }, + { + "loss_action": 0.005854527931660414, + "loss_total": 0.005854527931660414, + "step": 64060 + }, + { + "loss_action": 0.04241112247109413, + "loss_total": 0.04241112247109413, + "step": 64060 + }, + { + "loss_action": 0.013818089850246906, + "loss_total": 0.013818089850246906, + "step": 64060 + }, + { + "loss_action": 0.006913887336850166, + "loss_total": 0.006913887336850166, + "step": 64060 + }, + { + "grad_norm": 0.29464811086654663, + "learning_rate": 3.13342477732035e-05, + "loss": 0.0106, + "step": 64070 + }, + { + "loss_action": 0.006275106221437454, + "loss_total": 0.006275106221437454, + "step": 64070 + }, + { + "loss_action": 0.00684035150334239, + "loss_total": 0.00684035150334239, + "step": 64070 + }, + { + "loss_action": 0.004313034471124411, + "loss_total": 0.004313034471124411, + "step": 64070 + }, + { + "loss_action": 0.0047383178025484085, + "loss_total": 0.0047383178025484085, + "step": 64070 + }, + { + "loss_action": 0.010898812673985958, + "loss_total": 0.010898812673985958, + "step": 64070 + }, + { + "loss_action": 0.006775630638003349, + "loss_total": 0.006775630638003349, + "step": 64070 + }, + { + "grad_norm": 0.23918873071670532, + "learning_rate": 3.131890947808487e-05, + "loss": 0.011, + "step": 64080 + }, + { + "loss_action": 0.010010624304413795, + "loss_total": 0.010010624304413795, + "step": 64080 + }, + { + "loss_action": 0.005148864351212978, + "loss_total": 0.005148864351212978, + "step": 64080 + }, + { + "loss_action": 0.05549601837992668, + "loss_total": 0.05549601837992668, + "step": 64080 + }, + { + "loss_action": 0.00908866710960865, + "loss_total": 0.00908866710960865, + "step": 64080 + }, + { + "loss_action": 0.004090215545147657, + "loss_total": 0.004090215545147657, + "step": 64080 + }, + { + "loss_action": 0.00327984057366848, + "loss_total": 0.00327984057366848, + "step": 64080 + }, + { + "grad_norm": 0.2900855541229248, + "learning_rate": 3.13035732259022e-05, + "loss": 0.0121, + "step": 64090 + }, + { + "loss_action": 0.004480298608541489, + "loss_total": 0.004480298608541489, + "step": 64090 + }, + { + "loss_action": 0.004101266618818045, + "loss_total": 0.004101266618818045, + "step": 64090 + }, + { + "loss_action": 0.014250587671995163, + "loss_total": 0.014250587671995163, + "step": 64090 + }, + { + "loss_action": 0.007120686583220959, + "loss_total": 0.007120686583220959, + "step": 64090 + }, + { + "loss_action": 0.028854506090283394, + "loss_total": 0.028854506090283394, + "step": 64090 + }, + { + "loss_action": 0.005025449208915234, + "loss_total": 0.005025449208915234, + "step": 64090 + }, + { + "grad_norm": 0.24669843912124634, + "learning_rate": 3.1288239018332656e-05, + "loss": 0.0106, + "step": 64100 + }, + { + "loss_action": 0.005617070943117142, + "loss_total": 0.005617070943117142, + "step": 64100 + }, + { + "loss_action": 0.01121904794126749, + "loss_total": 0.01121904794126749, + "step": 64100 + }, + { + "loss_action": 0.006400829181075096, + "loss_total": 0.006400829181075096, + "step": 64100 + }, + { + "loss_action": 0.01631350815296173, + "loss_total": 0.01631350815296173, + "step": 64100 + }, + { + "loss_action": 0.007777469232678413, + "loss_total": 0.007777469232678413, + "step": 64100 + }, + { + "loss_action": 0.01027031522244215, + "loss_total": 0.01027031522244215, + "step": 64100 + }, + { + "grad_norm": 0.35285988450050354, + "learning_rate": 3.1272906857053164e-05, + "loss": 0.012, + "step": 64110 + }, + { + "loss_action": 0.006468259729444981, + "loss_total": 0.006468259729444981, + "step": 64110 + }, + { + "loss_action": 0.047334905713796616, + "loss_total": 0.047334905713796616, + "step": 64110 + }, + { + "loss_action": 0.0030505077447742224, + "loss_total": 0.0030505077447742224, + "step": 64110 + }, + { + "loss_action": 0.004398020915687084, + "loss_total": 0.004398020915687084, + "step": 64110 + }, + { + "loss_action": 0.010716937482357025, + "loss_total": 0.010716937482357025, + "step": 64110 + }, + { + "loss_action": 0.01227693073451519, + "loss_total": 0.01227693073451519, + "step": 64110 + }, + { + "grad_norm": 0.35880815982818604, + "learning_rate": 3.125757674374042e-05, + "loss": 0.012, + "step": 64120 + }, + { + "loss_action": 0.014547758735716343, + "loss_total": 0.014547758735716343, + "step": 64120 + }, + { + "loss_action": 0.012365247122943401, + "loss_total": 0.012365247122943401, + "step": 64120 + }, + { + "loss_action": 0.006639770232141018, + "loss_total": 0.006639770232141018, + "step": 64120 + }, + { + "loss_action": 0.004785791505128145, + "loss_total": 0.004785791505128145, + "step": 64120 + }, + { + "loss_action": 0.012527366168797016, + "loss_total": 0.012527366168797016, + "step": 64120 + }, + { + "loss_action": 0.011454884894192219, + "loss_total": 0.011454884894192219, + "step": 64120 + }, + { + "grad_norm": 0.2752346098423004, + "learning_rate": 3.124224868007088e-05, + "loss": 0.0103, + "step": 64130 + }, + { + "loss_action": 0.006058817263692617, + "loss_total": 0.006058817263692617, + "step": 64130 + }, + { + "loss_action": 0.010881554335355759, + "loss_total": 0.010881554335355759, + "step": 64130 + }, + { + "loss_action": 0.009776667691767216, + "loss_total": 0.009776667691767216, + "step": 64130 + }, + { + "loss_action": 0.007532258052378893, + "loss_total": 0.007532258052378893, + "step": 64130 + }, + { + "loss_action": 0.010553395375609398, + "loss_total": 0.010553395375609398, + "step": 64130 + }, + { + "loss_action": 0.013681747950613499, + "loss_total": 0.013681747950613499, + "step": 64130 + }, + { + "grad_norm": 0.33634570240974426, + "learning_rate": 3.1226922667720854e-05, + "loss": 0.0105, + "step": 64140 + }, + { + "loss_action": 0.0034936401061713696, + "loss_total": 0.0034936401061713696, + "step": 64140 + }, + { + "loss_action": 0.012285941280424595, + "loss_total": 0.012285941280424595, + "step": 64140 + }, + { + "loss_action": 0.009864219464361668, + "loss_total": 0.009864219464361668, + "step": 64140 + }, + { + "loss_action": 0.0051437923684716225, + "loss_total": 0.0051437923684716225, + "step": 64140 + }, + { + "loss_action": 0.005690316203981638, + "loss_total": 0.005690316203981638, + "step": 64140 + }, + { + "loss_action": 0.006807618774473667, + "loss_total": 0.006807618774473667, + "step": 64140 + }, + { + "grad_norm": 0.3025432825088501, + "learning_rate": 3.121159870836633e-05, + "loss": 0.0121, + "step": 64150 + }, + { + "loss_action": 0.015117190778255463, + "loss_total": 0.015117190778255463, + "step": 64150 + }, + { + "loss_action": 0.013500853441655636, + "loss_total": 0.013500853441655636, + "step": 64150 + }, + { + "loss_action": 0.011951111257076263, + "loss_total": 0.011951111257076263, + "step": 64150 + }, + { + "loss_action": 0.005450891330838203, + "loss_total": 0.005450891330838203, + "step": 64150 + }, + { + "loss_action": 0.027539672330021858, + "loss_total": 0.027539672330021858, + "step": 64150 + }, + { + "loss_action": 0.004706196021288633, + "loss_total": 0.004706196021288633, + "step": 64150 + }, + { + "grad_norm": 0.3033216893672943, + "learning_rate": 3.119627680368312e-05, + "loss": 0.0108, + "step": 64160 + }, + { + "loss_action": 0.008091640658676624, + "loss_total": 0.008091640658676624, + "step": 64160 + }, + { + "loss_action": 0.024922149255871773, + "loss_total": 0.024922149255871773, + "step": 64160 + }, + { + "loss_action": 0.05071529746055603, + "loss_total": 0.05071529746055603, + "step": 64160 + }, + { + "loss_action": 0.013436549343168736, + "loss_total": 0.013436549343168736, + "step": 64160 + }, + { + "loss_action": 0.01509593054652214, + "loss_total": 0.01509593054652214, + "step": 64160 + }, + { + "loss_action": 0.012077825143933296, + "loss_total": 0.012077825143933296, + "step": 64160 + }, + { + "grad_norm": 0.27817001938819885, + "learning_rate": 3.1180956955346816e-05, + "loss": 0.013, + "step": 64170 + }, + { + "loss_action": 0.00961601734161377, + "loss_total": 0.00961601734161377, + "step": 64170 + }, + { + "loss_action": 0.008467388339340687, + "loss_total": 0.008467388339340687, + "step": 64170 + }, + { + "loss_action": 0.005277055315673351, + "loss_total": 0.005277055315673351, + "step": 64170 + }, + { + "loss_action": 0.0026359485927969217, + "loss_total": 0.0026359485927969217, + "step": 64170 + }, + { + "loss_action": 0.0030205834191292524, + "loss_total": 0.0030205834191292524, + "step": 64170 + }, + { + "loss_action": 0.017772749066352844, + "loss_total": 0.017772749066352844, + "step": 64170 + }, + { + "grad_norm": 0.36038127541542053, + "learning_rate": 3.116563916503276e-05, + "loss": 0.0118, + "step": 64180 + }, + { + "loss_action": 0.0047446489334106445, + "loss_total": 0.0047446489334106445, + "step": 64180 + }, + { + "loss_action": 0.010334684513509274, + "loss_total": 0.010334684513509274, + "step": 64180 + }, + { + "loss_action": 0.016694603487849236, + "loss_total": 0.016694603487849236, + "step": 64180 + }, + { + "loss_action": 0.011437194421887398, + "loss_total": 0.011437194421887398, + "step": 64180 + }, + { + "loss_action": 0.0065782335586845875, + "loss_total": 0.0065782335586845875, + "step": 64180 + }, + { + "loss_action": 0.003143669804558158, + "loss_total": 0.003143669804558158, + "step": 64180 + }, + { + "grad_norm": 0.25698864459991455, + "learning_rate": 3.1150323434416095e-05, + "loss": 0.0118, + "step": 64190 + }, + { + "loss_action": 0.011291084811091423, + "loss_total": 0.011291084811091423, + "step": 64190 + }, + { + "loss_action": 0.005817866884171963, + "loss_total": 0.005817866884171963, + "step": 64190 + }, + { + "loss_action": 0.006351535674184561, + "loss_total": 0.006351535674184561, + "step": 64190 + }, + { + "loss_action": 0.012806217186152935, + "loss_total": 0.012806217186152935, + "step": 64190 + }, + { + "loss_action": 0.006867459509521723, + "loss_total": 0.006867459509521723, + "step": 64190 + }, + { + "loss_action": 0.005822412203997374, + "loss_total": 0.005822412203997374, + "step": 64190 + }, + { + "grad_norm": 0.27350232005119324, + "learning_rate": 3.1135009765171696e-05, + "loss": 0.014, + "step": 64200 + }, + { + "loss_action": 0.005883792880922556, + "loss_total": 0.005883792880922556, + "step": 64200 + }, + { + "loss_action": 0.013960261829197407, + "loss_total": 0.013960261829197407, + "step": 64200 + }, + { + "loss_action": 0.0076643624342978, + "loss_total": 0.0076643624342978, + "step": 64200 + }, + { + "loss_action": 0.007777957245707512, + "loss_total": 0.007777957245707512, + "step": 64200 + }, + { + "loss_action": 0.013721396215260029, + "loss_total": 0.013721396215260029, + "step": 64200 + }, + { + "loss_action": 0.00791215244680643, + "loss_total": 0.00791215244680643, + "step": 64200 + }, + { + "grad_norm": 0.2741107642650604, + "learning_rate": 3.111969815897429e-05, + "loss": 0.012, + "step": 64210 + }, + { + "loss_action": 0.003239288693293929, + "loss_total": 0.003239288693293929, + "step": 64210 + }, + { + "loss_action": 0.014034227468073368, + "loss_total": 0.014034227468073368, + "step": 64210 + }, + { + "loss_action": 0.005309994798153639, + "loss_total": 0.005309994798153639, + "step": 64210 + }, + { + "loss_action": 0.0047685825265944, + "loss_total": 0.0047685825265944, + "step": 64210 + }, + { + "loss_action": 0.006886600516736507, + "loss_total": 0.006886600516736507, + "step": 64210 + }, + { + "loss_action": 0.016755037009716034, + "loss_total": 0.016755037009716034, + "step": 64210 + }, + { + "grad_norm": 0.35450422763824463, + "learning_rate": 3.1104388617498295e-05, + "loss": 0.0091, + "step": 64220 + }, + { + "loss_action": 0.023895295336842537, + "loss_total": 0.023895295336842537, + "step": 64220 + }, + { + "loss_action": 0.0032265952322632074, + "loss_total": 0.0032265952322632074, + "step": 64220 + }, + { + "loss_action": 0.005992467049509287, + "loss_total": 0.005992467049509287, + "step": 64220 + }, + { + "loss_action": 0.009757357649505138, + "loss_total": 0.009757357649505138, + "step": 64220 + }, + { + "loss_action": 0.0038827473763376474, + "loss_total": 0.0038827473763376474, + "step": 64220 + }, + { + "loss_action": 0.021829327568411827, + "loss_total": 0.021829327568411827, + "step": 64220 + }, + { + "grad_norm": 0.2574324309825897, + "learning_rate": 3.1089081142417966e-05, + "loss": 0.0109, + "step": 64230 + }, + { + "loss_action": 0.011022236198186874, + "loss_total": 0.011022236198186874, + "step": 64230 + }, + { + "loss_action": 0.005823611281812191, + "loss_total": 0.005823611281812191, + "step": 64230 + }, + { + "loss_action": 0.009098334237933159, + "loss_total": 0.009098334237933159, + "step": 64230 + }, + { + "loss_action": 0.022420106455683708, + "loss_total": 0.022420106455683708, + "step": 64230 + }, + { + "loss_action": 0.008358393795788288, + "loss_total": 0.008358393795788288, + "step": 64230 + }, + { + "loss_action": 0.026254160329699516, + "loss_total": 0.026254160329699516, + "step": 64230 + }, + { + "grad_norm": 0.2727116644382477, + "learning_rate": 3.1073775735407285e-05, + "loss": 0.012, + "step": 64240 + }, + { + "loss_action": 0.013072377070784569, + "loss_total": 0.013072377070784569, + "step": 64240 + }, + { + "loss_action": 0.008711407892405987, + "loss_total": 0.008711407892405987, + "step": 64240 + }, + { + "loss_action": 0.013734884560108185, + "loss_total": 0.013734884560108185, + "step": 64240 + }, + { + "loss_action": 0.00795010756701231, + "loss_total": 0.00795010756701231, + "step": 64240 + }, + { + "loss_action": 0.010239404626190662, + "loss_total": 0.010239404626190662, + "step": 64240 + }, + { + "loss_action": 0.008387502282857895, + "loss_total": 0.008387502282857895, + "step": 64240 + }, + { + "grad_norm": 0.27569153904914856, + "learning_rate": 3.1058472398140035e-05, + "loss": 0.011, + "step": 64250 + }, + { + "loss_action": 0.006865459494292736, + "loss_total": 0.006865459494292736, + "step": 64250 + }, + { + "loss_action": 0.03624778240919113, + "loss_total": 0.03624778240919113, + "step": 64250 + }, + { + "loss_action": 0.007597168441861868, + "loss_total": 0.007597168441861868, + "step": 64250 + }, + { + "loss_action": 0.005785810761153698, + "loss_total": 0.005785810761153698, + "step": 64250 + }, + { + "loss_action": 0.009090643376111984, + "loss_total": 0.009090643376111984, + "step": 64250 + }, + { + "loss_action": 0.006920989602804184, + "loss_total": 0.006920989602804184, + "step": 64250 + }, + { + "grad_norm": 0.2927098572254181, + "learning_rate": 3.1043171132289736e-05, + "loss": 0.0101, + "step": 64260 + }, + { + "loss_action": 0.003149869851768017, + "loss_total": 0.003149869851768017, + "step": 64260 + }, + { + "loss_action": 0.004840334411710501, + "loss_total": 0.004840334411710501, + "step": 64260 + }, + { + "loss_action": 0.017659103497862816, + "loss_total": 0.017659103497862816, + "step": 64260 + }, + { + "loss_action": 0.00771963270381093, + "loss_total": 0.00771963270381093, + "step": 64260 + }, + { + "loss_action": 0.020353365689516068, + "loss_total": 0.020353365689516068, + "step": 64260 + }, + { + "loss_action": 0.010356295853853226, + "loss_total": 0.010356295853853226, + "step": 64260 + }, + { + "grad_norm": 0.3249688744544983, + "learning_rate": 3.1027871939529774e-05, + "loss": 0.0128, + "step": 64270 + }, + { + "loss_action": 0.004071561619639397, + "loss_total": 0.004071561619639397, + "step": 64270 + }, + { + "loss_action": 0.005819317419081926, + "loss_total": 0.005819317419081926, + "step": 64270 + }, + { + "loss_action": 0.007135420106351376, + "loss_total": 0.007135420106351376, + "step": 64270 + }, + { + "loss_action": 0.014361961744725704, + "loss_total": 0.014361961744725704, + "step": 64270 + }, + { + "loss_action": 0.006412734743207693, + "loss_total": 0.006412734743207693, + "step": 64270 + }, + { + "loss_action": 0.0037870560772717, + "loss_total": 0.0037870560772717, + "step": 64270 + }, + { + "grad_norm": 0.21600991487503052, + "learning_rate": 3.1012574821533214e-05, + "loss": 0.0094, + "step": 64280 + }, + { + "loss_action": 0.006861810106784105, + "loss_total": 0.006861810106784105, + "step": 64280 + }, + { + "loss_action": 0.006574359722435474, + "loss_total": 0.006574359722435474, + "step": 64280 + }, + { + "loss_action": 0.10727313905954361, + "loss_total": 0.10727313905954361, + "step": 64280 + }, + { + "loss_action": 0.00477999122813344, + "loss_total": 0.00477999122813344, + "step": 64280 + }, + { + "loss_action": 0.0034833461977541447, + "loss_total": 0.0034833461977541447, + "step": 64280 + }, + { + "loss_action": 0.007109582889825106, + "loss_total": 0.007109582889825106, + "step": 64280 + }, + { + "grad_norm": 0.29134824872016907, + "learning_rate": 3.099727977997291e-05, + "loss": 0.0153, + "step": 64290 + }, + { + "loss_action": 0.005863372702151537, + "loss_total": 0.005863372702151537, + "step": 64290 + }, + { + "loss_action": 0.003196330973878503, + "loss_total": 0.003196330973878503, + "step": 64290 + }, + { + "loss_action": 0.0075800130143761635, + "loss_total": 0.0075800130143761635, + "step": 64290 + }, + { + "loss_action": 0.005551236215978861, + "loss_total": 0.005551236215978861, + "step": 64290 + }, + { + "loss_action": 0.007701083552092314, + "loss_total": 0.007701083552092314, + "step": 64290 + }, + { + "loss_action": 0.009903975762426853, + "loss_total": 0.009903975762426853, + "step": 64290 + }, + { + "grad_norm": 0.2360599935054779, + "learning_rate": 3.098198681652154e-05, + "loss": 0.0099, + "step": 64300 + }, + { + "loss_action": 0.010671964846551418, + "loss_total": 0.010671964846551418, + "step": 64300 + }, + { + "loss_action": 0.004735530354082584, + "loss_total": 0.004735530354082584, + "step": 64300 + }, + { + "loss_action": 0.004544611554592848, + "loss_total": 0.004544611554592848, + "step": 64300 + }, + { + "loss_action": 0.009278599172830582, + "loss_total": 0.009278599172830582, + "step": 64300 + }, + { + "loss_action": 0.008834633976221085, + "loss_total": 0.008834633976221085, + "step": 64300 + }, + { + "loss_action": 0.007301862817257643, + "loss_total": 0.007301862817257643, + "step": 64300 + }, + { + "grad_norm": 0.27104419469833374, + "learning_rate": 3.0966695932851475e-05, + "loss": 0.0107, + "step": 64310 + }, + { + "loss_action": 0.003629644401371479, + "loss_total": 0.003629644401371479, + "step": 64310 + }, + { + "loss_action": 0.021223867312073708, + "loss_total": 0.021223867312073708, + "step": 64310 + }, + { + "loss_action": 0.007334419991821051, + "loss_total": 0.007334419991821051, + "step": 64310 + }, + { + "loss_action": 0.0025170284789055586, + "loss_total": 0.0025170284789055586, + "step": 64310 + }, + { + "loss_action": 0.1015007421374321, + "loss_total": 0.1015007421374321, + "step": 64310 + }, + { + "loss_action": 0.019095495343208313, + "loss_total": 0.019095495343208313, + "step": 64310 + }, + { + "grad_norm": 0.2883133292198181, + "learning_rate": 3.0951407130634926e-05, + "loss": 0.0148, + "step": 64320 + }, + { + "loss_action": 0.014066360890865326, + "loss_total": 0.014066360890865326, + "step": 64320 + }, + { + "loss_action": 0.009194895625114441, + "loss_total": 0.009194895625114441, + "step": 64320 + }, + { + "loss_action": 0.017230423167347908, + "loss_total": 0.017230423167347908, + "step": 64320 + }, + { + "loss_action": 0.02719169110059738, + "loss_total": 0.02719169110059738, + "step": 64320 + }, + { + "loss_action": 0.011340086348354816, + "loss_total": 0.011340086348354816, + "step": 64320 + }, + { + "loss_action": 0.011303378269076347, + "loss_total": 0.011303378269076347, + "step": 64320 + }, + { + "grad_norm": 0.26143425703048706, + "learning_rate": 3.0936120411543864e-05, + "loss": 0.0103, + "step": 64330 + }, + { + "loss_action": 0.007332987152040005, + "loss_total": 0.007332987152040005, + "step": 64330 + }, + { + "loss_action": 0.006724319886416197, + "loss_total": 0.006724319886416197, + "step": 64330 + }, + { + "loss_action": 0.006638403981924057, + "loss_total": 0.006638403981924057, + "step": 64330 + }, + { + "loss_action": 0.003886485006660223, + "loss_total": 0.003886485006660223, + "step": 64330 + }, + { + "loss_action": 0.02641015127301216, + "loss_total": 0.02641015127301216, + "step": 64330 + }, + { + "loss_action": 0.027157817035913467, + "loss_total": 0.027157817035913467, + "step": 64330 + }, + { + "grad_norm": 0.28428471088409424, + "learning_rate": 3.0920835777250015e-05, + "loss": 0.0129, + "step": 64340 + }, + { + "loss_action": 0.0064606876112520695, + "loss_total": 0.0064606876112520695, + "step": 64340 + }, + { + "loss_action": 0.012505306862294674, + "loss_total": 0.012505306862294674, + "step": 64340 + }, + { + "loss_action": 0.0070672607980668545, + "loss_total": 0.0070672607980668545, + "step": 64340 + }, + { + "loss_action": 0.005870838183909655, + "loss_total": 0.005870838183909655, + "step": 64340 + }, + { + "loss_action": 0.011818082071840763, + "loss_total": 0.011818082071840763, + "step": 64340 + }, + { + "loss_action": 0.03624769300222397, + "loss_total": 0.03624769300222397, + "step": 64340 + }, + { + "grad_norm": 0.2897167205810547, + "learning_rate": 3.090555322942488e-05, + "loss": 0.0142, + "step": 64350 + }, + { + "loss_action": 0.018595421686768532, + "loss_total": 0.018595421686768532, + "step": 64350 + }, + { + "loss_action": 0.01304593589156866, + "loss_total": 0.01304593589156866, + "step": 64350 + }, + { + "loss_action": 0.00578299118205905, + "loss_total": 0.00578299118205905, + "step": 64350 + }, + { + "loss_action": 0.0074851480312645435, + "loss_total": 0.0074851480312645435, + "step": 64350 + }, + { + "loss_action": 0.006649601273238659, + "loss_total": 0.006649601273238659, + "step": 64350 + }, + { + "loss_action": 0.02362135611474514, + "loss_total": 0.02362135611474514, + "step": 64350 + }, + { + "grad_norm": 0.28826865553855896, + "learning_rate": 3.089027276973973e-05, + "loss": 0.0129, + "step": 64360 + }, + { + "loss_action": 0.00423399219289422, + "loss_total": 0.00423399219289422, + "step": 64360 + }, + { + "loss_action": 0.015112168155610561, + "loss_total": 0.015112168155610561, + "step": 64360 + }, + { + "loss_action": 0.006296641193330288, + "loss_total": 0.006296641193330288, + "step": 64360 + }, + { + "loss_action": 0.011461836285889149, + "loss_total": 0.011461836285889149, + "step": 64360 + }, + { + "loss_action": 0.0027166814543306828, + "loss_total": 0.0027166814543306828, + "step": 64360 + }, + { + "loss_action": 0.0057435655035078526, + "loss_total": 0.0057435655035078526, + "step": 64360 + }, + { + "grad_norm": 0.2852667570114136, + "learning_rate": 3.0874994399865615e-05, + "loss": 0.0106, + "step": 64370 + }, + { + "loss_action": 0.019069600850343704, + "loss_total": 0.019069600850343704, + "step": 64370 + }, + { + "loss_action": 0.01768026500940323, + "loss_total": 0.01768026500940323, + "step": 64370 + }, + { + "loss_action": 0.0044236620888113976, + "loss_total": 0.0044236620888113976, + "step": 64370 + }, + { + "loss_action": 0.012195642106235027, + "loss_total": 0.012195642106235027, + "step": 64370 + }, + { + "loss_action": 0.010428262874484062, + "loss_total": 0.010428262874484062, + "step": 64370 + }, + { + "loss_action": 0.008568243123590946, + "loss_total": 0.008568243123590946, + "step": 64370 + }, + { + "grad_norm": 0.25798746943473816, + "learning_rate": 3.085971812147337e-05, + "loss": 0.0118, + "step": 64380 + }, + { + "loss_action": 0.012376978062093258, + "loss_total": 0.012376978062093258, + "step": 64380 + }, + { + "loss_action": 0.008784417062997818, + "loss_total": 0.008784417062997818, + "step": 64380 + }, + { + "loss_action": 0.004974023438990116, + "loss_total": 0.004974023438990116, + "step": 64380 + }, + { + "loss_action": 0.007357384543865919, + "loss_total": 0.007357384543865919, + "step": 64380 + }, + { + "loss_action": 0.006626791320741177, + "loss_total": 0.006626791320741177, + "step": 64380 + }, + { + "loss_action": 0.004462453071027994, + "loss_total": 0.004462453071027994, + "step": 64380 + }, + { + "grad_norm": 0.4420003294944763, + "learning_rate": 3.0844443936233557e-05, + "loss": 0.0115, + "step": 64390 + }, + { + "loss_action": 0.008454167284071445, + "loss_total": 0.008454167284071445, + "step": 64390 + }, + { + "loss_action": 0.005957632325589657, + "loss_total": 0.005957632325589657, + "step": 64390 + }, + { + "loss_action": 0.007169464137405157, + "loss_total": 0.007169464137405157, + "step": 64390 + }, + { + "loss_action": 0.01783408224582672, + "loss_total": 0.01783408224582672, + "step": 64390 + }, + { + "loss_action": 0.0044919331558048725, + "loss_total": 0.0044919331558048725, + "step": 64390 + }, + { + "loss_action": 0.0037324735894799232, + "loss_total": 0.0037324735894799232, + "step": 64390 + }, + { + "grad_norm": 0.24598224461078644, + "learning_rate": 3.082917184581657e-05, + "loss": 0.0096, + "step": 64400 + }, + { + "loss_action": 0.008034619502723217, + "loss_total": 0.008034619502723217, + "step": 64400 + }, + { + "loss_action": 0.007249538321048021, + "loss_total": 0.007249538321048021, + "step": 64400 + }, + { + "loss_action": 0.006265747360885143, + "loss_total": 0.006265747360885143, + "step": 64400 + }, + { + "loss_action": 0.007117262575775385, + "loss_total": 0.007117262575775385, + "step": 64400 + }, + { + "loss_action": 0.007916543632745743, + "loss_total": 0.007916543632745743, + "step": 64400 + }, + { + "loss_action": 0.020474478602409363, + "loss_total": 0.020474478602409363, + "step": 64400 + }, + { + "grad_norm": 0.527621328830719, + "learning_rate": 3.0813901851892513e-05, + "loss": 0.0154, + "step": 64410 + }, + { + "loss_action": 0.00749990064650774, + "loss_total": 0.00749990064650774, + "step": 64410 + }, + { + "loss_action": 0.011476971209049225, + "loss_total": 0.011476971209049225, + "step": 64410 + }, + { + "loss_action": 0.007412893231958151, + "loss_total": 0.007412893231958151, + "step": 64410 + }, + { + "loss_action": 0.010615918785333633, + "loss_total": 0.010615918785333633, + "step": 64410 + }, + { + "loss_action": 0.19021618366241455, + "loss_total": 0.19021618366241455, + "step": 64410 + }, + { + "loss_action": 0.0200608242303133, + "loss_total": 0.0200608242303133, + "step": 64410 + }, + { + "grad_norm": 0.2747480571269989, + "learning_rate": 3.0798633956131316e-05, + "loss": 0.0138, + "step": 64420 + }, + { + "loss_action": 0.006432295776903629, + "loss_total": 0.006432295776903629, + "step": 64420 + }, + { + "loss_action": 0.03321022540330887, + "loss_total": 0.03321022540330887, + "step": 64420 + }, + { + "loss_action": 0.009516307152807713, + "loss_total": 0.009516307152807713, + "step": 64420 + }, + { + "loss_action": 0.023787379264831543, + "loss_total": 0.023787379264831543, + "step": 64420 + }, + { + "loss_action": 0.01223609410226345, + "loss_total": 0.01223609410226345, + "step": 64420 + }, + { + "loss_action": 0.016317501664161682, + "loss_total": 0.016317501664161682, + "step": 64420 + }, + { + "grad_norm": 0.30922186374664307, + "learning_rate": 3.078336816020264e-05, + "loss": 0.0119, + "step": 64430 + }, + { + "loss_action": 0.009374773129820824, + "loss_total": 0.009374773129820824, + "step": 64430 + }, + { + "loss_action": 0.01626783236861229, + "loss_total": 0.01626783236861229, + "step": 64430 + }, + { + "loss_action": 0.008503235876560211, + "loss_total": 0.008503235876560211, + "step": 64430 + }, + { + "loss_action": 0.01308397576212883, + "loss_total": 0.01308397576212883, + "step": 64430 + }, + { + "loss_action": 0.01945016160607338, + "loss_total": 0.01945016160607338, + "step": 64430 + }, + { + "loss_action": 0.0052047669887542725, + "loss_total": 0.0052047669887542725, + "step": 64430 + }, + { + "grad_norm": 0.3378034234046936, + "learning_rate": 3.0768104465775935e-05, + "loss": 0.013, + "step": 64440 + }, + { + "loss_action": 0.04648555815219879, + "loss_total": 0.04648555815219879, + "step": 64440 + }, + { + "loss_action": 0.010231801308691502, + "loss_total": 0.010231801308691502, + "step": 64440 + }, + { + "loss_action": 0.006941679399460554, + "loss_total": 0.006941679399460554, + "step": 64440 + }, + { + "loss_action": 0.015333795920014381, + "loss_total": 0.015333795920014381, + "step": 64440 + }, + { + "loss_action": 0.0062780678272247314, + "loss_total": 0.0062780678272247314, + "step": 64440 + }, + { + "loss_action": 0.012037158943712711, + "loss_total": 0.012037158943712711, + "step": 64440 + }, + { + "grad_norm": 0.2905865013599396, + "learning_rate": 3.0752842874520396e-05, + "loss": 0.0122, + "step": 64450 + }, + { + "loss_action": 0.0049625881947577, + "loss_total": 0.0049625881947577, + "step": 64450 + }, + { + "loss_action": 0.004216933157294989, + "loss_total": 0.004216933157294989, + "step": 64450 + }, + { + "loss_action": 0.008037536405026913, + "loss_total": 0.008037536405026913, + "step": 64450 + }, + { + "loss_action": 0.010962407104671001, + "loss_total": 0.010962407104671001, + "step": 64450 + }, + { + "loss_action": 0.031961098313331604, + "loss_total": 0.031961098313331604, + "step": 64450 + }, + { + "loss_action": 0.010574758052825928, + "loss_total": 0.010574758052825928, + "step": 64450 + }, + { + "grad_norm": 0.27960893511772156, + "learning_rate": 3.073758338810503e-05, + "loss": 0.0122, + "step": 64460 + }, + { + "loss_action": 0.006370424292981625, + "loss_total": 0.006370424292981625, + "step": 64460 + }, + { + "loss_action": 0.01675962470471859, + "loss_total": 0.01675962470471859, + "step": 64460 + }, + { + "loss_action": 0.03960447013378143, + "loss_total": 0.03960447013378143, + "step": 64460 + }, + { + "loss_action": 0.01838323101401329, + "loss_total": 0.01838323101401329, + "step": 64460 + }, + { + "loss_action": 0.004246019292622805, + "loss_total": 0.004246019292622805, + "step": 64460 + }, + { + "loss_action": 0.00764951016753912, + "loss_total": 0.00764951016753912, + "step": 64460 + }, + { + "grad_norm": 0.29549551010131836, + "learning_rate": 3.072232600819859e-05, + "loss": 0.0124, + "step": 64470 + }, + { + "loss_action": 0.004239330533891916, + "loss_total": 0.004239330533891916, + "step": 64470 + }, + { + "loss_action": 0.00885096937417984, + "loss_total": 0.00885096937417984, + "step": 64470 + }, + { + "loss_action": 0.006501694675534964, + "loss_total": 0.006501694675534964, + "step": 64470 + }, + { + "loss_action": 0.0067210728302598, + "loss_total": 0.0067210728302598, + "step": 64470 + }, + { + "loss_action": 0.005650307517498732, + "loss_total": 0.005650307517498732, + "step": 64470 + }, + { + "loss_action": 0.009745459072291851, + "loss_total": 0.009745459072291851, + "step": 64470 + }, + { + "grad_norm": 0.3044704496860504, + "learning_rate": 3.070707073646959e-05, + "loss": 0.0115, + "step": 64480 + }, + { + "loss_action": 0.006756434682756662, + "loss_total": 0.006756434682756662, + "step": 64480 + }, + { + "loss_action": 0.019211221486330032, + "loss_total": 0.019211221486330032, + "step": 64480 + }, + { + "loss_action": 0.007293072994798422, + "loss_total": 0.007293072994798422, + "step": 64480 + }, + { + "loss_action": 0.006286791060119867, + "loss_total": 0.006286791060119867, + "step": 64480 + }, + { + "loss_action": 0.020816154778003693, + "loss_total": 0.020816154778003693, + "step": 64480 + }, + { + "loss_action": 0.007760763168334961, + "loss_total": 0.007760763168334961, + "step": 64480 + }, + { + "grad_norm": 0.26651036739349365, + "learning_rate": 3.069181757458633e-05, + "loss": 0.0099, + "step": 64490 + }, + { + "loss_action": 0.009355192072689533, + "loss_total": 0.009355192072689533, + "step": 64490 + }, + { + "loss_action": 0.0046774218790233135, + "loss_total": 0.0046774218790233135, + "step": 64490 + }, + { + "loss_action": 0.006896790582686663, + "loss_total": 0.006896790582686663, + "step": 64490 + }, + { + "loss_action": 0.012368785217404366, + "loss_total": 0.012368785217404366, + "step": 64490 + }, + { + "loss_action": 0.033722832798957825, + "loss_total": 0.033722832798957825, + "step": 64490 + }, + { + "loss_action": 0.0042663621716201305, + "loss_total": 0.0042663621716201305, + "step": 64490 + }, + { + "grad_norm": 0.35408660769462585, + "learning_rate": 3.067656652421687e-05, + "loss": 0.0097, + "step": 64500 + }, + { + "loss_action": 0.009436128661036491, + "loss_total": 0.009436128661036491, + "step": 64500 + }, + { + "loss_action": 0.011673658154904842, + "loss_total": 0.011673658154904842, + "step": 64500 + }, + { + "loss_action": 0.011261163279414177, + "loss_total": 0.011261163279414177, + "step": 64500 + }, + { + "loss_action": 0.004035473335534334, + "loss_total": 0.004035473335534334, + "step": 64500 + }, + { + "loss_action": 0.003169204341247678, + "loss_total": 0.003169204341247678, + "step": 64500 + }, + { + "loss_action": 0.015877384692430496, + "loss_total": 0.015877384692430496, + "step": 64500 + }, + { + "grad_norm": 0.34330013394355774, + "learning_rate": 3.0661317587029025e-05, + "loss": 0.016, + "step": 64510 + }, + { + "loss_action": 0.017532749101519585, + "loss_total": 0.017532749101519585, + "step": 64510 + }, + { + "loss_action": 0.007505121175199747, + "loss_total": 0.007505121175199747, + "step": 64510 + }, + { + "loss_action": 0.014077520929276943, + "loss_total": 0.014077520929276943, + "step": 64510 + }, + { + "loss_action": 0.01509342435747385, + "loss_total": 0.01509342435747385, + "step": 64510 + }, + { + "loss_action": 0.003187640570104122, + "loss_total": 0.003187640570104122, + "step": 64510 + }, + { + "loss_action": 0.003758405102416873, + "loss_total": 0.003758405102416873, + "step": 64510 + }, + { + "grad_norm": 0.2373676747083664, + "learning_rate": 3.064607076469043e-05, + "loss": 0.0128, + "step": 64520 + }, + { + "loss_action": 0.012344790622591972, + "loss_total": 0.012344790622591972, + "step": 64520 + }, + { + "loss_action": 0.011686373502016068, + "loss_total": 0.011686373502016068, + "step": 64520 + }, + { + "loss_action": 0.02656315080821514, + "loss_total": 0.02656315080821514, + "step": 64520 + }, + { + "loss_action": 0.003996494226157665, + "loss_total": 0.003996494226157665, + "step": 64520 + }, + { + "loss_action": 0.009517184458673, + "loss_total": 0.009517184458673, + "step": 64520 + }, + { + "loss_action": 0.0036912860814481974, + "loss_total": 0.0036912860814481974, + "step": 64520 + }, + { + "grad_norm": 0.29745426774024963, + "learning_rate": 3.063082605886845e-05, + "loss": 0.0131, + "step": 64530 + }, + { + "loss_action": 0.018407514318823814, + "loss_total": 0.018407514318823814, + "step": 64530 + }, + { + "loss_action": 0.01552669983357191, + "loss_total": 0.01552669983357191, + "step": 64530 + }, + { + "loss_action": 0.005007442552596331, + "loss_total": 0.005007442552596331, + "step": 64530 + }, + { + "loss_action": 0.013848738744854927, + "loss_total": 0.013848738744854927, + "step": 64530 + }, + { + "loss_action": 0.010676455684006214, + "loss_total": 0.010676455684006214, + "step": 64530 + }, + { + "loss_action": 0.0032980951946228743, + "loss_total": 0.0032980951946228743, + "step": 64530 + }, + { + "grad_norm": 0.31268253922462463, + "learning_rate": 3.061558347123019e-05, + "loss": 0.0098, + "step": 64540 + }, + { + "loss_action": 0.0036781788803637028, + "loss_total": 0.0036781788803637028, + "step": 64540 + }, + { + "loss_action": 0.09689998626708984, + "loss_total": 0.09689998626708984, + "step": 64540 + }, + { + "loss_action": 0.003897068789228797, + "loss_total": 0.003897068789228797, + "step": 64540 + }, + { + "loss_action": 0.015560341998934746, + "loss_total": 0.015560341998934746, + "step": 64540 + }, + { + "loss_action": 0.005557134747505188, + "loss_total": 0.005557134747505188, + "step": 64540 + }, + { + "loss_action": 0.007555353920906782, + "loss_total": 0.007555353920906782, + "step": 64540 + }, + { + "grad_norm": 0.3353169560432434, + "learning_rate": 3.060034300344259e-05, + "loss": 0.013, + "step": 64550 + }, + { + "loss_action": 0.011374968104064465, + "loss_total": 0.011374968104064465, + "step": 64550 + }, + { + "loss_action": 0.010479498654603958, + "loss_total": 0.010479498654603958, + "step": 64550 + }, + { + "loss_action": 0.003910786472260952, + "loss_total": 0.003910786472260952, + "step": 64550 + }, + { + "loss_action": 0.0098909055814147, + "loss_total": 0.0098909055814147, + "step": 64550 + }, + { + "loss_action": 0.012553622014820576, + "loss_total": 0.012553622014820576, + "step": 64550 + }, + { + "loss_action": 0.009846755303442478, + "loss_total": 0.009846755303442478, + "step": 64550 + }, + { + "grad_norm": 0.3809110224246979, + "learning_rate": 3.058510465717231e-05, + "loss": 0.0111, + "step": 64560 + }, + { + "loss_action": 0.009156422689557076, + "loss_total": 0.009156422689557076, + "step": 64560 + }, + { + "loss_action": 0.015850408002734184, + "loss_total": 0.015850408002734184, + "step": 64560 + }, + { + "loss_action": 0.005625477060675621, + "loss_total": 0.005625477060675621, + "step": 64560 + }, + { + "loss_action": 0.008011807687580585, + "loss_total": 0.008011807687580585, + "step": 64560 + }, + { + "loss_action": 0.002951385686174035, + "loss_total": 0.002951385686174035, + "step": 64560 + }, + { + "loss_action": 0.017270930111408234, + "loss_total": 0.017270930111408234, + "step": 64560 + }, + { + "grad_norm": 0.254784494638443, + "learning_rate": 3.0569868434085804e-05, + "loss": 0.0113, + "step": 64570 + }, + { + "loss_action": 0.0036781015805900097, + "loss_total": 0.0036781015805900097, + "step": 64570 + }, + { + "loss_action": 0.010103918612003326, + "loss_total": 0.010103918612003326, + "step": 64570 + }, + { + "loss_action": 0.00992075726389885, + "loss_total": 0.00992075726389885, + "step": 64570 + }, + { + "loss_action": 0.01079714298248291, + "loss_total": 0.01079714298248291, + "step": 64570 + }, + { + "loss_action": 0.00607743626460433, + "loss_total": 0.00607743626460433, + "step": 64570 + }, + { + "loss_action": 0.007081079296767712, + "loss_total": 0.007081079296767712, + "step": 64570 + }, + { + "grad_norm": 0.7657473683357239, + "learning_rate": 3.055463433584924e-05, + "loss": 0.0134, + "step": 64580 + }, + { + "loss_action": 0.0051701744087040424, + "loss_total": 0.0051701744087040424, + "step": 64580 + }, + { + "loss_action": 0.005234351847320795, + "loss_total": 0.005234351847320795, + "step": 64580 + }, + { + "loss_action": 0.006414565723389387, + "loss_total": 0.006414565723389387, + "step": 64580 + }, + { + "loss_action": 0.01505305990576744, + "loss_total": 0.01505305990576744, + "step": 64580 + }, + { + "loss_action": 0.009981581009924412, + "loss_total": 0.009981581009924412, + "step": 64580 + }, + { + "loss_action": 0.013812698423862457, + "loss_total": 0.013812698423862457, + "step": 64580 + }, + { + "grad_norm": 0.27430862188339233, + "learning_rate": 3.0539402364128656e-05, + "loss": 0.0104, + "step": 64590 + }, + { + "loss_action": 0.015295366756618023, + "loss_total": 0.015295366756618023, + "step": 64590 + }, + { + "loss_action": 0.02427581138908863, + "loss_total": 0.02427581138908863, + "step": 64590 + }, + { + "loss_action": 0.004689978435635567, + "loss_total": 0.004689978435635567, + "step": 64590 + }, + { + "loss_action": 0.007747173774987459, + "loss_total": 0.007747173774987459, + "step": 64590 + }, + { + "loss_action": 0.006373498123139143, + "loss_total": 0.006373498123139143, + "step": 64590 + }, + { + "loss_action": 0.008959203027188778, + "loss_total": 0.008959203027188778, + "step": 64590 + }, + { + "grad_norm": 0.2729797959327698, + "learning_rate": 3.052417252058977e-05, + "loss": 0.0126, + "step": 64600 + }, + { + "loss_action": 0.014618687331676483, + "loss_total": 0.014618687331676483, + "step": 64600 + }, + { + "loss_action": 0.004767197649925947, + "loss_total": 0.004767197649925947, + "step": 64600 + }, + { + "loss_action": 0.005479002371430397, + "loss_total": 0.005479002371430397, + "step": 64600 + }, + { + "loss_action": 0.008993302471935749, + "loss_total": 0.008993302471935749, + "step": 64600 + }, + { + "loss_action": 0.007322750519961119, + "loss_total": 0.007322750519961119, + "step": 64600 + }, + { + "loss_action": 0.02670050971210003, + "loss_total": 0.02670050971210003, + "step": 64600 + }, + { + "grad_norm": 0.2381986826658249, + "learning_rate": 3.0508944806898092e-05, + "loss": 0.0117, + "step": 64610 + }, + { + "loss_action": 0.008421280421316624, + "loss_total": 0.008421280421316624, + "step": 64610 + }, + { + "loss_action": 0.007995436899363995, + "loss_total": 0.007995436899363995, + "step": 64610 + }, + { + "loss_action": 0.027594996616244316, + "loss_total": 0.027594996616244316, + "step": 64610 + }, + { + "loss_action": 0.013875274918973446, + "loss_total": 0.013875274918973446, + "step": 64610 + }, + { + "loss_action": 0.01094264630228281, + "loss_total": 0.01094264630228281, + "step": 64610 + }, + { + "loss_action": 0.007146021351218224, + "loss_total": 0.007146021351218224, + "step": 64610 + }, + { + "grad_norm": 0.416090726852417, + "learning_rate": 3.04937192247189e-05, + "loss": 0.0123, + "step": 64620 + }, + { + "loss_action": 0.013683627359569073, + "loss_total": 0.013683627359569073, + "step": 64620 + }, + { + "loss_action": 0.010321448557078838, + "loss_total": 0.010321448557078838, + "step": 64620 + }, + { + "loss_action": 0.03207502141594887, + "loss_total": 0.03207502141594887, + "step": 64620 + }, + { + "loss_action": 0.007569783367216587, + "loss_total": 0.007569783367216587, + "step": 64620 + }, + { + "loss_action": 0.004641174338757992, + "loss_total": 0.004641174338757992, + "step": 64620 + }, + { + "loss_action": 0.017097728326916695, + "loss_total": 0.017097728326916695, + "step": 64620 + }, + { + "grad_norm": 0.2220994383096695, + "learning_rate": 3.047849577571725e-05, + "loss": 0.0107, + "step": 64630 + }, + { + "loss_action": 0.014387599192559719, + "loss_total": 0.014387599192559719, + "step": 64630 + }, + { + "loss_action": 0.017742561176419258, + "loss_total": 0.017742561176419258, + "step": 64630 + }, + { + "loss_action": 0.015574461780488491, + "loss_total": 0.015574461780488491, + "step": 64630 + }, + { + "loss_action": 0.011027257889509201, + "loss_total": 0.011027257889509201, + "step": 64630 + }, + { + "loss_action": 0.0042921570129692554, + "loss_total": 0.0042921570129692554, + "step": 64630 + }, + { + "loss_action": 0.006116399075835943, + "loss_total": 0.006116399075835943, + "step": 64630 + }, + { + "grad_norm": 0.23467084765434265, + "learning_rate": 3.046327446155795e-05, + "loss": 0.0118, + "step": 64640 + }, + { + "loss_action": 0.012727119959890842, + "loss_total": 0.012727119959890842, + "step": 64640 + }, + { + "loss_action": 0.010366707108914852, + "loss_total": 0.010366707108914852, + "step": 64640 + }, + { + "loss_action": 0.01212666742503643, + "loss_total": 0.01212666742503643, + "step": 64640 + }, + { + "loss_action": 0.0619686059653759, + "loss_total": 0.0619686059653759, + "step": 64640 + }, + { + "loss_action": 0.020056037232279778, + "loss_total": 0.020056037232279778, + "step": 64640 + }, + { + "loss_action": 0.018723540008068085, + "loss_total": 0.018723540008068085, + "step": 64640 + }, + { + "grad_norm": 0.2995643615722656, + "learning_rate": 3.0448055283905587e-05, + "loss": 0.0137, + "step": 64650 + }, + { + "loss_action": 0.007791426964104176, + "loss_total": 0.007791426964104176, + "step": 64650 + }, + { + "loss_action": 0.17488911747932434, + "loss_total": 0.17488911747932434, + "step": 64650 + }, + { + "loss_action": 0.0035319095477461815, + "loss_total": 0.0035319095477461815, + "step": 64650 + }, + { + "loss_action": 0.005410519894212484, + "loss_total": 0.005410519894212484, + "step": 64650 + }, + { + "loss_action": 0.006152750924229622, + "loss_total": 0.006152750924229622, + "step": 64650 + }, + { + "loss_action": 0.004455117043107748, + "loss_total": 0.004455117043107748, + "step": 64650 + }, + { + "grad_norm": 0.3728405237197876, + "learning_rate": 3.0432838244424494e-05, + "loss": 0.0171, + "step": 64660 + }, + { + "loss_action": 0.011924179270863533, + "loss_total": 0.011924179270863533, + "step": 64660 + }, + { + "loss_action": 0.012372714467346668, + "loss_total": 0.012372714467346668, + "step": 64660 + }, + { + "loss_action": 0.012182986363768578, + "loss_total": 0.012182986363768578, + "step": 64660 + }, + { + "loss_action": 0.005139803979545832, + "loss_total": 0.005139803979545832, + "step": 64660 + }, + { + "loss_action": 0.010914908722043037, + "loss_total": 0.010914908722043037, + "step": 64660 + }, + { + "loss_action": 0.010373808443546295, + "loss_total": 0.010373808443546295, + "step": 64660 + }, + { + "grad_norm": 0.3503996729850769, + "learning_rate": 3.04176233447788e-05, + "loss": 0.0111, + "step": 64670 + }, + { + "loss_action": 0.0063088987953960896, + "loss_total": 0.0063088987953960896, + "step": 64670 + }, + { + "loss_action": 0.016033366322517395, + "loss_total": 0.016033366322517395, + "step": 64670 + }, + { + "loss_action": 0.010051616467535496, + "loss_total": 0.010051616467535496, + "step": 64670 + }, + { + "loss_action": 0.007667535915970802, + "loss_total": 0.007667535915970802, + "step": 64670 + }, + { + "loss_action": 0.013821653090417385, + "loss_total": 0.013821653090417385, + "step": 64670 + }, + { + "loss_action": 0.007052789907902479, + "loss_total": 0.007052789907902479, + "step": 64670 + }, + { + "grad_norm": 0.2660582363605499, + "learning_rate": 3.040241058663238e-05, + "loss": 0.0105, + "step": 64680 + }, + { + "loss_action": 0.007433601189404726, + "loss_total": 0.007433601189404726, + "step": 64680 + }, + { + "loss_action": 0.00926101952791214, + "loss_total": 0.00926101952791214, + "step": 64680 + }, + { + "loss_action": 0.002711535431444645, + "loss_total": 0.002711535431444645, + "step": 64680 + }, + { + "loss_action": 0.011018925346434116, + "loss_total": 0.011018925346434116, + "step": 64680 + }, + { + "loss_action": 0.0024479732383042574, + "loss_total": 0.0024479732383042574, + "step": 64680 + }, + { + "loss_action": 0.007570202928036451, + "loss_total": 0.007570202928036451, + "step": 64680 + }, + { + "grad_norm": 0.31511542201042175, + "learning_rate": 3.038719997164887e-05, + "loss": 0.0124, + "step": 64690 + }, + { + "loss_action": 0.006130085326731205, + "loss_total": 0.006130085326731205, + "step": 64690 + }, + { + "loss_action": 0.005141488742083311, + "loss_total": 0.005141488742083311, + "step": 64690 + }, + { + "loss_action": 0.005559501703828573, + "loss_total": 0.005559501703828573, + "step": 64690 + }, + { + "loss_action": 0.019273431971669197, + "loss_total": 0.019273431971669197, + "step": 64690 + }, + { + "loss_action": 0.03391328454017639, + "loss_total": 0.03391328454017639, + "step": 64690 + }, + { + "loss_action": 0.03388938680291176, + "loss_total": 0.03388938680291176, + "step": 64690 + }, + { + "grad_norm": 0.21488317847251892, + "learning_rate": 3.0371991501491683e-05, + "loss": 0.0105, + "step": 64700 + }, + { + "loss_action": 0.009601149708032608, + "loss_total": 0.009601149708032608, + "step": 64700 + }, + { + "loss_action": 0.01118441578000784, + "loss_total": 0.01118441578000784, + "step": 64700 + }, + { + "loss_action": 0.020220914855599403, + "loss_total": 0.020220914855599403, + "step": 64700 + }, + { + "loss_action": 0.010886008851230145, + "loss_total": 0.010886008851230145, + "step": 64700 + }, + { + "loss_action": 0.014758116565644741, + "loss_total": 0.014758116565644741, + "step": 64700 + }, + { + "loss_action": 0.011858313344419003, + "loss_total": 0.011858313344419003, + "step": 64700 + }, + { + "grad_norm": 0.2357771247625351, + "learning_rate": 3.0356785177823975e-05, + "loss": 0.014, + "step": 64710 + }, + { + "loss_action": 0.012877955101430416, + "loss_total": 0.012877955101430416, + "step": 64710 + }, + { + "loss_action": 0.01090756431221962, + "loss_total": 0.01090756431221962, + "step": 64710 + }, + { + "loss_action": 0.020693840458989143, + "loss_total": 0.020693840458989143, + "step": 64710 + }, + { + "loss_action": 0.025976892560720444, + "loss_total": 0.025976892560720444, + "step": 64710 + }, + { + "loss_action": 0.004656663630157709, + "loss_total": 0.004656663630157709, + "step": 64710 + }, + { + "loss_action": 0.010218514129519463, + "loss_total": 0.010218514129519463, + "step": 64710 + }, + { + "grad_norm": 0.24727264046669006, + "learning_rate": 3.0341581002308726e-05, + "loss": 0.0131, + "step": 64720 + }, + { + "loss_action": 0.022499479353427887, + "loss_total": 0.022499479353427887, + "step": 64720 + }, + { + "loss_action": 0.00784715823829174, + "loss_total": 0.00784715823829174, + "step": 64720 + }, + { + "loss_action": 0.01354873925447464, + "loss_total": 0.01354873925447464, + "step": 64720 + }, + { + "loss_action": 0.011827080510556698, + "loss_total": 0.011827080510556698, + "step": 64720 + }, + { + "loss_action": 0.024598686024546623, + "loss_total": 0.024598686024546623, + "step": 64720 + }, + { + "loss_action": 0.0071602631360292435, + "loss_total": 0.0071602631360292435, + "step": 64720 + }, + { + "grad_norm": 0.2933204472064972, + "learning_rate": 3.0326378976608627e-05, + "loss": 0.0123, + "step": 64730 + }, + { + "loss_action": 0.010936430655419827, + "loss_total": 0.010936430655419827, + "step": 64730 + }, + { + "loss_action": 0.013388282619416714, + "loss_total": 0.013388282619416714, + "step": 64730 + }, + { + "loss_action": 0.024571577087044716, + "loss_total": 0.024571577087044716, + "step": 64730 + }, + { + "loss_action": 0.009980565868318081, + "loss_total": 0.009980565868318081, + "step": 64730 + }, + { + "loss_action": 0.004188672639429569, + "loss_total": 0.004188672639429569, + "step": 64730 + }, + { + "loss_action": 0.01020734291523695, + "loss_total": 0.01020734291523695, + "step": 64730 + }, + { + "grad_norm": 0.6329992413520813, + "learning_rate": 3.0311179102386146e-05, + "loss": 0.0137, + "step": 64740 + }, + { + "loss_action": 0.004142123740166426, + "loss_total": 0.004142123740166426, + "step": 64740 + }, + { + "loss_action": 0.013086281716823578, + "loss_total": 0.013086281716823578, + "step": 64740 + }, + { + "loss_action": 0.00637289322912693, + "loss_total": 0.00637289322912693, + "step": 64740 + }, + { + "loss_action": 0.008791984990239143, + "loss_total": 0.008791984990239143, + "step": 64740 + }, + { + "loss_action": 0.009964247234165668, + "loss_total": 0.009964247234165668, + "step": 64740 + }, + { + "loss_action": 0.012088293209671974, + "loss_total": 0.012088293209671974, + "step": 64740 + }, + { + "grad_norm": 0.26460516452789307, + "learning_rate": 3.0295981381303513e-05, + "loss": 0.0109, + "step": 64750 + }, + { + "loss_action": 0.004765438847243786, + "loss_total": 0.004765438847243786, + "step": 64750 + }, + { + "loss_action": 0.02145400270819664, + "loss_total": 0.02145400270819664, + "step": 64750 + }, + { + "loss_action": 0.013670547865331173, + "loss_total": 0.013670547865331173, + "step": 64750 + }, + { + "loss_action": 0.010013233870267868, + "loss_total": 0.010013233870267868, + "step": 64750 + }, + { + "loss_action": 0.029882673174142838, + "loss_total": 0.029882673174142838, + "step": 64750 + }, + { + "loss_action": 0.00702572101727128, + "loss_total": 0.00702572101727128, + "step": 64750 + }, + { + "grad_norm": 0.5043725371360779, + "learning_rate": 3.0280785815022727e-05, + "loss": 0.0136, + "step": 64760 + }, + { + "loss_action": 0.008263234980404377, + "loss_total": 0.008263234980404377, + "step": 64760 + }, + { + "loss_action": 0.00836897362023592, + "loss_total": 0.00836897362023592, + "step": 64760 + }, + { + "loss_action": 0.01613779552280903, + "loss_total": 0.01613779552280903, + "step": 64760 + }, + { + "loss_action": 0.010919127613306046, + "loss_total": 0.010919127613306046, + "step": 64760 + }, + { + "loss_action": 0.007274762261658907, + "loss_total": 0.007274762261658907, + "step": 64760 + }, + { + "loss_action": 0.011538374237716198, + "loss_total": 0.011538374237716198, + "step": 64760 + }, + { + "grad_norm": 0.30676019191741943, + "learning_rate": 3.0265592405205544e-05, + "loss": 0.0127, + "step": 64770 + }, + { + "loss_action": 0.01499865110963583, + "loss_total": 0.01499865110963583, + "step": 64770 + }, + { + "loss_action": 0.011293812654912472, + "loss_total": 0.011293812654912472, + "step": 64770 + }, + { + "loss_action": 0.04052923247218132, + "loss_total": 0.04052923247218132, + "step": 64770 + }, + { + "loss_action": 0.009339727461338043, + "loss_total": 0.009339727461338043, + "step": 64770 + }, + { + "loss_action": 0.027742262929677963, + "loss_total": 0.027742262929677963, + "step": 64770 + }, + { + "loss_action": 0.016858691349625587, + "loss_total": 0.016858691349625587, + "step": 64770 + }, + { + "grad_norm": 0.25471073389053345, + "learning_rate": 3.0250401153513517e-05, + "loss": 0.0167, + "step": 64780 + }, + { + "loss_action": 0.0038402455393224955, + "loss_total": 0.0038402455393224955, + "step": 64780 + }, + { + "loss_action": 0.011893631890416145, + "loss_total": 0.011893631890416145, + "step": 64780 + }, + { + "loss_action": 0.010730786249041557, + "loss_total": 0.010730786249041557, + "step": 64780 + }, + { + "loss_action": 0.01242817658931017, + "loss_total": 0.01242817658931017, + "step": 64780 + }, + { + "loss_action": 0.009272497147321701, + "loss_total": 0.009272497147321701, + "step": 64780 + }, + { + "loss_action": 0.052839215844869614, + "loss_total": 0.052839215844869614, + "step": 64780 + }, + { + "grad_norm": 0.3682514429092407, + "learning_rate": 3.0235212061607936e-05, + "loss": 0.0145, + "step": 64790 + }, + { + "loss_action": 0.011567027308046818, + "loss_total": 0.011567027308046818, + "step": 64790 + }, + { + "loss_action": 0.007829236797988415, + "loss_total": 0.007829236797988415, + "step": 64790 + }, + { + "loss_action": 0.011703791096806526, + "loss_total": 0.011703791096806526, + "step": 64790 + }, + { + "loss_action": 0.01117255724966526, + "loss_total": 0.01117255724966526, + "step": 64790 + }, + { + "loss_action": 0.007128838915377855, + "loss_total": 0.007128838915377855, + "step": 64790 + }, + { + "loss_action": 0.007391837891191244, + "loss_total": 0.007391837891191244, + "step": 64790 + }, + { + "grad_norm": 0.27957698702812195, + "learning_rate": 3.0220025131149842e-05, + "loss": 0.0138, + "step": 64800 + }, + { + "loss_action": 0.017761845141649246, + "loss_total": 0.017761845141649246, + "step": 64800 + }, + { + "loss_action": 0.01564748026430607, + "loss_total": 0.01564748026430607, + "step": 64800 + }, + { + "loss_action": 0.0068594543263316154, + "loss_total": 0.0068594543263316154, + "step": 64800 + }, + { + "loss_action": 0.012377054430544376, + "loss_total": 0.012377054430544376, + "step": 64800 + }, + { + "loss_action": 0.005236792378127575, + "loss_total": 0.005236792378127575, + "step": 64800 + }, + { + "loss_action": 0.005913317669183016, + "loss_total": 0.005913317669183016, + "step": 64800 + }, + { + "grad_norm": 0.2782876193523407, + "learning_rate": 3.020484036380007e-05, + "loss": 0.0176, + "step": 64810 + }, + { + "loss_action": 0.008859066292643547, + "loss_total": 0.008859066292643547, + "step": 64810 + }, + { + "loss_action": 0.008676453493535519, + "loss_total": 0.008676453493535519, + "step": 64810 + }, + { + "loss_action": 0.005334606859833002, + "loss_total": 0.005334606859833002, + "step": 64810 + }, + { + "loss_action": 0.01101791299879551, + "loss_total": 0.01101791299879551, + "step": 64810 + }, + { + "loss_action": 0.012634447775781155, + "loss_total": 0.012634447775781155, + "step": 64810 + }, + { + "loss_action": 0.008431988768279552, + "loss_total": 0.008431988768279552, + "step": 64810 + }, + { + "grad_norm": 0.29080381989479065, + "learning_rate": 3.0189657761219188e-05, + "loss": 0.0157, + "step": 64820 + }, + { + "loss_action": 0.010586553253233433, + "loss_total": 0.010586553253233433, + "step": 64820 + }, + { + "loss_action": 0.007133276201784611, + "loss_total": 0.007133276201784611, + "step": 64820 + }, + { + "loss_action": 0.012410823255777359, + "loss_total": 0.012410823255777359, + "step": 64820 + }, + { + "loss_action": 0.012526924721896648, + "loss_total": 0.012526924721896648, + "step": 64820 + }, + { + "loss_action": 0.012511489912867546, + "loss_total": 0.012511489912867546, + "step": 64820 + }, + { + "loss_action": 0.015102081932127476, + "loss_total": 0.015102081932127476, + "step": 64820 + }, + { + "grad_norm": 0.5867769718170166, + "learning_rate": 3.017447732506753e-05, + "loss": 0.0143, + "step": 64830 + }, + { + "loss_action": 0.004189299885183573, + "loss_total": 0.004189299885183573, + "step": 64830 + }, + { + "loss_action": 0.017856035381555557, + "loss_total": 0.017856035381555557, + "step": 64830 + }, + { + "loss_action": 0.0075377169996500015, + "loss_total": 0.0075377169996500015, + "step": 64830 + }, + { + "loss_action": 0.023104894906282425, + "loss_total": 0.023104894906282425, + "step": 64830 + }, + { + "loss_action": 0.010063893161714077, + "loss_total": 0.010063893161714077, + "step": 64830 + }, + { + "loss_action": 0.00726658059284091, + "loss_total": 0.00726658059284091, + "step": 64830 + }, + { + "grad_norm": 0.2828364372253418, + "learning_rate": 3.015929905700524e-05, + "loss": 0.0145, + "step": 64840 + }, + { + "loss_action": 0.010403115302324295, + "loss_total": 0.010403115302324295, + "step": 64840 + }, + { + "loss_action": 0.012648548930883408, + "loss_total": 0.012648548930883408, + "step": 64840 + }, + { + "loss_action": 0.03054269403219223, + "loss_total": 0.03054269403219223, + "step": 64840 + }, + { + "loss_action": 0.008103051222860813, + "loss_total": 0.008103051222860813, + "step": 64840 + }, + { + "loss_action": 0.024411700665950775, + "loss_total": 0.024411700665950775, + "step": 64840 + }, + { + "loss_action": 0.015645457431674004, + "loss_total": 0.015645457431674004, + "step": 64840 + }, + { + "grad_norm": 0.22316612303256989, + "learning_rate": 3.014412295869218e-05, + "loss": 0.0113, + "step": 64850 + }, + { + "loss_action": 0.010720412246882915, + "loss_total": 0.010720412246882915, + "step": 64850 + }, + { + "loss_action": 0.0070512969978153706, + "loss_total": 0.0070512969978153706, + "step": 64850 + }, + { + "loss_action": 0.003840545890852809, + "loss_total": 0.003840545890852809, + "step": 64850 + }, + { + "loss_action": 0.01724979467689991, + "loss_total": 0.01724979467689991, + "step": 64850 + }, + { + "loss_action": 0.006474284455180168, + "loss_total": 0.006474284455180168, + "step": 64850 + }, + { + "loss_action": 0.023048996925354004, + "loss_total": 0.023048996925354004, + "step": 64850 + }, + { + "grad_norm": 0.27475786209106445, + "learning_rate": 3.0128949031787977e-05, + "loss": 0.0133, + "step": 64860 + }, + { + "loss_action": 0.007234774064272642, + "loss_total": 0.007234774064272642, + "step": 64860 + }, + { + "loss_action": 0.007094531320035458, + "loss_total": 0.007094531320035458, + "step": 64860 + }, + { + "loss_action": 0.0033500923309475183, + "loss_total": 0.0033500923309475183, + "step": 64860 + }, + { + "loss_action": 0.01550306472927332, + "loss_total": 0.01550306472927332, + "step": 64860 + }, + { + "loss_action": 0.0074858833104372025, + "loss_total": 0.0074858833104372025, + "step": 64860 + }, + { + "loss_action": 0.011613682843744755, + "loss_total": 0.011613682843744755, + "step": 64860 + }, + { + "grad_norm": 0.26455479860305786, + "learning_rate": 3.0113777277952022e-05, + "loss": 0.0097, + "step": 64870 + }, + { + "loss_action": 0.003871361492201686, + "loss_total": 0.003871361492201686, + "step": 64870 + }, + { + "loss_action": 0.006302524358034134, + "loss_total": 0.006302524358034134, + "step": 64870 + }, + { + "loss_action": 0.05346258357167244, + "loss_total": 0.05346258357167244, + "step": 64870 + }, + { + "loss_action": 0.014628500677645206, + "loss_total": 0.014628500677645206, + "step": 64870 + }, + { + "loss_action": 0.008373063988983631, + "loss_total": 0.008373063988983631, + "step": 64870 + }, + { + "loss_action": 0.0053804051131010056, + "loss_total": 0.0053804051131010056, + "step": 64870 + }, + { + "grad_norm": 0.3452460467815399, + "learning_rate": 3.0098607698843496e-05, + "loss": 0.0117, + "step": 64880 + }, + { + "loss_action": 0.007153455168008804, + "loss_total": 0.007153455168008804, + "step": 64880 + }, + { + "loss_action": 0.040546100586652756, + "loss_total": 0.040546100586652756, + "step": 64880 + }, + { + "loss_action": 0.008354865945875645, + "loss_total": 0.008354865945875645, + "step": 64880 + }, + { + "loss_action": 0.01785174384713173, + "loss_total": 0.01785174384713173, + "step": 64880 + }, + { + "loss_action": 0.008242038078606129, + "loss_total": 0.008242038078606129, + "step": 64880 + }, + { + "loss_action": 0.010379946790635586, + "loss_total": 0.010379946790635586, + "step": 64880 + }, + { + "grad_norm": 0.23814657330513, + "learning_rate": 3.0083440296121312e-05, + "loss": 0.0141, + "step": 64890 + }, + { + "loss_action": 0.010682804509997368, + "loss_total": 0.010682804509997368, + "step": 64890 + }, + { + "loss_action": 0.005676699336618185, + "loss_total": 0.005676699336618185, + "step": 64890 + }, + { + "loss_action": 0.013840677216649055, + "loss_total": 0.013840677216649055, + "step": 64890 + }, + { + "loss_action": 0.0037675786297768354, + "loss_total": 0.0037675786297768354, + "step": 64890 + }, + { + "loss_action": 0.005509013310074806, + "loss_total": 0.005509013310074806, + "step": 64890 + }, + { + "loss_action": 0.009380354546010494, + "loss_total": 0.009380354546010494, + "step": 64890 + }, + { + "grad_norm": 0.20249314606189728, + "learning_rate": 3.0068275071444142e-05, + "loss": 0.0106, + "step": 64900 + }, + { + "loss_action": 0.01780717819929123, + "loss_total": 0.01780717819929123, + "step": 64900 + }, + { + "loss_action": 0.00645050685852766, + "loss_total": 0.00645050685852766, + "step": 64900 + }, + { + "loss_action": 0.014762979932129383, + "loss_total": 0.014762979932129383, + "step": 64900 + }, + { + "loss_action": 0.028138451278209686, + "loss_total": 0.028138451278209686, + "step": 64900 + }, + { + "loss_action": 0.008138463832437992, + "loss_total": 0.008138463832437992, + "step": 64900 + }, + { + "loss_action": 0.0026365015655755997, + "loss_total": 0.0026365015655755997, + "step": 64900 + }, + { + "grad_norm": 0.3770311176776886, + "learning_rate": 3.0053112026470442e-05, + "loss": 0.0133, + "step": 64910 + }, + { + "loss_action": 0.04931662604212761, + "loss_total": 0.04931662604212761, + "step": 64910 + }, + { + "loss_action": 0.005057184956967831, + "loss_total": 0.005057184956967831, + "step": 64910 + }, + { + "loss_action": 0.014058966189622879, + "loss_total": 0.014058966189622879, + "step": 64910 + }, + { + "loss_action": 0.07009247690439224, + "loss_total": 0.07009247690439224, + "step": 64910 + }, + { + "loss_action": 0.00401397654786706, + "loss_total": 0.00401397654786706, + "step": 64910 + }, + { + "loss_action": 0.006939345970749855, + "loss_total": 0.006939345970749855, + "step": 64910 + }, + { + "grad_norm": 0.37365347146987915, + "learning_rate": 3.0037951162858434e-05, + "loss": 0.0114, + "step": 64920 + }, + { + "loss_action": 0.03436810523271561, + "loss_total": 0.03436810523271561, + "step": 64920 + }, + { + "loss_action": 0.07781194150447845, + "loss_total": 0.07781194150447845, + "step": 64920 + }, + { + "loss_action": 0.017803320661187172, + "loss_total": 0.017803320661187172, + "step": 64920 + }, + { + "loss_action": 0.017791112884879112, + "loss_total": 0.017791112884879112, + "step": 64920 + }, + { + "loss_action": 0.011638619937002659, + "loss_total": 0.011638619937002659, + "step": 64920 + }, + { + "loss_action": 0.005060488358139992, + "loss_total": 0.005060488358139992, + "step": 64920 + }, + { + "grad_norm": 0.252324640750885, + "learning_rate": 3.002279248226607e-05, + "loss": 0.0122, + "step": 64930 + }, + { + "loss_action": 0.008298258297145367, + "loss_total": 0.008298258297145367, + "step": 64930 + }, + { + "loss_action": 0.004262749571353197, + "loss_total": 0.004262749571353197, + "step": 64930 + }, + { + "loss_action": 0.004742614459246397, + "loss_total": 0.004742614459246397, + "step": 64930 + }, + { + "loss_action": 0.012199020944535732, + "loss_total": 0.012199020944535732, + "step": 64930 + }, + { + "loss_action": 0.03923733904957771, + "loss_total": 0.03923733904957771, + "step": 64930 + }, + { + "loss_action": 0.006261060480028391, + "loss_total": 0.006261060480028391, + "step": 64930 + }, + { + "grad_norm": 0.2664300799369812, + "learning_rate": 3.000763598635109e-05, + "loss": 0.0135, + "step": 64940 + }, + { + "loss_action": 0.01067196112126112, + "loss_total": 0.01067196112126112, + "step": 64940 + }, + { + "loss_action": 0.007861350663006306, + "loss_total": 0.007861350663006306, + "step": 64940 + }, + { + "loss_action": 0.008386246860027313, + "loss_total": 0.008386246860027313, + "step": 64940 + }, + { + "loss_action": 0.013749211095273495, + "loss_total": 0.013749211095273495, + "step": 64940 + }, + { + "loss_action": 0.005873969290405512, + "loss_total": 0.005873969290405512, + "step": 64940 + }, + { + "loss_action": 0.01283412054181099, + "loss_total": 0.01283412054181099, + "step": 64940 + }, + { + "grad_norm": 0.35699865221977234, + "learning_rate": 2.999248167677098e-05, + "loss": 0.0132, + "step": 64950 + }, + { + "loss_action": 0.005133766680955887, + "loss_total": 0.005133766680955887, + "step": 64950 + }, + { + "loss_action": 0.011761784553527832, + "loss_total": 0.011761784553527832, + "step": 64950 + }, + { + "loss_action": 0.012642658315598965, + "loss_total": 0.012642658315598965, + "step": 64950 + }, + { + "loss_action": 0.0063409339636564255, + "loss_total": 0.0063409339636564255, + "step": 64950 + }, + { + "loss_action": 0.006087384652346373, + "loss_total": 0.006087384652346373, + "step": 64950 + }, + { + "loss_action": 0.011480296030640602, + "loss_total": 0.011480296030640602, + "step": 64950 + }, + { + "grad_norm": 0.23570089042186737, + "learning_rate": 2.9977329555182976e-05, + "loss": 0.0131, + "step": 64960 + }, + { + "loss_action": 0.012259268201887608, + "loss_total": 0.012259268201887608, + "step": 64960 + }, + { + "loss_action": 0.004037612583488226, + "loss_total": 0.004037612583488226, + "step": 64960 + }, + { + "loss_action": 0.013944069854915142, + "loss_total": 0.013944069854915142, + "step": 64960 + }, + { + "loss_action": 0.004125179257243872, + "loss_total": 0.004125179257243872, + "step": 64960 + }, + { + "loss_action": 0.0024267269764095545, + "loss_total": 0.0024267269764095545, + "step": 64960 + }, + { + "loss_action": 0.006482634227722883, + "loss_total": 0.006482634227722883, + "step": 64960 + }, + { + "grad_norm": 0.31459149718284607, + "learning_rate": 2.9962179623244124e-05, + "loss": 0.0114, + "step": 64970 + }, + { + "loss_action": 0.012990911491215229, + "loss_total": 0.012990911491215229, + "step": 64970 + }, + { + "loss_action": 0.02595510333776474, + "loss_total": 0.02595510333776474, + "step": 64970 + }, + { + "loss_action": 0.00596617441624403, + "loss_total": 0.00596617441624403, + "step": 64970 + }, + { + "loss_action": 0.013863085769116879, + "loss_total": 0.013863085769116879, + "step": 64970 + }, + { + "loss_action": 0.03525823727250099, + "loss_total": 0.03525823727250099, + "step": 64970 + }, + { + "loss_action": 0.00618731090798974, + "loss_total": 0.00618731090798974, + "step": 64970 + }, + { + "grad_norm": 0.2580644488334656, + "learning_rate": 2.9947031882611175e-05, + "loss": 0.0124, + "step": 64980 + }, + { + "loss_action": 0.01384373102337122, + "loss_total": 0.01384373102337122, + "step": 64980 + }, + { + "loss_action": 0.006282377056777477, + "loss_total": 0.006282377056777477, + "step": 64980 + }, + { + "loss_action": 0.009418356232345104, + "loss_total": 0.009418356232345104, + "step": 64980 + }, + { + "loss_action": 0.007528943009674549, + "loss_total": 0.007528943009674549, + "step": 64980 + }, + { + "loss_action": 0.015820059925317764, + "loss_total": 0.015820059925317764, + "step": 64980 + }, + { + "loss_action": 0.012667261064052582, + "loss_total": 0.012667261064052582, + "step": 64980 + }, + { + "grad_norm": 0.2667689025402069, + "learning_rate": 2.9931886334940685e-05, + "loss": 0.0107, + "step": 64990 + }, + { + "loss_action": 0.010738003067672253, + "loss_total": 0.010738003067672253, + "step": 64990 + }, + { + "loss_action": 0.008769577369093895, + "loss_total": 0.008769577369093895, + "step": 64990 + }, + { + "loss_action": 0.0046054767444729805, + "loss_total": 0.0046054767444729805, + "step": 64990 + }, + { + "loss_action": 0.0048724072985351086, + "loss_total": 0.0048724072985351086, + "step": 64990 + }, + { + "loss_action": 0.006774670444428921, + "loss_total": 0.006774670444428921, + "step": 64990 + }, + { + "loss_action": 0.006792708765715361, + "loss_total": 0.006792708765715361, + "step": 64990 + }, + { + "grad_norm": 0.2614396810531616, + "learning_rate": 2.9916742981888923e-05, + "loss": 0.0116, + "step": 65000 + }, + { + "loss_action": 0.011175054125487804, + "loss_total": 0.011175054125487804, + "step": 65000 + }, + { + "loss_action": 0.00862108450382948, + "loss_total": 0.00862108450382948, + "step": 65000 + }, + { + "loss_action": 0.007333231158554554, + "loss_total": 0.007333231158554554, + "step": 65000 + }, + { + "loss_action": 0.005780633073300123, + "loss_total": 0.005780633073300123, + "step": 65000 + }, + { + "loss_action": 0.007825254462659359, + "loss_total": 0.007825254462659359, + "step": 65000 + }, + { + "loss_action": 0.021385587751865387, + "loss_total": 0.021385587751865387, + "step": 65000 + }, + { + "grad_norm": 0.3580032289028168, + "learning_rate": 2.990160182511196e-05, + "loss": 0.0126, + "step": 65010 + }, + { + "loss_action": 0.007617355324327946, + "loss_total": 0.007617355324327946, + "step": 65010 + }, + { + "loss_action": 0.005300292745232582, + "loss_total": 0.005300292745232582, + "step": 65010 + }, + { + "loss_action": 0.003360884264111519, + "loss_total": 0.003360884264111519, + "step": 65010 + }, + { + "loss_action": 0.014310318045318127, + "loss_total": 0.014310318045318127, + "step": 65010 + }, + { + "loss_action": 0.016976190730929375, + "loss_total": 0.016976190730929375, + "step": 65010 + }, + { + "loss_action": 0.00787944346666336, + "loss_total": 0.00787944346666336, + "step": 65010 + }, + { + "grad_norm": 0.23396477103233337, + "learning_rate": 2.9886462866265574e-05, + "loss": 0.0117, + "step": 65020 + }, + { + "loss_action": 0.008475451730191708, + "loss_total": 0.008475451730191708, + "step": 65020 + }, + { + "loss_action": 0.012556666508316994, + "loss_total": 0.012556666508316994, + "step": 65020 + }, + { + "loss_action": 0.01227120216935873, + "loss_total": 0.01227120216935873, + "step": 65020 + }, + { + "loss_action": 0.007008938118815422, + "loss_total": 0.007008938118815422, + "step": 65020 + }, + { + "loss_action": 0.006371746305376291, + "loss_total": 0.006371746305376291, + "step": 65020 + }, + { + "loss_action": 0.0054805041290819645, + "loss_total": 0.0054805041290819645, + "step": 65020 + }, + { + "grad_norm": 0.23367005586624146, + "learning_rate": 2.9871326107005392e-05, + "loss": 0.0108, + "step": 65030 + }, + { + "loss_action": 0.007264277432113886, + "loss_total": 0.007264277432113886, + "step": 65030 + }, + { + "loss_action": 0.012579000554978848, + "loss_total": 0.012579000554978848, + "step": 65030 + }, + { + "loss_action": 0.014645013958215714, + "loss_total": 0.014645013958215714, + "step": 65030 + }, + { + "loss_action": 0.004239399451762438, + "loss_total": 0.004239399451762438, + "step": 65030 + }, + { + "loss_action": 0.00777929974719882, + "loss_total": 0.00777929974719882, + "step": 65030 + }, + { + "loss_action": 0.010713559575378895, + "loss_total": 0.010713559575378895, + "step": 65030 + }, + { + "grad_norm": 0.35988977551460266, + "learning_rate": 2.9856191548986735e-05, + "loss": 0.0149, + "step": 65040 + }, + { + "loss_action": 0.003980434965342283, + "loss_total": 0.003980434965342283, + "step": 65040 + }, + { + "loss_action": 0.019397787749767303, + "loss_total": 0.019397787749767303, + "step": 65040 + }, + { + "loss_action": 0.010800505988299847, + "loss_total": 0.010800505988299847, + "step": 65040 + }, + { + "loss_action": 0.006307915784418583, + "loss_total": 0.006307915784418583, + "step": 65040 + }, + { + "loss_action": 0.03326348587870598, + "loss_total": 0.03326348587870598, + "step": 65040 + }, + { + "loss_action": 0.010315751656889915, + "loss_total": 0.010315751656889915, + "step": 65040 + }, + { + "grad_norm": 0.2887725234031677, + "learning_rate": 2.9841059193864672e-05, + "loss": 0.0123, + "step": 65050 + }, + { + "loss_action": 0.0035900771617889404, + "loss_total": 0.0035900771617889404, + "step": 65050 + }, + { + "loss_action": 0.012540454976260662, + "loss_total": 0.012540454976260662, + "step": 65050 + }, + { + "loss_action": 0.012088150717318058, + "loss_total": 0.012088150717318058, + "step": 65050 + }, + { + "loss_action": 0.003912369254976511, + "loss_total": 0.003912369254976511, + "step": 65050 + }, + { + "loss_action": 0.01276320032775402, + "loss_total": 0.01276320032775402, + "step": 65050 + }, + { + "loss_action": 0.007802753709256649, + "loss_total": 0.007802753709256649, + "step": 65050 + }, + { + "grad_norm": 0.3546255826950073, + "learning_rate": 2.982592904329407e-05, + "loss": 0.0104, + "step": 65060 + }, + { + "loss_action": 0.006755820941179991, + "loss_total": 0.006755820941179991, + "step": 65060 + }, + { + "loss_action": 0.009352507069706917, + "loss_total": 0.009352507069706917, + "step": 65060 + }, + { + "loss_action": 0.004746722057461739, + "loss_total": 0.004746722057461739, + "step": 65060 + }, + { + "loss_action": 0.009540456347167492, + "loss_total": 0.009540456347167492, + "step": 65060 + }, + { + "loss_action": 0.013244293630123138, + "loss_total": 0.013244293630123138, + "step": 65060 + }, + { + "loss_action": 0.007819268852472305, + "loss_total": 0.007819268852472305, + "step": 65060 + }, + { + "grad_norm": 0.31118395924568176, + "learning_rate": 2.981080109892954e-05, + "loss": 0.0159, + "step": 65070 + }, + { + "loss_action": 0.018520746380090714, + "loss_total": 0.018520746380090714, + "step": 65070 + }, + { + "loss_action": 0.021371271461248398, + "loss_total": 0.021371271461248398, + "step": 65070 + }, + { + "loss_action": 0.03865191712975502, + "loss_total": 0.03865191712975502, + "step": 65070 + }, + { + "loss_action": 0.009775517508387566, + "loss_total": 0.009775517508387566, + "step": 65070 + }, + { + "loss_action": 0.0047317990101873875, + "loss_total": 0.0047317990101873875, + "step": 65070 + }, + { + "loss_action": 0.0040686288848519325, + "loss_total": 0.0040686288848519325, + "step": 65070 + }, + { + "grad_norm": 0.28047147393226624, + "learning_rate": 2.9795675362425434e-05, + "loss": 0.0133, + "step": 65080 + }, + { + "loss_action": 0.012609738856554031, + "loss_total": 0.012609738856554031, + "step": 65080 + }, + { + "loss_action": 0.00727751525118947, + "loss_total": 0.00727751525118947, + "step": 65080 + }, + { + "loss_action": 0.0046895588748157024, + "loss_total": 0.0046895588748157024, + "step": 65080 + }, + { + "loss_action": 0.025552138686180115, + "loss_total": 0.025552138686180115, + "step": 65080 + }, + { + "loss_action": 0.013347196392714977, + "loss_total": 0.013347196392714977, + "step": 65080 + }, + { + "loss_action": 0.01423429325222969, + "loss_total": 0.01423429325222969, + "step": 65080 + }, + { + "grad_norm": 0.357662558555603, + "learning_rate": 2.97805518354359e-05, + "loss": 0.0131, + "step": 65090 + }, + { + "loss_action": 0.008231944404542446, + "loss_total": 0.008231944404542446, + "step": 65090 + }, + { + "loss_action": 0.00589124858379364, + "loss_total": 0.00589124858379364, + "step": 65090 + }, + { + "loss_action": 0.012166345492005348, + "loss_total": 0.012166345492005348, + "step": 65090 + }, + { + "loss_action": 0.0031951942946761847, + "loss_total": 0.0031951942946761847, + "step": 65090 + }, + { + "loss_action": 0.011895066127181053, + "loss_total": 0.011895066127181053, + "step": 65090 + }, + { + "loss_action": 0.006991875357925892, + "loss_total": 0.006991875357925892, + "step": 65090 + }, + { + "grad_norm": 0.22705389559268951, + "learning_rate": 2.9765430519614825e-05, + "loss": 0.0108, + "step": 65100 + }, + { + "loss_action": 0.007703740615397692, + "loss_total": 0.007703740615397692, + "step": 65100 + }, + { + "loss_action": 0.0074294633232057095, + "loss_total": 0.0074294633232057095, + "step": 65100 + }, + { + "loss_action": 0.004530368838459253, + "loss_total": 0.004530368838459253, + "step": 65100 + }, + { + "loss_action": 0.013631160371005535, + "loss_total": 0.013631160371005535, + "step": 65100 + }, + { + "loss_action": 0.010166258551180363, + "loss_total": 0.010166258551180363, + "step": 65100 + }, + { + "loss_action": 0.014054513536393642, + "loss_total": 0.014054513536393642, + "step": 65100 + }, + { + "grad_norm": 0.27696701884269714, + "learning_rate": 2.975031141661584e-05, + "loss": 0.0125, + "step": 65110 + }, + { + "loss_action": 0.07020449638366699, + "loss_total": 0.07020449638366699, + "step": 65110 + }, + { + "loss_action": 0.007584629580378532, + "loss_total": 0.007584629580378532, + "step": 65110 + }, + { + "loss_action": 0.011482425965368748, + "loss_total": 0.011482425965368748, + "step": 65110 + }, + { + "loss_action": 0.00347698200494051, + "loss_total": 0.00347698200494051, + "step": 65110 + }, + { + "loss_action": 0.005650762468576431, + "loss_total": 0.005650762468576431, + "step": 65110 + }, + { + "loss_action": 0.004891288001090288, + "loss_total": 0.004891288001090288, + "step": 65110 + }, + { + "grad_norm": 0.2635810375213623, + "learning_rate": 2.9735194528092347e-05, + "loss": 0.0112, + "step": 65120 + }, + { + "loss_action": 0.012089399620890617, + "loss_total": 0.012089399620890617, + "step": 65120 + }, + { + "loss_action": 0.00800510123372078, + "loss_total": 0.00800510123372078, + "step": 65120 + }, + { + "loss_action": 0.003378668799996376, + "loss_total": 0.003378668799996376, + "step": 65120 + }, + { + "loss_action": 0.0056366464123129845, + "loss_total": 0.0056366464123129845, + "step": 65120 + }, + { + "loss_action": 0.008471472188830376, + "loss_total": 0.008471472188830376, + "step": 65120 + }, + { + "loss_action": 0.009266788139939308, + "loss_total": 0.009266788139939308, + "step": 65120 + }, + { + "grad_norm": 0.3524017930030823, + "learning_rate": 2.9720079855697525e-05, + "loss": 0.0137, + "step": 65130 + }, + { + "loss_action": 0.033793460577726364, + "loss_total": 0.033793460577726364, + "step": 65130 + }, + { + "loss_action": 0.005793274380266666, + "loss_total": 0.005793274380266666, + "step": 65130 + }, + { + "loss_action": 0.01702841743826866, + "loss_total": 0.01702841743826866, + "step": 65130 + }, + { + "loss_action": 0.006015046965330839, + "loss_total": 0.006015046965330839, + "step": 65130 + }, + { + "loss_action": 0.007371955551207066, + "loss_total": 0.007371955551207066, + "step": 65130 + }, + { + "loss_action": 0.007184261456131935, + "loss_total": 0.007184261456131935, + "step": 65130 + }, + { + "grad_norm": 0.2670784294605255, + "learning_rate": 2.970496740108427e-05, + "loss": 0.0134, + "step": 65140 + }, + { + "loss_action": 0.015024936757981777, + "loss_total": 0.015024936757981777, + "step": 65140 + }, + { + "loss_action": 0.006931287236511707, + "loss_total": 0.006931287236511707, + "step": 65140 + }, + { + "loss_action": 0.020620593801140785, + "loss_total": 0.020620593801140785, + "step": 65140 + }, + { + "loss_action": 0.004419241566210985, + "loss_total": 0.004419241566210985, + "step": 65140 + }, + { + "loss_action": 0.005641411989927292, + "loss_total": 0.005641411989927292, + "step": 65140 + }, + { + "loss_action": 0.016942620277404785, + "loss_total": 0.016942620277404785, + "step": 65140 + }, + { + "grad_norm": 0.3165386915206909, + "learning_rate": 2.968985716590527e-05, + "loss": 0.0137, + "step": 65150 + }, + { + "loss_action": 0.014448368921875954, + "loss_total": 0.014448368921875954, + "step": 65150 + }, + { + "loss_action": 0.009035860188305378, + "loss_total": 0.009035860188305378, + "step": 65150 + }, + { + "loss_action": 0.0036937871482223272, + "loss_total": 0.0036937871482223272, + "step": 65150 + }, + { + "loss_action": 0.004467758350074291, + "loss_total": 0.004467758350074291, + "step": 65150 + }, + { + "loss_action": 0.0707184225320816, + "loss_total": 0.0707184225320816, + "step": 65150 + }, + { + "loss_action": 0.01570998877286911, + "loss_total": 0.01570998877286911, + "step": 65150 + }, + { + "grad_norm": 0.5564398169517517, + "learning_rate": 2.9674749151812953e-05, + "loss": 0.0155, + "step": 65160 + }, + { + "loss_action": 0.003968078177422285, + "loss_total": 0.003968078177422285, + "step": 65160 + }, + { + "loss_action": 0.007622543256729841, + "loss_total": 0.007622543256729841, + "step": 65160 + }, + { + "loss_action": 0.0974198430776596, + "loss_total": 0.0974198430776596, + "step": 65160 + }, + { + "loss_action": 0.010880772024393082, + "loss_total": 0.010880772024393082, + "step": 65160 + }, + { + "loss_action": 0.008681963197886944, + "loss_total": 0.008681963197886944, + "step": 65160 + }, + { + "loss_action": 0.004872297402471304, + "loss_total": 0.004872297402471304, + "step": 65160 + }, + { + "grad_norm": 0.3771962523460388, + "learning_rate": 2.965964336045951e-05, + "loss": 0.0144, + "step": 65170 + }, + { + "loss_action": 0.02893981896340847, + "loss_total": 0.02893981896340847, + "step": 65170 + }, + { + "loss_action": 0.014078096486628056, + "loss_total": 0.014078096486628056, + "step": 65170 + }, + { + "loss_action": 0.013186905533075333, + "loss_total": 0.013186905533075333, + "step": 65170 + }, + { + "loss_action": 0.004149248823523521, + "loss_total": 0.004149248823523521, + "step": 65170 + }, + { + "loss_action": 0.0060264612548053265, + "loss_total": 0.0060264612548053265, + "step": 65170 + }, + { + "loss_action": 0.013550709933042526, + "loss_total": 0.013550709933042526, + "step": 65170 + }, + { + "grad_norm": 0.28384000062942505, + "learning_rate": 2.9644539793496894e-05, + "loss": 0.0192, + "step": 65180 + }, + { + "loss_action": 0.006252957507967949, + "loss_total": 0.006252957507967949, + "step": 65180 + }, + { + "loss_action": 0.004361931700259447, + "loss_total": 0.004361931700259447, + "step": 65180 + }, + { + "loss_action": 0.00552799878641963, + "loss_total": 0.00552799878641963, + "step": 65180 + }, + { + "loss_action": 0.006161179393529892, + "loss_total": 0.006161179393529892, + "step": 65180 + }, + { + "loss_action": 0.006056298967450857, + "loss_total": 0.006056298967450857, + "step": 65180 + }, + { + "loss_action": 0.019779743626713753, + "loss_total": 0.019779743626713753, + "step": 65180 + }, + { + "grad_norm": 0.27009499073028564, + "learning_rate": 2.9629438452576807e-05, + "loss": 0.0146, + "step": 65190 + }, + { + "loss_action": 0.028735972940921783, + "loss_total": 0.028735972940921783, + "step": 65190 + }, + { + "loss_action": 0.00801115669310093, + "loss_total": 0.00801115669310093, + "step": 65190 + }, + { + "loss_action": 0.011111678555607796, + "loss_total": 0.011111678555607796, + "step": 65190 + }, + { + "loss_action": 0.012876782566308975, + "loss_total": 0.012876782566308975, + "step": 65190 + }, + { + "loss_action": 0.016418470069766045, + "loss_total": 0.016418470069766045, + "step": 65190 + }, + { + "loss_action": 0.008415202610194683, + "loss_total": 0.008415202610194683, + "step": 65190 + }, + { + "grad_norm": 0.2506237030029297, + "learning_rate": 2.9614339339350698e-05, + "loss": 0.0139, + "step": 65200 + }, + { + "loss_action": 0.012567929923534393, + "loss_total": 0.012567929923534393, + "step": 65200 + }, + { + "loss_action": 0.01275728177279234, + "loss_total": 0.01275728177279234, + "step": 65200 + }, + { + "loss_action": 0.006720891688019037, + "loss_total": 0.006720891688019037, + "step": 65200 + }, + { + "loss_action": 0.006372139323502779, + "loss_total": 0.006372139323502779, + "step": 65200 + }, + { + "loss_action": 0.02196880616247654, + "loss_total": 0.02196880616247654, + "step": 65200 + }, + { + "loss_action": 0.01100386492908001, + "loss_total": 0.01100386492908001, + "step": 65200 + }, + { + "grad_norm": 0.4139619469642639, + "learning_rate": 2.959924245546979e-05, + "loss": 0.0108, + "step": 65210 + }, + { + "loss_action": 0.010687283240258694, + "loss_total": 0.010687283240258694, + "step": 65210 + }, + { + "loss_action": 0.05417458713054657, + "loss_total": 0.05417458713054657, + "step": 65210 + }, + { + "loss_action": 0.013328449800610542, + "loss_total": 0.013328449800610542, + "step": 65210 + }, + { + "loss_action": 0.005698561668395996, + "loss_total": 0.005698561668395996, + "step": 65210 + }, + { + "loss_action": 0.0094972038641572, + "loss_total": 0.0094972038641572, + "step": 65210 + }, + { + "loss_action": 0.010536202229559422, + "loss_total": 0.010536202229559422, + "step": 65210 + }, + { + "grad_norm": 0.27482402324676514, + "learning_rate": 2.9584147802585038e-05, + "loss": 0.0115, + "step": 65220 + }, + { + "loss_action": 0.0028252187184989452, + "loss_total": 0.0028252187184989452, + "step": 65220 + }, + { + "loss_action": 0.0052375528030097485, + "loss_total": 0.0052375528030097485, + "step": 65220 + }, + { + "loss_action": 0.010643585585057735, + "loss_total": 0.010643585585057735, + "step": 65220 + }, + { + "loss_action": 0.00591439101845026, + "loss_total": 0.00591439101845026, + "step": 65220 + }, + { + "loss_action": 0.00855477899312973, + "loss_total": 0.00855477899312973, + "step": 65220 + }, + { + "loss_action": 0.00930134765803814, + "loss_total": 0.00930134765803814, + "step": 65220 + }, + { + "grad_norm": 0.30427196621894836, + "learning_rate": 2.956905538234721e-05, + "loss": 0.0094, + "step": 65230 + }, + { + "loss_action": 0.011748727411031723, + "loss_total": 0.011748727411031723, + "step": 65230 + }, + { + "loss_action": 0.004967346787452698, + "loss_total": 0.004967346787452698, + "step": 65230 + }, + { + "loss_action": 0.007066955789923668, + "loss_total": 0.007066955789923668, + "step": 65230 + }, + { + "loss_action": 0.010374985635280609, + "loss_total": 0.010374985635280609, + "step": 65230 + }, + { + "loss_action": 0.008337643928825855, + "loss_total": 0.008337643928825855, + "step": 65230 + }, + { + "loss_action": 0.01639530062675476, + "loss_total": 0.01639530062675476, + "step": 65230 + }, + { + "grad_norm": 0.2751757502555847, + "learning_rate": 2.9553965196406764e-05, + "loss": 0.0099, + "step": 65240 + }, + { + "loss_action": 0.005679970607161522, + "loss_total": 0.005679970607161522, + "step": 65240 + }, + { + "loss_action": 0.014528543688356876, + "loss_total": 0.014528543688356876, + "step": 65240 + }, + { + "loss_action": 0.03492419794201851, + "loss_total": 0.03492419794201851, + "step": 65240 + }, + { + "loss_action": 0.01275939866900444, + "loss_total": 0.01275939866900444, + "step": 65240 + }, + { + "loss_action": 0.007105033379048109, + "loss_total": 0.007105033379048109, + "step": 65240 + }, + { + "loss_action": 0.0071479822508990765, + "loss_total": 0.0071479822508990765, + "step": 65240 + }, + { + "grad_norm": 0.26332804560661316, + "learning_rate": 2.9538877246413943e-05, + "loss": 0.0104, + "step": 65250 + }, + { + "loss_action": 0.0031576051842421293, + "loss_total": 0.0031576051842421293, + "step": 65250 + }, + { + "loss_action": 0.012045002542436123, + "loss_total": 0.012045002542436123, + "step": 65250 + }, + { + "loss_action": 0.004524229094386101, + "loss_total": 0.004524229094386101, + "step": 65250 + }, + { + "loss_action": 0.008244962431490421, + "loss_total": 0.008244962431490421, + "step": 65250 + }, + { + "loss_action": 0.007551294285804033, + "loss_total": 0.007551294285804033, + "step": 65250 + }, + { + "loss_action": 0.005594523623585701, + "loss_total": 0.005594523623585701, + "step": 65250 + }, + { + "grad_norm": 0.29256510734558105, + "learning_rate": 2.952379153401874e-05, + "loss": 0.0126, + "step": 65260 + }, + { + "loss_action": 0.004774853587150574, + "loss_total": 0.004774853587150574, + "step": 65260 + }, + { + "loss_action": 0.03197035565972328, + "loss_total": 0.03197035565972328, + "step": 65260 + }, + { + "loss_action": 0.0051941899582743645, + "loss_total": 0.0051941899582743645, + "step": 65260 + }, + { + "loss_action": 0.009104080498218536, + "loss_total": 0.009104080498218536, + "step": 65260 + }, + { + "loss_action": 0.009586342610418797, + "loss_total": 0.009586342610418797, + "step": 65260 + }, + { + "loss_action": 0.0066857668571174145, + "loss_total": 0.0066857668571174145, + "step": 65260 + }, + { + "grad_norm": 0.2159024477005005, + "learning_rate": 2.9508708060870914e-05, + "loss": 0.0103, + "step": 65270 + }, + { + "loss_action": 0.004784837365150452, + "loss_total": 0.004784837365150452, + "step": 65270 + }, + { + "loss_action": 0.008060715161263943, + "loss_total": 0.008060715161263943, + "step": 65270 + }, + { + "loss_action": 0.0023921297397464514, + "loss_total": 0.0023921297397464514, + "step": 65270 + }, + { + "loss_action": 0.011597602628171444, + "loss_total": 0.011597602628171444, + "step": 65270 + }, + { + "loss_action": 0.005672280211001635, + "loss_total": 0.005672280211001635, + "step": 65270 + }, + { + "loss_action": 0.013470577076077461, + "loss_total": 0.013470577076077461, + "step": 65270 + }, + { + "grad_norm": 0.2530771493911743, + "learning_rate": 2.9493626828619948e-05, + "loss": 0.01, + "step": 65280 + }, + { + "loss_action": 0.030245456844568253, + "loss_total": 0.030245456844568253, + "step": 65280 + }, + { + "loss_action": 0.01079447939991951, + "loss_total": 0.01079447939991951, + "step": 65280 + }, + { + "loss_action": 0.006927040405571461, + "loss_total": 0.006927040405571461, + "step": 65280 + }, + { + "loss_action": 0.013577338308095932, + "loss_total": 0.013577338308095932, + "step": 65280 + }, + { + "loss_action": 0.005398706533014774, + "loss_total": 0.005398706533014774, + "step": 65280 + }, + { + "loss_action": 0.012370573356747627, + "loss_total": 0.012370573356747627, + "step": 65280 + }, + { + "grad_norm": 0.2864697277545929, + "learning_rate": 2.9478547838915137e-05, + "loss": 0.0092, + "step": 65290 + }, + { + "loss_action": 0.0037547543179243803, + "loss_total": 0.0037547543179243803, + "step": 65290 + }, + { + "loss_action": 0.012651161290705204, + "loss_total": 0.012651161290705204, + "step": 65290 + }, + { + "loss_action": 0.009110081940889359, + "loss_total": 0.009110081940889359, + "step": 65290 + }, + { + "loss_action": 0.004950955975800753, + "loss_total": 0.004950955975800753, + "step": 65290 + }, + { + "loss_action": 0.005984217394143343, + "loss_total": 0.005984217394143343, + "step": 65290 + }, + { + "loss_action": 0.007310675457119942, + "loss_total": 0.007310675457119942, + "step": 65290 + }, + { + "grad_norm": 0.36071550846099854, + "learning_rate": 2.946347109340548e-05, + "loss": 0.01, + "step": 65300 + }, + { + "loss_action": 0.008725408464670181, + "loss_total": 0.008725408464670181, + "step": 65300 + }, + { + "loss_action": 0.014471625909209251, + "loss_total": 0.014471625909209251, + "step": 65300 + }, + { + "loss_action": 0.01106376200914383, + "loss_total": 0.01106376200914383, + "step": 65300 + }, + { + "loss_action": 0.0061019472777843475, + "loss_total": 0.0061019472777843475, + "step": 65300 + }, + { + "loss_action": 0.010409628972411156, + "loss_total": 0.010409628972411156, + "step": 65300 + }, + { + "loss_action": 0.005739969201385975, + "loss_total": 0.005739969201385975, + "step": 65300 + }, + { + "grad_norm": 0.2969450354576111, + "learning_rate": 2.944839659373976e-05, + "loss": 0.0114, + "step": 65310 + }, + { + "loss_action": 0.008055480197072029, + "loss_total": 0.008055480197072029, + "step": 65310 + }, + { + "loss_action": 0.009998952969908714, + "loss_total": 0.009998952969908714, + "step": 65310 + }, + { + "loss_action": 0.007641200441867113, + "loss_total": 0.007641200441867113, + "step": 65310 + }, + { + "loss_action": 0.01824042573571205, + "loss_total": 0.01824042573571205, + "step": 65310 + }, + { + "loss_action": 0.006385624408721924, + "loss_total": 0.006385624408721924, + "step": 65310 + }, + { + "loss_action": 0.012010123580694199, + "loss_total": 0.012010123580694199, + "step": 65310 + }, + { + "grad_norm": 0.3552395701408386, + "learning_rate": 2.943332434156647e-05, + "loss": 0.012, + "step": 65320 + }, + { + "loss_action": 0.020987188443541527, + "loss_total": 0.020987188443541527, + "step": 65320 + }, + { + "loss_action": 0.00805271789431572, + "loss_total": 0.00805271789431572, + "step": 65320 + }, + { + "loss_action": 0.0063944789581000805, + "loss_total": 0.0063944789581000805, + "step": 65320 + }, + { + "loss_action": 0.003962311428040266, + "loss_total": 0.003962311428040266, + "step": 65320 + }, + { + "loss_action": 0.008367709815502167, + "loss_total": 0.008367709815502167, + "step": 65320 + }, + { + "loss_action": 0.007814813405275345, + "loss_total": 0.007814813405275345, + "step": 65320 + }, + { + "grad_norm": 0.26909610629081726, + "learning_rate": 2.9418254338533912e-05, + "loss": 0.0116, + "step": 65330 + }, + { + "loss_action": 0.006087588611990213, + "loss_total": 0.006087588611990213, + "step": 65330 + }, + { + "loss_action": 0.010532514192163944, + "loss_total": 0.010532514192163944, + "step": 65330 + }, + { + "loss_action": 0.006132789421826601, + "loss_total": 0.006132789421826601, + "step": 65330 + }, + { + "loss_action": 0.0031557485926896334, + "loss_total": 0.0031557485926896334, + "step": 65330 + }, + { + "loss_action": 0.004382738843560219, + "loss_total": 0.004382738843560219, + "step": 65330 + }, + { + "loss_action": 0.0035591069608926773, + "loss_total": 0.0035591069608926773, + "step": 65330 + }, + { + "grad_norm": 0.29472386837005615, + "learning_rate": 2.940318658629011e-05, + "loss": 0.0087, + "step": 65340 + }, + { + "loss_action": 0.008207668550312519, + "loss_total": 0.008207668550312519, + "step": 65340 + }, + { + "loss_action": 0.014734695665538311, + "loss_total": 0.014734695665538311, + "step": 65340 + }, + { + "loss_action": 0.010647117160260677, + "loss_total": 0.010647117160260677, + "step": 65340 + }, + { + "loss_action": 0.02446785755455494, + "loss_total": 0.02446785755455494, + "step": 65340 + }, + { + "loss_action": 0.004829416051506996, + "loss_total": 0.004829416051506996, + "step": 65340 + }, + { + "loss_action": 0.012878917157649994, + "loss_total": 0.012878917157649994, + "step": 65340 + }, + { + "grad_norm": 0.4762333035469055, + "learning_rate": 2.938812108648287e-05, + "loss": 0.017, + "step": 65350 + }, + { + "loss_action": 0.015368865802884102, + "loss_total": 0.015368865802884102, + "step": 65350 + }, + { + "loss_action": 0.006400092970579863, + "loss_total": 0.006400092970579863, + "step": 65350 + }, + { + "loss_action": 0.004245242569595575, + "loss_total": 0.004245242569595575, + "step": 65350 + }, + { + "loss_action": 0.008412470109760761, + "loss_total": 0.008412470109760761, + "step": 65350 + }, + { + "loss_action": 0.009615856222808361, + "loss_total": 0.009615856222808361, + "step": 65350 + }, + { + "loss_action": 0.11547316610813141, + "loss_total": 0.11547316610813141, + "step": 65350 + }, + { + "grad_norm": 0.29888173937797546, + "learning_rate": 2.937305784075972e-05, + "loss": 0.0122, + "step": 65360 + }, + { + "loss_action": 0.024171140044927597, + "loss_total": 0.024171140044927597, + "step": 65360 + }, + { + "loss_action": 0.010105242021381855, + "loss_total": 0.010105242021381855, + "step": 65360 + }, + { + "loss_action": 0.009943483397364616, + "loss_total": 0.009943483397364616, + "step": 65360 + }, + { + "loss_action": 0.0043854303658008575, + "loss_total": 0.0043854303658008575, + "step": 65360 + }, + { + "loss_action": 0.015210908837616444, + "loss_total": 0.015210908837616444, + "step": 65360 + }, + { + "loss_action": 0.013381676748394966, + "loss_total": 0.013381676748394966, + "step": 65360 + }, + { + "grad_norm": 0.3296906054019928, + "learning_rate": 2.9357996850767937e-05, + "loss": 0.0131, + "step": 65370 + }, + { + "loss_action": 0.04269721359014511, + "loss_total": 0.04269721359014511, + "step": 65370 + }, + { + "loss_action": 0.014076553285121918, + "loss_total": 0.014076553285121918, + "step": 65370 + }, + { + "loss_action": 0.007566253188997507, + "loss_total": 0.007566253188997507, + "step": 65370 + }, + { + "loss_action": 0.008811941370368004, + "loss_total": 0.008811941370368004, + "step": 65370 + }, + { + "loss_action": 0.009751414880156517, + "loss_total": 0.009751414880156517, + "step": 65370 + }, + { + "loss_action": 0.012110762298107147, + "loss_total": 0.012110762298107147, + "step": 65370 + }, + { + "grad_norm": 0.24139747023582458, + "learning_rate": 2.9342938118154595e-05, + "loss": 0.0098, + "step": 65380 + }, + { + "loss_action": 0.009136147797107697, + "loss_total": 0.009136147797107697, + "step": 65380 + }, + { + "loss_action": 0.006589934695512056, + "loss_total": 0.006589934695512056, + "step": 65380 + }, + { + "loss_action": 0.004906041547656059, + "loss_total": 0.004906041547656059, + "step": 65380 + }, + { + "loss_action": 0.005254020448774099, + "loss_total": 0.005254020448774099, + "step": 65380 + }, + { + "loss_action": 0.010171031579375267, + "loss_total": 0.010171031579375267, + "step": 65380 + }, + { + "loss_action": 0.008533047512173653, + "loss_total": 0.008533047512173653, + "step": 65380 + }, + { + "grad_norm": 0.34985217452049255, + "learning_rate": 2.9327881644566485e-05, + "loss": 0.0107, + "step": 65390 + }, + { + "loss_action": 0.005819976329803467, + "loss_total": 0.005819976329803467, + "step": 65390 + }, + { + "loss_action": 0.002829828765243292, + "loss_total": 0.002829828765243292, + "step": 65390 + }, + { + "loss_action": 0.014085052534937859, + "loss_total": 0.014085052534937859, + "step": 65390 + }, + { + "loss_action": 0.01242894772440195, + "loss_total": 0.01242894772440195, + "step": 65390 + }, + { + "loss_action": 0.005036582704633474, + "loss_total": 0.005036582704633474, + "step": 65390 + }, + { + "loss_action": 0.006859517656266689, + "loss_total": 0.006859517656266689, + "step": 65390 + }, + { + "grad_norm": 0.31470605731010437, + "learning_rate": 2.9312827431650157e-05, + "loss": 0.011, + "step": 65400 + }, + { + "loss_action": 0.03329693153500557, + "loss_total": 0.03329693153500557, + "step": 65400 + }, + { + "loss_action": 0.0030463116709142923, + "loss_total": 0.0030463116709142923, + "step": 65400 + }, + { + "loss_action": 0.011639733798801899, + "loss_total": 0.011639733798801899, + "step": 65400 + }, + { + "loss_action": 0.008619708940386772, + "loss_total": 0.008619708940386772, + "step": 65400 + }, + { + "loss_action": 0.0076812622137367725, + "loss_total": 0.0076812622137367725, + "step": 65400 + }, + { + "loss_action": 0.004654575139284134, + "loss_total": 0.004654575139284134, + "step": 65400 + }, + { + "grad_norm": 0.19711169600486755, + "learning_rate": 2.92977754810519e-05, + "loss": 0.0111, + "step": 65410 + }, + { + "loss_action": 0.00820233765989542, + "loss_total": 0.00820233765989542, + "step": 65410 + }, + { + "loss_action": 0.012397210113704205, + "loss_total": 0.012397210113704205, + "step": 65410 + }, + { + "loss_action": 0.01716712862253189, + "loss_total": 0.01716712862253189, + "step": 65410 + }, + { + "loss_action": 0.008067497052252293, + "loss_total": 0.008067497052252293, + "step": 65410 + }, + { + "loss_action": 0.006627134047448635, + "loss_total": 0.006627134047448635, + "step": 65410 + }, + { + "loss_action": 0.016496442258358, + "loss_total": 0.016496442258358, + "step": 65410 + }, + { + "grad_norm": 0.25962671637535095, + "learning_rate": 2.928272579441781e-05, + "loss": 0.0125, + "step": 65420 + }, + { + "loss_action": 0.007819954305887222, + "loss_total": 0.007819954305887222, + "step": 65420 + }, + { + "loss_action": 0.009149116463959217, + "loss_total": 0.009149116463959217, + "step": 65420 + }, + { + "loss_action": 0.006859568413347006, + "loss_total": 0.006859568413347006, + "step": 65420 + }, + { + "loss_action": 0.01007070392370224, + "loss_total": 0.01007070392370224, + "step": 65420 + }, + { + "loss_action": 0.00450377119705081, + "loss_total": 0.00450377119705081, + "step": 65420 + }, + { + "loss_action": 0.006702526938170195, + "loss_total": 0.006702526938170195, + "step": 65420 + }, + { + "grad_norm": 0.31162628531455994, + "learning_rate": 2.9267678373393676e-05, + "loss": 0.012, + "step": 65430 + }, + { + "loss_action": 0.003685734933242202, + "loss_total": 0.003685734933242202, + "step": 65430 + }, + { + "loss_action": 0.014668314717710018, + "loss_total": 0.014668314717710018, + "step": 65430 + }, + { + "loss_action": 0.017721328884363174, + "loss_total": 0.017721328884363174, + "step": 65430 + }, + { + "loss_action": 0.008585062809288502, + "loss_total": 0.008585062809288502, + "step": 65430 + }, + { + "loss_action": 0.008774838410317898, + "loss_total": 0.008774838410317898, + "step": 65430 + }, + { + "loss_action": 0.011204969137907028, + "loss_total": 0.011204969137907028, + "step": 65430 + }, + { + "grad_norm": 0.30265673995018005, + "learning_rate": 2.925263321962507e-05, + "loss": 0.0104, + "step": 65440 + }, + { + "loss_action": 0.004332509357482195, + "loss_total": 0.004332509357482195, + "step": 65440 + }, + { + "loss_action": 0.005782571621239185, + "loss_total": 0.005782571621239185, + "step": 65440 + }, + { + "loss_action": 0.010377208702266216, + "loss_total": 0.010377208702266216, + "step": 65440 + }, + { + "loss_action": 0.012773536145687103, + "loss_total": 0.012773536145687103, + "step": 65440 + }, + { + "loss_action": 0.04125071316957474, + "loss_total": 0.04125071316957474, + "step": 65440 + }, + { + "loss_action": 0.014860022813081741, + "loss_total": 0.014860022813081741, + "step": 65440 + }, + { + "grad_norm": 0.3040110170841217, + "learning_rate": 2.9237590334757292e-05, + "loss": 0.0135, + "step": 65450 + }, + { + "loss_action": 0.004294212907552719, + "loss_total": 0.004294212907552719, + "step": 65450 + }, + { + "loss_action": 0.008247352205216885, + "loss_total": 0.008247352205216885, + "step": 65450 + }, + { + "loss_action": 0.011563505977392197, + "loss_total": 0.011563505977392197, + "step": 65450 + }, + { + "loss_action": 0.005459283012896776, + "loss_total": 0.005459283012896776, + "step": 65450 + }, + { + "loss_action": 0.04623075947165489, + "loss_total": 0.04623075947165489, + "step": 65450 + }, + { + "loss_action": 0.0038062913808971643, + "loss_total": 0.0038062913808971643, + "step": 65450 + }, + { + "grad_norm": 0.29382121562957764, + "learning_rate": 2.922254972043543e-05, + "loss": 0.0125, + "step": 65460 + }, + { + "loss_action": 0.009229461662471294, + "loss_total": 0.009229461662471294, + "step": 65460 + }, + { + "loss_action": 0.019630327820777893, + "loss_total": 0.019630327820777893, + "step": 65460 + }, + { + "loss_action": 0.022338833659887314, + "loss_total": 0.022338833659887314, + "step": 65460 + }, + { + "loss_action": 0.008950941264629364, + "loss_total": 0.008950941264629364, + "step": 65460 + }, + { + "loss_action": 0.012553723528981209, + "loss_total": 0.012553723528981209, + "step": 65460 + }, + { + "loss_action": 0.004706492181867361, + "loss_total": 0.004706492181867361, + "step": 65460 + }, + { + "grad_norm": 0.3495410680770874, + "learning_rate": 2.9207511378304265e-05, + "loss": 0.0114, + "step": 65470 + }, + { + "loss_action": 0.004565585404634476, + "loss_total": 0.004565585404634476, + "step": 65470 + }, + { + "loss_action": 0.013155661523342133, + "loss_total": 0.013155661523342133, + "step": 65470 + }, + { + "loss_action": 0.005384436342865229, + "loss_total": 0.005384436342865229, + "step": 65470 + }, + { + "loss_action": 0.01615973748266697, + "loss_total": 0.01615973748266697, + "step": 65470 + }, + { + "loss_action": 0.003970228601247072, + "loss_total": 0.003970228601247072, + "step": 65470 + }, + { + "loss_action": 0.010510604828596115, + "loss_total": 0.010510604828596115, + "step": 65470 + }, + { + "grad_norm": 0.2687890827655792, + "learning_rate": 2.9192475310008428e-05, + "loss": 0.0106, + "step": 65480 + }, + { + "loss_action": 0.007127013988792896, + "loss_total": 0.007127013988792896, + "step": 65480 + }, + { + "loss_action": 0.007324415724724531, + "loss_total": 0.007324415724724531, + "step": 65480 + }, + { + "loss_action": 0.009918123483657837, + "loss_total": 0.009918123483657837, + "step": 65480 + }, + { + "loss_action": 0.024326231330633163, + "loss_total": 0.024326231330633163, + "step": 65480 + }, + { + "loss_action": 0.016239868476986885, + "loss_total": 0.016239868476986885, + "step": 65480 + }, + { + "loss_action": 0.005037432070821524, + "loss_total": 0.005037432070821524, + "step": 65480 + }, + { + "grad_norm": 0.3476864993572235, + "learning_rate": 2.917744151719219e-05, + "loss": 0.0126, + "step": 65490 + }, + { + "loss_action": 0.007696354761719704, + "loss_total": 0.007696354761719704, + "step": 65490 + }, + { + "loss_action": 0.008658679202198982, + "loss_total": 0.008658679202198982, + "step": 65490 + }, + { + "loss_action": 0.025651225820183754, + "loss_total": 0.025651225820183754, + "step": 65490 + }, + { + "loss_action": 0.0808197408914566, + "loss_total": 0.0808197408914566, + "step": 65490 + }, + { + "loss_action": 0.013898907229304314, + "loss_total": 0.013898907229304314, + "step": 65490 + }, + { + "loss_action": 0.011402584612369537, + "loss_total": 0.011402584612369537, + "step": 65490 + }, + { + "grad_norm": 0.2900359332561493, + "learning_rate": 2.916241000149964e-05, + "loss": 0.0131, + "step": 65500 + }, + { + "loss_action": 0.018598703667521477, + "loss_total": 0.018598703667521477, + "step": 65500 + }, + { + "loss_action": 0.00949420128017664, + "loss_total": 0.00949420128017664, + "step": 65500 + }, + { + "loss_action": 0.014757194556295872, + "loss_total": 0.014757194556295872, + "step": 65500 + }, + { + "loss_action": 0.00344283040612936, + "loss_total": 0.00344283040612936, + "step": 65500 + }, + { + "loss_action": 0.0122560178861022, + "loss_total": 0.0122560178861022, + "step": 65500 + }, + { + "loss_action": 0.01526044961065054, + "loss_total": 0.01526044961065054, + "step": 65500 + }, + { + "grad_norm": 0.2590305507183075, + "learning_rate": 2.9147380764574622e-05, + "loss": 0.0106, + "step": 65510 + }, + { + "loss_action": 0.009432376362383366, + "loss_total": 0.009432376362383366, + "step": 65510 + }, + { + "loss_action": 0.007812213152647018, + "loss_total": 0.007812213152647018, + "step": 65510 + }, + { + "loss_action": 0.003642111783847213, + "loss_total": 0.003642111783847213, + "step": 65510 + }, + { + "loss_action": 0.04075153172016144, + "loss_total": 0.04075153172016144, + "step": 65510 + }, + { + "loss_action": 0.00600607180967927, + "loss_total": 0.00600607180967927, + "step": 65510 + }, + { + "loss_action": 0.005511520430445671, + "loss_total": 0.005511520430445671, + "step": 65510 + }, + { + "grad_norm": 0.3030969798564911, + "learning_rate": 2.9132353808060674e-05, + "loss": 0.0133, + "step": 65520 + }, + { + "loss_action": 0.006342852953821421, + "loss_total": 0.006342852953821421, + "step": 65520 + }, + { + "loss_action": 0.006559174507856369, + "loss_total": 0.006559174507856369, + "step": 65520 + }, + { + "loss_action": 0.009546004235744476, + "loss_total": 0.009546004235744476, + "step": 65520 + }, + { + "loss_action": 0.004438239149749279, + "loss_total": 0.004438239149749279, + "step": 65520 + }, + { + "loss_action": 0.007148664444684982, + "loss_total": 0.007148664444684982, + "step": 65520 + }, + { + "loss_action": 0.0030234975274652243, + "loss_total": 0.0030234975274652243, + "step": 65520 + }, + { + "grad_norm": 0.2900892198085785, + "learning_rate": 2.9117329133601134e-05, + "loss": 0.0129, + "step": 65530 + }, + { + "loss_action": 0.008529575541615486, + "loss_total": 0.008529575541615486, + "step": 65530 + }, + { + "loss_action": 0.008787899278104305, + "loss_total": 0.008787899278104305, + "step": 65530 + }, + { + "loss_action": 0.005079364869743586, + "loss_total": 0.005079364869743586, + "step": 65530 + }, + { + "loss_action": 0.011390505358576775, + "loss_total": 0.011390505358576775, + "step": 65530 + }, + { + "loss_action": 0.010569654405117035, + "loss_total": 0.010569654405117035, + "step": 65530 + }, + { + "loss_action": 0.020980600267648697, + "loss_total": 0.020980600267648697, + "step": 65530 + }, + { + "grad_norm": 0.24420420825481415, + "learning_rate": 2.9102306742839093e-05, + "loss": 0.0133, + "step": 65540 + }, + { + "loss_action": 0.004084599204361439, + "loss_total": 0.004084599204361439, + "step": 65540 + }, + { + "loss_action": 0.009555094875395298, + "loss_total": 0.009555094875395298, + "step": 65540 + }, + { + "loss_action": 0.010397966019809246, + "loss_total": 0.010397966019809246, + "step": 65540 + }, + { + "loss_action": 0.0032007878180593252, + "loss_total": 0.0032007878180593252, + "step": 65540 + }, + { + "loss_action": 0.00848027691245079, + "loss_total": 0.00848027691245079, + "step": 65540 + }, + { + "loss_action": 0.008652331307530403, + "loss_total": 0.008652331307530403, + "step": 65540 + }, + { + "grad_norm": 0.28568804264068604, + "learning_rate": 2.9087286637417375e-05, + "loss": 0.0135, + "step": 65550 + }, + { + "loss_action": 0.010827076621353626, + "loss_total": 0.010827076621353626, + "step": 65550 + }, + { + "loss_action": 0.0026322510093450546, + "loss_total": 0.0026322510093450546, + "step": 65550 + }, + { + "loss_action": 0.0192564744502306, + "loss_total": 0.0192564744502306, + "step": 65550 + }, + { + "loss_action": 0.013298884965479374, + "loss_total": 0.013298884965479374, + "step": 65550 + }, + { + "loss_action": 0.005850326269865036, + "loss_total": 0.005850326269865036, + "step": 65550 + }, + { + "loss_action": 0.005105787888169289, + "loss_total": 0.005105787888169289, + "step": 65550 + }, + { + "grad_norm": 0.2655424177646637, + "learning_rate": 2.9072268818978537e-05, + "loss": 0.0095, + "step": 65560 + }, + { + "loss_action": 0.003957068547606468, + "loss_total": 0.003957068547606468, + "step": 65560 + }, + { + "loss_action": 0.0033937450498342514, + "loss_total": 0.0033937450498342514, + "step": 65560 + }, + { + "loss_action": 0.004780836869031191, + "loss_total": 0.004780836869031191, + "step": 65560 + }, + { + "loss_action": 0.0095589030534029, + "loss_total": 0.0095589030534029, + "step": 65560 + }, + { + "loss_action": 0.01889040321111679, + "loss_total": 0.01889040321111679, + "step": 65560 + }, + { + "loss_action": 0.003381232963874936, + "loss_total": 0.003381232963874936, + "step": 65560 + }, + { + "grad_norm": 0.2943476736545563, + "learning_rate": 2.905725328916493e-05, + "loss": 0.0105, + "step": 65570 + }, + { + "loss_action": 0.00565781956538558, + "loss_total": 0.00565781956538558, + "step": 65570 + }, + { + "loss_action": 0.005217060912400484, + "loss_total": 0.005217060912400484, + "step": 65570 + }, + { + "loss_action": 0.009556491859257221, + "loss_total": 0.009556491859257221, + "step": 65570 + }, + { + "loss_action": 0.011671118438243866, + "loss_total": 0.011671118438243866, + "step": 65570 + }, + { + "loss_action": 0.009915085509419441, + "loss_total": 0.009915085509419441, + "step": 65570 + }, + { + "loss_action": 0.09368227422237396, + "loss_total": 0.09368227422237396, + "step": 65570 + }, + { + "grad_norm": 0.27925950288772583, + "learning_rate": 2.9042240049618608e-05, + "loss": 0.0129, + "step": 65580 + }, + { + "loss_action": 0.002918130485340953, + "loss_total": 0.002918130485340953, + "step": 65580 + }, + { + "loss_action": 0.0037582931108772755, + "loss_total": 0.0037582931108772755, + "step": 65580 + }, + { + "loss_action": 0.010561907663941383, + "loss_total": 0.010561907663941383, + "step": 65580 + }, + { + "loss_action": 0.005845881067216396, + "loss_total": 0.005845881067216396, + "step": 65580 + }, + { + "loss_action": 0.006835787557065487, + "loss_total": 0.006835787557065487, + "step": 65580 + }, + { + "loss_action": 0.007363364100456238, + "loss_total": 0.007363364100456238, + "step": 65580 + }, + { + "grad_norm": 0.3948802649974823, + "learning_rate": 2.9027229101981413e-05, + "loss": 0.0107, + "step": 65590 + }, + { + "loss_action": 0.0050799609161913395, + "loss_total": 0.0050799609161913395, + "step": 65590 + }, + { + "loss_action": 0.009498165920376778, + "loss_total": 0.009498165920376778, + "step": 65590 + }, + { + "loss_action": 0.007416370790451765, + "loss_total": 0.007416370790451765, + "step": 65590 + }, + { + "loss_action": 0.006863684393465519, + "loss_total": 0.006863684393465519, + "step": 65590 + }, + { + "loss_action": 0.022988012060523033, + "loss_total": 0.022988012060523033, + "step": 65590 + }, + { + "loss_action": 0.008189085870981216, + "loss_total": 0.008189085870981216, + "step": 65590 + }, + { + "grad_norm": 0.3300051987171173, + "learning_rate": 2.901222044789488e-05, + "loss": 0.0127, + "step": 65600 + }, + { + "loss_action": 0.01069300901144743, + "loss_total": 0.01069300901144743, + "step": 65600 + }, + { + "loss_action": 0.008672830648720264, + "loss_total": 0.008672830648720264, + "step": 65600 + }, + { + "loss_action": 0.009767330251634121, + "loss_total": 0.009767330251634121, + "step": 65600 + }, + { + "loss_action": 0.007470912300050259, + "loss_total": 0.007470912300050259, + "step": 65600 + }, + { + "loss_action": 0.011047931388020515, + "loss_total": 0.011047931388020515, + "step": 65600 + }, + { + "loss_action": 0.01328757032752037, + "loss_total": 0.01328757032752037, + "step": 65600 + }, + { + "grad_norm": 0.36552977561950684, + "learning_rate": 2.89972140890004e-05, + "loss": 0.0105, + "step": 65610 + }, + { + "loss_action": 0.009257064200937748, + "loss_total": 0.009257064200937748, + "step": 65610 + }, + { + "loss_action": 0.016485150903463364, + "loss_total": 0.016485150903463364, + "step": 65610 + }, + { + "loss_action": 0.018760884180665016, + "loss_total": 0.018760884180665016, + "step": 65610 + }, + { + "loss_action": 0.016445906832814217, + "loss_total": 0.016445906832814217, + "step": 65610 + }, + { + "loss_action": 0.009084186516702175, + "loss_total": 0.009084186516702175, + "step": 65610 + }, + { + "loss_action": 0.03353084996342659, + "loss_total": 0.03353084996342659, + "step": 65610 + }, + { + "grad_norm": 0.25918298959732056, + "learning_rate": 2.8982210026938988e-05, + "loss": 0.012, + "step": 65620 + }, + { + "loss_action": 0.005814101547002792, + "loss_total": 0.005814101547002792, + "step": 65620 + }, + { + "loss_action": 0.009615938179194927, + "loss_total": 0.009615938179194927, + "step": 65620 + }, + { + "loss_action": 0.014714221470057964, + "loss_total": 0.014714221470057964, + "step": 65620 + }, + { + "loss_action": 0.013776457868516445, + "loss_total": 0.013776457868516445, + "step": 65620 + }, + { + "loss_action": 0.007262131664901972, + "loss_total": 0.007262131664901972, + "step": 65620 + }, + { + "loss_action": 0.008830718696117401, + "loss_total": 0.008830718696117401, + "step": 65620 + }, + { + "grad_norm": 0.3847412168979645, + "learning_rate": 2.896720826335151e-05, + "loss": 0.0118, + "step": 65630 + }, + { + "loss_action": 0.0034474600106477737, + "loss_total": 0.0034474600106477737, + "step": 65630 + }, + { + "loss_action": 0.005394462030380964, + "loss_total": 0.005394462030380964, + "step": 65630 + }, + { + "loss_action": 0.0070171114057302475, + "loss_total": 0.0070171114057302475, + "step": 65630 + }, + { + "loss_action": 0.008637012913823128, + "loss_total": 0.008637012913823128, + "step": 65630 + }, + { + "loss_action": 0.006156789138913155, + "loss_total": 0.006156789138913155, + "step": 65630 + }, + { + "loss_action": 0.008998345583677292, + "loss_total": 0.008998345583677292, + "step": 65630 + }, + { + "grad_norm": 0.3390873968601227, + "learning_rate": 2.8952208799878493e-05, + "loss": 0.0094, + "step": 65640 + }, + { + "loss_action": 0.024144748225808144, + "loss_total": 0.024144748225808144, + "step": 65640 + }, + { + "loss_action": 0.003871002933010459, + "loss_total": 0.003871002933010459, + "step": 65640 + }, + { + "loss_action": 0.005375205539166927, + "loss_total": 0.005375205539166927, + "step": 65640 + }, + { + "loss_action": 0.012548132799565792, + "loss_total": 0.012548132799565792, + "step": 65640 + }, + { + "loss_action": 0.012279199436306953, + "loss_total": 0.012279199436306953, + "step": 65640 + }, + { + "loss_action": 0.006277349311858416, + "loss_total": 0.006277349311858416, + "step": 65640 + }, + { + "grad_norm": 0.32213902473449707, + "learning_rate": 2.89372116381603e-05, + "loss": 0.0151, + "step": 65650 + }, + { + "loss_action": 0.017241762951016426, + "loss_total": 0.017241762951016426, + "step": 65650 + }, + { + "loss_action": 0.008199960924685001, + "loss_total": 0.008199960924685001, + "step": 65650 + }, + { + "loss_action": 0.00810652133077383, + "loss_total": 0.00810652133077383, + "step": 65650 + }, + { + "loss_action": 0.06499966233968735, + "loss_total": 0.06499966233968735, + "step": 65650 + }, + { + "loss_action": 0.004204355180263519, + "loss_total": 0.004204355180263519, + "step": 65650 + }, + { + "loss_action": 0.007312003057450056, + "loss_total": 0.007312003057450056, + "step": 65650 + }, + { + "grad_norm": 0.3083365857601166, + "learning_rate": 2.8922216779836932e-05, + "loss": 0.0156, + "step": 65660 + }, + { + "loss_action": 0.008448506705462933, + "loss_total": 0.008448506705462933, + "step": 65660 + }, + { + "loss_action": 0.0053322939202189445, + "loss_total": 0.0053322939202189445, + "step": 65660 + }, + { + "loss_action": 0.01175421942025423, + "loss_total": 0.01175421942025423, + "step": 65660 + }, + { + "loss_action": 0.015288226306438446, + "loss_total": 0.015288226306438446, + "step": 65660 + }, + { + "loss_action": 0.007159645203500986, + "loss_total": 0.007159645203500986, + "step": 65660 + }, + { + "loss_action": 0.010655232705175877, + "loss_total": 0.010655232705175877, + "step": 65660 + }, + { + "grad_norm": 0.20395883917808533, + "learning_rate": 2.8907224226548285e-05, + "loss": 0.0125, + "step": 65670 + }, + { + "loss_action": 0.0073808105662465096, + "loss_total": 0.0073808105662465096, + "step": 65670 + }, + { + "loss_action": 0.005556044634431601, + "loss_total": 0.005556044634431601, + "step": 65670 + }, + { + "loss_action": 0.006341774016618729, + "loss_total": 0.006341774016618729, + "step": 65670 + }, + { + "loss_action": 0.005665306467562914, + "loss_total": 0.005665306467562914, + "step": 65670 + }, + { + "loss_action": 0.02606935426592827, + "loss_total": 0.02606935426592827, + "step": 65670 + }, + { + "loss_action": 0.0066735935397446156, + "loss_total": 0.0066735935397446156, + "step": 65670 + }, + { + "grad_norm": 0.3329479694366455, + "learning_rate": 2.8892233979933868e-05, + "loss": 0.011, + "step": 65680 + }, + { + "loss_action": 0.005267610773444176, + "loss_total": 0.005267610773444176, + "step": 65680 + }, + { + "loss_action": 0.016992073506116867, + "loss_total": 0.016992073506116867, + "step": 65680 + }, + { + "loss_action": 0.008797625079751015, + "loss_total": 0.008797625079751015, + "step": 65680 + }, + { + "loss_action": 0.005264257546514273, + "loss_total": 0.005264257546514273, + "step": 65680 + }, + { + "loss_action": 0.005947568919509649, + "loss_total": 0.005947568919509649, + "step": 65680 + }, + { + "loss_action": 0.012689672410488129, + "loss_total": 0.012689672410488129, + "step": 65680 + }, + { + "grad_norm": 0.21620836853981018, + "learning_rate": 2.8877246041633026e-05, + "loss": 0.0116, + "step": 65690 + }, + { + "loss_action": 0.0031807273626327515, + "loss_total": 0.0031807273626327515, + "step": 65690 + }, + { + "loss_action": 0.008458628319203854, + "loss_total": 0.008458628319203854, + "step": 65690 + }, + { + "loss_action": 0.006966591812670231, + "loss_total": 0.006966591812670231, + "step": 65690 + }, + { + "loss_action": 0.004338341299444437, + "loss_total": 0.004338341299444437, + "step": 65690 + }, + { + "loss_action": 0.006729296874254942, + "loss_total": 0.006729296874254942, + "step": 65690 + }, + { + "loss_action": 0.023138871416449547, + "loss_total": 0.023138871416449547, + "step": 65690 + }, + { + "grad_norm": 0.25710609555244446, + "learning_rate": 2.886226041328478e-05, + "loss": 0.0122, + "step": 65700 + }, + { + "loss_action": 0.01085298415273428, + "loss_total": 0.01085298415273428, + "step": 65700 + }, + { + "loss_action": 0.008176670409739017, + "loss_total": 0.008176670409739017, + "step": 65700 + }, + { + "loss_action": 0.020220384001731873, + "loss_total": 0.020220384001731873, + "step": 65700 + }, + { + "loss_action": 0.06224803254008293, + "loss_total": 0.06224803254008293, + "step": 65700 + }, + { + "loss_action": 0.04162800684571266, + "loss_total": 0.04162800684571266, + "step": 65700 + }, + { + "loss_action": 0.04066290333867073, + "loss_total": 0.04066290333867073, + "step": 65700 + }, + { + "grad_norm": 0.25173670053482056, + "learning_rate": 2.8847277096527957e-05, + "loss": 0.0117, + "step": 65710 + }, + { + "loss_action": 0.02141030691564083, + "loss_total": 0.02141030691564083, + "step": 65710 + }, + { + "loss_action": 0.006844302173703909, + "loss_total": 0.006844302173703909, + "step": 65710 + }, + { + "loss_action": 0.010284423828125, + "loss_total": 0.010284423828125, + "step": 65710 + }, + { + "loss_action": 0.013968236744403839, + "loss_total": 0.013968236744403839, + "step": 65710 + }, + { + "loss_action": 0.004298361949622631, + "loss_total": 0.004298361949622631, + "step": 65710 + }, + { + "loss_action": 0.0027415736112743616, + "loss_total": 0.0027415736112743616, + "step": 65710 + }, + { + "grad_norm": 0.22581028938293457, + "learning_rate": 2.8832296093001105e-05, + "loss": 0.0094, + "step": 65720 + }, + { + "loss_action": 0.015166331082582474, + "loss_total": 0.015166331082582474, + "step": 65720 + }, + { + "loss_action": 0.0055299135856330395, + "loss_total": 0.0055299135856330395, + "step": 65720 + }, + { + "loss_action": 0.0084374425932765, + "loss_total": 0.0084374425932765, + "step": 65720 + }, + { + "loss_action": 0.0026474122423678637, + "loss_total": 0.0026474122423678637, + "step": 65720 + }, + { + "loss_action": 0.009345890954136848, + "loss_total": 0.009345890954136848, + "step": 65720 + }, + { + "loss_action": 0.0032258261926472187, + "loss_total": 0.0032258261926472187, + "step": 65720 + }, + { + "grad_norm": 0.2413119375705719, + "learning_rate": 2.8817317404342547e-05, + "loss": 0.0099, + "step": 65730 + }, + { + "loss_action": 0.010522683151066303, + "loss_total": 0.010522683151066303, + "step": 65730 + }, + { + "loss_action": 0.004222020506858826, + "loss_total": 0.004222020506858826, + "step": 65730 + }, + { + "loss_action": 0.014545025303959846, + "loss_total": 0.014545025303959846, + "step": 65730 + }, + { + "loss_action": 0.010750620625913143, + "loss_total": 0.010750620625913143, + "step": 65730 + }, + { + "loss_action": 0.008066758513450623, + "loss_total": 0.008066758513450623, + "step": 65730 + }, + { + "loss_action": 0.007953132502734661, + "loss_total": 0.007953132502734661, + "step": 65730 + }, + { + "grad_norm": 0.8832714557647705, + "learning_rate": 2.880234103219029e-05, + "loss": 0.011, + "step": 65740 + }, + { + "loss_action": 0.010767966508865356, + "loss_total": 0.010767966508865356, + "step": 65740 + }, + { + "loss_action": 0.006504467222839594, + "loss_total": 0.006504467222839594, + "step": 65740 + }, + { + "loss_action": 0.014720942825078964, + "loss_total": 0.014720942825078964, + "step": 65740 + }, + { + "loss_action": 0.016904758289456367, + "loss_total": 0.016904758289456367, + "step": 65740 + }, + { + "loss_action": 0.02311999537050724, + "loss_total": 0.02311999537050724, + "step": 65740 + }, + { + "loss_action": 0.004677316173911095, + "loss_total": 0.004677316173911095, + "step": 65740 + }, + { + "grad_norm": 0.24821218848228455, + "learning_rate": 2.878736697818215e-05, + "loss": 0.0118, + "step": 65750 + }, + { + "loss_action": 0.02888415940105915, + "loss_total": 0.02888415940105915, + "step": 65750 + }, + { + "loss_action": 0.02829151600599289, + "loss_total": 0.02829151600599289, + "step": 65750 + }, + { + "loss_action": 0.008448459208011627, + "loss_total": 0.008448459208011627, + "step": 65750 + }, + { + "loss_action": 0.007332250010222197, + "loss_total": 0.007332250010222197, + "step": 65750 + }, + { + "loss_action": 0.022676177322864532, + "loss_total": 0.022676177322864532, + "step": 65750 + }, + { + "loss_action": 0.01116698794066906, + "loss_total": 0.01116698794066906, + "step": 65750 + }, + { + "grad_norm": 0.3070072829723358, + "learning_rate": 2.877239524395568e-05, + "loss": 0.0123, + "step": 65760 + }, + { + "loss_action": 0.005854236893355846, + "loss_total": 0.005854236893355846, + "step": 65760 + }, + { + "loss_action": 0.006556886248290539, + "loss_total": 0.006556886248290539, + "step": 65760 + }, + { + "loss_action": 0.0074129789136350155, + "loss_total": 0.0074129789136350155, + "step": 65760 + }, + { + "loss_action": 0.0029764932114630938, + "loss_total": 0.0029764932114630938, + "step": 65760 + }, + { + "loss_action": 0.005475467070937157, + "loss_total": 0.005475467070937157, + "step": 65760 + }, + { + "loss_action": 0.011855275370180607, + "loss_total": 0.011855275370180607, + "step": 65760 + }, + { + "grad_norm": 0.19862870872020721, + "learning_rate": 2.8757425831148134e-05, + "loss": 0.0102, + "step": 65770 + }, + { + "loss_action": 0.012619273737072945, + "loss_total": 0.012619273737072945, + "step": 65770 + }, + { + "loss_action": 0.013843070715665817, + "loss_total": 0.013843070715665817, + "step": 65770 + }, + { + "loss_action": 0.002603375818580389, + "loss_total": 0.002603375818580389, + "step": 65770 + }, + { + "loss_action": 0.005251711700111628, + "loss_total": 0.005251711700111628, + "step": 65770 + }, + { + "loss_action": 0.008659852668642998, + "loss_total": 0.008659852668642998, + "step": 65770 + }, + { + "loss_action": 0.006275022868067026, + "loss_total": 0.006275022868067026, + "step": 65770 + }, + { + "grad_norm": 0.27659621834754944, + "learning_rate": 2.874245874139658e-05, + "loss": 0.0107, + "step": 65780 + }, + { + "loss_action": 0.013429701328277588, + "loss_total": 0.013429701328277588, + "step": 65780 + }, + { + "loss_action": 0.018702136352658272, + "loss_total": 0.018702136352658272, + "step": 65780 + }, + { + "loss_action": 0.010083653032779694, + "loss_total": 0.010083653032779694, + "step": 65780 + }, + { + "loss_action": 0.0063276877626776695, + "loss_total": 0.0063276877626776695, + "step": 65780 + }, + { + "loss_action": 0.034988291561603546, + "loss_total": 0.034988291561603546, + "step": 65780 + }, + { + "loss_action": 0.012918573804199696, + "loss_total": 0.012918573804199696, + "step": 65780 + }, + { + "grad_norm": 0.26704534888267517, + "learning_rate": 2.8727493976337737e-05, + "loss": 0.0112, + "step": 65790 + }, + { + "loss_action": 0.0121209267526865, + "loss_total": 0.0121209267526865, + "step": 65790 + }, + { + "loss_action": 0.004547877237200737, + "loss_total": 0.004547877237200737, + "step": 65790 + }, + { + "loss_action": 0.00946438405662775, + "loss_total": 0.00946438405662775, + "step": 65790 + }, + { + "loss_action": 0.03652799129486084, + "loss_total": 0.03652799129486084, + "step": 65790 + }, + { + "loss_action": 0.02095372974872589, + "loss_total": 0.02095372974872589, + "step": 65790 + }, + { + "loss_action": 0.01029165182262659, + "loss_total": 0.01029165182262659, + "step": 65790 + }, + { + "grad_norm": 0.2550795376300812, + "learning_rate": 2.8712531537608218e-05, + "loss": 0.0126, + "step": 65800 + }, + { + "loss_action": 0.006195342168211937, + "loss_total": 0.006195342168211937, + "step": 65800 + }, + { + "loss_action": 0.0067991651594638824, + "loss_total": 0.0067991651594638824, + "step": 65800 + }, + { + "loss_action": 0.008251293562352657, + "loss_total": 0.008251293562352657, + "step": 65800 + }, + { + "loss_action": 0.005930381827056408, + "loss_total": 0.005930381827056408, + "step": 65800 + }, + { + "loss_action": 0.008816354908049107, + "loss_total": 0.008816354908049107, + "step": 65800 + }, + { + "loss_action": 0.007867741398513317, + "loss_total": 0.007867741398513317, + "step": 65800 + }, + { + "grad_norm": 0.29463112354278564, + "learning_rate": 2.8697571426844217e-05, + "loss": 0.0097, + "step": 65810 + }, + { + "loss_action": 0.009587878361344337, + "loss_total": 0.009587878361344337, + "step": 65810 + }, + { + "loss_action": 0.012744974344968796, + "loss_total": 0.012744974344968796, + "step": 65810 + }, + { + "loss_action": 0.012124585919082165, + "loss_total": 0.012124585919082165, + "step": 65810 + }, + { + "loss_action": 0.004701707046478987, + "loss_total": 0.004701707046478987, + "step": 65810 + }, + { + "loss_action": 0.015030463226139545, + "loss_total": 0.015030463226139545, + "step": 65810 + }, + { + "loss_action": 0.007871486246585846, + "loss_total": 0.007871486246585846, + "step": 65810 + }, + { + "grad_norm": 0.25026193261146545, + "learning_rate": 2.86826136456818e-05, + "loss": 0.0112, + "step": 65820 + }, + { + "loss_action": 0.018470831215381622, + "loss_total": 0.018470831215381622, + "step": 65820 + }, + { + "loss_action": 0.011883490718901157, + "loss_total": 0.011883490718901157, + "step": 65820 + }, + { + "loss_action": 0.004762415308505297, + "loss_total": 0.004762415308505297, + "step": 65820 + }, + { + "loss_action": 0.020381685346364975, + "loss_total": 0.020381685346364975, + "step": 65820 + }, + { + "loss_action": 0.010483522899448872, + "loss_total": 0.010483522899448872, + "step": 65820 + }, + { + "loss_action": 0.004088032059371471, + "loss_total": 0.004088032059371471, + "step": 65820 + }, + { + "grad_norm": 0.3125007450580597, + "learning_rate": 2.8667658195756685e-05, + "loss": 0.0119, + "step": 65830 + }, + { + "loss_action": 0.007968260906636715, + "loss_total": 0.007968260906636715, + "step": 65830 + }, + { + "loss_action": 0.006902244407683611, + "loss_total": 0.006902244407683611, + "step": 65830 + }, + { + "loss_action": 0.016312751919031143, + "loss_total": 0.016312751919031143, + "step": 65830 + }, + { + "loss_action": 0.008061668835580349, + "loss_total": 0.008061668835580349, + "step": 65830 + }, + { + "loss_action": 0.01916273683309555, + "loss_total": 0.01916273683309555, + "step": 65830 + }, + { + "loss_action": 0.0046153077855706215, + "loss_total": 0.0046153077855706215, + "step": 65830 + }, + { + "grad_norm": 0.32353636622428894, + "learning_rate": 2.8652705078704412e-05, + "loss": 0.0103, + "step": 65840 + }, + { + "loss_action": 0.005806543864309788, + "loss_total": 0.005806543864309788, + "step": 65840 + }, + { + "loss_action": 0.009835860691964626, + "loss_total": 0.009835860691964626, + "step": 65840 + }, + { + "loss_action": 0.007923152297735214, + "loss_total": 0.007923152297735214, + "step": 65840 + }, + { + "loss_action": 0.005963349714875221, + "loss_total": 0.005963349714875221, + "step": 65840 + }, + { + "loss_action": 0.003473033895716071, + "loss_total": 0.003473033895716071, + "step": 65840 + }, + { + "loss_action": 0.012174458242952824, + "loss_total": 0.012174458242952824, + "step": 65840 + }, + { + "grad_norm": 0.32363131642341614, + "learning_rate": 2.863775429616018e-05, + "loss": 0.0106, + "step": 65850 + }, + { + "loss_action": 0.012940413318574429, + "loss_total": 0.012940413318574429, + "step": 65850 + }, + { + "loss_action": 0.007763019762933254, + "loss_total": 0.007763019762933254, + "step": 65850 + }, + { + "loss_action": 0.021844228729605675, + "loss_total": 0.021844228729605675, + "step": 65850 + }, + { + "loss_action": 0.006974249146878719, + "loss_total": 0.006974249146878719, + "step": 65850 + }, + { + "loss_action": 0.008154129609465599, + "loss_total": 0.008154129609465599, + "step": 65850 + }, + { + "loss_action": 0.008343162015080452, + "loss_total": 0.008343162015080452, + "step": 65850 + }, + { + "grad_norm": 0.24080051481723785, + "learning_rate": 2.862280584975906e-05, + "loss": 0.0096, + "step": 65860 + }, + { + "loss_action": 0.0067024570889770985, + "loss_total": 0.0067024570889770985, + "step": 65860 + }, + { + "loss_action": 0.009027982130646706, + "loss_total": 0.009027982130646706, + "step": 65860 + }, + { + "loss_action": 0.027822133153676987, + "loss_total": 0.027822133153676987, + "step": 65860 + }, + { + "loss_action": 0.024229608476161957, + "loss_total": 0.024229608476161957, + "step": 65860 + }, + { + "loss_action": 0.007273063529282808, + "loss_total": 0.007273063529282808, + "step": 65860 + }, + { + "loss_action": 0.04134724661707878, + "loss_total": 0.04134724661707878, + "step": 65860 + }, + { + "grad_norm": 0.33775052428245544, + "learning_rate": 2.8607859741135735e-05, + "loss": 0.012, + "step": 65870 + }, + { + "loss_action": 0.014550876803696156, + "loss_total": 0.014550876803696156, + "step": 65870 + }, + { + "loss_action": 0.005587186198681593, + "loss_total": 0.005587186198681593, + "step": 65870 + }, + { + "loss_action": 0.004665931686758995, + "loss_total": 0.004665931686758995, + "step": 65870 + }, + { + "loss_action": 0.006888764910399914, + "loss_total": 0.006888764910399914, + "step": 65870 + }, + { + "loss_action": 0.004263218026608229, + "loss_total": 0.004263218026608229, + "step": 65870 + }, + { + "loss_action": 0.006014274433255196, + "loss_total": 0.006014274433255196, + "step": 65870 + }, + { + "grad_norm": 0.4597037434577942, + "learning_rate": 2.8592915971924723e-05, + "loss": 0.0147, + "step": 65880 + }, + { + "loss_action": 0.007833139039576054, + "loss_total": 0.007833139039576054, + "step": 65880 + }, + { + "loss_action": 0.011152021586894989, + "loss_total": 0.011152021586894989, + "step": 65880 + }, + { + "loss_action": 0.004705632571130991, + "loss_total": 0.004705632571130991, + "step": 65880 + }, + { + "loss_action": 0.0233706496655941, + "loss_total": 0.0233706496655941, + "step": 65880 + }, + { + "loss_action": 0.003808491164818406, + "loss_total": 0.003808491164818406, + "step": 65880 + }, + { + "loss_action": 0.008634613826870918, + "loss_total": 0.008634613826870918, + "step": 65880 + }, + { + "grad_norm": 0.3177828788757324, + "learning_rate": 2.8577974543760212e-05, + "loss": 0.0118, + "step": 65890 + }, + { + "loss_action": 0.0035285253543406725, + "loss_total": 0.0035285253543406725, + "step": 65890 + }, + { + "loss_action": 0.005910736508667469, + "loss_total": 0.005910736508667469, + "step": 65890 + }, + { + "loss_action": 0.021718839183449745, + "loss_total": 0.021718839183449745, + "step": 65890 + }, + { + "loss_action": 0.030959954485297203, + "loss_total": 0.030959954485297203, + "step": 65890 + }, + { + "loss_action": 0.017892947420477867, + "loss_total": 0.017892947420477867, + "step": 65890 + }, + { + "loss_action": 0.006019235588610172, + "loss_total": 0.006019235588610172, + "step": 65890 + }, + { + "grad_norm": 0.31701382994651794, + "learning_rate": 2.8563035458276222e-05, + "loss": 0.0136, + "step": 65900 + }, + { + "loss_action": 0.005662449635565281, + "loss_total": 0.005662449635565281, + "step": 65900 + }, + { + "loss_action": 0.01726379431784153, + "loss_total": 0.01726379431784153, + "step": 65900 + }, + { + "loss_action": 0.01531777810305357, + "loss_total": 0.01531777810305357, + "step": 65900 + }, + { + "loss_action": 0.006134623661637306, + "loss_total": 0.006134623661637306, + "step": 65900 + }, + { + "loss_action": 0.0026553466450423002, + "loss_total": 0.0026553466450423002, + "step": 65900 + }, + { + "loss_action": 0.002818827284500003, + "loss_total": 0.002818827284500003, + "step": 65900 + }, + { + "grad_norm": 0.2394372820854187, + "learning_rate": 2.8548098717106424e-05, + "loss": 0.011, + "step": 65910 + }, + { + "loss_action": 0.00927811674773693, + "loss_total": 0.00927811674773693, + "step": 65910 + }, + { + "loss_action": 0.009384104050695896, + "loss_total": 0.009384104050695896, + "step": 65910 + }, + { + "loss_action": 0.004057122394442558, + "loss_total": 0.004057122394442558, + "step": 65910 + }, + { + "loss_action": 0.010930540040135384, + "loss_total": 0.010930540040135384, + "step": 65910 + }, + { + "loss_action": 0.005383350420743227, + "loss_total": 0.005383350420743227, + "step": 65910 + }, + { + "loss_action": 0.009817985817790031, + "loss_total": 0.009817985817790031, + "step": 65910 + }, + { + "grad_norm": 0.21252259612083435, + "learning_rate": 2.85331643218843e-05, + "loss": 0.0106, + "step": 65920 + }, + { + "loss_action": 0.006981616374105215, + "loss_total": 0.006981616374105215, + "step": 65920 + }, + { + "loss_action": 0.0029455197509378195, + "loss_total": 0.0029455197509378195, + "step": 65920 + }, + { + "loss_action": 0.006904494948685169, + "loss_total": 0.006904494948685169, + "step": 65920 + }, + { + "loss_action": 0.008614792488515377, + "loss_total": 0.008614792488515377, + "step": 65920 + }, + { + "loss_action": 0.0076819430105388165, + "loss_total": 0.0076819430105388165, + "step": 65920 + }, + { + "loss_action": 0.013858013786375523, + "loss_total": 0.013858013786375523, + "step": 65920 + }, + { + "grad_norm": 0.3734886050224304, + "learning_rate": 2.8518232274243046e-05, + "loss": 0.0107, + "step": 65930 + }, + { + "loss_action": 0.02347523160278797, + "loss_total": 0.02347523160278797, + "step": 65930 + }, + { + "loss_action": 0.005138442851603031, + "loss_total": 0.005138442851603031, + "step": 65930 + }, + { + "loss_action": 0.03153175488114357, + "loss_total": 0.03153175488114357, + "step": 65930 + }, + { + "loss_action": 0.009221486747264862, + "loss_total": 0.009221486747264862, + "step": 65930 + }, + { + "loss_action": 0.00683652563020587, + "loss_total": 0.00683652563020587, + "step": 65930 + }, + { + "loss_action": 0.022011376917362213, + "loss_total": 0.022011376917362213, + "step": 65930 + }, + { + "grad_norm": 0.29666393995285034, + "learning_rate": 2.8503302575815638e-05, + "loss": 0.0111, + "step": 65940 + }, + { + "loss_action": 0.0029267624486237764, + "loss_total": 0.0029267624486237764, + "step": 65940 + }, + { + "loss_action": 0.008426018059253693, + "loss_total": 0.008426018059253693, + "step": 65940 + }, + { + "loss_action": 0.003477379446849227, + "loss_total": 0.003477379446849227, + "step": 65940 + }, + { + "loss_action": 0.0087125850841403, + "loss_total": 0.0087125850841403, + "step": 65940 + }, + { + "loss_action": 0.01585341989994049, + "loss_total": 0.01585341989994049, + "step": 65940 + }, + { + "loss_action": 0.006625846493989229, + "loss_total": 0.006625846493989229, + "step": 65940 + }, + { + "grad_norm": 0.3123871088027954, + "learning_rate": 2.8488375228234716e-05, + "loss": 0.0103, + "step": 65950 + }, + { + "loss_action": 0.0058821747079491615, + "loss_total": 0.0058821747079491615, + "step": 65950 + }, + { + "loss_action": 0.003356416942551732, + "loss_total": 0.003356416942551732, + "step": 65950 + }, + { + "loss_action": 0.004031230229884386, + "loss_total": 0.004031230229884386, + "step": 65950 + }, + { + "loss_action": 0.006324910558760166, + "loss_total": 0.006324910558760166, + "step": 65950 + }, + { + "loss_action": 0.02059979923069477, + "loss_total": 0.02059979923069477, + "step": 65950 + }, + { + "loss_action": 0.004690688103437424, + "loss_total": 0.004690688103437424, + "step": 65950 + }, + { + "grad_norm": 0.3801928162574768, + "learning_rate": 2.8473450233132738e-05, + "loss": 0.0123, + "step": 65960 + }, + { + "loss_action": 0.028246043249964714, + "loss_total": 0.028246043249964714, + "step": 65960 + }, + { + "loss_action": 0.003349917009472847, + "loss_total": 0.003349917009472847, + "step": 65960 + }, + { + "loss_action": 0.0037251110188663006, + "loss_total": 0.0037251110188663006, + "step": 65960 + }, + { + "loss_action": 0.0259897131472826, + "loss_total": 0.0259897131472826, + "step": 65960 + }, + { + "loss_action": 0.008784138597548008, + "loss_total": 0.008784138597548008, + "step": 65960 + }, + { + "loss_action": 0.003150097792968154, + "loss_total": 0.003150097792968154, + "step": 65960 + }, + { + "grad_norm": 0.27099505066871643, + "learning_rate": 2.8458527592141898e-05, + "loss": 0.0152, + "step": 65970 + }, + { + "loss_action": 0.003295395988970995, + "loss_total": 0.003295395988970995, + "step": 65970 + }, + { + "loss_action": 0.006042937282472849, + "loss_total": 0.006042937282472849, + "step": 65970 + }, + { + "loss_action": 0.008838684298098087, + "loss_total": 0.008838684298098087, + "step": 65970 + }, + { + "loss_action": 0.007284832186996937, + "loss_total": 0.007284832186996937, + "step": 65970 + }, + { + "loss_action": 0.016492977738380432, + "loss_total": 0.016492977738380432, + "step": 65970 + }, + { + "loss_action": 0.01493002101778984, + "loss_total": 0.01493002101778984, + "step": 65970 + }, + { + "grad_norm": 0.2925286889076233, + "learning_rate": 2.8443607306894073e-05, + "loss": 0.0113, + "step": 65980 + }, + { + "loss_action": 0.003941370639950037, + "loss_total": 0.003941370639950037, + "step": 65980 + }, + { + "loss_action": 0.007329448591917753, + "loss_total": 0.007329448591917753, + "step": 65980 + }, + { + "loss_action": 0.012316231615841389, + "loss_total": 0.012316231615841389, + "step": 65980 + }, + { + "loss_action": 0.007432577665895224, + "loss_total": 0.007432577665895224, + "step": 65980 + }, + { + "loss_action": 0.005522848106920719, + "loss_total": 0.005522848106920719, + "step": 65980 + }, + { + "loss_action": 0.00507597578689456, + "loss_total": 0.00507597578689456, + "step": 65980 + }, + { + "grad_norm": 0.31236064434051514, + "learning_rate": 2.8428689379020946e-05, + "loss": 0.0118, + "step": 65990 + }, + { + "loss_action": 0.010669475421309471, + "loss_total": 0.010669475421309471, + "step": 65990 + }, + { + "loss_action": 0.0049497089348733425, + "loss_total": 0.0049497089348733425, + "step": 65990 + }, + { + "loss_action": 0.005769066046923399, + "loss_total": 0.005769066046923399, + "step": 65990 + }, + { + "loss_action": 0.0355890728533268, + "loss_total": 0.0355890728533268, + "step": 65990 + }, + { + "loss_action": 0.0045143659226596355, + "loss_total": 0.0045143659226596355, + "step": 65990 + }, + { + "loss_action": 0.005529675167053938, + "loss_total": 0.005529675167053938, + "step": 65990 + }, + { + "grad_norm": 0.24212391674518585, + "learning_rate": 2.841377381015391e-05, + "loss": 0.0108, + "step": 66000 + }, + { + "loss_action": 0.01001813169568777, + "loss_total": 0.01001813169568777, + "step": 66000 + }, + { + "loss_action": 0.004845783580094576, + "loss_total": 0.004845783580094576, + "step": 66000 + }, + { + "loss_action": 0.006950728129595518, + "loss_total": 0.006950728129595518, + "step": 66000 + }, + { + "loss_action": 0.010204339399933815, + "loss_total": 0.010204339399933815, + "step": 66000 + }, + { + "loss_action": 0.0067920805886387825, + "loss_total": 0.0067920805886387825, + "step": 66000 + }, + { + "loss_action": 0.014005637727677822, + "loss_total": 0.014005637727677822, + "step": 66000 + }, + { + "grad_norm": 0.2480425089597702, + "learning_rate": 2.8398860601924144e-05, + "loss": 0.0116, + "step": 66010 + }, + { + "loss_action": 0.01181901153177023, + "loss_total": 0.01181901153177023, + "step": 66010 + }, + { + "loss_action": 0.041254229843616486, + "loss_total": 0.041254229843616486, + "step": 66010 + }, + { + "loss_action": 0.00536845438182354, + "loss_total": 0.00536845438182354, + "step": 66010 + }, + { + "loss_action": 0.014374909922480583, + "loss_total": 0.014374909922480583, + "step": 66010 + }, + { + "loss_action": 0.0023913343902677298, + "loss_total": 0.0023913343902677298, + "step": 66010 + }, + { + "loss_action": 0.009448928758502007, + "loss_total": 0.009448928758502007, + "step": 66010 + }, + { + "grad_norm": 0.3218189477920532, + "learning_rate": 2.838394975596248e-05, + "loss": 0.01, + "step": 66020 + }, + { + "loss_action": 0.004782112780958414, + "loss_total": 0.004782112780958414, + "step": 66020 + }, + { + "loss_action": 0.03052639588713646, + "loss_total": 0.03052639588713646, + "step": 66020 + }, + { + "loss_action": 0.0039840987883508205, + "loss_total": 0.0039840987883508205, + "step": 66020 + }, + { + "loss_action": 0.024588922038674355, + "loss_total": 0.024588922038674355, + "step": 66020 + }, + { + "loss_action": 0.009525276720523834, + "loss_total": 0.009525276720523834, + "step": 66020 + }, + { + "loss_action": 0.007128597237169743, + "loss_total": 0.007128597237169743, + "step": 66020 + }, + { + "grad_norm": 0.2526143491268158, + "learning_rate": 2.83690412738996e-05, + "loss": 0.0105, + "step": 66030 + }, + { + "loss_action": 0.018434174358844757, + "loss_total": 0.018434174358844757, + "step": 66030 + }, + { + "loss_action": 0.02017662115395069, + "loss_total": 0.02017662115395069, + "step": 66030 + }, + { + "loss_action": 0.01792045868933201, + "loss_total": 0.01792045868933201, + "step": 66030 + }, + { + "loss_action": 0.008298487402498722, + "loss_total": 0.008298487402498722, + "step": 66030 + }, + { + "loss_action": 0.009199697524309158, + "loss_total": 0.009199697524309158, + "step": 66030 + }, + { + "loss_action": 0.010459404438734055, + "loss_total": 0.010459404438734055, + "step": 66030 + }, + { + "grad_norm": 0.3256404995918274, + "learning_rate": 2.835413515736579e-05, + "loss": 0.0112, + "step": 66040 + }, + { + "loss_action": 0.0029689755756407976, + "loss_total": 0.0029689755756407976, + "step": 66040 + }, + { + "loss_action": 0.008983719162642956, + "loss_total": 0.008983719162642956, + "step": 66040 + }, + { + "loss_action": 0.012201827950775623, + "loss_total": 0.012201827950775623, + "step": 66040 + }, + { + "loss_action": 0.004929959308356047, + "loss_total": 0.004929959308356047, + "step": 66040 + }, + { + "loss_action": 0.02660534717142582, + "loss_total": 0.02660534717142582, + "step": 66040 + }, + { + "loss_action": 0.004589396063238382, + "loss_total": 0.004589396063238382, + "step": 66040 + }, + { + "grad_norm": 0.27964842319488525, + "learning_rate": 2.8339231407991267e-05, + "loss": 0.0134, + "step": 66050 + }, + { + "loss_action": 0.004517655819654465, + "loss_total": 0.004517655819654465, + "step": 66050 + }, + { + "loss_action": 0.01803417131304741, + "loss_total": 0.01803417131304741, + "step": 66050 + }, + { + "loss_action": 0.0040612732991576195, + "loss_total": 0.0040612732991576195, + "step": 66050 + }, + { + "loss_action": 0.006581037770956755, + "loss_total": 0.006581037770956755, + "step": 66050 + }, + { + "loss_action": 0.002811712445691228, + "loss_total": 0.002811712445691228, + "step": 66050 + }, + { + "loss_action": 0.006481689866632223, + "loss_total": 0.006481689866632223, + "step": 66050 + }, + { + "grad_norm": 0.2585195004940033, + "learning_rate": 2.832433002740581e-05, + "loss": 0.011, + "step": 66060 + }, + { + "loss_action": 0.005445126909762621, + "loss_total": 0.005445126909762621, + "step": 66060 + }, + { + "loss_action": 0.0027223979122936726, + "loss_total": 0.0027223979122936726, + "step": 66060 + }, + { + "loss_action": 0.004077548626810312, + "loss_total": 0.004077548626810312, + "step": 66060 + }, + { + "loss_action": 0.012424214743077755, + "loss_total": 0.012424214743077755, + "step": 66060 + }, + { + "loss_action": 0.008411177434027195, + "loss_total": 0.008411177434027195, + "step": 66060 + }, + { + "loss_action": 0.013537753373384476, + "loss_total": 0.013537753373384476, + "step": 66060 + }, + { + "grad_norm": 0.3414655923843384, + "learning_rate": 2.8309431017239047e-05, + "loss": 0.0109, + "step": 66070 + }, + { + "loss_action": 0.005476653575897217, + "loss_total": 0.005476653575897217, + "step": 66070 + }, + { + "loss_action": 0.010362653061747551, + "loss_total": 0.010362653061747551, + "step": 66070 + }, + { + "loss_action": 0.006681511644273996, + "loss_total": 0.006681511644273996, + "step": 66070 + }, + { + "loss_action": 0.03290512412786484, + "loss_total": 0.03290512412786484, + "step": 66070 + }, + { + "loss_action": 0.007878027856349945, + "loss_total": 0.007878027856349945, + "step": 66070 + }, + { + "loss_action": 0.007364719640463591, + "loss_total": 0.007364719640463591, + "step": 66070 + }, + { + "grad_norm": 0.24972915649414062, + "learning_rate": 2.829453437912028e-05, + "loss": 0.011, + "step": 66080 + }, + { + "loss_action": 0.012518026866018772, + "loss_total": 0.012518026866018772, + "step": 66080 + }, + { + "loss_action": 0.005994401406496763, + "loss_total": 0.005994401406496763, + "step": 66080 + }, + { + "loss_action": 0.004844991024583578, + "loss_total": 0.004844991024583578, + "step": 66080 + }, + { + "loss_action": 0.007299317046999931, + "loss_total": 0.007299317046999931, + "step": 66080 + }, + { + "loss_action": 0.010592333041131496, + "loss_total": 0.010592333041131496, + "step": 66080 + }, + { + "loss_action": 0.006261965725570917, + "loss_total": 0.006261965725570917, + "step": 66080 + }, + { + "grad_norm": 0.38227805495262146, + "learning_rate": 2.8279640114678617e-05, + "loss": 0.0112, + "step": 66090 + }, + { + "loss_action": 0.016176562756299973, + "loss_total": 0.016176562756299973, + "step": 66090 + }, + { + "loss_action": 0.013613182120025158, + "loss_total": 0.013613182120025158, + "step": 66090 + }, + { + "loss_action": 0.005723949987441301, + "loss_total": 0.005723949987441301, + "step": 66090 + }, + { + "loss_action": 0.005239037796854973, + "loss_total": 0.005239037796854973, + "step": 66090 + }, + { + "loss_action": 0.017584839835762978, + "loss_total": 0.017584839835762978, + "step": 66090 + }, + { + "loss_action": 0.005013454705476761, + "loss_total": 0.005013454705476761, + "step": 66090 + }, + { + "grad_norm": 0.33702123165130615, + "learning_rate": 2.8264748225542836e-05, + "loss": 0.012, + "step": 66100 + }, + { + "loss_action": 0.004904311615973711, + "loss_total": 0.004904311615973711, + "step": 66100 + }, + { + "loss_action": 0.006313437595963478, + "loss_total": 0.006313437595963478, + "step": 66100 + }, + { + "loss_action": 0.010117984376847744, + "loss_total": 0.010117984376847744, + "step": 66100 + }, + { + "loss_action": 0.008652775548398495, + "loss_total": 0.008652775548398495, + "step": 66100 + }, + { + "loss_action": 0.00859843846410513, + "loss_total": 0.00859843846410513, + "step": 66100 + }, + { + "loss_action": 0.05428343266248703, + "loss_total": 0.05428343266248703, + "step": 66100 + }, + { + "grad_norm": 0.2872495949268341, + "learning_rate": 2.8249858713341516e-05, + "loss": 0.0104, + "step": 66110 + }, + { + "loss_action": 0.003471605246886611, + "loss_total": 0.003471605246886611, + "step": 66110 + }, + { + "loss_action": 0.00812464114278555, + "loss_total": 0.00812464114278555, + "step": 66110 + }, + { + "loss_action": 0.014977418817579746, + "loss_total": 0.014977418817579746, + "step": 66110 + }, + { + "loss_action": 0.010396107099950314, + "loss_total": 0.010396107099950314, + "step": 66110 + }, + { + "loss_action": 0.0069922287948429585, + "loss_total": 0.0069922287948429585, + "step": 66110 + }, + { + "loss_action": 0.006710509303957224, + "loss_total": 0.006710509303957224, + "step": 66110 + }, + { + "grad_norm": 0.3909778594970703, + "learning_rate": 2.823497157970294e-05, + "loss": 0.0099, + "step": 66120 + }, + { + "loss_action": 0.003962540999054909, + "loss_total": 0.003962540999054909, + "step": 66120 + }, + { + "loss_action": 0.007998784072697163, + "loss_total": 0.007998784072697163, + "step": 66120 + }, + { + "loss_action": 0.009387802332639694, + "loss_total": 0.009387802332639694, + "step": 66120 + }, + { + "loss_action": 0.00876169465482235, + "loss_total": 0.00876169465482235, + "step": 66120 + }, + { + "loss_action": 0.0027276454493403435, + "loss_total": 0.0027276454493403435, + "step": 66120 + }, + { + "loss_action": 0.010340331122279167, + "loss_total": 0.010340331122279167, + "step": 66120 + }, + { + "grad_norm": 0.30414506793022156, + "learning_rate": 2.8220086826255164e-05, + "loss": 0.011, + "step": 66130 + }, + { + "loss_action": 0.00549277663230896, + "loss_total": 0.00549277663230896, + "step": 66130 + }, + { + "loss_action": 0.012022535316646099, + "loss_total": 0.012022535316646099, + "step": 66130 + }, + { + "loss_action": 0.024012433364987373, + "loss_total": 0.024012433364987373, + "step": 66130 + }, + { + "loss_action": 0.00820562057197094, + "loss_total": 0.00820562057197094, + "step": 66130 + }, + { + "loss_action": 0.003345325356349349, + "loss_total": 0.003345325356349349, + "step": 66130 + }, + { + "loss_action": 0.012259011156857014, + "loss_total": 0.012259011156857014, + "step": 66130 + }, + { + "grad_norm": 0.2628209888935089, + "learning_rate": 2.8205204454625934e-05, + "loss": 0.0122, + "step": 66140 + }, + { + "loss_action": 0.010793396271765232, + "loss_total": 0.010793396271765232, + "step": 66140 + }, + { + "loss_action": 0.005296919494867325, + "loss_total": 0.005296919494867325, + "step": 66140 + }, + { + "loss_action": 0.004766740370541811, + "loss_total": 0.004766740370541811, + "step": 66140 + }, + { + "loss_action": 0.04869217425584793, + "loss_total": 0.04869217425584793, + "step": 66140 + }, + { + "loss_action": 0.006647389382123947, + "loss_total": 0.006647389382123947, + "step": 66140 + }, + { + "loss_action": 0.003314716974273324, + "loss_total": 0.003314716974273324, + "step": 66140 + }, + { + "grad_norm": 0.19609025120735168, + "learning_rate": 2.8190324466442798e-05, + "loss": 0.0109, + "step": 66150 + }, + { + "loss_action": 0.01000233180820942, + "loss_total": 0.01000233180820942, + "step": 66150 + }, + { + "loss_action": 0.007971622981131077, + "loss_total": 0.007971622981131077, + "step": 66150 + }, + { + "loss_action": 0.0023643914610147476, + "loss_total": 0.0023643914610147476, + "step": 66150 + }, + { + "loss_action": 0.01103415060788393, + "loss_total": 0.01103415060788393, + "step": 66150 + }, + { + "loss_action": 0.007399556692689657, + "loss_total": 0.007399556692689657, + "step": 66150 + }, + { + "loss_action": 0.003726351074874401, + "loss_total": 0.003726351074874401, + "step": 66150 + }, + { + "grad_norm": 0.22099001705646515, + "learning_rate": 2.8175446863332965e-05, + "loss": 0.0133, + "step": 66160 + }, + { + "loss_action": 0.005290555767714977, + "loss_total": 0.005290555767714977, + "step": 66160 + }, + { + "loss_action": 0.03490922227501869, + "loss_total": 0.03490922227501869, + "step": 66160 + }, + { + "loss_action": 0.004575295373797417, + "loss_total": 0.004575295373797417, + "step": 66160 + }, + { + "loss_action": 0.005298274103552103, + "loss_total": 0.005298274103552103, + "step": 66160 + }, + { + "loss_action": 0.010369096882641315, + "loss_total": 0.010369096882641315, + "step": 66160 + }, + { + "loss_action": 0.008707630448043346, + "loss_total": 0.008707630448043346, + "step": 66160 + }, + { + "grad_norm": 0.23676681518554688, + "learning_rate": 2.816057164692345e-05, + "loss": 0.0148, + "step": 66170 + }, + { + "loss_action": 0.006093443371355534, + "loss_total": 0.006093443371355534, + "step": 66170 + }, + { + "loss_action": 0.02119544707238674, + "loss_total": 0.02119544707238674, + "step": 66170 + }, + { + "loss_action": 0.005357202608138323, + "loss_total": 0.005357202608138323, + "step": 66170 + }, + { + "loss_action": 0.005965670570731163, + "loss_total": 0.005965670570731163, + "step": 66170 + }, + { + "loss_action": 0.009550021961331367, + "loss_total": 0.009550021961331367, + "step": 66170 + }, + { + "loss_action": 0.007407743949443102, + "loss_total": 0.007407743949443102, + "step": 66170 + }, + { + "grad_norm": 0.33242446184158325, + "learning_rate": 2.8145698818840992e-05, + "loss": 0.0168, + "step": 66180 + }, + { + "loss_action": 0.0035159047693014145, + "loss_total": 0.0035159047693014145, + "step": 66180 + }, + { + "loss_action": 0.012320826761424541, + "loss_total": 0.012320826761424541, + "step": 66180 + }, + { + "loss_action": 0.0371536947786808, + "loss_total": 0.0371536947786808, + "step": 66180 + }, + { + "loss_action": 0.022245587781071663, + "loss_total": 0.022245587781071663, + "step": 66180 + }, + { + "loss_action": 0.008970263414084911, + "loss_total": 0.008970263414084911, + "step": 66180 + }, + { + "loss_action": 0.022370126098394394, + "loss_total": 0.022370126098394394, + "step": 66180 + }, + { + "grad_norm": 0.30159035325050354, + "learning_rate": 2.8130828380712065e-05, + "loss": 0.0137, + "step": 66190 + }, + { + "loss_action": 0.00884387269616127, + "loss_total": 0.00884387269616127, + "step": 66190 + }, + { + "loss_action": 0.006752192974090576, + "loss_total": 0.006752192974090576, + "step": 66190 + }, + { + "loss_action": 0.005139214918017387, + "loss_total": 0.005139214918017387, + "step": 66190 + }, + { + "loss_action": 0.007109906058758497, + "loss_total": 0.007109906058758497, + "step": 66190 + }, + { + "loss_action": 0.02578003890812397, + "loss_total": 0.02578003890812397, + "step": 66190 + }, + { + "loss_action": 0.010126943700015545, + "loss_total": 0.010126943700015545, + "step": 66190 + }, + { + "grad_norm": 0.279934287071228, + "learning_rate": 2.811596033416285e-05, + "loss": 0.0115, + "step": 66200 + }, + { + "loss_action": 0.018874837085604668, + "loss_total": 0.018874837085604668, + "step": 66200 + }, + { + "loss_action": 0.009876030497252941, + "loss_total": 0.009876030497252941, + "step": 66200 + }, + { + "loss_action": 0.00437948340550065, + "loss_total": 0.00437948340550065, + "step": 66200 + }, + { + "loss_action": 0.012022902257740498, + "loss_total": 0.012022902257740498, + "step": 66200 + }, + { + "loss_action": 0.021480966359376907, + "loss_total": 0.021480966359376907, + "step": 66200 + }, + { + "loss_action": 0.011591018177568913, + "loss_total": 0.011591018177568913, + "step": 66200 + }, + { + "grad_norm": 0.41280800104141235, + "learning_rate": 2.8101094680819307e-05, + "loss": 0.012, + "step": 66210 + }, + { + "loss_action": 0.010365216992795467, + "loss_total": 0.010365216992795467, + "step": 66210 + }, + { + "loss_action": 0.009604571387171745, + "loss_total": 0.009604571387171745, + "step": 66210 + }, + { + "loss_action": 0.009028846397995949, + "loss_total": 0.009028846397995949, + "step": 66210 + }, + { + "loss_action": 0.016425887122750282, + "loss_total": 0.016425887122750282, + "step": 66210 + }, + { + "loss_action": 0.006652867887169123, + "loss_total": 0.006652867887169123, + "step": 66210 + }, + { + "loss_action": 0.009330589324235916, + "loss_total": 0.009330589324235916, + "step": 66210 + }, + { + "grad_norm": 0.2040042132139206, + "learning_rate": 2.808623142230715e-05, + "loss": 0.0103, + "step": 66220 + }, + { + "loss_action": 0.005092272534966469, + "loss_total": 0.005092272534966469, + "step": 66220 + }, + { + "loss_action": 0.009196601808071136, + "loss_total": 0.009196601808071136, + "step": 66220 + }, + { + "loss_action": 0.005866005551069975, + "loss_total": 0.005866005551069975, + "step": 66220 + }, + { + "loss_action": 0.025702914223074913, + "loss_total": 0.025702914223074913, + "step": 66220 + }, + { + "loss_action": 0.012892462313175201, + "loss_total": 0.012892462313175201, + "step": 66220 + }, + { + "loss_action": 0.013738424517214298, + "loss_total": 0.013738424517214298, + "step": 66220 + }, + { + "grad_norm": 0.27011343836784363, + "learning_rate": 2.8071370560251757e-05, + "loss": 0.0114, + "step": 66230 + }, + { + "loss_action": 0.012860781513154507, + "loss_total": 0.012860781513154507, + "step": 66230 + }, + { + "loss_action": 0.014332680031657219, + "loss_total": 0.014332680031657219, + "step": 66230 + }, + { + "loss_action": 0.010535393841564655, + "loss_total": 0.010535393841564655, + "step": 66230 + }, + { + "loss_action": 0.0037472983822226524, + "loss_total": 0.0037472983822226524, + "step": 66230 + }, + { + "loss_action": 0.005731877870857716, + "loss_total": 0.005731877870857716, + "step": 66230 + }, + { + "loss_action": 0.017362233251333237, + "loss_total": 0.017362233251333237, + "step": 66230 + }, + { + "grad_norm": 0.28436532616615295, + "learning_rate": 2.805651209627831e-05, + "loss": 0.0124, + "step": 66240 + }, + { + "loss_action": 0.010103634558618069, + "loss_total": 0.010103634558618069, + "step": 66240 + }, + { + "loss_action": 0.01604783907532692, + "loss_total": 0.01604783907532692, + "step": 66240 + }, + { + "loss_action": 0.00936764944344759, + "loss_total": 0.00936764944344759, + "step": 66240 + }, + { + "loss_action": 0.03927301988005638, + "loss_total": 0.03927301988005638, + "step": 66240 + }, + { + "loss_action": 0.01286401692777872, + "loss_total": 0.01286401692777872, + "step": 66240 + }, + { + "loss_action": 0.011776243336498737, + "loss_total": 0.011776243336498737, + "step": 66240 + }, + { + "grad_norm": 0.2463473230600357, + "learning_rate": 2.804165603201171e-05, + "loss": 0.0126, + "step": 66250 + }, + { + "loss_action": 0.008987722918391228, + "loss_total": 0.008987722918391228, + "step": 66250 + }, + { + "loss_action": 0.015697047114372253, + "loss_total": 0.015697047114372253, + "step": 66250 + }, + { + "loss_action": 0.005612384527921677, + "loss_total": 0.005612384527921677, + "step": 66250 + }, + { + "loss_action": 0.006567227654159069, + "loss_total": 0.006567227654159069, + "step": 66250 + }, + { + "loss_action": 0.0036865875590592623, + "loss_total": 0.0036865875590592623, + "step": 66250 + }, + { + "loss_action": 0.011584367603063583, + "loss_total": 0.011584367603063583, + "step": 66250 + }, + { + "grad_norm": 0.39302632212638855, + "learning_rate": 2.802680236907661e-05, + "loss": 0.0109, + "step": 66260 + }, + { + "loss_action": 0.005782326217740774, + "loss_total": 0.005782326217740774, + "step": 66260 + }, + { + "loss_action": 0.012036111205816269, + "loss_total": 0.012036111205816269, + "step": 66260 + }, + { + "loss_action": 0.00546813290566206, + "loss_total": 0.00546813290566206, + "step": 66260 + }, + { + "loss_action": 0.01398326177150011, + "loss_total": 0.01398326177150011, + "step": 66260 + }, + { + "loss_action": 0.009341640397906303, + "loss_total": 0.009341640397906303, + "step": 66260 + }, + { + "loss_action": 0.014221983961760998, + "loss_total": 0.014221983961760998, + "step": 66260 + }, + { + "grad_norm": 0.36355122923851013, + "learning_rate": 2.8011951109097344e-05, + "loss": 0.0138, + "step": 66270 + }, + { + "loss_action": 0.007682673167437315, + "loss_total": 0.007682673167437315, + "step": 66270 + }, + { + "loss_action": 0.030598439276218414, + "loss_total": 0.030598439276218414, + "step": 66270 + }, + { + "loss_action": 0.028028110042214394, + "loss_total": 0.028028110042214394, + "step": 66270 + }, + { + "loss_action": 0.030700352042913437, + "loss_total": 0.030700352042913437, + "step": 66270 + }, + { + "loss_action": 0.008637946099042892, + "loss_total": 0.008637946099042892, + "step": 66270 + }, + { + "loss_action": 0.003909845370799303, + "loss_total": 0.003909845370799303, + "step": 66270 + }, + { + "grad_norm": 0.22367514669895172, + "learning_rate": 2.7997102253698072e-05, + "loss": 0.0137, + "step": 66280 + }, + { + "loss_action": 0.007145772222429514, + "loss_total": 0.007145772222429514, + "step": 66280 + }, + { + "loss_action": 0.0034302426502108574, + "loss_total": 0.0034302426502108574, + "step": 66280 + }, + { + "loss_action": 0.01373457070440054, + "loss_total": 0.01373457070440054, + "step": 66280 + }, + { + "loss_action": 0.008534353226423264, + "loss_total": 0.008534353226423264, + "step": 66280 + }, + { + "loss_action": 0.007432073354721069, + "loss_total": 0.007432073354721069, + "step": 66280 + }, + { + "loss_action": 0.049136850982904434, + "loss_total": 0.049136850982904434, + "step": 66280 + }, + { + "grad_norm": 0.24481865763664246, + "learning_rate": 2.7982255804502588e-05, + "loss": 0.0104, + "step": 66290 + }, + { + "loss_action": 0.010228360071778297, + "loss_total": 0.010228360071778297, + "step": 66290 + }, + { + "loss_action": 0.006706496234983206, + "loss_total": 0.006706496234983206, + "step": 66290 + }, + { + "loss_action": 0.008657721802592278, + "loss_total": 0.008657721802592278, + "step": 66290 + }, + { + "loss_action": 0.03219640254974365, + "loss_total": 0.03219640254974365, + "step": 66290 + }, + { + "loss_action": 0.004343508742749691, + "loss_total": 0.004343508742749691, + "step": 66290 + }, + { + "loss_action": 0.008170762099325657, + "loss_total": 0.008170762099325657, + "step": 66290 + }, + { + "grad_norm": 0.2322593778371811, + "learning_rate": 2.7967411763134516e-05, + "loss": 0.0123, + "step": 66300 + }, + { + "loss_action": 0.006239050999283791, + "loss_total": 0.006239050999283791, + "step": 66300 + }, + { + "loss_action": 0.010880965739488602, + "loss_total": 0.010880965739488602, + "step": 66300 + }, + { + "loss_action": 0.011246729642152786, + "loss_total": 0.011246729642152786, + "step": 66300 + }, + { + "loss_action": 0.003974884748458862, + "loss_total": 0.003974884748458862, + "step": 66300 + }, + { + "loss_action": 0.014244397170841694, + "loss_total": 0.014244397170841694, + "step": 66300 + }, + { + "loss_action": 0.0037421570159494877, + "loss_total": 0.0037421570159494877, + "step": 66300 + }, + { + "grad_norm": 0.251035213470459, + "learning_rate": 2.7952570131217166e-05, + "loss": 0.01, + "step": 66310 + }, + { + "loss_action": 0.014161048457026482, + "loss_total": 0.014161048457026482, + "step": 66310 + }, + { + "loss_action": 0.008070581592619419, + "loss_total": 0.008070581592619419, + "step": 66310 + }, + { + "loss_action": 0.004279643762856722, + "loss_total": 0.004279643762856722, + "step": 66310 + }, + { + "loss_action": 0.0034261737018823624, + "loss_total": 0.0034261737018823624, + "step": 66310 + }, + { + "loss_action": 0.006120734848082066, + "loss_total": 0.006120734848082066, + "step": 66310 + }, + { + "loss_action": 0.006180141121149063, + "loss_total": 0.006180141121149063, + "step": 66310 + }, + { + "grad_norm": 0.3454527258872986, + "learning_rate": 2.7937730910373618e-05, + "loss": 0.0128, + "step": 66320 + }, + { + "loss_action": 0.0033259904012084007, + "loss_total": 0.0033259904012084007, + "step": 66320 + }, + { + "loss_action": 0.0037208215799182653, + "loss_total": 0.0037208215799182653, + "step": 66320 + }, + { + "loss_action": 0.016900189220905304, + "loss_total": 0.016900189220905304, + "step": 66320 + }, + { + "loss_action": 0.02301744930446148, + "loss_total": 0.02301744930446148, + "step": 66320 + }, + { + "loss_action": 0.00346597982570529, + "loss_total": 0.00346597982570529, + "step": 66320 + }, + { + "loss_action": 0.013270311057567596, + "loss_total": 0.013270311057567596, + "step": 66320 + }, + { + "grad_norm": 0.2792276442050934, + "learning_rate": 2.7922894102226628e-05, + "loss": 0.0136, + "step": 66330 + }, + { + "loss_action": 0.004622283857315779, + "loss_total": 0.004622283857315779, + "step": 66330 + }, + { + "loss_action": 0.014955347403883934, + "loss_total": 0.014955347403883934, + "step": 66330 + }, + { + "loss_action": 0.005201100837439299, + "loss_total": 0.005201100837439299, + "step": 66330 + }, + { + "loss_action": 0.010930007323622704, + "loss_total": 0.010930007323622704, + "step": 66330 + }, + { + "loss_action": 0.015511738136410713, + "loss_total": 0.015511738136410713, + "step": 66330 + }, + { + "loss_action": 0.0037447614595294, + "loss_total": 0.0037447614595294, + "step": 66330 + }, + { + "grad_norm": 0.21652409434318542, + "learning_rate": 2.790805970839876e-05, + "loss": 0.0136, + "step": 66340 + }, + { + "loss_action": 0.0032088200096040964, + "loss_total": 0.0032088200096040964, + "step": 66340 + }, + { + "loss_action": 0.017296813428401947, + "loss_total": 0.017296813428401947, + "step": 66340 + }, + { + "loss_action": 0.0045393649488687515, + "loss_total": 0.0045393649488687515, + "step": 66340 + }, + { + "loss_action": 0.0045054275542497635, + "loss_total": 0.0045054275542497635, + "step": 66340 + }, + { + "loss_action": 0.005671135615557432, + "loss_total": 0.005671135615557432, + "step": 66340 + }, + { + "loss_action": 0.008218877017498016, + "loss_total": 0.008218877017498016, + "step": 66340 + }, + { + "grad_norm": 0.3039685785770416, + "learning_rate": 2.789322773051225e-05, + "loss": 0.0088, + "step": 66350 + }, + { + "loss_action": 0.01068120077252388, + "loss_total": 0.01068120077252388, + "step": 66350 + }, + { + "loss_action": 0.01606605015695095, + "loss_total": 0.01606605015695095, + "step": 66350 + }, + { + "loss_action": 0.005853387992829084, + "loss_total": 0.005853387992829084, + "step": 66350 + }, + { + "loss_action": 0.013546181842684746, + "loss_total": 0.013546181842684746, + "step": 66350 + }, + { + "loss_action": 0.008818305097520351, + "loss_total": 0.008818305097520351, + "step": 66350 + }, + { + "loss_action": 0.0038226330652832985, + "loss_total": 0.0038226330652832985, + "step": 66350 + }, + { + "grad_norm": 0.2417593002319336, + "learning_rate": 2.7878398170189124e-05, + "loss": 0.014, + "step": 66360 + }, + { + "loss_action": 0.007958156056702137, + "loss_total": 0.007958156056702137, + "step": 66360 + }, + { + "loss_action": 0.008787155151367188, + "loss_total": 0.008787155151367188, + "step": 66360 + }, + { + "loss_action": 0.011664521880447865, + "loss_total": 0.011664521880447865, + "step": 66360 + }, + { + "loss_action": 0.006266943644732237, + "loss_total": 0.006266943644732237, + "step": 66360 + }, + { + "loss_action": 0.013908673077821732, + "loss_total": 0.013908673077821732, + "step": 66360 + }, + { + "loss_action": 0.006345527246594429, + "loss_total": 0.006345527246594429, + "step": 66360 + }, + { + "grad_norm": 0.2064204066991806, + "learning_rate": 2.7863571029051112e-05, + "loss": 0.0106, + "step": 66370 + }, + { + "loss_action": 0.010847629979252815, + "loss_total": 0.010847629979252815, + "step": 66370 + }, + { + "loss_action": 0.0079085323959589, + "loss_total": 0.0079085323959589, + "step": 66370 + }, + { + "loss_action": 0.014492405578494072, + "loss_total": 0.014492405578494072, + "step": 66370 + }, + { + "loss_action": 0.005446677561849356, + "loss_total": 0.005446677561849356, + "step": 66370 + }, + { + "loss_action": 0.006789162755012512, + "loss_total": 0.006789162755012512, + "step": 66370 + }, + { + "loss_action": 0.018256166949868202, + "loss_total": 0.018256166949868202, + "step": 66370 + }, + { + "grad_norm": 0.2487354874610901, + "learning_rate": 2.784874630871971e-05, + "loss": 0.0107, + "step": 66380 + }, + { + "loss_action": 0.006293745711445808, + "loss_total": 0.006293745711445808, + "step": 66380 + }, + { + "loss_action": 0.019479025155305862, + "loss_total": 0.019479025155305862, + "step": 66380 + }, + { + "loss_action": 0.00914426613599062, + "loss_total": 0.00914426613599062, + "step": 66380 + }, + { + "loss_action": 0.007690812926739454, + "loss_total": 0.007690812926739454, + "step": 66380 + }, + { + "loss_action": 0.0029431760776787996, + "loss_total": 0.0029431760776787996, + "step": 66380 + }, + { + "loss_action": 0.005916249938309193, + "loss_total": 0.005916249938309193, + "step": 66380 + }, + { + "grad_norm": 0.21467381715774536, + "learning_rate": 2.7833924010816086e-05, + "loss": 0.0085, + "step": 66390 + }, + { + "loss_action": 0.008478859439492226, + "loss_total": 0.008478859439492226, + "step": 66390 + }, + { + "loss_action": 0.005337407812476158, + "loss_total": 0.005337407812476158, + "step": 66390 + }, + { + "loss_action": 0.025757618248462677, + "loss_total": 0.025757618248462677, + "step": 66390 + }, + { + "loss_action": 0.03943253308534622, + "loss_total": 0.03943253308534622, + "step": 66390 + }, + { + "loss_action": 0.004568707663565874, + "loss_total": 0.004568707663565874, + "step": 66390 + }, + { + "loss_action": 0.05290880799293518, + "loss_total": 0.05290880799293518, + "step": 66390 + }, + { + "grad_norm": 0.30811965465545654, + "learning_rate": 2.7819104136961226e-05, + "loss": 0.0111, + "step": 66400 + }, + { + "loss_action": 0.010406325571238995, + "loss_total": 0.010406325571238995, + "step": 66400 + }, + { + "loss_action": 0.00821689236909151, + "loss_total": 0.00821689236909151, + "step": 66400 + }, + { + "loss_action": 0.013480286113917828, + "loss_total": 0.013480286113917828, + "step": 66400 + }, + { + "loss_action": 0.015647461637854576, + "loss_total": 0.015647461637854576, + "step": 66400 + }, + { + "loss_action": 0.016732176765799522, + "loss_total": 0.016732176765799522, + "step": 66400 + }, + { + "loss_action": 0.022787561640143394, + "loss_total": 0.022787561640143394, + "step": 66400 + }, + { + "grad_norm": 0.34554484486579895, + "learning_rate": 2.780428668877577e-05, + "loss": 0.0134, + "step": 66410 + }, + { + "loss_action": 0.052451618015766144, + "loss_total": 0.052451618015766144, + "step": 66410 + }, + { + "loss_action": 0.004071400500833988, + "loss_total": 0.004071400500833988, + "step": 66410 + }, + { + "loss_action": 0.005910585168749094, + "loss_total": 0.005910585168749094, + "step": 66410 + }, + { + "loss_action": 0.011040322482585907, + "loss_total": 0.011040322482585907, + "step": 66410 + }, + { + "loss_action": 0.0045501599088311195, + "loss_total": 0.0045501599088311195, + "step": 66410 + }, + { + "loss_action": 0.007013707421720028, + "loss_total": 0.007013707421720028, + "step": 66410 + }, + { + "grad_norm": 0.33367177844047546, + "learning_rate": 2.7789471667880152e-05, + "loss": 0.0138, + "step": 66420 + }, + { + "loss_action": 0.016809573397040367, + "loss_total": 0.016809573397040367, + "step": 66420 + }, + { + "loss_action": 0.006383138243108988, + "loss_total": 0.006383138243108988, + "step": 66420 + }, + { + "loss_action": 0.007156748324632645, + "loss_total": 0.007156748324632645, + "step": 66420 + }, + { + "loss_action": 0.010618099011480808, + "loss_total": 0.010618099011480808, + "step": 66420 + }, + { + "loss_action": 0.013243953697383404, + "loss_total": 0.013243953697383404, + "step": 66420 + }, + { + "loss_action": 0.005446848925203085, + "loss_total": 0.005446848925203085, + "step": 66420 + }, + { + "grad_norm": 0.36437395215034485, + "learning_rate": 2.7774659075894523e-05, + "loss": 0.0112, + "step": 66430 + }, + { + "loss_action": 0.006626374088227749, + "loss_total": 0.006626374088227749, + "step": 66430 + }, + { + "loss_action": 0.010732116177678108, + "loss_total": 0.010732116177678108, + "step": 66430 + }, + { + "loss_action": 0.010769102722406387, + "loss_total": 0.010769102722406387, + "step": 66430 + }, + { + "loss_action": 0.010097362101078033, + "loss_total": 0.010097362101078033, + "step": 66430 + }, + { + "loss_action": 0.011553891934454441, + "loss_total": 0.011553891934454441, + "step": 66430 + }, + { + "loss_action": 0.011806742288172245, + "loss_total": 0.011806742288172245, + "step": 66430 + }, + { + "grad_norm": 0.2073165774345398, + "learning_rate": 2.7759848914438778e-05, + "loss": 0.0109, + "step": 66440 + }, + { + "loss_action": 0.004420199431478977, + "loss_total": 0.004420199431478977, + "step": 66440 + }, + { + "loss_action": 0.007933776825666428, + "loss_total": 0.007933776825666428, + "step": 66440 + }, + { + "loss_action": 0.004110607318580151, + "loss_total": 0.004110607318580151, + "step": 66440 + }, + { + "loss_action": 0.006791105959564447, + "loss_total": 0.006791105959564447, + "step": 66440 + }, + { + "loss_action": 0.00927121564745903, + "loss_total": 0.00927121564745903, + "step": 66440 + }, + { + "loss_action": 0.00772103713825345, + "loss_total": 0.00772103713825345, + "step": 66440 + }, + { + "grad_norm": 0.2762758731842041, + "learning_rate": 2.7745041185132496e-05, + "loss": 0.011, + "step": 66450 + }, + { + "loss_action": 0.0064811864867806435, + "loss_total": 0.0064811864867806435, + "step": 66450 + }, + { + "loss_action": 0.006284869275987148, + "loss_total": 0.006284869275987148, + "step": 66450 + }, + { + "loss_action": 0.055837057530879974, + "loss_total": 0.055837057530879974, + "step": 66450 + }, + { + "loss_action": 0.01593838632106781, + "loss_total": 0.01593838632106781, + "step": 66450 + }, + { + "loss_action": 0.007683034986257553, + "loss_total": 0.007683034986257553, + "step": 66450 + }, + { + "loss_action": 0.006561734713613987, + "loss_total": 0.006561734713613987, + "step": 66450 + }, + { + "grad_norm": 0.25931036472320557, + "learning_rate": 2.773023588959506e-05, + "loss": 0.0105, + "step": 66460 + }, + { + "loss_action": 0.006667173467576504, + "loss_total": 0.006667173467576504, + "step": 66460 + }, + { + "loss_action": 0.008152930997312069, + "loss_total": 0.008152930997312069, + "step": 66460 + }, + { + "loss_action": 0.008138776756823063, + "loss_total": 0.008138776756823063, + "step": 66460 + }, + { + "loss_action": 0.005175093654543161, + "loss_total": 0.005175093654543161, + "step": 66460 + }, + { + "loss_action": 0.01682434044778347, + "loss_total": 0.01682434044778347, + "step": 66460 + }, + { + "loss_action": 0.0028828780632466078, + "loss_total": 0.0028828780632466078, + "step": 66460 + }, + { + "grad_norm": 0.29663535952568054, + "learning_rate": 2.7715433029445555e-05, + "loss": 0.01, + "step": 66470 + }, + { + "loss_action": 0.006181841250509024, + "loss_total": 0.006181841250509024, + "step": 66470 + }, + { + "loss_action": 0.007464290130883455, + "loss_total": 0.007464290130883455, + "step": 66470 + }, + { + "loss_action": 0.011955548077821732, + "loss_total": 0.011955548077821732, + "step": 66470 + }, + { + "loss_action": 0.0062997289933264256, + "loss_total": 0.0062997289933264256, + "step": 66470 + }, + { + "loss_action": 0.004846944939345121, + "loss_total": 0.004846944939345121, + "step": 66470 + }, + { + "loss_action": 0.011725553311407566, + "loss_total": 0.011725553311407566, + "step": 66470 + }, + { + "grad_norm": 0.2237105667591095, + "learning_rate": 2.7700632606302766e-05, + "loss": 0.0092, + "step": 66480 + }, + { + "loss_action": 0.005029170773923397, + "loss_total": 0.005029170773923397, + "step": 66480 + }, + { + "loss_action": 0.027645161375403404, + "loss_total": 0.027645161375403404, + "step": 66480 + }, + { + "loss_action": 0.0023511217441409826, + "loss_total": 0.0023511217441409826, + "step": 66480 + }, + { + "loss_action": 0.022402308881282806, + "loss_total": 0.022402308881282806, + "step": 66480 + }, + { + "loss_action": 0.013768408447504044, + "loss_total": 0.013768408447504044, + "step": 66480 + }, + { + "loss_action": 0.006929666269570589, + "loss_total": 0.006929666269570589, + "step": 66480 + }, + { + "grad_norm": 0.24696087837219238, + "learning_rate": 2.768583462178528e-05, + "loss": 0.0101, + "step": 66490 + }, + { + "loss_action": 0.010599253699183464, + "loss_total": 0.010599253699183464, + "step": 66490 + }, + { + "loss_action": 0.0024239879567176104, + "loss_total": 0.0024239879567176104, + "step": 66490 + }, + { + "loss_action": 0.005045574624091387, + "loss_total": 0.005045574624091387, + "step": 66490 + }, + { + "loss_action": 0.02092655561864376, + "loss_total": 0.02092655561864376, + "step": 66490 + }, + { + "loss_action": 0.011937468312680721, + "loss_total": 0.011937468312680721, + "step": 66490 + }, + { + "loss_action": 0.014880035072565079, + "loss_total": 0.014880035072565079, + "step": 66490 + }, + { + "grad_norm": 0.21750256419181824, + "learning_rate": 2.767103907751136e-05, + "loss": 0.0111, + "step": 66500 + }, + { + "loss_action": 0.007887646555900574, + "loss_total": 0.007887646555900574, + "step": 66500 + }, + { + "loss_action": 0.014591718092560768, + "loss_total": 0.014591718092560768, + "step": 66500 + }, + { + "loss_action": 0.006864337250590324, + "loss_total": 0.006864337250590324, + "step": 66500 + }, + { + "loss_action": 0.0052711539901793, + "loss_total": 0.0052711539901793, + "step": 66500 + }, + { + "loss_action": 0.009081657975912094, + "loss_total": 0.009081657975912094, + "step": 66500 + }, + { + "loss_action": 0.07539618760347366, + "loss_total": 0.07539618760347366, + "step": 66500 + }, + { + "grad_norm": 0.23787011206150055, + "learning_rate": 2.7656245975099065e-05, + "loss": 0.0156, + "step": 66510 + }, + { + "loss_action": 0.0035786423832178116, + "loss_total": 0.0035786423832178116, + "step": 66510 + }, + { + "loss_action": 0.011882930994033813, + "loss_total": 0.011882930994033813, + "step": 66510 + }, + { + "loss_action": 0.006288362666964531, + "loss_total": 0.006288362666964531, + "step": 66510 + }, + { + "loss_action": 0.004096455406397581, + "loss_total": 0.004096455406397581, + "step": 66510 + }, + { + "loss_action": 0.0072847893461585045, + "loss_total": 0.0072847893461585045, + "step": 66510 + }, + { + "loss_action": 0.013262969441711903, + "loss_total": 0.013262969441711903, + "step": 66510 + }, + { + "grad_norm": 0.24433378875255585, + "learning_rate": 2.7641455316166093e-05, + "loss": 0.0098, + "step": 66520 + }, + { + "loss_action": 0.00392148457467556, + "loss_total": 0.00392148457467556, + "step": 66520 + }, + { + "loss_action": 0.002650192240253091, + "loss_total": 0.002650192240253091, + "step": 66520 + }, + { + "loss_action": 0.016475407406687737, + "loss_total": 0.016475407406687737, + "step": 66520 + }, + { + "loss_action": 0.0023686287458986044, + "loss_total": 0.0023686287458986044, + "step": 66520 + }, + { + "loss_action": 0.0038280475419014692, + "loss_total": 0.0038280475419014692, + "step": 66520 + }, + { + "loss_action": 0.0077333878725767136, + "loss_total": 0.0077333878725767136, + "step": 66520 + }, + { + "grad_norm": 0.20179925858974457, + "learning_rate": 2.7626667102329973e-05, + "loss": 0.0086, + "step": 66530 + }, + { + "loss_action": 0.00724470941349864, + "loss_total": 0.00724470941349864, + "step": 66530 + }, + { + "loss_action": 0.003099019406363368, + "loss_total": 0.003099019406363368, + "step": 66530 + }, + { + "loss_action": 0.008500217460095882, + "loss_total": 0.008500217460095882, + "step": 66530 + }, + { + "loss_action": 0.0056435829028487206, + "loss_total": 0.0056435829028487206, + "step": 66530 + }, + { + "loss_action": 0.009226085618138313, + "loss_total": 0.009226085618138313, + "step": 66530 + }, + { + "loss_action": 0.00436992384493351, + "loss_total": 0.00436992384493351, + "step": 66530 + }, + { + "grad_norm": 0.27866843342781067, + "learning_rate": 2.761188133520788e-05, + "loss": 0.0171, + "step": 66540 + }, + { + "loss_action": 0.008422191254794598, + "loss_total": 0.008422191254794598, + "step": 66540 + }, + { + "loss_action": 0.004071775358170271, + "loss_total": 0.004071775358170271, + "step": 66540 + }, + { + "loss_action": 0.010288082994520664, + "loss_total": 0.010288082994520664, + "step": 66540 + }, + { + "loss_action": 0.018897294998168945, + "loss_total": 0.018897294998168945, + "step": 66540 + }, + { + "loss_action": 0.004378191661089659, + "loss_total": 0.004378191661089659, + "step": 66540 + }, + { + "loss_action": 0.00419766316190362, + "loss_total": 0.00419766316190362, + "step": 66540 + }, + { + "grad_norm": 0.25168871879577637, + "learning_rate": 2.7597098016416784e-05, + "loss": 0.0106, + "step": 66550 + }, + { + "loss_action": 0.03762061521410942, + "loss_total": 0.03762061521410942, + "step": 66550 + }, + { + "loss_action": 0.007357684429734945, + "loss_total": 0.007357684429734945, + "step": 66550 + }, + { + "loss_action": 0.0070677632465958595, + "loss_total": 0.0070677632465958595, + "step": 66550 + }, + { + "loss_action": 0.006306887604296207, + "loss_total": 0.006306887604296207, + "step": 66550 + }, + { + "loss_action": 0.008014325983822346, + "loss_total": 0.008014325983822346, + "step": 66550 + }, + { + "loss_action": 0.004011831246316433, + "loss_total": 0.004011831246316433, + "step": 66550 + }, + { + "grad_norm": 0.24604535102844238, + "learning_rate": 2.7582317147573368e-05, + "loss": 0.012, + "step": 66560 + }, + { + "loss_action": 0.012162623926997185, + "loss_total": 0.012162623926997185, + "step": 66560 + }, + { + "loss_action": 0.007794827222824097, + "loss_total": 0.007794827222824097, + "step": 66560 + }, + { + "loss_action": 0.02266080304980278, + "loss_total": 0.02266080304980278, + "step": 66560 + }, + { + "loss_action": 0.012542237527668476, + "loss_total": 0.012542237527668476, + "step": 66560 + }, + { + "loss_action": 0.013749784789979458, + "loss_total": 0.013749784789979458, + "step": 66560 + }, + { + "loss_action": 0.032159049063920975, + "loss_total": 0.032159049063920975, + "step": 66560 + }, + { + "grad_norm": 0.2664588689804077, + "learning_rate": 2.7567538730294064e-05, + "loss": 0.0129, + "step": 66570 + }, + { + "loss_action": 0.06397462636232376, + "loss_total": 0.06397462636232376, + "step": 66570 + }, + { + "loss_action": 0.008988101035356522, + "loss_total": 0.008988101035356522, + "step": 66570 + }, + { + "loss_action": 0.008680928498506546, + "loss_total": 0.008680928498506546, + "step": 66570 + }, + { + "loss_action": 0.008914176374673843, + "loss_total": 0.008914176374673843, + "step": 66570 + }, + { + "loss_action": 0.004631140735000372, + "loss_total": 0.004631140735000372, + "step": 66570 + }, + { + "loss_action": 0.018066931515932083, + "loss_total": 0.018066931515932083, + "step": 66570 + }, + { + "grad_norm": 0.18494103848934174, + "learning_rate": 2.7552762766194973e-05, + "loss": 0.0114, + "step": 66580 + }, + { + "loss_action": 0.00393392238765955, + "loss_total": 0.00393392238765955, + "step": 66580 + }, + { + "loss_action": 0.004610258620232344, + "loss_total": 0.004610258620232344, + "step": 66580 + }, + { + "loss_action": 0.003980379085987806, + "loss_total": 0.003980379085987806, + "step": 66580 + }, + { + "loss_action": 0.007230319548398256, + "loss_total": 0.007230319548398256, + "step": 66580 + }, + { + "loss_action": 0.006427400279790163, + "loss_total": 0.006427400279790163, + "step": 66580 + }, + { + "loss_action": 0.008031605742871761, + "loss_total": 0.008031605742871761, + "step": 66580 + }, + { + "grad_norm": 0.3048594892024994, + "learning_rate": 2.753798925689202e-05, + "loss": 0.0095, + "step": 66590 + }, + { + "loss_action": 0.009397368878126144, + "loss_total": 0.009397368878126144, + "step": 66590 + }, + { + "loss_action": 0.0064180889166891575, + "loss_total": 0.0064180889166891575, + "step": 66590 + }, + { + "loss_action": 0.004311345983296633, + "loss_total": 0.004311345983296633, + "step": 66590 + }, + { + "loss_action": 0.0056620133109390736, + "loss_total": 0.0056620133109390736, + "step": 66590 + }, + { + "loss_action": 0.003539077704772353, + "loss_total": 0.003539077704772353, + "step": 66590 + }, + { + "loss_action": 0.03190818056464195, + "loss_total": 0.03190818056464195, + "step": 66590 + }, + { + "grad_norm": 0.24293997883796692, + "learning_rate": 2.7523218204000774e-05, + "loss": 0.0105, + "step": 66600 + }, + { + "loss_action": 0.018840262666344643, + "loss_total": 0.018840262666344643, + "step": 66600 + }, + { + "loss_action": 0.01735135167837143, + "loss_total": 0.01735135167837143, + "step": 66600 + }, + { + "loss_action": 0.011593136936426163, + "loss_total": 0.011593136936426163, + "step": 66600 + }, + { + "loss_action": 0.005439526867121458, + "loss_total": 0.005439526867121458, + "step": 66600 + }, + { + "loss_action": 0.018287435173988342, + "loss_total": 0.018287435173988342, + "step": 66600 + }, + { + "loss_action": 0.012687742710113525, + "loss_total": 0.012687742710113525, + "step": 66600 + }, + { + "grad_norm": 0.2326352447271347, + "learning_rate": 2.7508449609136612e-05, + "loss": 0.0117, + "step": 66610 + }, + { + "loss_action": 0.014038827270269394, + "loss_total": 0.014038827270269394, + "step": 66610 + }, + { + "loss_action": 0.007995524443686008, + "loss_total": 0.007995524443686008, + "step": 66610 + }, + { + "loss_action": 0.020861711353063583, + "loss_total": 0.020861711353063583, + "step": 66610 + }, + { + "loss_action": 0.0038785235956311226, + "loss_total": 0.0038785235956311226, + "step": 66610 + }, + { + "loss_action": 0.006496426183730364, + "loss_total": 0.006496426183730364, + "step": 66610 + }, + { + "loss_action": 0.006510467268526554, + "loss_total": 0.006510467268526554, + "step": 66610 + }, + { + "grad_norm": 0.21778473258018494, + "learning_rate": 2.749368347391454e-05, + "loss": 0.01, + "step": 66620 + }, + { + "loss_action": 0.005724424030631781, + "loss_total": 0.005724424030631781, + "step": 66620 + }, + { + "loss_action": 0.0037653082981705666, + "loss_total": 0.0037653082981705666, + "step": 66620 + }, + { + "loss_action": 0.0024770249146968126, + "loss_total": 0.0024770249146968126, + "step": 66620 + }, + { + "loss_action": 0.003159999381750822, + "loss_total": 0.003159999381750822, + "step": 66620 + }, + { + "loss_action": 0.004853128455579281, + "loss_total": 0.004853128455579281, + "step": 66620 + }, + { + "loss_action": 0.013460373505949974, + "loss_total": 0.013460373505949974, + "step": 66620 + }, + { + "grad_norm": 0.26740241050720215, + "learning_rate": 2.7478919799949443e-05, + "loss": 0.0116, + "step": 66630 + }, + { + "loss_action": 0.008158598095178604, + "loss_total": 0.008158598095178604, + "step": 66630 + }, + { + "loss_action": 0.005360162351280451, + "loss_total": 0.005360162351280451, + "step": 66630 + }, + { + "loss_action": 0.009907579980790615, + "loss_total": 0.009907579980790615, + "step": 66630 + }, + { + "loss_action": 0.0036516175605356693, + "loss_total": 0.0036516175605356693, + "step": 66630 + }, + { + "loss_action": 0.01215068344026804, + "loss_total": 0.01215068344026804, + "step": 66630 + }, + { + "loss_action": 0.012371385470032692, + "loss_total": 0.012371385470032692, + "step": 66630 + }, + { + "grad_norm": 0.3006749749183655, + "learning_rate": 2.7464158588855803e-05, + "loss": 0.0112, + "step": 66640 + }, + { + "loss_action": 0.00451062573119998, + "loss_total": 0.00451062573119998, + "step": 66640 + }, + { + "loss_action": 0.014405314810574055, + "loss_total": 0.014405314810574055, + "step": 66640 + }, + { + "loss_action": 0.002834501676261425, + "loss_total": 0.002834501676261425, + "step": 66640 + }, + { + "loss_action": 0.1885523796081543, + "loss_total": 0.1885523796081543, + "step": 66640 + }, + { + "loss_action": 0.004605073481798172, + "loss_total": 0.004605073481798172, + "step": 66640 + }, + { + "loss_action": 0.0029074382036924362, + "loss_total": 0.0029074382036924362, + "step": 66640 + }, + { + "grad_norm": 0.26087501645088196, + "learning_rate": 2.7449399842247918e-05, + "loss": 0.0153, + "step": 66650 + }, + { + "loss_action": 0.006003227550536394, + "loss_total": 0.006003227550536394, + "step": 66650 + }, + { + "loss_action": 0.04043309763073921, + "loss_total": 0.04043309763073921, + "step": 66650 + }, + { + "loss_action": 0.006672051269561052, + "loss_total": 0.006672051269561052, + "step": 66650 + }, + { + "loss_action": 0.0047491868026554585, + "loss_total": 0.0047491868026554585, + "step": 66650 + }, + { + "loss_action": 0.0035514908377081156, + "loss_total": 0.0035514908377081156, + "step": 66650 + }, + { + "loss_action": 0.028727028518915176, + "loss_total": 0.028727028518915176, + "step": 66650 + }, + { + "grad_norm": 0.37103042006492615, + "learning_rate": 2.7434643561739736e-05, + "loss": 0.0121, + "step": 66660 + }, + { + "loss_action": 0.011876662261784077, + "loss_total": 0.011876662261784077, + "step": 66660 + }, + { + "loss_action": 0.004838010296225548, + "loss_total": 0.004838010296225548, + "step": 66660 + }, + { + "loss_action": 0.02546343021094799, + "loss_total": 0.02546343021094799, + "step": 66660 + }, + { + "loss_action": 0.006600617431104183, + "loss_total": 0.006600617431104183, + "step": 66660 + }, + { + "loss_action": 0.006397591903805733, + "loss_total": 0.006397591903805733, + "step": 66660 + }, + { + "loss_action": 0.012463373132050037, + "loss_total": 0.012463373132050037, + "step": 66660 + }, + { + "grad_norm": 0.24062810838222504, + "learning_rate": 2.7419889748945016e-05, + "loss": 0.0125, + "step": 66670 + }, + { + "loss_action": 0.01191401295363903, + "loss_total": 0.01191401295363903, + "step": 66670 + }, + { + "loss_action": 0.008481744676828384, + "loss_total": 0.008481744676828384, + "step": 66670 + }, + { + "loss_action": 0.006548543926328421, + "loss_total": 0.006548543926328421, + "step": 66670 + }, + { + "loss_action": 0.007895149290561676, + "loss_total": 0.007895149290561676, + "step": 66670 + }, + { + "loss_action": 0.010021788068115711, + "loss_total": 0.010021788068115711, + "step": 66670 + }, + { + "loss_action": 0.015109246596693993, + "loss_total": 0.015109246596693993, + "step": 66670 + }, + { + "grad_norm": 0.3279198408126831, + "learning_rate": 2.7405138405477203e-05, + "loss": 0.0118, + "step": 66680 + }, + { + "loss_action": 0.06543312221765518, + "loss_total": 0.06543312221765518, + "step": 66680 + }, + { + "loss_action": 0.0073747579008340836, + "loss_total": 0.0073747579008340836, + "step": 66680 + }, + { + "loss_action": 0.00549717852845788, + "loss_total": 0.00549717852845788, + "step": 66680 + }, + { + "loss_action": 0.00845505390316248, + "loss_total": 0.00845505390316248, + "step": 66680 + }, + { + "loss_action": 0.00864597037434578, + "loss_total": 0.00864597037434578, + "step": 66680 + }, + { + "loss_action": 0.014924002811312675, + "loss_total": 0.014924002811312675, + "step": 66680 + }, + { + "grad_norm": 0.31927546858787537, + "learning_rate": 2.73903895329495e-05, + "loss": 0.0123, + "step": 66690 + }, + { + "loss_action": 0.002886035479605198, + "loss_total": 0.002886035479605198, + "step": 66690 + }, + { + "loss_action": 0.017687566578388214, + "loss_total": 0.017687566578388214, + "step": 66690 + }, + { + "loss_action": 0.003792722010985017, + "loss_total": 0.003792722010985017, + "step": 66690 + }, + { + "loss_action": 0.008996663615107536, + "loss_total": 0.008996663615107536, + "step": 66690 + }, + { + "loss_action": 0.0071777235716581345, + "loss_total": 0.0071777235716581345, + "step": 66690 + }, + { + "loss_action": 0.00804536510258913, + "loss_total": 0.00804536510258913, + "step": 66690 + }, + { + "grad_norm": 0.2305048555135727, + "learning_rate": 2.737564313297478e-05, + "loss": 0.0107, + "step": 66700 + }, + { + "loss_action": 0.003923828713595867, + "loss_total": 0.003923828713595867, + "step": 66700 + }, + { + "loss_action": 0.014364633709192276, + "loss_total": 0.014364633709192276, + "step": 66700 + }, + { + "loss_action": 0.013369379565119743, + "loss_total": 0.013369379565119743, + "step": 66700 + }, + { + "loss_action": 0.004235890228301287, + "loss_total": 0.004235890228301287, + "step": 66700 + }, + { + "loss_action": 0.03228837996721268, + "loss_total": 0.03228837996721268, + "step": 66700 + }, + { + "loss_action": 0.0071661751717329025, + "loss_total": 0.0071661751717329025, + "step": 66700 + }, + { + "grad_norm": 0.28936946392059326, + "learning_rate": 2.736089920716572e-05, + "loss": 0.0114, + "step": 66710 + }, + { + "loss_action": 0.029470160603523254, + "loss_total": 0.029470160603523254, + "step": 66710 + }, + { + "loss_action": 0.007394015789031982, + "loss_total": 0.007394015789031982, + "step": 66710 + }, + { + "loss_action": 0.010860149748623371, + "loss_total": 0.010860149748623371, + "step": 66710 + }, + { + "loss_action": 0.003340431721881032, + "loss_total": 0.003340431721881032, + "step": 66710 + }, + { + "loss_action": 0.01850232668220997, + "loss_total": 0.01850232668220997, + "step": 66710 + }, + { + "loss_action": 0.04665444791316986, + "loss_total": 0.04665444791316986, + "step": 66710 + }, + { + "grad_norm": 0.3191322684288025, + "learning_rate": 2.7346157757134706e-05, + "loss": 0.0118, + "step": 66720 + }, + { + "loss_action": 0.005887284874916077, + "loss_total": 0.005887284874916077, + "step": 66720 + }, + { + "loss_action": 0.014930469915270805, + "loss_total": 0.014930469915270805, + "step": 66720 + }, + { + "loss_action": 0.005874454043805599, + "loss_total": 0.005874454043805599, + "step": 66720 + }, + { + "loss_action": 0.010656843893229961, + "loss_total": 0.010656843893229961, + "step": 66720 + }, + { + "loss_action": 0.008115277625620365, + "loss_total": 0.008115277625620365, + "step": 66720 + }, + { + "loss_action": 0.02481842413544655, + "loss_total": 0.02481842413544655, + "step": 66720 + }, + { + "grad_norm": 0.247132807970047, + "learning_rate": 2.733141878449379e-05, + "loss": 0.0132, + "step": 66730 + }, + { + "loss_action": 0.014050311408936977, + "loss_total": 0.014050311408936977, + "step": 66730 + }, + { + "loss_action": 0.0029970856849104166, + "loss_total": 0.0029970856849104166, + "step": 66730 + }, + { + "loss_action": 0.00616510258987546, + "loss_total": 0.00616510258987546, + "step": 66730 + }, + { + "loss_action": 0.012476964853703976, + "loss_total": 0.012476964853703976, + "step": 66730 + }, + { + "loss_action": 0.00981930922716856, + "loss_total": 0.00981930922716856, + "step": 66730 + }, + { + "loss_action": 0.02473369985818863, + "loss_total": 0.02473369985818863, + "step": 66730 + }, + { + "grad_norm": 0.5211919546127319, + "learning_rate": 2.7316682290854844e-05, + "loss": 0.0115, + "step": 66740 + }, + { + "loss_action": 0.0032756817527115345, + "loss_total": 0.0032756817527115345, + "step": 66740 + }, + { + "loss_action": 0.0202072374522686, + "loss_total": 0.0202072374522686, + "step": 66740 + }, + { + "loss_action": 0.004457974806427956, + "loss_total": 0.004457974806427956, + "step": 66740 + }, + { + "loss_action": 0.014481076039373875, + "loss_total": 0.014481076039373875, + "step": 66740 + }, + { + "loss_action": 0.00890898797661066, + "loss_total": 0.00890898797661066, + "step": 66740 + }, + { + "loss_action": 0.004259749315679073, + "loss_total": 0.004259749315679073, + "step": 66740 + }, + { + "grad_norm": 0.2476256936788559, + "learning_rate": 2.7301948277829414e-05, + "loss": 0.0111, + "step": 66750 + }, + { + "loss_action": 0.0396287702023983, + "loss_total": 0.0396287702023983, + "step": 66750 + }, + { + "loss_action": 0.007978624664247036, + "loss_total": 0.007978624664247036, + "step": 66750 + }, + { + "loss_action": 0.02398792840540409, + "loss_total": 0.02398792840540409, + "step": 66750 + }, + { + "loss_action": 0.010653791949152946, + "loss_total": 0.010653791949152946, + "step": 66750 + }, + { + "loss_action": 0.0061052353121340275, + "loss_total": 0.0061052353121340275, + "step": 66750 + }, + { + "loss_action": 0.005150815937668085, + "loss_total": 0.005150815937668085, + "step": 66750 + }, + { + "grad_norm": 0.3672238886356354, + "learning_rate": 2.7287216747028814e-05, + "loss": 0.0118, + "step": 66760 + }, + { + "loss_action": 0.005230975337326527, + "loss_total": 0.005230975337326527, + "step": 66760 + }, + { + "loss_action": 0.00947688240557909, + "loss_total": 0.00947688240557909, + "step": 66760 + }, + { + "loss_action": 0.007830403745174408, + "loss_total": 0.007830403745174408, + "step": 66760 + }, + { + "loss_action": 0.006839289329946041, + "loss_total": 0.006839289329946041, + "step": 66760 + }, + { + "loss_action": 0.011784492060542107, + "loss_total": 0.011784492060542107, + "step": 66760 + }, + { + "loss_action": 0.006878423038870096, + "loss_total": 0.006878423038870096, + "step": 66760 + }, + { + "grad_norm": 0.2635646462440491, + "learning_rate": 2.7272487700064025e-05, + "loss": 0.0136, + "step": 66770 + }, + { + "loss_action": 0.009650331921875477, + "loss_total": 0.009650331921875477, + "step": 66770 + }, + { + "loss_action": 0.02503286488354206, + "loss_total": 0.02503286488354206, + "step": 66770 + }, + { + "loss_action": 0.02389073371887207, + "loss_total": 0.02389073371887207, + "step": 66770 + }, + { + "loss_action": 0.011982236057519913, + "loss_total": 0.011982236057519913, + "step": 66770 + }, + { + "loss_action": 0.013585269451141357, + "loss_total": 0.013585269451141357, + "step": 66770 + }, + { + "loss_action": 0.00974210724234581, + "loss_total": 0.00974210724234581, + "step": 66770 + }, + { + "grad_norm": 0.26912862062454224, + "learning_rate": 2.725776113854583e-05, + "loss": 0.0095, + "step": 66780 + }, + { + "loss_action": 0.004866493865847588, + "loss_total": 0.004866493865847588, + "step": 66780 + }, + { + "loss_action": 0.08453694730997086, + "loss_total": 0.08453694730997086, + "step": 66780 + }, + { + "loss_action": 0.0074922977946698666, + "loss_total": 0.0074922977946698666, + "step": 66780 + }, + { + "loss_action": 0.0031634902115911245, + "loss_total": 0.0031634902115911245, + "step": 66780 + }, + { + "loss_action": 0.007690527942031622, + "loss_total": 0.007690527942031622, + "step": 66780 + }, + { + "loss_action": 0.013162416405975819, + "loss_total": 0.013162416405975819, + "step": 66780 + }, + { + "grad_norm": 0.27104976773262024, + "learning_rate": 2.7243037064084664e-05, + "loss": 0.0111, + "step": 66790 + }, + { + "loss_action": 0.004342200700193644, + "loss_total": 0.004342200700193644, + "step": 66790 + }, + { + "loss_action": 0.003515957621857524, + "loss_total": 0.003515957621857524, + "step": 66790 + }, + { + "loss_action": 0.004892461933195591, + "loss_total": 0.004892461933195591, + "step": 66790 + }, + { + "loss_action": 0.004047507885843515, + "loss_total": 0.004047507885843515, + "step": 66790 + }, + { + "loss_action": 0.0047353035770356655, + "loss_total": 0.0047353035770356655, + "step": 66790 + }, + { + "loss_action": 0.009188171476125717, + "loss_total": 0.009188171476125717, + "step": 66790 + }, + { + "grad_norm": 0.29570069909095764, + "learning_rate": 2.7228315478290766e-05, + "loss": 0.0107, + "step": 66800 + }, + { + "loss_action": 0.0038927586283534765, + "loss_total": 0.0038927586283534765, + "step": 66800 + }, + { + "loss_action": 0.03489219397306442, + "loss_total": 0.03489219397306442, + "step": 66800 + }, + { + "loss_action": 0.017112962901592255, + "loss_total": 0.017112962901592255, + "step": 66800 + }, + { + "loss_action": 0.005429989658296108, + "loss_total": 0.005429989658296108, + "step": 66800 + }, + { + "loss_action": 0.008575587533414364, + "loss_total": 0.008575587533414364, + "step": 66800 + }, + { + "loss_action": 0.011762095615267754, + "loss_total": 0.011762095615267754, + "step": 66800 + }, + { + "grad_norm": 0.3290003538131714, + "learning_rate": 2.721359638277402e-05, + "loss": 0.0112, + "step": 66810 + }, + { + "loss_action": 0.01565047726035118, + "loss_total": 0.01565047726035118, + "step": 66810 + }, + { + "loss_action": 0.01713983714580536, + "loss_total": 0.01713983714580536, + "step": 66810 + }, + { + "loss_action": 0.0029968491289764643, + "loss_total": 0.0029968491289764643, + "step": 66810 + }, + { + "loss_action": 0.003332393476739526, + "loss_total": 0.003332393476739526, + "step": 66810 + }, + { + "loss_action": 0.01707594469189644, + "loss_total": 0.01707594469189644, + "step": 66810 + }, + { + "loss_action": 0.016852285712957382, + "loss_total": 0.016852285712957382, + "step": 66810 + }, + { + "grad_norm": 0.293582022190094, + "learning_rate": 2.7198879779144148e-05, + "loss": 0.0106, + "step": 66820 + }, + { + "loss_action": 0.006614351645112038, + "loss_total": 0.006614351645112038, + "step": 66820 + }, + { + "loss_action": 0.013828722760081291, + "loss_total": 0.013828722760081291, + "step": 66820 + }, + { + "loss_action": 0.013863508589565754, + "loss_total": 0.013863508589565754, + "step": 66820 + }, + { + "loss_action": 0.005546614062041044, + "loss_total": 0.005546614062041044, + "step": 66820 + }, + { + "loss_action": 0.004589663818478584, + "loss_total": 0.004589663818478584, + "step": 66820 + }, + { + "loss_action": 0.005003567319363356, + "loss_total": 0.005003567319363356, + "step": 66820 + }, + { + "grad_norm": 0.2867599427700043, + "learning_rate": 2.7184165669010485e-05, + "loss": 0.0126, + "step": 66830 + }, + { + "loss_action": 0.0050866371020674706, + "loss_total": 0.0050866371020674706, + "step": 66830 + }, + { + "loss_action": 0.008223049342632294, + "loss_total": 0.008223049342632294, + "step": 66830 + }, + { + "loss_action": 0.008135618641972542, + "loss_total": 0.008135618641972542, + "step": 66830 + }, + { + "loss_action": 0.015105150640010834, + "loss_total": 0.015105150640010834, + "step": 66830 + }, + { + "loss_action": 0.008812093175947666, + "loss_total": 0.008812093175947666, + "step": 66830 + }, + { + "loss_action": 0.015197891741991043, + "loss_total": 0.015197891741991043, + "step": 66830 + }, + { + "grad_norm": 0.2598585784435272, + "learning_rate": 2.716945405398218e-05, + "loss": 0.0109, + "step": 66840 + }, + { + "loss_action": 0.0062731183134019375, + "loss_total": 0.0062731183134019375, + "step": 66840 + }, + { + "loss_action": 0.01163780502974987, + "loss_total": 0.01163780502974987, + "step": 66840 + }, + { + "loss_action": 0.010246094316244125, + "loss_total": 0.010246094316244125, + "step": 66840 + }, + { + "loss_action": 0.012670343741774559, + "loss_total": 0.012670343741774559, + "step": 66840 + }, + { + "loss_action": 0.004358763340860605, + "loss_total": 0.004358763340860605, + "step": 66840 + }, + { + "loss_action": 0.008776696398854256, + "loss_total": 0.008776696398854256, + "step": 66840 + }, + { + "grad_norm": 0.26758256554603577, + "learning_rate": 2.715474493566803e-05, + "loss": 0.0132, + "step": 66850 + }, + { + "loss_action": 0.005254065617918968, + "loss_total": 0.005254065617918968, + "step": 66850 + }, + { + "loss_action": 0.005541282705962658, + "loss_total": 0.005541282705962658, + "step": 66850 + }, + { + "loss_action": 0.004311431664973497, + "loss_total": 0.004311431664973497, + "step": 66850 + }, + { + "loss_action": 0.005931832827627659, + "loss_total": 0.005931832827627659, + "step": 66850 + }, + { + "loss_action": 0.005278724245727062, + "loss_total": 0.005278724245727062, + "step": 66850 + }, + { + "loss_action": 0.0088217593729496, + "loss_total": 0.0088217593729496, + "step": 66850 + }, + { + "grad_norm": 0.2590566873550415, + "learning_rate": 2.7140038315676652e-05, + "loss": 0.0111, + "step": 66860 + }, + { + "loss_action": 0.010224367491900921, + "loss_total": 0.010224367491900921, + "step": 66860 + }, + { + "loss_action": 0.006566767115145922, + "loss_total": 0.006566767115145922, + "step": 66860 + }, + { + "loss_action": 0.004734173882752657, + "loss_total": 0.004734173882752657, + "step": 66860 + }, + { + "loss_action": 0.008064582012593746, + "loss_total": 0.008064582012593746, + "step": 66860 + }, + { + "loss_action": 0.006919060368090868, + "loss_total": 0.006919060368090868, + "step": 66860 + }, + { + "loss_action": 0.0074924142099916935, + "loss_total": 0.0074924142099916935, + "step": 66860 + }, + { + "grad_norm": 0.22749200463294983, + "learning_rate": 2.7125334195616275e-05, + "loss": 0.0147, + "step": 66870 + }, + { + "loss_action": 0.004044594708830118, + "loss_total": 0.004044594708830118, + "step": 66870 + }, + { + "loss_action": 0.010579715482890606, + "loss_total": 0.010579715482890606, + "step": 66870 + }, + { + "loss_action": 0.006535207387059927, + "loss_total": 0.006535207387059927, + "step": 66870 + }, + { + "loss_action": 0.010378742590546608, + "loss_total": 0.010378742590546608, + "step": 66870 + }, + { + "loss_action": 0.011324198916554451, + "loss_total": 0.011324198916554451, + "step": 66870 + }, + { + "loss_action": 0.007887913845479488, + "loss_total": 0.007887913845479488, + "step": 66870 + }, + { + "grad_norm": 0.5507611632347107, + "learning_rate": 2.7110632577094997e-05, + "loss": 0.0158, + "step": 66880 + }, + { + "loss_action": 0.01650591939687729, + "loss_total": 0.01650591939687729, + "step": 66880 + }, + { + "loss_action": 0.016182925552129745, + "loss_total": 0.016182925552129745, + "step": 66880 + }, + { + "loss_action": 0.006381673738360405, + "loss_total": 0.006381673738360405, + "step": 66880 + }, + { + "loss_action": 0.002882779110223055, + "loss_total": 0.002882779110223055, + "step": 66880 + }, + { + "loss_action": 0.008246490731835365, + "loss_total": 0.008246490731835365, + "step": 66880 + }, + { + "loss_action": 0.007737358566373587, + "loss_total": 0.007737358566373587, + "step": 66880 + }, + { + "grad_norm": 0.2878607511520386, + "learning_rate": 2.709593346172051e-05, + "loss": 0.0125, + "step": 66890 + }, + { + "loss_action": 0.014203844591975212, + "loss_total": 0.014203844591975212, + "step": 66890 + }, + { + "loss_action": 0.012851803563535213, + "loss_total": 0.012851803563535213, + "step": 66890 + }, + { + "loss_action": 0.007746225222945213, + "loss_total": 0.007746225222945213, + "step": 66890 + }, + { + "loss_action": 0.002606110880151391, + "loss_total": 0.002606110880151391, + "step": 66890 + }, + { + "loss_action": 0.010515452362596989, + "loss_total": 0.010515452362596989, + "step": 66890 + }, + { + "loss_action": 0.014319066889584064, + "loss_total": 0.014319066889584064, + "step": 66890 + }, + { + "grad_norm": 0.33365610241889954, + "learning_rate": 2.708123685110032e-05, + "loss": 0.0102, + "step": 66900 + }, + { + "loss_action": 0.0069503034465014935, + "loss_total": 0.0069503034465014935, + "step": 66900 + }, + { + "loss_action": 0.005244236905127764, + "loss_total": 0.005244236905127764, + "step": 66900 + }, + { + "loss_action": 0.01545640453696251, + "loss_total": 0.01545640453696251, + "step": 66900 + }, + { + "loss_action": 0.0082390820607543, + "loss_total": 0.0082390820607543, + "step": 66900 + }, + { + "loss_action": 0.00836933683604002, + "loss_total": 0.00836933683604002, + "step": 66900 + }, + { + "loss_action": 0.007783852051943541, + "loss_total": 0.007783852051943541, + "step": 66900 + }, + { + "grad_norm": 0.34718912839889526, + "learning_rate": 2.7066542746841588e-05, + "loss": 0.01, + "step": 66910 + }, + { + "loss_action": 0.0101771904155612, + "loss_total": 0.0101771904155612, + "step": 66910 + }, + { + "loss_action": 0.007882523350417614, + "loss_total": 0.007882523350417614, + "step": 66910 + }, + { + "loss_action": 0.00902439933270216, + "loss_total": 0.00902439933270216, + "step": 66910 + }, + { + "loss_action": 0.007350659463554621, + "loss_total": 0.007350659463554621, + "step": 66910 + }, + { + "loss_action": 0.0046383109875023365, + "loss_total": 0.0046383109875023365, + "step": 66910 + }, + { + "loss_action": 0.006963976193219423, + "loss_total": 0.006963976193219423, + "step": 66910 + }, + { + "grad_norm": 0.30738577246665955, + "learning_rate": 2.7051851150551267e-05, + "loss": 0.0096, + "step": 66920 + }, + { + "loss_action": 0.004980117082595825, + "loss_total": 0.004980117082595825, + "step": 66920 + }, + { + "loss_action": 0.011724998243153095, + "loss_total": 0.011724998243153095, + "step": 66920 + }, + { + "loss_action": 0.012058704160153866, + "loss_total": 0.012058704160153866, + "step": 66920 + }, + { + "loss_action": 0.008683744817972183, + "loss_total": 0.008683744817972183, + "step": 66920 + }, + { + "loss_action": 0.0038005614187568426, + "loss_total": 0.0038005614187568426, + "step": 66920 + }, + { + "loss_action": 0.013296637684106827, + "loss_total": 0.013296637684106827, + "step": 66920 + }, + { + "grad_norm": 0.26716548204421997, + "learning_rate": 2.7037162063835996e-05, + "loss": 0.0124, + "step": 66930 + }, + { + "loss_action": 0.0034251634497195482, + "loss_total": 0.0034251634497195482, + "step": 66930 + }, + { + "loss_action": 0.01321223471313715, + "loss_total": 0.01321223471313715, + "step": 66930 + }, + { + "loss_action": 0.007360524497926235, + "loss_total": 0.007360524497926235, + "step": 66930 + }, + { + "loss_action": 0.002924701664596796, + "loss_total": 0.002924701664596796, + "step": 66930 + }, + { + "loss_action": 0.007454370614141226, + "loss_total": 0.007454370614141226, + "step": 66930 + }, + { + "loss_action": 0.006133457645773888, + "loss_total": 0.006133457645773888, + "step": 66930 + }, + { + "grad_norm": 0.2832205593585968, + "learning_rate": 2.702247548830218e-05, + "loss": 0.0102, + "step": 66940 + }, + { + "loss_action": 0.03270675241947174, + "loss_total": 0.03270675241947174, + "step": 66940 + }, + { + "loss_action": 0.0068175289779901505, + "loss_total": 0.0068175289779901505, + "step": 66940 + }, + { + "loss_action": 0.005005741026252508, + "loss_total": 0.005005741026252508, + "step": 66940 + }, + { + "loss_action": 0.011534249410033226, + "loss_total": 0.011534249410033226, + "step": 66940 + }, + { + "loss_action": 0.007733269594609737, + "loss_total": 0.007733269594609737, + "step": 66940 + }, + { + "loss_action": 0.011409682221710682, + "loss_total": 0.011409682221710682, + "step": 66940 + }, + { + "grad_norm": 0.2617953419685364, + "learning_rate": 2.7007791425555883e-05, + "loss": 0.0132, + "step": 66950 + }, + { + "loss_action": 0.003444324480369687, + "loss_total": 0.003444324480369687, + "step": 66950 + }, + { + "loss_action": 0.005661481991410255, + "loss_total": 0.005661481991410255, + "step": 66950 + }, + { + "loss_action": 0.008237604983150959, + "loss_total": 0.008237604983150959, + "step": 66950 + }, + { + "loss_action": 0.012593183666467667, + "loss_total": 0.012593183666467667, + "step": 66950 + }, + { + "loss_action": 0.00902058556675911, + "loss_total": 0.00902058556675911, + "step": 66950 + }, + { + "loss_action": 0.004091602750122547, + "loss_total": 0.004091602750122547, + "step": 66950 + }, + { + "grad_norm": 0.25054189562797546, + "learning_rate": 2.6993109877202945e-05, + "loss": 0.0094, + "step": 66960 + }, + { + "loss_action": 0.008707281202077866, + "loss_total": 0.008707281202077866, + "step": 66960 + }, + { + "loss_action": 0.006165570579469204, + "loss_total": 0.006165570579469204, + "step": 66960 + }, + { + "loss_action": 0.011309707537293434, + "loss_total": 0.011309707537293434, + "step": 66960 + }, + { + "loss_action": 0.008753948844969273, + "loss_total": 0.008753948844969273, + "step": 66960 + }, + { + "loss_action": 0.012769515626132488, + "loss_total": 0.012769515626132488, + "step": 66960 + }, + { + "loss_action": 0.014868590980768204, + "loss_total": 0.014868590980768204, + "step": 66960 + }, + { + "grad_norm": 0.3068576455116272, + "learning_rate": 2.6978430844848935e-05, + "loss": 0.0114, + "step": 66970 + }, + { + "loss_action": 0.007901115342974663, + "loss_total": 0.007901115342974663, + "step": 66970 + }, + { + "loss_action": 0.015918508172035217, + "loss_total": 0.015918508172035217, + "step": 66970 + }, + { + "loss_action": 0.007411984261125326, + "loss_total": 0.007411984261125326, + "step": 66970 + }, + { + "loss_action": 0.01690381020307541, + "loss_total": 0.01690381020307541, + "step": 66970 + }, + { + "loss_action": 0.003918987233191729, + "loss_total": 0.003918987233191729, + "step": 66970 + }, + { + "loss_action": 0.009294318035244942, + "loss_total": 0.009294318035244942, + "step": 66970 + }, + { + "grad_norm": 0.2351052612066269, + "learning_rate": 2.69637543300991e-05, + "loss": 0.0104, + "step": 66980 + }, + { + "loss_action": 0.008412783034145832, + "loss_total": 0.008412783034145832, + "step": 66980 + }, + { + "loss_action": 0.01745493710041046, + "loss_total": 0.01745493710041046, + "step": 66980 + }, + { + "loss_action": 0.01251220516860485, + "loss_total": 0.01251220516860485, + "step": 66980 + }, + { + "loss_action": 0.006478209514170885, + "loss_total": 0.006478209514170885, + "step": 66980 + }, + { + "loss_action": 0.009848101995885372, + "loss_total": 0.009848101995885372, + "step": 66980 + }, + { + "loss_action": 0.018881110474467278, + "loss_total": 0.018881110474467278, + "step": 66980 + }, + { + "grad_norm": 0.332036554813385, + "learning_rate": 2.694908033455848e-05, + "loss": 0.0103, + "step": 66990 + }, + { + "loss_action": 0.010284516960382462, + "loss_total": 0.010284516960382462, + "step": 66990 + }, + { + "loss_action": 0.027590610086917877, + "loss_total": 0.027590610086917877, + "step": 66990 + }, + { + "loss_action": 0.005562924314290285, + "loss_total": 0.005562924314290285, + "step": 66990 + }, + { + "loss_action": 0.009884022176265717, + "loss_total": 0.009884022176265717, + "step": 66990 + }, + { + "loss_action": 0.0059017459861934185, + "loss_total": 0.0059017459861934185, + "step": 66990 + }, + { + "loss_action": 0.004568568896502256, + "loss_total": 0.004568568896502256, + "step": 66990 + }, + { + "grad_norm": 0.2783748507499695, + "learning_rate": 2.6934408859831733e-05, + "loss": 0.0101, + "step": 67000 + }, + { + "loss_action": 0.008049972355365753, + "loss_total": 0.008049972355365753, + "step": 67000 + }, + { + "loss_action": 0.014126744121313095, + "loss_total": 0.014126744121313095, + "step": 67000 + }, + { + "loss_action": 0.0028852438554167747, + "loss_total": 0.0028852438554167747, + "step": 67000 + }, + { + "loss_action": 0.010222979821264744, + "loss_total": 0.010222979821264744, + "step": 67000 + }, + { + "loss_action": 0.006548755336552858, + "loss_total": 0.006548755336552858, + "step": 67000 + }, + { + "loss_action": 0.010232808068394661, + "loss_total": 0.010232808068394661, + "step": 67000 + }, + { + "grad_norm": 0.28632912039756775, + "learning_rate": 2.69197399075234e-05, + "loss": 0.0127, + "step": 67010 + }, + { + "loss_action": 0.004590884782373905, + "loss_total": 0.004590884782373905, + "step": 67010 + }, + { + "loss_action": 0.014096496626734734, + "loss_total": 0.014096496626734734, + "step": 67010 + }, + { + "loss_action": 0.0038402306381613016, + "loss_total": 0.0038402306381613016, + "step": 67010 + }, + { + "loss_action": 0.00830741599202156, + "loss_total": 0.00830741599202156, + "step": 67010 + }, + { + "loss_action": 0.005432589910924435, + "loss_total": 0.005432589910924435, + "step": 67010 + }, + { + "loss_action": 0.012919547036290169, + "loss_total": 0.012919547036290169, + "step": 67010 + }, + { + "grad_norm": 0.2838842570781708, + "learning_rate": 2.6905073479237584e-05, + "loss": 0.0135, + "step": 67020 + }, + { + "loss_action": 0.007090738508850336, + "loss_total": 0.007090738508850336, + "step": 67020 + }, + { + "loss_action": 0.004952219780534506, + "loss_total": 0.004952219780534506, + "step": 67020 + }, + { + "loss_action": 0.015795502811670303, + "loss_total": 0.015795502811670303, + "step": 67020 + }, + { + "loss_action": 0.0076974243856966496, + "loss_total": 0.0076974243856966496, + "step": 67020 + }, + { + "loss_action": 0.02903730422258377, + "loss_total": 0.02903730422258377, + "step": 67020 + }, + { + "loss_action": 0.009402601048350334, + "loss_total": 0.009402601048350334, + "step": 67020 + }, + { + "grad_norm": 0.2965133488178253, + "learning_rate": 2.6890409576578235e-05, + "loss": 0.0123, + "step": 67030 + }, + { + "loss_action": 0.03075377456843853, + "loss_total": 0.03075377456843853, + "step": 67030 + }, + { + "loss_action": 0.006171275395900011, + "loss_total": 0.006171275395900011, + "step": 67030 + }, + { + "loss_action": 0.004143761470913887, + "loss_total": 0.004143761470913887, + "step": 67030 + }, + { + "loss_action": 0.009034983813762665, + "loss_total": 0.009034983813762665, + "step": 67030 + }, + { + "loss_action": 0.009624805301427841, + "loss_total": 0.009624805301427841, + "step": 67030 + }, + { + "loss_action": 0.008925948292016983, + "loss_total": 0.008925948292016983, + "step": 67030 + }, + { + "grad_norm": 0.2174396812915802, + "learning_rate": 2.687574820114892e-05, + "loss": 0.0124, + "step": 67040 + }, + { + "loss_action": 0.008873135782778263, + "loss_total": 0.008873135782778263, + "step": 67040 + }, + { + "loss_action": 0.006006890907883644, + "loss_total": 0.006006890907883644, + "step": 67040 + }, + { + "loss_action": 0.010198179632425308, + "loss_total": 0.010198179632425308, + "step": 67040 + }, + { + "loss_action": 0.0048295375891029835, + "loss_total": 0.0048295375891029835, + "step": 67040 + }, + { + "loss_action": 0.011036781594157219, + "loss_total": 0.011036781594157219, + "step": 67040 + }, + { + "loss_action": 0.006993154529482126, + "loss_total": 0.006993154529482126, + "step": 67040 + }, + { + "grad_norm": 0.3047018051147461, + "learning_rate": 2.686108935455305e-05, + "loss": 0.0165, + "step": 67050 + }, + { + "loss_action": 0.015263892710208893, + "loss_total": 0.015263892710208893, + "step": 67050 + }, + { + "loss_action": 0.008705309592187405, + "loss_total": 0.008705309592187405, + "step": 67050 + }, + { + "loss_action": 0.026830511167645454, + "loss_total": 0.026830511167645454, + "step": 67050 + }, + { + "loss_action": 0.06950796395540237, + "loss_total": 0.06950796395540237, + "step": 67050 + }, + { + "loss_action": 0.008699927479028702, + "loss_total": 0.008699927479028702, + "step": 67050 + }, + { + "loss_action": 0.011534880846738815, + "loss_total": 0.011534880846738815, + "step": 67050 + }, + { + "grad_norm": 0.22904996573925018, + "learning_rate": 2.6846433038393603e-05, + "loss": 0.0131, + "step": 67060 + }, + { + "loss_action": 0.006836716551333666, + "loss_total": 0.006836716551333666, + "step": 67060 + }, + { + "loss_action": 0.02537558227777481, + "loss_total": 0.02537558227777481, + "step": 67060 + }, + { + "loss_action": 0.006670696660876274, + "loss_total": 0.006670696660876274, + "step": 67060 + }, + { + "loss_action": 0.006551030091941357, + "loss_total": 0.006551030091941357, + "step": 67060 + }, + { + "loss_action": 0.011422691866755486, + "loss_total": 0.011422691866755486, + "step": 67060 + }, + { + "loss_action": 0.00459959777072072, + "loss_total": 0.00459959777072072, + "step": 67060 + }, + { + "grad_norm": 0.26612740755081177, + "learning_rate": 2.6831779254273482e-05, + "loss": 0.0101, + "step": 67070 + }, + { + "loss_action": 0.004707696381956339, + "loss_total": 0.004707696381956339, + "step": 67070 + }, + { + "loss_action": 0.02714671939611435, + "loss_total": 0.02714671939611435, + "step": 67070 + }, + { + "loss_action": 0.0188344344496727, + "loss_total": 0.0188344344496727, + "step": 67070 + }, + { + "loss_action": 0.013844032771885395, + "loss_total": 0.013844032771885395, + "step": 67070 + }, + { + "loss_action": 0.007837305776774883, + "loss_total": 0.007837305776774883, + "step": 67070 + }, + { + "loss_action": 0.01865760050714016, + "loss_total": 0.01865760050714016, + "step": 67070 + }, + { + "grad_norm": 0.26778605580329895, + "learning_rate": 2.6817128003795122e-05, + "loss": 0.0109, + "step": 67080 + }, + { + "loss_action": 0.004759775474667549, + "loss_total": 0.004759775474667549, + "step": 67080 + }, + { + "loss_action": 0.005431825760751963, + "loss_total": 0.005431825760751963, + "step": 67080 + }, + { + "loss_action": 0.0042908149771392345, + "loss_total": 0.0042908149771392345, + "step": 67080 + }, + { + "loss_action": 0.01162070594727993, + "loss_total": 0.01162070594727993, + "step": 67080 + }, + { + "loss_action": 0.013880743645131588, + "loss_total": 0.013880743645131588, + "step": 67080 + }, + { + "loss_action": 0.018273839727044106, + "loss_total": 0.018273839727044106, + "step": 67080 + }, + { + "grad_norm": 0.32062485814094543, + "learning_rate": 2.680247928856081e-05, + "loss": 0.0116, + "step": 67090 + }, + { + "loss_action": 0.008135518990457058, + "loss_total": 0.008135518990457058, + "step": 67090 + }, + { + "loss_action": 0.004438855219632387, + "loss_total": 0.004438855219632387, + "step": 67090 + }, + { + "loss_action": 0.03008379228413105, + "loss_total": 0.03008379228413105, + "step": 67090 + }, + { + "loss_action": 0.019247686490416527, + "loss_total": 0.019247686490416527, + "step": 67090 + }, + { + "loss_action": 0.02017120085656643, + "loss_total": 0.02017120085656643, + "step": 67090 + }, + { + "loss_action": 0.005753367207944393, + "loss_total": 0.005753367207944393, + "step": 67090 + }, + { + "grad_norm": 0.23913997411727905, + "learning_rate": 2.6787833110172466e-05, + "loss": 0.0132, + "step": 67100 + }, + { + "loss_action": 0.017642760649323463, + "loss_total": 0.017642760649323463, + "step": 67100 + }, + { + "loss_action": 0.009800502099096775, + "loss_total": 0.009800502099096775, + "step": 67100 + }, + { + "loss_action": 0.010468946769833565, + "loss_total": 0.010468946769833565, + "step": 67100 + }, + { + "loss_action": 0.0188070647418499, + "loss_total": 0.0188070647418499, + "step": 67100 + }, + { + "loss_action": 0.007755460683256388, + "loss_total": 0.007755460683256388, + "step": 67100 + }, + { + "loss_action": 0.010540995746850967, + "loss_total": 0.010540995746850967, + "step": 67100 + }, + { + "grad_norm": 0.3002307116985321, + "learning_rate": 2.6773189470231807e-05, + "loss": 0.0104, + "step": 67110 + }, + { + "loss_action": 0.005753162782639265, + "loss_total": 0.005753162782639265, + "step": 67110 + }, + { + "loss_action": 0.004641425795853138, + "loss_total": 0.004641425795853138, + "step": 67110 + }, + { + "loss_action": 0.004712354391813278, + "loss_total": 0.004712354391813278, + "step": 67110 + }, + { + "loss_action": 0.00440261559560895, + "loss_total": 0.00440261559560895, + "step": 67110 + }, + { + "loss_action": 0.013100910931825638, + "loss_total": 0.013100910931825638, + "step": 67110 + }, + { + "loss_action": 0.014751912094652653, + "loss_total": 0.014751912094652653, + "step": 67110 + }, + { + "grad_norm": 0.23601950705051422, + "learning_rate": 2.675854837034022e-05, + "loss": 0.0111, + "step": 67120 + }, + { + "loss_action": 0.012399282306432724, + "loss_total": 0.012399282306432724, + "step": 67120 + }, + { + "loss_action": 0.003053251886740327, + "loss_total": 0.003053251886740327, + "step": 67120 + }, + { + "loss_action": 0.014155328273773193, + "loss_total": 0.014155328273773193, + "step": 67120 + }, + { + "loss_action": 0.0037616631016135216, + "loss_total": 0.0037616631016135216, + "step": 67120 + }, + { + "loss_action": 0.012585178948938847, + "loss_total": 0.012585178948938847, + "step": 67120 + }, + { + "loss_action": 0.008803140372037888, + "loss_total": 0.008803140372037888, + "step": 67120 + }, + { + "grad_norm": 0.2842322885990143, + "learning_rate": 2.6743909812098833e-05, + "loss": 0.009, + "step": 67130 + }, + { + "loss_action": 0.008434230461716652, + "loss_total": 0.008434230461716652, + "step": 67130 + }, + { + "loss_action": 0.00502412673085928, + "loss_total": 0.00502412673085928, + "step": 67130 + }, + { + "loss_action": 0.004110048990696669, + "loss_total": 0.004110048990696669, + "step": 67130 + }, + { + "loss_action": 0.011274346150457859, + "loss_total": 0.011274346150457859, + "step": 67130 + }, + { + "loss_action": 0.011061297729611397, + "loss_total": 0.011061297729611397, + "step": 67130 + }, + { + "loss_action": 0.00650385906919837, + "loss_total": 0.00650385906919837, + "step": 67130 + }, + { + "grad_norm": 0.2875477969646454, + "learning_rate": 2.67292737971085e-05, + "loss": 0.012, + "step": 67140 + }, + { + "loss_action": 0.00847691297531128, + "loss_total": 0.00847691297531128, + "step": 67140 + }, + { + "loss_action": 0.005734410602599382, + "loss_total": 0.005734410602599382, + "step": 67140 + }, + { + "loss_action": 0.002930358052253723, + "loss_total": 0.002930358052253723, + "step": 67140 + }, + { + "loss_action": 0.009369329549372196, + "loss_total": 0.009369329549372196, + "step": 67140 + }, + { + "loss_action": 0.0032977373339235783, + "loss_total": 0.0032977373339235783, + "step": 67140 + }, + { + "loss_action": 0.006873297039419413, + "loss_total": 0.006873297039419413, + "step": 67140 + }, + { + "grad_norm": 0.2557204067707062, + "learning_rate": 2.671464032696982e-05, + "loss": 0.0122, + "step": 67150 + }, + { + "loss_action": 0.004772744607180357, + "loss_total": 0.004772744607180357, + "step": 67150 + }, + { + "loss_action": 0.010984075255692005, + "loss_total": 0.010984075255692005, + "step": 67150 + }, + { + "loss_action": 0.018608104437589645, + "loss_total": 0.018608104437589645, + "step": 67150 + }, + { + "loss_action": 0.007982798852026463, + "loss_total": 0.007982798852026463, + "step": 67150 + }, + { + "loss_action": 0.025571169331669807, + "loss_total": 0.025571169331669807, + "step": 67150 + }, + { + "loss_action": 0.009091748856008053, + "loss_total": 0.009091748856008053, + "step": 67150 + }, + { + "grad_norm": 0.24260155856609344, + "learning_rate": 2.6700009403283055e-05, + "loss": 0.0126, + "step": 67160 + }, + { + "loss_action": 0.012958621606230736, + "loss_total": 0.012958621606230736, + "step": 67160 + }, + { + "loss_action": 0.0046529630199074745, + "loss_total": 0.0046529630199074745, + "step": 67160 + }, + { + "loss_action": 0.005326876882463694, + "loss_total": 0.005326876882463694, + "step": 67160 + }, + { + "loss_action": 0.004212487023323774, + "loss_total": 0.004212487023323774, + "step": 67160 + }, + { + "loss_action": 0.017458656802773476, + "loss_total": 0.017458656802773476, + "step": 67160 + }, + { + "loss_action": 0.005408549215644598, + "loss_total": 0.005408549215644598, + "step": 67160 + }, + { + "grad_norm": 0.3011362552642822, + "learning_rate": 2.6685381027648214e-05, + "loss": 0.012, + "step": 67170 + }, + { + "loss_action": 0.008266394957900047, + "loss_total": 0.008266394957900047, + "step": 67170 + }, + { + "loss_action": 0.01629204861819744, + "loss_total": 0.01629204861819744, + "step": 67170 + }, + { + "loss_action": 0.004656374454498291, + "loss_total": 0.004656374454498291, + "step": 67170 + }, + { + "loss_action": 0.01407479029148817, + "loss_total": 0.01407479029148817, + "step": 67170 + }, + { + "loss_action": 0.014682378619909286, + "loss_total": 0.014682378619909286, + "step": 67170 + }, + { + "loss_action": 0.011135570704936981, + "loss_total": 0.011135570704936981, + "step": 67170 + }, + { + "grad_norm": 0.2831236720085144, + "learning_rate": 2.6670755201665086e-05, + "loss": 0.011, + "step": 67180 + }, + { + "loss_action": 0.0054495264776051044, + "loss_total": 0.0054495264776051044, + "step": 67180 + }, + { + "loss_action": 0.013338875025510788, + "loss_total": 0.013338875025510788, + "step": 67180 + }, + { + "loss_action": 0.013893653638660908, + "loss_total": 0.013893653638660908, + "step": 67180 + }, + { + "loss_action": 0.00850942824035883, + "loss_total": 0.00850942824035883, + "step": 67180 + }, + { + "loss_action": 0.015117678791284561, + "loss_total": 0.015117678791284561, + "step": 67180 + }, + { + "loss_action": 0.003060521325096488, + "loss_total": 0.003060521325096488, + "step": 67180 + }, + { + "grad_norm": 0.40417686104774475, + "learning_rate": 2.6656131926933066e-05, + "loss": 0.0106, + "step": 67190 + }, + { + "loss_action": 0.0667254850268364, + "loss_total": 0.0667254850268364, + "step": 67190 + }, + { + "loss_action": 0.008248674683272839, + "loss_total": 0.008248674683272839, + "step": 67190 + }, + { + "loss_action": 0.008897027000784874, + "loss_total": 0.008897027000784874, + "step": 67190 + }, + { + "loss_action": 0.022845005616545677, + "loss_total": 0.022845005616545677, + "step": 67190 + }, + { + "loss_action": 0.006478743627667427, + "loss_total": 0.006478743627667427, + "step": 67190 + }, + { + "loss_action": 0.014499016106128693, + "loss_total": 0.014499016106128693, + "step": 67190 + }, + { + "grad_norm": 0.28755897283554077, + "learning_rate": 2.664151120505136e-05, + "loss": 0.0106, + "step": 67200 + }, + { + "loss_action": 0.015882043167948723, + "loss_total": 0.015882043167948723, + "step": 67200 + }, + { + "loss_action": 0.01555207371711731, + "loss_total": 0.01555207371711731, + "step": 67200 + }, + { + "loss_action": 0.0077012889087200165, + "loss_total": 0.0077012889087200165, + "step": 67200 + }, + { + "loss_action": 0.007199673913419247, + "loss_total": 0.007199673913419247, + "step": 67200 + }, + { + "loss_action": 0.0162863377481699, + "loss_total": 0.0162863377481699, + "step": 67200 + }, + { + "loss_action": 0.008122289553284645, + "loss_total": 0.008122289553284645, + "step": 67200 + }, + { + "grad_norm": 0.25373759865760803, + "learning_rate": 2.6626893037618873e-05, + "loss": 0.0089, + "step": 67210 + }, + { + "loss_action": 0.005675245076417923, + "loss_total": 0.005675245076417923, + "step": 67210 + }, + { + "loss_action": 0.01504881028085947, + "loss_total": 0.01504881028085947, + "step": 67210 + }, + { + "loss_action": 0.0056742276065051556, + "loss_total": 0.0056742276065051556, + "step": 67210 + }, + { + "loss_action": 0.005204638931900263, + "loss_total": 0.005204638931900263, + "step": 67210 + }, + { + "loss_action": 0.023574741557240486, + "loss_total": 0.023574741557240486, + "step": 67210 + }, + { + "loss_action": 0.003776384284719825, + "loss_total": 0.003776384284719825, + "step": 67210 + }, + { + "grad_norm": 0.2792931795120239, + "learning_rate": 2.6612277426234243e-05, + "loss": 0.0146, + "step": 67220 + }, + { + "loss_action": 0.003928263671696186, + "loss_total": 0.003928263671696186, + "step": 67220 + }, + { + "loss_action": 0.004915835801512003, + "loss_total": 0.004915835801512003, + "step": 67220 + }, + { + "loss_action": 0.016870293766260147, + "loss_total": 0.016870293766260147, + "step": 67220 + }, + { + "loss_action": 0.016284434124827385, + "loss_total": 0.016284434124827385, + "step": 67220 + }, + { + "loss_action": 0.01780000701546669, + "loss_total": 0.01780000701546669, + "step": 67220 + }, + { + "loss_action": 0.0038498640060424805, + "loss_total": 0.0038498640060424805, + "step": 67220 + }, + { + "grad_norm": 0.36060044169425964, + "learning_rate": 2.659766437249577e-05, + "loss": 0.0107, + "step": 67230 + }, + { + "loss_action": 0.007312052883207798, + "loss_total": 0.007312052883207798, + "step": 67230 + }, + { + "loss_action": 0.006424239836633205, + "loss_total": 0.006424239836633205, + "step": 67230 + }, + { + "loss_action": 0.0044664000160992146, + "loss_total": 0.0044664000160992146, + "step": 67230 + }, + { + "loss_action": 0.011314427480101585, + "loss_total": 0.011314427480101585, + "step": 67230 + }, + { + "loss_action": 0.016674313694238663, + "loss_total": 0.016674313694238663, + "step": 67230 + }, + { + "loss_action": 0.004891556687653065, + "loss_total": 0.004891556687653065, + "step": 67230 + }, + { + "grad_norm": 0.2914581894874573, + "learning_rate": 2.6583053878001557e-05, + "loss": 0.0113, + "step": 67240 + }, + { + "loss_action": 0.009429598227143288, + "loss_total": 0.009429598227143288, + "step": 67240 + }, + { + "loss_action": 0.005869722459465265, + "loss_total": 0.005869722459465265, + "step": 67240 + }, + { + "loss_action": 0.14118140935897827, + "loss_total": 0.14118140935897827, + "step": 67240 + }, + { + "loss_action": 0.007557045668363571, + "loss_total": 0.007557045668363571, + "step": 67240 + }, + { + "loss_action": 0.02229193225502968, + "loss_total": 0.02229193225502968, + "step": 67240 + }, + { + "loss_action": 0.005802413914352655, + "loss_total": 0.005802413914352655, + "step": 67240 + }, + { + "grad_norm": 0.23420336842536926, + "learning_rate": 2.6568445944349323e-05, + "loss": 0.0143, + "step": 67250 + }, + { + "loss_action": 0.007168927229940891, + "loss_total": 0.007168927229940891, + "step": 67250 + }, + { + "loss_action": 0.014318885281682014, + "loss_total": 0.014318885281682014, + "step": 67250 + }, + { + "loss_action": 0.011553172022104263, + "loss_total": 0.011553172022104263, + "step": 67250 + }, + { + "loss_action": 0.006183520425111055, + "loss_total": 0.006183520425111055, + "step": 67250 + }, + { + "loss_action": 0.012453247793018818, + "loss_total": 0.012453247793018818, + "step": 67250 + }, + { + "loss_action": 0.014186685904860497, + "loss_total": 0.014186685904860497, + "step": 67250 + }, + { + "grad_norm": 0.3470805585384369, + "learning_rate": 2.6553840573136657e-05, + "loss": 0.0119, + "step": 67260 + }, + { + "loss_action": 0.00410264078527689, + "loss_total": 0.00410264078527689, + "step": 67260 + }, + { + "loss_action": 0.011678113602101803, + "loss_total": 0.011678113602101803, + "step": 67260 + }, + { + "loss_action": 0.009671815671026707, + "loss_total": 0.009671815671026707, + "step": 67260 + }, + { + "loss_action": 0.015695473179221153, + "loss_total": 0.015695473179221153, + "step": 67260 + }, + { + "loss_action": 0.006399472709745169, + "loss_total": 0.006399472709745169, + "step": 67260 + }, + { + "loss_action": 0.006060909014195204, + "loss_total": 0.006060909014195204, + "step": 67260 + }, + { + "grad_norm": 0.4290512502193451, + "learning_rate": 2.6539237765960706e-05, + "loss": 0.0146, + "step": 67270 + }, + { + "loss_action": 0.006644161883741617, + "loss_total": 0.006644161883741617, + "step": 67270 + }, + { + "loss_action": 0.02061387151479721, + "loss_total": 0.02061387151479721, + "step": 67270 + }, + { + "loss_action": 0.016513951122760773, + "loss_total": 0.016513951122760773, + "step": 67270 + }, + { + "loss_action": 0.0036459299735724926, + "loss_total": 0.0036459299735724926, + "step": 67270 + }, + { + "loss_action": 0.007567133754491806, + "loss_total": 0.007567133754491806, + "step": 67270 + }, + { + "loss_action": 0.0065407464280724525, + "loss_total": 0.0065407464280724525, + "step": 67270 + }, + { + "grad_norm": 0.2913755774497986, + "learning_rate": 2.6524637524418465e-05, + "loss": 0.0113, + "step": 67280 + }, + { + "loss_action": 0.017458081245422363, + "loss_total": 0.017458081245422363, + "step": 67280 + }, + { + "loss_action": 0.0454234853386879, + "loss_total": 0.0454234853386879, + "step": 67280 + }, + { + "loss_action": 0.003865776816383004, + "loss_total": 0.003865776816383004, + "step": 67280 + }, + { + "loss_action": 0.008776204660534859, + "loss_total": 0.008776204660534859, + "step": 67280 + }, + { + "loss_action": 0.016264047473669052, + "loss_total": 0.016264047473669052, + "step": 67280 + }, + { + "loss_action": 0.01051265001296997, + "loss_total": 0.01051265001296997, + "step": 67280 + }, + { + "grad_norm": 0.33297887444496155, + "learning_rate": 2.651003985010655e-05, + "loss": 0.0144, + "step": 67290 + }, + { + "loss_action": 0.01375344768166542, + "loss_total": 0.01375344768166542, + "step": 67290 + }, + { + "loss_action": 0.006272205617278814, + "loss_total": 0.006272205617278814, + "step": 67290 + }, + { + "loss_action": 0.011618060059845448, + "loss_total": 0.011618060059845448, + "step": 67290 + }, + { + "loss_action": 0.011178827844560146, + "loss_total": 0.011178827844560146, + "step": 67290 + }, + { + "loss_action": 0.005415372084826231, + "loss_total": 0.005415372084826231, + "step": 67290 + }, + { + "loss_action": 0.004373726900666952, + "loss_total": 0.004373726900666952, + "step": 67290 + }, + { + "grad_norm": 0.3013938069343567, + "learning_rate": 2.649544474462138e-05, + "loss": 0.0127, + "step": 67300 + }, + { + "loss_action": 0.004660323262214661, + "loss_total": 0.004660323262214661, + "step": 67300 + }, + { + "loss_action": 0.008387260138988495, + "loss_total": 0.008387260138988495, + "step": 67300 + }, + { + "loss_action": 0.017771925777196884, + "loss_total": 0.017771925777196884, + "step": 67300 + }, + { + "loss_action": 0.010167734697461128, + "loss_total": 0.010167734697461128, + "step": 67300 + }, + { + "loss_action": 0.006759694777429104, + "loss_total": 0.006759694777429104, + "step": 67300 + }, + { + "loss_action": 0.004894465208053589, + "loss_total": 0.004894465208053589, + "step": 67300 + }, + { + "grad_norm": 0.2953687012195587, + "learning_rate": 2.6480852209559015e-05, + "loss": 0.012, + "step": 67310 + }, + { + "loss_action": 0.006618421524763107, + "loss_total": 0.006618421524763107, + "step": 67310 + }, + { + "loss_action": 0.0029305785428732634, + "loss_total": 0.0029305785428732634, + "step": 67310 + }, + { + "loss_action": 0.01171302143484354, + "loss_total": 0.01171302143484354, + "step": 67310 + }, + { + "loss_action": 0.00946127064526081, + "loss_total": 0.00946127064526081, + "step": 67310 + }, + { + "loss_action": 0.0073312376625835896, + "loss_total": 0.0073312376625835896, + "step": 67310 + }, + { + "loss_action": 0.007273220457136631, + "loss_total": 0.007273220457136631, + "step": 67310 + }, + { + "grad_norm": 0.3602834641933441, + "learning_rate": 2.6466262246515296e-05, + "loss": 0.0139, + "step": 67320 + }, + { + "loss_action": 0.01600581407546997, + "loss_total": 0.01600581407546997, + "step": 67320 + }, + { + "loss_action": 0.02385871484875679, + "loss_total": 0.02385871484875679, + "step": 67320 + }, + { + "loss_action": 0.004091973882168531, + "loss_total": 0.004091973882168531, + "step": 67320 + }, + { + "loss_action": 0.030932629480957985, + "loss_total": 0.030932629480957985, + "step": 67320 + }, + { + "loss_action": 0.014752217568457127, + "loss_total": 0.014752217568457127, + "step": 67320 + }, + { + "loss_action": 0.009362269192934036, + "loss_total": 0.009362269192934036, + "step": 67320 + }, + { + "grad_norm": 0.2907308042049408, + "learning_rate": 2.6451674857085746e-05, + "loss": 0.0127, + "step": 67330 + }, + { + "loss_action": 0.012108602561056614, + "loss_total": 0.012108602561056614, + "step": 67330 + }, + { + "loss_action": 0.007051717024296522, + "loss_total": 0.007051717024296522, + "step": 67330 + }, + { + "loss_action": 0.00575589295476675, + "loss_total": 0.00575589295476675, + "step": 67330 + }, + { + "loss_action": 0.034155670553445816, + "loss_total": 0.034155670553445816, + "step": 67330 + }, + { + "loss_action": 0.005405595526099205, + "loss_total": 0.005405595526099205, + "step": 67330 + }, + { + "loss_action": 0.009386981837451458, + "loss_total": 0.009386981837451458, + "step": 67330 + }, + { + "grad_norm": 0.23127087950706482, + "learning_rate": 2.6437090042865655e-05, + "loss": 0.0119, + "step": 67340 + }, + { + "loss_action": 0.005799528677016497, + "loss_total": 0.005799528677016497, + "step": 67340 + }, + { + "loss_action": 0.010348265990614891, + "loss_total": 0.010348265990614891, + "step": 67340 + }, + { + "loss_action": 0.0046090115793049335, + "loss_total": 0.0046090115793049335, + "step": 67340 + }, + { + "loss_action": 0.003949021454900503, + "loss_total": 0.003949021454900503, + "step": 67340 + }, + { + "loss_action": 0.0069834147579967976, + "loss_total": 0.0069834147579967976, + "step": 67340 + }, + { + "loss_action": 0.018774308264255524, + "loss_total": 0.018774308264255524, + "step": 67340 + }, + { + "grad_norm": 0.22704525291919708, + "learning_rate": 2.6422507805449947e-05, + "loss": 0.0113, + "step": 67350 + }, + { + "loss_action": 0.00931971613317728, + "loss_total": 0.00931971613317728, + "step": 67350 + }, + { + "loss_action": 0.017822708934545517, + "loss_total": 0.017822708934545517, + "step": 67350 + }, + { + "loss_action": 0.010628231801092625, + "loss_total": 0.010628231801092625, + "step": 67350 + }, + { + "loss_action": 0.014888888224959373, + "loss_total": 0.014888888224959373, + "step": 67350 + }, + { + "loss_action": 0.005415812600404024, + "loss_total": 0.005415812600404024, + "step": 67350 + }, + { + "loss_action": 0.011573158204555511, + "loss_total": 0.011573158204555511, + "step": 67350 + }, + { + "grad_norm": 0.2319253832101822, + "learning_rate": 2.6407928146433357e-05, + "loss": 0.014, + "step": 67360 + }, + { + "loss_action": 0.009470551274716854, + "loss_total": 0.009470551274716854, + "step": 67360 + }, + { + "loss_action": 0.004664508160203695, + "loss_total": 0.004664508160203695, + "step": 67360 + }, + { + "loss_action": 0.005263239610940218, + "loss_total": 0.005263239610940218, + "step": 67360 + }, + { + "loss_action": 0.011419768445193768, + "loss_total": 0.011419768445193768, + "step": 67360 + }, + { + "loss_action": 0.01092018373310566, + "loss_total": 0.01092018373310566, + "step": 67360 + }, + { + "loss_action": 0.004352427087724209, + "loss_total": 0.004352427087724209, + "step": 67360 + }, + { + "grad_norm": 0.391329288482666, + "learning_rate": 2.639335106741026e-05, + "loss": 0.0134, + "step": 67370 + }, + { + "loss_action": 0.004902068059891462, + "loss_total": 0.004902068059891462, + "step": 67370 + }, + { + "loss_action": 0.010283452458679676, + "loss_total": 0.010283452458679676, + "step": 67370 + }, + { + "loss_action": 0.00955768022686243, + "loss_total": 0.00955768022686243, + "step": 67370 + }, + { + "loss_action": 0.008954744786024094, + "loss_total": 0.008954744786024094, + "step": 67370 + }, + { + "loss_action": 0.00937154795974493, + "loss_total": 0.00937154795974493, + "step": 67370 + }, + { + "loss_action": 0.008484048768877983, + "loss_total": 0.008484048768877983, + "step": 67370 + }, + { + "grad_norm": 0.31869834661483765, + "learning_rate": 2.6378776569974796e-05, + "loss": 0.0126, + "step": 67380 + }, + { + "loss_action": 0.03542229160666466, + "loss_total": 0.03542229160666466, + "step": 67380 + }, + { + "loss_action": 0.007953794673085213, + "loss_total": 0.007953794673085213, + "step": 67380 + }, + { + "loss_action": 0.015087003819644451, + "loss_total": 0.015087003819644451, + "step": 67380 + }, + { + "loss_action": 0.023839155212044716, + "loss_total": 0.023839155212044716, + "step": 67380 + }, + { + "loss_action": 0.014414932578802109, + "loss_total": 0.014414932578802109, + "step": 67380 + }, + { + "loss_action": 0.0037689385935664177, + "loss_total": 0.0037689385935664177, + "step": 67380 + }, + { + "grad_norm": 0.287519246339798, + "learning_rate": 2.6364204655720814e-05, + "loss": 0.0125, + "step": 67390 + }, + { + "loss_action": 0.00618269108235836, + "loss_total": 0.00618269108235836, + "step": 67390 + }, + { + "loss_action": 0.012474024668335915, + "loss_total": 0.012474024668335915, + "step": 67390 + }, + { + "loss_action": 0.005526816938072443, + "loss_total": 0.005526816938072443, + "step": 67390 + }, + { + "loss_action": 0.010195579379796982, + "loss_total": 0.010195579379796982, + "step": 67390 + }, + { + "loss_action": 0.024735234677791595, + "loss_total": 0.024735234677791595, + "step": 67390 + }, + { + "loss_action": 0.014406542293727398, + "loss_total": 0.014406542293727398, + "step": 67390 + }, + { + "grad_norm": 0.3200867772102356, + "learning_rate": 2.6349635326241894e-05, + "loss": 0.0111, + "step": 67400 + }, + { + "loss_action": 0.011141152121126652, + "loss_total": 0.011141152121126652, + "step": 67400 + }, + { + "loss_action": 0.020383136346936226, + "loss_total": 0.020383136346936226, + "step": 67400 + }, + { + "loss_action": 0.005926734767854214, + "loss_total": 0.005926734767854214, + "step": 67400 + }, + { + "loss_action": 0.003264517057687044, + "loss_total": 0.003264517057687044, + "step": 67400 + }, + { + "loss_action": 0.0062922160141170025, + "loss_total": 0.0062922160141170025, + "step": 67400 + }, + { + "loss_action": 0.0053350795060396194, + "loss_total": 0.0053350795060396194, + "step": 67400 + }, + { + "grad_norm": 0.3274615705013275, + "learning_rate": 2.633506858313127e-05, + "loss": 0.0114, + "step": 67410 + }, + { + "loss_action": 0.0064171720296144485, + "loss_total": 0.0064171720296144485, + "step": 67410 + }, + { + "loss_action": 0.008086349815130234, + "loss_total": 0.008086349815130234, + "step": 67410 + }, + { + "loss_action": 0.01781361550092697, + "loss_total": 0.01781361550092697, + "step": 67410 + }, + { + "loss_action": 0.04395265132188797, + "loss_total": 0.04395265132188797, + "step": 67410 + }, + { + "loss_action": 0.007224426604807377, + "loss_total": 0.007224426604807377, + "step": 67410 + }, + { + "loss_action": 0.006556048523634672, + "loss_total": 0.006556048523634672, + "step": 67410 + }, + { + "grad_norm": 0.22175952792167664, + "learning_rate": 2.6320504427981975e-05, + "loss": 0.0113, + "step": 67420 + }, + { + "loss_action": 0.008736731484532356, + "loss_total": 0.008736731484532356, + "step": 67420 + }, + { + "loss_action": 0.013327260501682758, + "loss_total": 0.013327260501682758, + "step": 67420 + }, + { + "loss_action": 0.006537428591400385, + "loss_total": 0.006537428591400385, + "step": 67420 + }, + { + "loss_action": 0.0045228456147015095, + "loss_total": 0.0045228456147015095, + "step": 67420 + }, + { + "loss_action": 0.013484246097505093, + "loss_total": 0.013484246097505093, + "step": 67420 + }, + { + "loss_action": 0.006839254405349493, + "loss_total": 0.006839254405349493, + "step": 67420 + }, + { + "grad_norm": 0.2851818799972534, + "learning_rate": 2.6305942862386734e-05, + "loss": 0.0085, + "step": 67430 + }, + { + "loss_action": 0.030216149985790253, + "loss_total": 0.030216149985790253, + "step": 67430 + }, + { + "loss_action": 0.053521912544965744, + "loss_total": 0.053521912544965744, + "step": 67430 + }, + { + "loss_action": 0.016191015020012856, + "loss_total": 0.016191015020012856, + "step": 67430 + }, + { + "loss_action": 0.029362356290221214, + "loss_total": 0.029362356290221214, + "step": 67430 + }, + { + "loss_action": 0.004782021977007389, + "loss_total": 0.004782021977007389, + "step": 67430 + }, + { + "loss_action": 0.008735166862607002, + "loss_total": 0.008735166862607002, + "step": 67430 + }, + { + "grad_norm": 0.1819467395544052, + "learning_rate": 2.629138388793793e-05, + "loss": 0.0121, + "step": 67440 + }, + { + "loss_action": 0.004707747139036655, + "loss_total": 0.004707747139036655, + "step": 67440 + }, + { + "loss_action": 0.16614381968975067, + "loss_total": 0.16614381968975067, + "step": 67440 + }, + { + "loss_action": 0.008659470826387405, + "loss_total": 0.008659470826387405, + "step": 67440 + }, + { + "loss_action": 0.008362708613276482, + "loss_total": 0.008362708613276482, + "step": 67440 + }, + { + "loss_action": 0.005258023273199797, + "loss_total": 0.005258023273199797, + "step": 67440 + }, + { + "loss_action": 0.009699054062366486, + "loss_total": 0.009699054062366486, + "step": 67440 + }, + { + "grad_norm": 0.3094298243522644, + "learning_rate": 2.6276827506227743e-05, + "loss": 0.0125, + "step": 67450 + }, + { + "loss_action": 0.008198949508368969, + "loss_total": 0.008198949508368969, + "step": 67450 + }, + { + "loss_action": 0.008422832004725933, + "loss_total": 0.008422832004725933, + "step": 67450 + }, + { + "loss_action": 0.004873685073107481, + "loss_total": 0.004873685073107481, + "step": 67450 + }, + { + "loss_action": 0.0077361552976071835, + "loss_total": 0.0077361552976071835, + "step": 67450 + }, + { + "loss_action": 0.009425281547009945, + "loss_total": 0.009425281547009945, + "step": 67450 + }, + { + "loss_action": 0.02665238082408905, + "loss_total": 0.02665238082408905, + "step": 67450 + }, + { + "grad_norm": 0.2448461502790451, + "learning_rate": 2.6262273718848037e-05, + "loss": 0.0124, + "step": 67460 + }, + { + "loss_action": 0.007190802600234747, + "loss_total": 0.007190802600234747, + "step": 67460 + }, + { + "loss_action": 0.010766369290649891, + "loss_total": 0.010766369290649891, + "step": 67460 + }, + { + "loss_action": 0.0039078001864254475, + "loss_total": 0.0039078001864254475, + "step": 67460 + }, + { + "loss_action": 0.007306164130568504, + "loss_total": 0.007306164130568504, + "step": 67460 + }, + { + "loss_action": 0.008130866102874279, + "loss_total": 0.008130866102874279, + "step": 67460 + }, + { + "loss_action": 0.012801607139408588, + "loss_total": 0.012801607139408588, + "step": 67460 + }, + { + "grad_norm": 0.26601728796958923, + "learning_rate": 2.6247722527390407e-05, + "loss": 0.0092, + "step": 67470 + }, + { + "loss_action": 0.00469153793528676, + "loss_total": 0.00469153793528676, + "step": 67470 + }, + { + "loss_action": 0.004896240774542093, + "loss_total": 0.004896240774542093, + "step": 67470 + }, + { + "loss_action": 0.010612184181809425, + "loss_total": 0.010612184181809425, + "step": 67470 + }, + { + "loss_action": 0.016791610047221184, + "loss_total": 0.016791610047221184, + "step": 67470 + }, + { + "loss_action": 0.010892744176089764, + "loss_total": 0.010892744176089764, + "step": 67470 + }, + { + "loss_action": 0.008085357025265694, + "loss_total": 0.008085357025265694, + "step": 67470 + }, + { + "grad_norm": 0.29791298508644104, + "learning_rate": 2.6233173933446104e-05, + "loss": 0.0103, + "step": 67480 + }, + { + "loss_action": 0.010876049287617207, + "loss_total": 0.010876049287617207, + "step": 67480 + }, + { + "loss_action": 0.007204543799161911, + "loss_total": 0.007204543799161911, + "step": 67480 + }, + { + "loss_action": 0.00715984683483839, + "loss_total": 0.00715984683483839, + "step": 67480 + }, + { + "loss_action": 0.004994732327759266, + "loss_total": 0.004994732327759266, + "step": 67480 + }, + { + "loss_action": 0.018713317811489105, + "loss_total": 0.018713317811489105, + "step": 67480 + }, + { + "loss_action": 0.008875647559762001, + "loss_total": 0.008875647559762001, + "step": 67480 + }, + { + "grad_norm": 0.30376702547073364, + "learning_rate": 2.6218627938606188e-05, + "loss": 0.0104, + "step": 67490 + }, + { + "loss_action": 0.0050054448656737804, + "loss_total": 0.0050054448656737804, + "step": 67490 + }, + { + "loss_action": 0.0034814414102584124, + "loss_total": 0.0034814414102584124, + "step": 67490 + }, + { + "loss_action": 0.02718941867351532, + "loss_total": 0.02718941867351532, + "step": 67490 + }, + { + "loss_action": 0.03961644694209099, + "loss_total": 0.03961644694209099, + "step": 67490 + }, + { + "loss_action": 0.05899902805685997, + "loss_total": 0.05899902805685997, + "step": 67490 + }, + { + "loss_action": 0.01241279300302267, + "loss_total": 0.01241279300302267, + "step": 67490 + }, + { + "grad_norm": 0.24232131242752075, + "learning_rate": 2.620408454446135e-05, + "loss": 0.0116, + "step": 67500 + }, + { + "loss_action": 0.011491506360471249, + "loss_total": 0.011491506360471249, + "step": 67500 + }, + { + "loss_action": 0.009269123896956444, + "loss_total": 0.009269123896956444, + "step": 67500 + }, + { + "loss_action": 0.004539663437753916, + "loss_total": 0.004539663437753916, + "step": 67500 + }, + { + "loss_action": 0.028871946036815643, + "loss_total": 0.028871946036815643, + "step": 67500 + }, + { + "loss_action": 0.006114455871284008, + "loss_total": 0.006114455871284008, + "step": 67500 + }, + { + "loss_action": 0.010732604190707207, + "loss_total": 0.010732604190707207, + "step": 67500 + }, + { + "grad_norm": 0.18632148206233978, + "learning_rate": 2.6189543752602046e-05, + "loss": 0.0105, + "step": 67510 + }, + { + "loss_action": 0.007082734722644091, + "loss_total": 0.007082734722644091, + "step": 67510 + }, + { + "loss_action": 0.01445659901946783, + "loss_total": 0.01445659901946783, + "step": 67510 + }, + { + "loss_action": 0.01713680289685726, + "loss_total": 0.01713680289685726, + "step": 67510 + }, + { + "loss_action": 0.006243966985493898, + "loss_total": 0.006243966985493898, + "step": 67510 + }, + { + "loss_action": 0.004128365311771631, + "loss_total": 0.004128365311771631, + "step": 67510 + }, + { + "loss_action": 0.006266883108764887, + "loss_total": 0.006266883108764887, + "step": 67510 + }, + { + "grad_norm": 0.3519243896007538, + "learning_rate": 2.6175005564618444e-05, + "loss": 0.0098, + "step": 67520 + }, + { + "loss_action": 0.004522352479398251, + "loss_total": 0.004522352479398251, + "step": 67520 + }, + { + "loss_action": 0.007679599337279797, + "loss_total": 0.007679599337279797, + "step": 67520 + }, + { + "loss_action": 0.0041530742309987545, + "loss_total": 0.0041530742309987545, + "step": 67520 + }, + { + "loss_action": 0.00870702974498272, + "loss_total": 0.00870702974498272, + "step": 67520 + }, + { + "loss_action": 0.0048676650039851665, + "loss_total": 0.0048676650039851665, + "step": 67520 + }, + { + "loss_action": 0.002671083202585578, + "loss_total": 0.002671083202585578, + "step": 67520 + }, + { + "grad_norm": 0.28298863768577576, + "learning_rate": 2.6160469982100428e-05, + "loss": 0.0103, + "step": 67530 + }, + { + "loss_action": 0.010441327467560768, + "loss_total": 0.010441327467560768, + "step": 67530 + }, + { + "loss_action": 0.03384996950626373, + "loss_total": 0.03384996950626373, + "step": 67530 + }, + { + "loss_action": 0.006173955276608467, + "loss_total": 0.006173955276608467, + "step": 67530 + }, + { + "loss_action": 0.011245416477322578, + "loss_total": 0.011245416477322578, + "step": 67530 + }, + { + "loss_action": 0.007164543494582176, + "loss_total": 0.007164543494582176, + "step": 67530 + }, + { + "loss_action": 0.006528709549456835, + "loss_total": 0.006528709549456835, + "step": 67530 + }, + { + "grad_norm": 0.30254194140434265, + "learning_rate": 2.6145937006637555e-05, + "loss": 0.017, + "step": 67540 + }, + { + "loss_action": 0.0178059171885252, + "loss_total": 0.0178059171885252, + "step": 67540 + }, + { + "loss_action": 0.0032738838344812393, + "loss_total": 0.0032738838344812393, + "step": 67540 + }, + { + "loss_action": 0.005658022128045559, + "loss_total": 0.005658022128045559, + "step": 67540 + }, + { + "loss_action": 0.004894947167485952, + "loss_total": 0.004894947167485952, + "step": 67540 + }, + { + "loss_action": 0.005988118704408407, + "loss_total": 0.005988118704408407, + "step": 67540 + }, + { + "loss_action": 0.006480509415268898, + "loss_total": 0.006480509415268898, + "step": 67540 + }, + { + "grad_norm": 0.33280837535858154, + "learning_rate": 2.6131406639819166e-05, + "loss": 0.0106, + "step": 67550 + }, + { + "loss_action": 0.005351037718355656, + "loss_total": 0.005351037718355656, + "step": 67550 + }, + { + "loss_action": 0.0029467802960425615, + "loss_total": 0.0029467802960425615, + "step": 67550 + }, + { + "loss_action": 0.008101224899291992, + "loss_total": 0.008101224899291992, + "step": 67550 + }, + { + "loss_action": 0.002312717493623495, + "loss_total": 0.002312717493623495, + "step": 67550 + }, + { + "loss_action": 0.005877441726624966, + "loss_total": 0.005877441726624966, + "step": 67550 + }, + { + "loss_action": 0.0047653173096477985, + "loss_total": 0.0047653173096477985, + "step": 67550 + }, + { + "grad_norm": 0.245390847325325, + "learning_rate": 2.611687888323424e-05, + "loss": 0.0103, + "step": 67560 + }, + { + "loss_action": 0.0061629535630345345, + "loss_total": 0.0061629535630345345, + "step": 67560 + }, + { + "loss_action": 0.00358016905374825, + "loss_total": 0.00358016905374825, + "step": 67560 + }, + { + "loss_action": 0.005441032815724611, + "loss_total": 0.005441032815724611, + "step": 67560 + }, + { + "loss_action": 0.004769391845911741, + "loss_total": 0.004769391845911741, + "step": 67560 + }, + { + "loss_action": 0.004936399403959513, + "loss_total": 0.004936399403959513, + "step": 67560 + }, + { + "loss_action": 0.004350047092884779, + "loss_total": 0.004350047092884779, + "step": 67560 + }, + { + "grad_norm": 0.21771085262298584, + "learning_rate": 2.610235373847153e-05, + "loss": 0.0093, + "step": 67570 + }, + { + "loss_action": 0.005079288501292467, + "loss_total": 0.005079288501292467, + "step": 67570 + }, + { + "loss_action": 0.008640600368380547, + "loss_total": 0.008640600368380547, + "step": 67570 + }, + { + "loss_action": 0.006188469007611275, + "loss_total": 0.006188469007611275, + "step": 67570 + }, + { + "loss_action": 0.007754037622362375, + "loss_total": 0.007754037622362375, + "step": 67570 + }, + { + "loss_action": 0.009930398315191269, + "loss_total": 0.009930398315191269, + "step": 67570 + }, + { + "loss_action": 0.007556932047009468, + "loss_total": 0.007556932047009468, + "step": 67570 + }, + { + "grad_norm": 0.1722652018070221, + "learning_rate": 2.6087831207119494e-05, + "loss": 0.0095, + "step": 67580 + }, + { + "loss_action": 0.019742723554372787, + "loss_total": 0.019742723554372787, + "step": 67580 + }, + { + "loss_action": 0.05334265157580376, + "loss_total": 0.05334265157580376, + "step": 67580 + }, + { + "loss_action": 0.00885666161775589, + "loss_total": 0.00885666161775589, + "step": 67580 + }, + { + "loss_action": 0.0035303314216434956, + "loss_total": 0.0035303314216434956, + "step": 67580 + }, + { + "loss_action": 0.004850275348871946, + "loss_total": 0.004850275348871946, + "step": 67580 + }, + { + "loss_action": 0.012576810084283352, + "loss_total": 0.012576810084283352, + "step": 67580 + }, + { + "grad_norm": 0.3088921308517456, + "learning_rate": 2.60733112907663e-05, + "loss": 0.0126, + "step": 67590 + }, + { + "loss_action": 0.021034272387623787, + "loss_total": 0.021034272387623787, + "step": 67590 + }, + { + "loss_action": 0.010720032267272472, + "loss_total": 0.010720032267272472, + "step": 67590 + }, + { + "loss_action": 0.01031683012843132, + "loss_total": 0.01031683012843132, + "step": 67590 + }, + { + "loss_action": 0.02195877581834793, + "loss_total": 0.02195877581834793, + "step": 67590 + }, + { + "loss_action": 0.00440496439114213, + "loss_total": 0.00440496439114213, + "step": 67590 + }, + { + "loss_action": 0.006103933788836002, + "loss_total": 0.006103933788836002, + "step": 67590 + }, + { + "grad_norm": 0.21643751859664917, + "learning_rate": 2.6058793990999786e-05, + "loss": 0.0105, + "step": 67600 + }, + { + "loss_action": 0.0026332850102335215, + "loss_total": 0.0026332850102335215, + "step": 67600 + }, + { + "loss_action": 0.025964556261897087, + "loss_total": 0.025964556261897087, + "step": 67600 + }, + { + "loss_action": 0.03911251947283745, + "loss_total": 0.03911251947283745, + "step": 67600 + }, + { + "loss_action": 0.0065901391208171844, + "loss_total": 0.0065901391208171844, + "step": 67600 + }, + { + "loss_action": 0.0055091045796871185, + "loss_total": 0.0055091045796871185, + "step": 67600 + }, + { + "loss_action": 0.010892897844314575, + "loss_total": 0.010892897844314575, + "step": 67600 + }, + { + "grad_norm": 0.28708571195602417, + "learning_rate": 2.6044279309407593e-05, + "loss": 0.0152, + "step": 67610 + }, + { + "loss_action": 0.00899621844291687, + "loss_total": 0.00899621844291687, + "step": 67610 + }, + { + "loss_action": 0.015514921396970749, + "loss_total": 0.015514921396970749, + "step": 67610 + }, + { + "loss_action": 0.004767776001244783, + "loss_total": 0.004767776001244783, + "step": 67610 + }, + { + "loss_action": 0.013747458346188068, + "loss_total": 0.013747458346188068, + "step": 67610 + }, + { + "loss_action": 0.005015026777982712, + "loss_total": 0.005015026777982712, + "step": 67610 + }, + { + "loss_action": 0.012722830288112164, + "loss_total": 0.012722830288112164, + "step": 67610 + }, + { + "grad_norm": 0.30174821615219116, + "learning_rate": 2.6029767247576976e-05, + "loss": 0.0123, + "step": 67620 + }, + { + "loss_action": 0.004346845671534538, + "loss_total": 0.004346845671534538, + "step": 67620 + }, + { + "loss_action": 0.005944426637142897, + "loss_total": 0.005944426637142897, + "step": 67620 + }, + { + "loss_action": 0.007065849378705025, + "loss_total": 0.007065849378705025, + "step": 67620 + }, + { + "loss_action": 0.009950084611773491, + "loss_total": 0.009950084611773491, + "step": 67620 + }, + { + "loss_action": 0.01004826556891203, + "loss_total": 0.01004826556891203, + "step": 67620 + }, + { + "loss_action": 0.027879538014531136, + "loss_total": 0.027879538014531136, + "step": 67620 + }, + { + "grad_norm": 0.28621628880500793, + "learning_rate": 2.601525780709497e-05, + "loss": 0.01, + "step": 67630 + }, + { + "loss_action": 0.005987981334328651, + "loss_total": 0.005987981334328651, + "step": 67630 + }, + { + "loss_action": 0.008166869170963764, + "loss_total": 0.008166869170963764, + "step": 67630 + }, + { + "loss_action": 0.007963231764733791, + "loss_total": 0.007963231764733791, + "step": 67630 + }, + { + "loss_action": 0.009035925380885601, + "loss_total": 0.009035925380885601, + "step": 67630 + }, + { + "loss_action": 0.0075246053747832775, + "loss_total": 0.0075246053747832775, + "step": 67630 + }, + { + "loss_action": 0.002913318807259202, + "loss_total": 0.002913318807259202, + "step": 67630 + }, + { + "grad_norm": 0.2165255844593048, + "learning_rate": 2.6000750989548318e-05, + "loss": 0.0086, + "step": 67640 + }, + { + "loss_action": 0.006574752274900675, + "loss_total": 0.006574752274900675, + "step": 67640 + }, + { + "loss_action": 0.005545132793486118, + "loss_total": 0.005545132793486118, + "step": 67640 + }, + { + "loss_action": 0.014212048612535, + "loss_total": 0.014212048612535, + "step": 67640 + }, + { + "loss_action": 0.011335900984704494, + "loss_total": 0.011335900984704494, + "step": 67640 + }, + { + "loss_action": 0.007460530381649733, + "loss_total": 0.007460530381649733, + "step": 67640 + }, + { + "loss_action": 0.005830034147948027, + "loss_total": 0.005830034147948027, + "step": 67640 + }, + { + "grad_norm": 0.2369435429573059, + "learning_rate": 2.5986246796523462e-05, + "loss": 0.0111, + "step": 67650 + }, + { + "loss_action": 0.009121645241975784, + "loss_total": 0.009121645241975784, + "step": 67650 + }, + { + "loss_action": 0.018825199455022812, + "loss_total": 0.018825199455022812, + "step": 67650 + }, + { + "loss_action": 0.019071443006396294, + "loss_total": 0.019071443006396294, + "step": 67650 + }, + { + "loss_action": 0.0074391840025782585, + "loss_total": 0.0074391840025782585, + "step": 67650 + }, + { + "loss_action": 0.00829994771629572, + "loss_total": 0.00829994771629572, + "step": 67650 + }, + { + "loss_action": 0.04814816266298294, + "loss_total": 0.04814816266298294, + "step": 67650 + }, + { + "grad_norm": 0.298187792301178, + "learning_rate": 2.5971745229606546e-05, + "loss": 0.0135, + "step": 67660 + }, + { + "loss_action": 0.010272652842104435, + "loss_total": 0.010272652842104435, + "step": 67660 + }, + { + "loss_action": 0.008016558364033699, + "loss_total": 0.008016558364033699, + "step": 67660 + }, + { + "loss_action": 0.00717088021337986, + "loss_total": 0.00717088021337986, + "step": 67660 + }, + { + "loss_action": 0.010207625105977058, + "loss_total": 0.010207625105977058, + "step": 67660 + }, + { + "loss_action": 0.005259957164525986, + "loss_total": 0.005259957164525986, + "step": 67660 + }, + { + "loss_action": 0.007508552633225918, + "loss_total": 0.007508552633225918, + "step": 67660 + }, + { + "grad_norm": 0.232712984085083, + "learning_rate": 2.5957246290383442e-05, + "loss": 0.01, + "step": 67670 + }, + { + "loss_action": 0.014684670604765415, + "loss_total": 0.014684670604765415, + "step": 67670 + }, + { + "loss_action": 0.006598615553230047, + "loss_total": 0.006598615553230047, + "step": 67670 + }, + { + "loss_action": 0.005481182597577572, + "loss_total": 0.005481182597577572, + "step": 67670 + }, + { + "loss_action": 0.022928453981876373, + "loss_total": 0.022928453981876373, + "step": 67670 + }, + { + "loss_action": 0.01335606724023819, + "loss_total": 0.01335606724023819, + "step": 67670 + }, + { + "loss_action": 0.008216715417802334, + "loss_total": 0.008216715417802334, + "step": 67670 + }, + { + "grad_norm": 0.2260245680809021, + "learning_rate": 2.594274998043975e-05, + "loss": 0.0088, + "step": 67680 + }, + { + "loss_action": 0.013186249881982803, + "loss_total": 0.013186249881982803, + "step": 67680 + }, + { + "loss_action": 0.008052019402384758, + "loss_total": 0.008052019402384758, + "step": 67680 + }, + { + "loss_action": 0.013110755011439323, + "loss_total": 0.013110755011439323, + "step": 67680 + }, + { + "loss_action": 0.004621208179742098, + "loss_total": 0.004621208179742098, + "step": 67680 + }, + { + "loss_action": 0.005235414952039719, + "loss_total": 0.005235414952039719, + "step": 67680 + }, + { + "loss_action": 0.009390444494783878, + "loss_total": 0.009390444494783878, + "step": 67680 + }, + { + "grad_norm": 0.25360921025276184, + "learning_rate": 2.5928256301360733e-05, + "loss": 0.0099, + "step": 67690 + }, + { + "loss_action": 0.007005662657320499, + "loss_total": 0.007005662657320499, + "step": 67690 + }, + { + "loss_action": 0.012593305669724941, + "loss_total": 0.012593305669724941, + "step": 67690 + }, + { + "loss_action": 0.010092786513268948, + "loss_total": 0.010092786513268948, + "step": 67690 + }, + { + "loss_action": 0.007052500266581774, + "loss_total": 0.007052500266581774, + "step": 67690 + }, + { + "loss_action": 0.007925296202301979, + "loss_total": 0.007925296202301979, + "step": 67690 + }, + { + "loss_action": 0.013896960765123367, + "loss_total": 0.013896960765123367, + "step": 67690 + }, + { + "grad_norm": 0.37046733498573303, + "learning_rate": 2.591376525473142e-05, + "loss": 0.0126, + "step": 67700 + }, + { + "loss_action": 0.006422860082238913, + "loss_total": 0.006422860082238913, + "step": 67700 + }, + { + "loss_action": 0.009659738279879093, + "loss_total": 0.009659738279879093, + "step": 67700 + }, + { + "loss_action": 0.007587253116071224, + "loss_total": 0.007587253116071224, + "step": 67700 + }, + { + "loss_action": 0.00838592741638422, + "loss_total": 0.00838592741638422, + "step": 67700 + }, + { + "loss_action": 0.004067672416567802, + "loss_total": 0.004067672416567802, + "step": 67700 + }, + { + "loss_action": 0.004705353640019894, + "loss_total": 0.004705353640019894, + "step": 67700 + }, + { + "grad_norm": 0.3849780261516571, + "learning_rate": 2.5899276842136523e-05, + "loss": 0.0089, + "step": 67710 + }, + { + "loss_action": 0.009991534985601902, + "loss_total": 0.009991534985601902, + "step": 67710 + }, + { + "loss_action": 0.009528975933790207, + "loss_total": 0.009528975933790207, + "step": 67710 + }, + { + "loss_action": 0.008073066361248493, + "loss_total": 0.008073066361248493, + "step": 67710 + }, + { + "loss_action": 0.0113014355301857, + "loss_total": 0.0113014355301857, + "step": 67710 + }, + { + "loss_action": 0.010689226910471916, + "loss_total": 0.010689226910471916, + "step": 67710 + }, + { + "loss_action": 0.010925204493105412, + "loss_total": 0.010925204493105412, + "step": 67710 + }, + { + "grad_norm": 0.21001681685447693, + "learning_rate": 2.5884791065160495e-05, + "loss": 0.0134, + "step": 67720 + }, + { + "loss_action": 0.010628031566739082, + "loss_total": 0.010628031566739082, + "step": 67720 + }, + { + "loss_action": 0.018816176801919937, + "loss_total": 0.018816176801919937, + "step": 67720 + }, + { + "loss_action": 0.004290108103305101, + "loss_total": 0.004290108103305101, + "step": 67720 + }, + { + "loss_action": 0.038218021392822266, + "loss_total": 0.038218021392822266, + "step": 67720 + }, + { + "loss_action": 0.006547156255692244, + "loss_total": 0.006547156255692244, + "step": 67720 + }, + { + "loss_action": 0.0057585877366364, + "loss_total": 0.0057585877366364, + "step": 67720 + }, + { + "grad_norm": 0.2707540690898895, + "learning_rate": 2.5870307925387436e-05, + "loss": 0.0113, + "step": 67730 + }, + { + "loss_action": 0.0035671712830662727, + "loss_total": 0.0035671712830662727, + "step": 67730 + }, + { + "loss_action": 0.0074501545168459415, + "loss_total": 0.0074501545168459415, + "step": 67730 + }, + { + "loss_action": 0.011261527426540852, + "loss_total": 0.011261527426540852, + "step": 67730 + }, + { + "loss_action": 0.01189202256500721, + "loss_total": 0.01189202256500721, + "step": 67730 + }, + { + "loss_action": 0.0034393221139907837, + "loss_total": 0.0034393221139907837, + "step": 67730 + }, + { + "loss_action": 0.003575368085876107, + "loss_total": 0.003575368085876107, + "step": 67730 + }, + { + "grad_norm": 0.25301942229270935, + "learning_rate": 2.585582742440125e-05, + "loss": 0.0103, + "step": 67740 + }, + { + "loss_action": 0.013248218223452568, + "loss_total": 0.013248218223452568, + "step": 67740 + }, + { + "loss_action": 0.01826220564544201, + "loss_total": 0.01826220564544201, + "step": 67740 + }, + { + "loss_action": 0.009301547892391682, + "loss_total": 0.009301547892391682, + "step": 67740 + }, + { + "loss_action": 0.020542822778224945, + "loss_total": 0.020542822778224945, + "step": 67740 + }, + { + "loss_action": 0.016840966418385506, + "loss_total": 0.016840966418385506, + "step": 67740 + }, + { + "loss_action": 0.017864178866147995, + "loss_total": 0.017864178866147995, + "step": 67740 + }, + { + "grad_norm": 0.4314981997013092, + "learning_rate": 2.5841349563785455e-05, + "loss": 0.0133, + "step": 67750 + }, + { + "loss_action": 0.0243647713214159, + "loss_total": 0.0243647713214159, + "step": 67750 + }, + { + "loss_action": 0.15907230973243713, + "loss_total": 0.15907230973243713, + "step": 67750 + }, + { + "loss_action": 0.01181742176413536, + "loss_total": 0.01181742176413536, + "step": 67750 + }, + { + "loss_action": 0.011487962678074837, + "loss_total": 0.011487962678074837, + "step": 67750 + }, + { + "loss_action": 0.005548892077058554, + "loss_total": 0.005548892077058554, + "step": 67750 + }, + { + "loss_action": 0.00621288176625967, + "loss_total": 0.00621288176625967, + "step": 67750 + }, + { + "grad_norm": 0.3042655885219574, + "learning_rate": 2.5826874345123355e-05, + "loss": 0.0134, + "step": 67760 + }, + { + "loss_action": 0.009890221059322357, + "loss_total": 0.009890221059322357, + "step": 67760 + }, + { + "loss_action": 0.0497753880918026, + "loss_total": 0.0497753880918026, + "step": 67760 + }, + { + "loss_action": 0.0056370701640844345, + "loss_total": 0.0056370701640844345, + "step": 67760 + }, + { + "loss_action": 0.007449624594300985, + "loss_total": 0.007449624594300985, + "step": 67760 + }, + { + "loss_action": 0.010445641353726387, + "loss_total": 0.010445641353726387, + "step": 67760 + }, + { + "loss_action": 0.00459064356982708, + "loss_total": 0.00459064356982708, + "step": 67760 + }, + { + "grad_norm": 0.3342299461364746, + "learning_rate": 2.581240176999792e-05, + "loss": 0.0115, + "step": 67770 + }, + { + "loss_action": 0.0065196817740798, + "loss_total": 0.0065196817740798, + "step": 67770 + }, + { + "loss_action": 0.034445662051439285, + "loss_total": 0.034445662051439285, + "step": 67770 + }, + { + "loss_action": 0.004412885755300522, + "loss_total": 0.004412885755300522, + "step": 67770 + }, + { + "loss_action": 0.015989063307642937, + "loss_total": 0.015989063307642937, + "step": 67770 + }, + { + "loss_action": 0.00516904192045331, + "loss_total": 0.00516904192045331, + "step": 67770 + }, + { + "loss_action": 0.015716638416051865, + "loss_total": 0.015716638416051865, + "step": 67770 + }, + { + "grad_norm": 0.299959659576416, + "learning_rate": 2.579793183999189e-05, + "loss": 0.0118, + "step": 67780 + }, + { + "loss_action": 0.004638579674065113, + "loss_total": 0.004638579674065113, + "step": 67780 + }, + { + "loss_action": 0.007480984553694725, + "loss_total": 0.007480984553694725, + "step": 67780 + }, + { + "loss_action": 0.011459299363195896, + "loss_total": 0.011459299363195896, + "step": 67780 + }, + { + "loss_action": 0.017144443467259407, + "loss_total": 0.017144443467259407, + "step": 67780 + }, + { + "loss_action": 0.011898606084287167, + "loss_total": 0.011898606084287167, + "step": 67780 + }, + { + "loss_action": 0.006415013689547777, + "loss_total": 0.006415013689547777, + "step": 67780 + }, + { + "grad_norm": 0.30750522017478943, + "learning_rate": 2.5783464556687627e-05, + "loss": 0.0126, + "step": 67790 + }, + { + "loss_action": 0.014101017266511917, + "loss_total": 0.014101017266511917, + "step": 67790 + }, + { + "loss_action": 0.007461571134626865, + "loss_total": 0.007461571134626865, + "step": 67790 + }, + { + "loss_action": 0.004907124675810337, + "loss_total": 0.004907124675810337, + "step": 67790 + }, + { + "loss_action": 0.005424418020993471, + "loss_total": 0.005424418020993471, + "step": 67790 + }, + { + "loss_action": 0.022413717582821846, + "loss_total": 0.022413717582821846, + "step": 67790 + }, + { + "loss_action": 0.0079731410369277, + "loss_total": 0.0079731410369277, + "step": 67790 + }, + { + "grad_norm": 0.31891992688179016, + "learning_rate": 2.576899992166729e-05, + "loss": 0.0126, + "step": 67800 + }, + { + "loss_action": 0.017367778345942497, + "loss_total": 0.017367778345942497, + "step": 67800 + }, + { + "loss_action": 0.04955436661839485, + "loss_total": 0.04955436661839485, + "step": 67800 + }, + { + "loss_action": 0.014093635603785515, + "loss_total": 0.014093635603785515, + "step": 67800 + }, + { + "loss_action": 0.02035350725054741, + "loss_total": 0.02035350725054741, + "step": 67800 + }, + { + "loss_action": 0.007005592342466116, + "loss_total": 0.007005592342466116, + "step": 67800 + }, + { + "loss_action": 0.019246933981776237, + "loss_total": 0.019246933981776237, + "step": 67800 + }, + { + "grad_norm": 0.28706708550453186, + "learning_rate": 2.5754537936512668e-05, + "loss": 0.0111, + "step": 67810 + }, + { + "loss_action": 0.004370256792753935, + "loss_total": 0.004370256792753935, + "step": 67810 + }, + { + "loss_action": 0.006252768915146589, + "loss_total": 0.006252768915146589, + "step": 67810 + }, + { + "loss_action": 0.0039083450101315975, + "loss_total": 0.0039083450101315975, + "step": 67810 + }, + { + "loss_action": 0.019205473363399506, + "loss_total": 0.019205473363399506, + "step": 67810 + }, + { + "loss_action": 0.019462669268250465, + "loss_total": 0.019462669268250465, + "step": 67810 + }, + { + "loss_action": 0.007572226691991091, + "loss_total": 0.007572226691991091, + "step": 67810 + }, + { + "grad_norm": 0.18733039498329163, + "learning_rate": 2.574007860280535e-05, + "loss": 0.0091, + "step": 67820 + }, + { + "loss_action": 0.0074988314881920815, + "loss_total": 0.0074988314881920815, + "step": 67820 + }, + { + "loss_action": 0.006733458489179611, + "loss_total": 0.006733458489179611, + "step": 67820 + }, + { + "loss_action": 0.008193571120500565, + "loss_total": 0.008193571120500565, + "step": 67820 + }, + { + "loss_action": 0.007098049856722355, + "loss_total": 0.007098049856722355, + "step": 67820 + }, + { + "loss_action": 0.005865880753844976, + "loss_total": 0.005865880753844976, + "step": 67820 + }, + { + "loss_action": 0.010895181447267532, + "loss_total": 0.010895181447267532, + "step": 67820 + }, + { + "grad_norm": 0.20478080213069916, + "learning_rate": 2.5725621922126518e-05, + "loss": 0.0105, + "step": 67830 + }, + { + "loss_action": 0.003795870114117861, + "loss_total": 0.003795870114117861, + "step": 67830 + }, + { + "loss_action": 0.004912462551146746, + "loss_total": 0.004912462551146746, + "step": 67830 + }, + { + "loss_action": 0.009370537474751472, + "loss_total": 0.009370537474751472, + "step": 67830 + }, + { + "loss_action": 0.0048737614415585995, + "loss_total": 0.0048737614415585995, + "step": 67830 + }, + { + "loss_action": 0.005096356850117445, + "loss_total": 0.005096356850117445, + "step": 67830 + }, + { + "loss_action": 0.007031419314444065, + "loss_total": 0.007031419314444065, + "step": 67830 + }, + { + "grad_norm": 0.22275961935520172, + "learning_rate": 2.571116789605722e-05, + "loss": 0.01, + "step": 67840 + }, + { + "loss_action": 0.005772680509835482, + "loss_total": 0.005772680509835482, + "step": 67840 + }, + { + "loss_action": 0.09899679571390152, + "loss_total": 0.09899679571390152, + "step": 67840 + }, + { + "loss_action": 0.007538386154919863, + "loss_total": 0.007538386154919863, + "step": 67840 + }, + { + "loss_action": 0.005454221274703741, + "loss_total": 0.005454221274703741, + "step": 67840 + }, + { + "loss_action": 0.005055626388639212, + "loss_total": 0.005055626388639212, + "step": 67840 + }, + { + "loss_action": 0.011313915252685547, + "loss_total": 0.011313915252685547, + "step": 67840 + }, + { + "grad_norm": 0.2952491343021393, + "learning_rate": 2.5696716526178054e-05, + "loss": 0.0149, + "step": 67850 + }, + { + "loss_action": 0.024139858782291412, + "loss_total": 0.024139858782291412, + "step": 67850 + }, + { + "loss_action": 0.006639481522142887, + "loss_total": 0.006639481522142887, + "step": 67850 + }, + { + "loss_action": 0.011313085444271564, + "loss_total": 0.011313085444271564, + "step": 67850 + }, + { + "loss_action": 0.0778595432639122, + "loss_total": 0.0778595432639122, + "step": 67850 + }, + { + "loss_action": 0.014821012504398823, + "loss_total": 0.014821012504398823, + "step": 67850 + }, + { + "loss_action": 0.01065891794860363, + "loss_total": 0.01065891794860363, + "step": 67850 + }, + { + "grad_norm": 0.32735708355903625, + "learning_rate": 2.568226781406946e-05, + "loss": 0.0129, + "step": 67860 + }, + { + "loss_action": 0.010785178281366825, + "loss_total": 0.010785178281366825, + "step": 67860 + }, + { + "loss_action": 0.03264551982283592, + "loss_total": 0.03264551982283592, + "step": 67860 + }, + { + "loss_action": 0.01578768528997898, + "loss_total": 0.01578768528997898, + "step": 67860 + }, + { + "loss_action": 0.012714373879134655, + "loss_total": 0.012714373879134655, + "step": 67860 + }, + { + "loss_action": 0.007012802176177502, + "loss_total": 0.007012802176177502, + "step": 67860 + }, + { + "loss_action": 0.01582055538892746, + "loss_total": 0.01582055538892746, + "step": 67860 + }, + { + "grad_norm": 0.28463488817214966, + "learning_rate": 2.5667821761311474e-05, + "loss": 0.0146, + "step": 67870 + }, + { + "loss_action": 0.010061539709568024, + "loss_total": 0.010061539709568024, + "step": 67870 + }, + { + "loss_action": 0.006899319123476744, + "loss_total": 0.006899319123476744, + "step": 67870 + }, + { + "loss_action": 0.009862737730145454, + "loss_total": 0.009862737730145454, + "step": 67870 + }, + { + "loss_action": 0.002929602051153779, + "loss_total": 0.002929602051153779, + "step": 67870 + }, + { + "loss_action": 0.009633338078856468, + "loss_total": 0.009633338078856468, + "step": 67870 + }, + { + "loss_action": 0.013914946466684341, + "loss_total": 0.013914946466684341, + "step": 67870 + }, + { + "grad_norm": 0.25074222683906555, + "learning_rate": 2.5653378369483917e-05, + "loss": 0.01, + "step": 67880 + }, + { + "loss_action": 0.007859768345952034, + "loss_total": 0.007859768345952034, + "step": 67880 + }, + { + "loss_action": 0.005095761269330978, + "loss_total": 0.005095761269330978, + "step": 67880 + }, + { + "loss_action": 0.005949622951447964, + "loss_total": 0.005949622951447964, + "step": 67880 + }, + { + "loss_action": 0.004690250847488642, + "loss_total": 0.004690250847488642, + "step": 67880 + }, + { + "loss_action": 0.014661725610494614, + "loss_total": 0.014661725610494614, + "step": 67880 + }, + { + "loss_action": 0.0030738720670342445, + "loss_total": 0.0030738720670342445, + "step": 67880 + }, + { + "grad_norm": 0.19365358352661133, + "learning_rate": 2.5638937640166292e-05, + "loss": 0.0103, + "step": 67890 + }, + { + "loss_action": 0.01657290756702423, + "loss_total": 0.01657290756702423, + "step": 67890 + }, + { + "loss_action": 0.008762065321207047, + "loss_total": 0.008762065321207047, + "step": 67890 + }, + { + "loss_action": 0.005378555040806532, + "loss_total": 0.005378555040806532, + "step": 67890 + }, + { + "loss_action": 0.0025505509693175554, + "loss_total": 0.0025505509693175554, + "step": 67890 + }, + { + "loss_action": 0.00830863881856203, + "loss_total": 0.00830863881856203, + "step": 67890 + }, + { + "loss_action": 0.006976326461881399, + "loss_total": 0.006976326461881399, + "step": 67890 + }, + { + "grad_norm": 0.22721609473228455, + "learning_rate": 2.5624499574937842e-05, + "loss": 0.0098, + "step": 67900 + }, + { + "loss_action": 0.005219754297286272, + "loss_total": 0.005219754297286272, + "step": 67900 + }, + { + "loss_action": 0.029822835698723793, + "loss_total": 0.029822835698723793, + "step": 67900 + }, + { + "loss_action": 0.00473035266622901, + "loss_total": 0.00473035266622901, + "step": 67900 + }, + { + "loss_action": 0.029312169179320335, + "loss_total": 0.029312169179320335, + "step": 67900 + }, + { + "loss_action": 0.012077289633452892, + "loss_total": 0.012077289633452892, + "step": 67900 + }, + { + "loss_action": 0.004413766320794821, + "loss_total": 0.004413766320794821, + "step": 67900 + }, + { + "grad_norm": 0.23531188070774078, + "learning_rate": 2.5610064175377456e-05, + "loss": 0.0119, + "step": 67910 + }, + { + "loss_action": 0.002950595458969474, + "loss_total": 0.002950595458969474, + "step": 67910 + }, + { + "loss_action": 0.010937275364995003, + "loss_total": 0.010937275364995003, + "step": 67910 + }, + { + "loss_action": 0.011379741132259369, + "loss_total": 0.011379741132259369, + "step": 67910 + }, + { + "loss_action": 0.006265396252274513, + "loss_total": 0.006265396252274513, + "step": 67910 + }, + { + "loss_action": 0.01122811995446682, + "loss_total": 0.01122811995446682, + "step": 67910 + }, + { + "loss_action": 0.005687061697244644, + "loss_total": 0.005687061697244644, + "step": 67910 + }, + { + "grad_norm": 0.24421945214271545, + "learning_rate": 2.5595631443063782e-05, + "loss": 0.0092, + "step": 67920 + }, + { + "loss_action": 0.016027124598622322, + "loss_total": 0.016027124598622322, + "step": 67920 + }, + { + "loss_action": 0.0066302758641541, + "loss_total": 0.0066302758641541, + "step": 67920 + }, + { + "loss_action": 0.015117350965738297, + "loss_total": 0.015117350965738297, + "step": 67920 + }, + { + "loss_action": 0.007847098633646965, + "loss_total": 0.007847098633646965, + "step": 67920 + }, + { + "loss_action": 0.003326362231746316, + "loss_total": 0.003326362231746316, + "step": 67920 + }, + { + "loss_action": 0.005192517302930355, + "loss_total": 0.005192517302930355, + "step": 67920 + }, + { + "grad_norm": 0.26488393545150757, + "learning_rate": 2.5581201379575177e-05, + "loss": 0.0121, + "step": 67930 + }, + { + "loss_action": 0.0031846100464463234, + "loss_total": 0.0031846100464463234, + "step": 67930 + }, + { + "loss_action": 0.004582767840474844, + "loss_total": 0.004582767840474844, + "step": 67930 + }, + { + "loss_action": 0.010172974318265915, + "loss_total": 0.010172974318265915, + "step": 67930 + }, + { + "loss_action": 0.008187866769731045, + "loss_total": 0.008187866769731045, + "step": 67930 + }, + { + "loss_action": 0.014402682892978191, + "loss_total": 0.014402682892978191, + "step": 67930 + }, + { + "loss_action": 0.010399441234767437, + "loss_total": 0.010399441234767437, + "step": 67930 + }, + { + "grad_norm": 0.3033345937728882, + "learning_rate": 2.5566773986489655e-05, + "loss": 0.011, + "step": 67940 + }, + { + "loss_action": 0.003139001550152898, + "loss_total": 0.003139001550152898, + "step": 67940 + }, + { + "loss_action": 0.007648116908967495, + "loss_total": 0.007648116908967495, + "step": 67940 + }, + { + "loss_action": 0.0206995140761137, + "loss_total": 0.0206995140761137, + "step": 67940 + }, + { + "loss_action": 0.005914045497775078, + "loss_total": 0.005914045497775078, + "step": 67940 + }, + { + "loss_action": 0.009059803560376167, + "loss_total": 0.009059803560376167, + "step": 67940 + }, + { + "loss_action": 0.012045862153172493, + "loss_total": 0.012045862153172493, + "step": 67940 + }, + { + "grad_norm": 0.29136937856674194, + "learning_rate": 2.5552349265385e-05, + "loss": 0.0107, + "step": 67950 + }, + { + "loss_action": 0.01956629566848278, + "loss_total": 0.01956629566848278, + "step": 67950 + }, + { + "loss_action": 0.004909736104309559, + "loss_total": 0.004909736104309559, + "step": 67950 + }, + { + "loss_action": 0.004324393812566996, + "loss_total": 0.004324393812566996, + "step": 67950 + }, + { + "loss_action": 0.012035624124109745, + "loss_total": 0.012035624124109745, + "step": 67950 + }, + { + "loss_action": 0.01387523952871561, + "loss_total": 0.01387523952871561, + "step": 67950 + }, + { + "loss_action": 0.0059778690338134766, + "loss_total": 0.0059778690338134766, + "step": 67950 + }, + { + "grad_norm": 0.24043060839176178, + "learning_rate": 2.5537927217838675e-05, + "loss": 0.0105, + "step": 67960 + }, + { + "loss_action": 0.012597818858921528, + "loss_total": 0.012597818858921528, + "step": 67960 + }, + { + "loss_action": 0.004188941325992346, + "loss_total": 0.004188941325992346, + "step": 67960 + }, + { + "loss_action": 0.0030400482937693596, + "loss_total": 0.0030400482937693596, + "step": 67960 + }, + { + "loss_action": 0.005838493350893259, + "loss_total": 0.005838493350893259, + "step": 67960 + }, + { + "loss_action": 0.012786281295120716, + "loss_total": 0.012786281295120716, + "step": 67960 + }, + { + "loss_action": 0.021994756534695625, + "loss_total": 0.021994756534695625, + "step": 67960 + }, + { + "grad_norm": 0.2971649765968323, + "learning_rate": 2.5523507845427864e-05, + "loss": 0.0102, + "step": 67970 + }, + { + "loss_action": 0.003827780717983842, + "loss_total": 0.003827780717983842, + "step": 67970 + }, + { + "loss_action": 0.004208249039947987, + "loss_total": 0.004208249039947987, + "step": 67970 + }, + { + "loss_action": 0.005587067920714617, + "loss_total": 0.005587067920714617, + "step": 67970 + }, + { + "loss_action": 0.011797619052231312, + "loss_total": 0.011797619052231312, + "step": 67970 + }, + { + "loss_action": 0.02646651491522789, + "loss_total": 0.02646651491522789, + "step": 67970 + }, + { + "loss_action": 0.005227072164416313, + "loss_total": 0.005227072164416313, + "step": 67970 + }, + { + "grad_norm": 0.49266597628593445, + "learning_rate": 2.5509091149729413e-05, + "loss": 0.0112, + "step": 67980 + }, + { + "loss_action": 0.027698084712028503, + "loss_total": 0.027698084712028503, + "step": 67980 + }, + { + "loss_action": 0.027825554832816124, + "loss_total": 0.027825554832816124, + "step": 67980 + }, + { + "loss_action": 0.019594797864556313, + "loss_total": 0.019594797864556313, + "step": 67980 + }, + { + "loss_action": 0.005540077108889818, + "loss_total": 0.005540077108889818, + "step": 67980 + }, + { + "loss_action": 0.0074385106563568115, + "loss_total": 0.0074385106563568115, + "step": 67980 + }, + { + "loss_action": 0.009235846810042858, + "loss_total": 0.009235846810042858, + "step": 67980 + }, + { + "grad_norm": 0.23196326196193695, + "learning_rate": 2.5494677132319962e-05, + "loss": 0.0113, + "step": 67990 + }, + { + "loss_action": 0.006252623628824949, + "loss_total": 0.006252623628824949, + "step": 67990 + }, + { + "loss_action": 0.006719087716192007, + "loss_total": 0.006719087716192007, + "step": 67990 + }, + { + "loss_action": 0.0043385811150074005, + "loss_total": 0.0043385811150074005, + "step": 67990 + }, + { + "loss_action": 0.024407215416431427, + "loss_total": 0.024407215416431427, + "step": 67990 + }, + { + "loss_action": 0.01174542959779501, + "loss_total": 0.01174542959779501, + "step": 67990 + }, + { + "loss_action": 0.006948851980268955, + "loss_total": 0.006948851980268955, + "step": 67990 + }, + { + "grad_norm": 0.27704066038131714, + "learning_rate": 2.548026579477575e-05, + "loss": 0.0133, + "step": 68000 + }, + { + "loss_action": 0.017490293830633163, + "loss_total": 0.017490293830633163, + "step": 68000 + }, + { + "loss_action": 0.003457163693383336, + "loss_total": 0.003457163693383336, + "step": 68000 + }, + { + "loss_action": 0.0043002343736588955, + "loss_total": 0.0043002343736588955, + "step": 68000 + }, + { + "loss_action": 0.006084686145186424, + "loss_total": 0.006084686145186424, + "step": 68000 + }, + { + "loss_action": 0.0042265839874744415, + "loss_total": 0.0042265839874744415, + "step": 68000 + }, + { + "loss_action": 0.009433986619114876, + "loss_total": 0.009433986619114876, + "step": 68000 + }, + { + "grad_norm": 0.21875062584877014, + "learning_rate": 2.5465857138672834e-05, + "loss": 0.0087, + "step": 68010 + }, + { + "loss_action": 0.0027407705783843994, + "loss_total": 0.0027407705783843994, + "step": 68010 + }, + { + "loss_action": 0.0036552161909639835, + "loss_total": 0.0036552161909639835, + "step": 68010 + }, + { + "loss_action": 0.00633586011826992, + "loss_total": 0.00633586011826992, + "step": 68010 + }, + { + "loss_action": 0.008927018381655216, + "loss_total": 0.008927018381655216, + "step": 68010 + }, + { + "loss_action": 0.005940180737525225, + "loss_total": 0.005940180737525225, + "step": 68010 + }, + { + "loss_action": 0.008643216453492641, + "loss_total": 0.008643216453492641, + "step": 68010 + }, + { + "grad_norm": 0.303554505109787, + "learning_rate": 2.5451451165586848e-05, + "loss": 0.0107, + "step": 68020 + }, + { + "loss_action": 0.0049514854326844215, + "loss_total": 0.0049514854326844215, + "step": 68020 + }, + { + "loss_action": 0.01238234806805849, + "loss_total": 0.01238234806805849, + "step": 68020 + }, + { + "loss_action": 0.011632133275270462, + "loss_total": 0.011632133275270462, + "step": 68020 + }, + { + "loss_action": 0.0242104921489954, + "loss_total": 0.0242104921489954, + "step": 68020 + }, + { + "loss_action": 0.007801547646522522, + "loss_total": 0.007801547646522522, + "step": 68020 + }, + { + "loss_action": 0.005705682560801506, + "loss_total": 0.005705682560801506, + "step": 68020 + }, + { + "grad_norm": 0.28790590167045593, + "learning_rate": 2.543704787709329e-05, + "loss": 0.0088, + "step": 68030 + }, + { + "loss_action": 0.009118783287703991, + "loss_total": 0.009118783287703991, + "step": 68030 + }, + { + "loss_action": 0.017087945714592934, + "loss_total": 0.017087945714592934, + "step": 68030 + }, + { + "loss_action": 0.0035395596642047167, + "loss_total": 0.0035395596642047167, + "step": 68030 + }, + { + "loss_action": 0.012081500142812729, + "loss_total": 0.012081500142812729, + "step": 68030 + }, + { + "loss_action": 0.01113884523510933, + "loss_total": 0.01113884523510933, + "step": 68030 + }, + { + "loss_action": 0.015250114724040031, + "loss_total": 0.015250114724040031, + "step": 68030 + }, + { + "grad_norm": 0.2957271635532379, + "learning_rate": 2.542264727476723e-05, + "loss": 0.0118, + "step": 68040 + }, + { + "loss_action": 0.0026825841050595045, + "loss_total": 0.0026825841050595045, + "step": 68040 + }, + { + "loss_action": 0.008385398425161839, + "loss_total": 0.008385398425161839, + "step": 68040 + }, + { + "loss_action": 0.018560221418738365, + "loss_total": 0.018560221418738365, + "step": 68040 + }, + { + "loss_action": 0.0069475253112614155, + "loss_total": 0.0069475253112614155, + "step": 68040 + }, + { + "loss_action": 0.004976110532879829, + "loss_total": 0.004976110532879829, + "step": 68040 + }, + { + "loss_action": 0.04571940377354622, + "loss_total": 0.04571940377354622, + "step": 68040 + }, + { + "grad_norm": 0.2993081510066986, + "learning_rate": 2.5408249360183535e-05, + "loss": 0.0109, + "step": 68050 + }, + { + "loss_action": 0.013769620098173618, + "loss_total": 0.013769620098173618, + "step": 68050 + }, + { + "loss_action": 0.004677245859056711, + "loss_total": 0.004677245859056711, + "step": 68050 + }, + { + "loss_action": 0.004071670584380627, + "loss_total": 0.004071670584380627, + "step": 68050 + }, + { + "loss_action": 0.008848189376294613, + "loss_total": 0.008848189376294613, + "step": 68050 + }, + { + "loss_action": 0.009801284410059452, + "loss_total": 0.009801284410059452, + "step": 68050 + }, + { + "loss_action": 0.0058045354671776295, + "loss_total": 0.0058045354671776295, + "step": 68050 + }, + { + "grad_norm": 0.20865564048290253, + "learning_rate": 2.5393854134916694e-05, + "loss": 0.013, + "step": 68060 + }, + { + "loss_action": 0.012216243892908096, + "loss_total": 0.012216243892908096, + "step": 68060 + }, + { + "loss_action": 0.006687380839139223, + "loss_total": 0.006687380839139223, + "step": 68060 + }, + { + "loss_action": 0.007473994046449661, + "loss_total": 0.007473994046449661, + "step": 68060 + }, + { + "loss_action": 0.006789478473365307, + "loss_total": 0.006789478473365307, + "step": 68060 + }, + { + "loss_action": 0.009489718824625015, + "loss_total": 0.009489718824625015, + "step": 68060 + }, + { + "loss_action": 0.049016598612070084, + "loss_total": 0.049016598612070084, + "step": 68060 + }, + { + "grad_norm": 0.48801708221435547, + "learning_rate": 2.5379461600540993e-05, + "loss": 0.0118, + "step": 68070 + }, + { + "loss_action": 0.010937620885670185, + "loss_total": 0.010937620885670185, + "step": 68070 + }, + { + "loss_action": 0.00230545736849308, + "loss_total": 0.00230545736849308, + "step": 68070 + }, + { + "loss_action": 0.007949650287628174, + "loss_total": 0.007949650287628174, + "step": 68070 + }, + { + "loss_action": 0.009585816413164139, + "loss_total": 0.009585816413164139, + "step": 68070 + }, + { + "loss_action": 0.007994777522981167, + "loss_total": 0.007994777522981167, + "step": 68070 + }, + { + "loss_action": 0.009986307471990585, + "loss_total": 0.009986307471990585, + "step": 68070 + }, + { + "grad_norm": 0.31394994258880615, + "learning_rate": 2.5365071758630317e-05, + "loss": 0.0103, + "step": 68080 + }, + { + "loss_action": 0.0038120432291179895, + "loss_total": 0.0038120432291179895, + "step": 68080 + }, + { + "loss_action": 0.009382359683513641, + "loss_total": 0.009382359683513641, + "step": 68080 + }, + { + "loss_action": 0.022211842238903046, + "loss_total": 0.022211842238903046, + "step": 68080 + }, + { + "loss_action": 0.013096321374177933, + "loss_total": 0.013096321374177933, + "step": 68080 + }, + { + "loss_action": 0.007174910046160221, + "loss_total": 0.007174910046160221, + "step": 68080 + }, + { + "loss_action": 0.004344507120549679, + "loss_total": 0.004344507120549679, + "step": 68080 + }, + { + "grad_norm": 0.34043657779693604, + "learning_rate": 2.535068461075839e-05, + "loss": 0.0123, + "step": 68090 + }, + { + "loss_action": 0.00841955654323101, + "loss_total": 0.00841955654323101, + "step": 68090 + }, + { + "loss_action": 0.007165810558944941, + "loss_total": 0.007165810558944941, + "step": 68090 + }, + { + "loss_action": 0.011937892995774746, + "loss_total": 0.011937892995774746, + "step": 68090 + }, + { + "loss_action": 0.006265106610953808, + "loss_total": 0.006265106610953808, + "step": 68090 + }, + { + "loss_action": 0.0027661847416311502, + "loss_total": 0.0027661847416311502, + "step": 68090 + }, + { + "loss_action": 0.004315828904509544, + "loss_total": 0.004315828904509544, + "step": 68090 + }, + { + "grad_norm": 0.3460211753845215, + "learning_rate": 2.5336300158498516e-05, + "loss": 0.0094, + "step": 68100 + }, + { + "loss_action": 0.009900247678160667, + "loss_total": 0.009900247678160667, + "step": 68100 + }, + { + "loss_action": 0.00854662898927927, + "loss_total": 0.00854662898927927, + "step": 68100 + }, + { + "loss_action": 0.027461672201752663, + "loss_total": 0.027461672201752663, + "step": 68100 + }, + { + "loss_action": 0.005203686188906431, + "loss_total": 0.005203686188906431, + "step": 68100 + }, + { + "loss_action": 0.019793175160884857, + "loss_total": 0.019793175160884857, + "step": 68100 + }, + { + "loss_action": 0.008884936571121216, + "loss_total": 0.008884936571121216, + "step": 68100 + }, + { + "grad_norm": 0.3886936902999878, + "learning_rate": 2.5321918403423793e-05, + "loss": 0.0135, + "step": 68110 + }, + { + "loss_action": 0.007443725131452084, + "loss_total": 0.007443725131452084, + "step": 68110 + }, + { + "loss_action": 0.020377149805426598, + "loss_total": 0.020377149805426598, + "step": 68110 + }, + { + "loss_action": 0.0081808902323246, + "loss_total": 0.0081808902323246, + "step": 68110 + }, + { + "loss_action": 0.004516686778515577, + "loss_total": 0.004516686778515577, + "step": 68110 + }, + { + "loss_action": 0.012663490138947964, + "loss_total": 0.012663490138947964, + "step": 68110 + }, + { + "loss_action": 0.009770870208740234, + "loss_total": 0.009770870208740234, + "step": 68110 + }, + { + "grad_norm": 0.4223264157772064, + "learning_rate": 2.5307539347106957e-05, + "loss": 0.0101, + "step": 68120 + }, + { + "loss_action": 0.008897039107978344, + "loss_total": 0.008897039107978344, + "step": 68120 + }, + { + "loss_action": 0.00570699293166399, + "loss_total": 0.00570699293166399, + "step": 68120 + }, + { + "loss_action": 0.011146221309900284, + "loss_total": 0.011146221309900284, + "step": 68120 + }, + { + "loss_action": 0.012873362749814987, + "loss_total": 0.012873362749814987, + "step": 68120 + }, + { + "loss_action": 0.003631420899182558, + "loss_total": 0.003631420899182558, + "step": 68120 + }, + { + "loss_action": 0.013025976717472076, + "loss_total": 0.013025976717472076, + "step": 68120 + }, + { + "grad_norm": 0.2880295515060425, + "learning_rate": 2.529316299112049e-05, + "loss": 0.0094, + "step": 68130 + }, + { + "loss_action": 0.013086047023534775, + "loss_total": 0.013086047023534775, + "step": 68130 + }, + { + "loss_action": 0.00736075546592474, + "loss_total": 0.00736075546592474, + "step": 68130 + }, + { + "loss_action": 0.013380859978497028, + "loss_total": 0.013380859978497028, + "step": 68130 + }, + { + "loss_action": 0.02613026648759842, + "loss_total": 0.02613026648759842, + "step": 68130 + }, + { + "loss_action": 0.0032073943875730038, + "loss_total": 0.0032073943875730038, + "step": 68130 + }, + { + "loss_action": 0.00496214535087347, + "loss_total": 0.00496214535087347, + "step": 68130 + }, + { + "grad_norm": 0.3508119285106659, + "learning_rate": 2.5278789337036567e-05, + "loss": 0.0142, + "step": 68140 + }, + { + "loss_action": 0.03414469212293625, + "loss_total": 0.03414469212293625, + "step": 68140 + }, + { + "loss_action": 0.005617826711386442, + "loss_total": 0.005617826711386442, + "step": 68140 + }, + { + "loss_action": 0.004956671502441168, + "loss_total": 0.004956671502441168, + "step": 68140 + }, + { + "loss_action": 0.0034961386118084192, + "loss_total": 0.0034961386118084192, + "step": 68140 + }, + { + "loss_action": 0.008963949047029018, + "loss_total": 0.008963949047029018, + "step": 68140 + }, + { + "loss_action": 0.006784562021493912, + "loss_total": 0.006784562021493912, + "step": 68140 + }, + { + "grad_norm": 0.29556387662887573, + "learning_rate": 2.52644183864271e-05, + "loss": 0.0096, + "step": 68150 + }, + { + "loss_action": 0.004838038235902786, + "loss_total": 0.004838038235902786, + "step": 68150 + }, + { + "loss_action": 0.00471388129517436, + "loss_total": 0.00471388129517436, + "step": 68150 + }, + { + "loss_action": 0.0031785473693162203, + "loss_total": 0.0031785473693162203, + "step": 68150 + }, + { + "loss_action": 0.00421267980709672, + "loss_total": 0.00421267980709672, + "step": 68150 + }, + { + "loss_action": 0.010716201737523079, + "loss_total": 0.010716201737523079, + "step": 68150 + }, + { + "loss_action": 0.0028853595722466707, + "loss_total": 0.0028853595722466707, + "step": 68150 + }, + { + "grad_norm": 0.37947216629981995, + "learning_rate": 2.525005014086363e-05, + "loss": 0.0101, + "step": 68160 + }, + { + "loss_action": 0.0071675037033855915, + "loss_total": 0.0071675037033855915, + "step": 68160 + }, + { + "loss_action": 0.01894720457494259, + "loss_total": 0.01894720457494259, + "step": 68160 + }, + { + "loss_action": 0.011748598888516426, + "loss_total": 0.011748598888516426, + "step": 68160 + }, + { + "loss_action": 0.006006425712257624, + "loss_total": 0.006006425712257624, + "step": 68160 + }, + { + "loss_action": 0.006062829867005348, + "loss_total": 0.006062829867005348, + "step": 68160 + }, + { + "loss_action": 0.014073413796722889, + "loss_total": 0.014073413796722889, + "step": 68160 + }, + { + "grad_norm": 0.32162198424339294, + "learning_rate": 2.5235684601917465e-05, + "loss": 0.0119, + "step": 68170 + }, + { + "loss_action": 0.03473629429936409, + "loss_total": 0.03473629429936409, + "step": 68170 + }, + { + "loss_action": 0.00885293073952198, + "loss_total": 0.00885293073952198, + "step": 68170 + }, + { + "loss_action": 0.009881221689283848, + "loss_total": 0.009881221689283848, + "step": 68170 + }, + { + "loss_action": 0.06786026805639267, + "loss_total": 0.06786026805639267, + "step": 68170 + }, + { + "loss_action": 0.0065404195338487625, + "loss_total": 0.0065404195338487625, + "step": 68170 + }, + { + "loss_action": 0.007981072179973125, + "loss_total": 0.007981072179973125, + "step": 68170 + }, + { + "grad_norm": 0.27823758125305176, + "learning_rate": 2.5221321771159618e-05, + "loss": 0.0134, + "step": 68180 + }, + { + "loss_action": 0.009070971049368382, + "loss_total": 0.009070971049368382, + "step": 68180 + }, + { + "loss_action": 0.017565803602337837, + "loss_total": 0.017565803602337837, + "step": 68180 + }, + { + "loss_action": 0.0045296247117221355, + "loss_total": 0.0045296247117221355, + "step": 68180 + }, + { + "loss_action": 0.0071337404660880566, + "loss_total": 0.0071337404660880566, + "step": 68180 + }, + { + "loss_action": 0.009066779166460037, + "loss_total": 0.009066779166460037, + "step": 68180 + }, + { + "loss_action": 0.0036540760193020105, + "loss_total": 0.0036540760193020105, + "step": 68180 + }, + { + "grad_norm": 0.36218908429145813, + "learning_rate": 2.5206961650160743e-05, + "loss": 0.0101, + "step": 68190 + }, + { + "loss_action": 0.01091693714261055, + "loss_total": 0.01091693714261055, + "step": 68190 + }, + { + "loss_action": 0.003635138040408492, + "loss_total": 0.003635138040408492, + "step": 68190 + }, + { + "loss_action": 0.007542726583778858, + "loss_total": 0.007542726583778858, + "step": 68190 + }, + { + "loss_action": 0.014448320493102074, + "loss_total": 0.014448320493102074, + "step": 68190 + }, + { + "loss_action": 0.005038424860686064, + "loss_total": 0.005038424860686064, + "step": 68190 + }, + { + "loss_action": 0.01014717947691679, + "loss_total": 0.01014717947691679, + "step": 68190 + }, + { + "grad_norm": 0.20667056739330292, + "learning_rate": 2.519260424049129e-05, + "loss": 0.009, + "step": 68200 + }, + { + "loss_action": 0.011097022332251072, + "loss_total": 0.011097022332251072, + "step": 68200 + }, + { + "loss_action": 0.007362735457718372, + "loss_total": 0.007362735457718372, + "step": 68200 + }, + { + "loss_action": 0.005384564399719238, + "loss_total": 0.005384564399719238, + "step": 68200 + }, + { + "loss_action": 0.010312162339687347, + "loss_total": 0.010312162339687347, + "step": 68200 + }, + { + "loss_action": 0.0031733065843582153, + "loss_total": 0.0031733065843582153, + "step": 68200 + }, + { + "loss_action": 0.00682474672794342, + "loss_total": 0.00682474672794342, + "step": 68200 + }, + { + "grad_norm": 0.2908523678779602, + "learning_rate": 2.5178249543721304e-05, + "loss": 0.0107, + "step": 68210 + }, + { + "loss_action": 0.021014979109168053, + "loss_total": 0.021014979109168053, + "step": 68210 + }, + { + "loss_action": 0.004605301655828953, + "loss_total": 0.004605301655828953, + "step": 68210 + }, + { + "loss_action": 0.003344671567901969, + "loss_total": 0.003344671567901969, + "step": 68210 + }, + { + "loss_action": 0.01003942545503378, + "loss_total": 0.01003942545503378, + "step": 68210 + }, + { + "loss_action": 0.036156218498945236, + "loss_total": 0.036156218498945236, + "step": 68210 + }, + { + "loss_action": 0.01360011100769043, + "loss_total": 0.01360011100769043, + "step": 68210 + }, + { + "grad_norm": 0.2767478823661804, + "learning_rate": 2.5163897561420668e-05, + "loss": 0.0145, + "step": 68220 + }, + { + "loss_action": 0.012034773826599121, + "loss_total": 0.012034773826599121, + "step": 68220 + }, + { + "loss_action": 0.0036275226157158613, + "loss_total": 0.0036275226157158613, + "step": 68220 + }, + { + "loss_action": 0.0068405927158892155, + "loss_total": 0.0068405927158892155, + "step": 68220 + }, + { + "loss_action": 0.05490279197692871, + "loss_total": 0.05490279197692871, + "step": 68220 + }, + { + "loss_action": 0.0077093481086194515, + "loss_total": 0.0077093481086194515, + "step": 68220 + }, + { + "loss_action": 0.003614428685978055, + "loss_total": 0.003614428685978055, + "step": 68220 + }, + { + "grad_norm": 0.24837185442447662, + "learning_rate": 2.514954829515883e-05, + "loss": 0.0135, + "step": 68230 + }, + { + "loss_action": 0.042834848165512085, + "loss_total": 0.042834848165512085, + "step": 68230 + }, + { + "loss_action": 0.011174481362104416, + "loss_total": 0.011174481362104416, + "step": 68230 + }, + { + "loss_action": 0.007016315124928951, + "loss_total": 0.007016315124928951, + "step": 68230 + }, + { + "loss_action": 0.05994946137070656, + "loss_total": 0.05994946137070656, + "step": 68230 + }, + { + "loss_action": 0.008173621259629726, + "loss_total": 0.008173621259629726, + "step": 68230 + }, + { + "loss_action": 0.005510461516678333, + "loss_total": 0.005510461516678333, + "step": 68230 + }, + { + "grad_norm": 0.32291486859321594, + "learning_rate": 2.513520174650505e-05, + "loss": 0.0135, + "step": 68240 + }, + { + "loss_action": 0.05225234106183052, + "loss_total": 0.05225234106183052, + "step": 68240 + }, + { + "loss_action": 0.0072127836756408215, + "loss_total": 0.0072127836756408215, + "step": 68240 + }, + { + "loss_action": 0.014928613789379597, + "loss_total": 0.014928613789379597, + "step": 68240 + }, + { + "loss_action": 0.010795258916914463, + "loss_total": 0.010795258916914463, + "step": 68240 + }, + { + "loss_action": 0.016021965071558952, + "loss_total": 0.016021965071558952, + "step": 68240 + }, + { + "loss_action": 0.008212256245315075, + "loss_total": 0.008212256245315075, + "step": 68240 + }, + { + "grad_norm": 0.36334532499313354, + "learning_rate": 2.5120857917028207e-05, + "loss": 0.013, + "step": 68250 + }, + { + "loss_action": 0.02109833061695099, + "loss_total": 0.02109833061695099, + "step": 68250 + }, + { + "loss_action": 0.0032174447551369667, + "loss_total": 0.0032174447551369667, + "step": 68250 + }, + { + "loss_action": 0.0064270589500665665, + "loss_total": 0.0064270589500665665, + "step": 68250 + }, + { + "loss_action": 0.0053825522772967815, + "loss_total": 0.0053825522772967815, + "step": 68250 + }, + { + "loss_action": 0.011912195943295956, + "loss_total": 0.011912195943295956, + "step": 68250 + }, + { + "loss_action": 0.015517396852374077, + "loss_total": 0.015517396852374077, + "step": 68250 + }, + { + "grad_norm": 0.3187064826488495, + "learning_rate": 2.5106516808296953e-05, + "loss": 0.0136, + "step": 68260 + }, + { + "loss_action": 0.00676809623837471, + "loss_total": 0.00676809623837471, + "step": 68260 + }, + { + "loss_action": 0.007899051532149315, + "loss_total": 0.007899051532149315, + "step": 68260 + }, + { + "loss_action": 0.006094540003687143, + "loss_total": 0.006094540003687143, + "step": 68260 + }, + { + "loss_action": 0.012455479241907597, + "loss_total": 0.012455479241907597, + "step": 68260 + }, + { + "loss_action": 0.0032405660022050142, + "loss_total": 0.0032405660022050142, + "step": 68260 + }, + { + "loss_action": 0.03440384194254875, + "loss_total": 0.03440384194254875, + "step": 68260 + }, + { + "grad_norm": 0.5459679365158081, + "learning_rate": 2.5092178421879552e-05, + "loss": 0.0127, + "step": 68270 + }, + { + "loss_action": 0.01120082288980484, + "loss_total": 0.01120082288980484, + "step": 68270 + }, + { + "loss_action": 0.004522521980106831, + "loss_total": 0.004522521980106831, + "step": 68270 + }, + { + "loss_action": 0.009247338399291039, + "loss_total": 0.009247338399291039, + "step": 68270 + }, + { + "loss_action": 0.004063254222273827, + "loss_total": 0.004063254222273827, + "step": 68270 + }, + { + "loss_action": 0.004705491941422224, + "loss_total": 0.004705491941422224, + "step": 68270 + }, + { + "loss_action": 0.006380661856383085, + "loss_total": 0.006380661856383085, + "step": 68270 + }, + { + "grad_norm": 0.25328245759010315, + "learning_rate": 2.5077842759344116e-05, + "loss": 0.01, + "step": 68280 + }, + { + "loss_action": 0.032734308391809464, + "loss_total": 0.032734308391809464, + "step": 68280 + }, + { + "loss_action": 0.0065323356539011, + "loss_total": 0.0065323356539011, + "step": 68280 + }, + { + "loss_action": 0.011301091872155666, + "loss_total": 0.011301091872155666, + "step": 68280 + }, + { + "loss_action": 0.008768093772232533, + "loss_total": 0.008768093772232533, + "step": 68280 + }, + { + "loss_action": 0.006133795715868473, + "loss_total": 0.006133795715868473, + "step": 68280 + }, + { + "loss_action": 0.00649168761447072, + "loss_total": 0.00649168761447072, + "step": 68280 + }, + { + "grad_norm": 0.25735920667648315, + "learning_rate": 2.5063509822258304e-05, + "loss": 0.0113, + "step": 68290 + }, + { + "loss_action": 0.005013244226574898, + "loss_total": 0.005013244226574898, + "step": 68290 + }, + { + "loss_action": 0.01898268796503544, + "loss_total": 0.01898268796503544, + "step": 68290 + }, + { + "loss_action": 0.007482578977942467, + "loss_total": 0.007482578977942467, + "step": 68290 + }, + { + "loss_action": 0.011021289974451065, + "loss_total": 0.011021289974451065, + "step": 68290 + }, + { + "loss_action": 0.005916352849453688, + "loss_total": 0.005916352849453688, + "step": 68290 + }, + { + "loss_action": 0.004606037400662899, + "loss_total": 0.004606037400662899, + "step": 68290 + }, + { + "grad_norm": 0.315590500831604, + "learning_rate": 2.5049179612189576e-05, + "loss": 0.0146, + "step": 68300 + }, + { + "loss_action": 0.0036915000528097153, + "loss_total": 0.0036915000528097153, + "step": 68300 + }, + { + "loss_action": 0.003296167589724064, + "loss_total": 0.003296167589724064, + "step": 68300 + }, + { + "loss_action": 0.013478045351803303, + "loss_total": 0.013478045351803303, + "step": 68300 + }, + { + "loss_action": 0.00490646343678236, + "loss_total": 0.00490646343678236, + "step": 68300 + }, + { + "loss_action": 0.008372914046049118, + "loss_total": 0.008372914046049118, + "step": 68300 + }, + { + "loss_action": 0.0031634976621717215, + "loss_total": 0.0031634976621717215, + "step": 68300 + }, + { + "grad_norm": 0.2610817849636078, + "learning_rate": 2.5034852130705043e-05, + "loss": 0.0103, + "step": 68310 + }, + { + "loss_action": 0.005024832207709551, + "loss_total": 0.005024832207709551, + "step": 68310 + }, + { + "loss_action": 0.00398885877802968, + "loss_total": 0.00398885877802968, + "step": 68310 + }, + { + "loss_action": 0.059142690151929855, + "loss_total": 0.059142690151929855, + "step": 68310 + }, + { + "loss_action": 0.009755783714354038, + "loss_total": 0.009755783714354038, + "step": 68310 + }, + { + "loss_action": 0.007470422424376011, + "loss_total": 0.007470422424376011, + "step": 68310 + }, + { + "loss_action": 0.01420820876955986, + "loss_total": 0.01420820876955986, + "step": 68310 + }, + { + "grad_norm": 0.29242026805877686, + "learning_rate": 2.5020527379371572e-05, + "loss": 0.0105, + "step": 68320 + }, + { + "loss_action": 0.011332468129694462, + "loss_total": 0.011332468129694462, + "step": 68320 + }, + { + "loss_action": 0.014440475031733513, + "loss_total": 0.014440475031733513, + "step": 68320 + }, + { + "loss_action": 0.027451714500784874, + "loss_total": 0.027451714500784874, + "step": 68320 + }, + { + "loss_action": 0.005595099646598101, + "loss_total": 0.005595099646598101, + "step": 68320 + }, + { + "loss_action": 0.021889833733439445, + "loss_total": 0.021889833733439445, + "step": 68320 + }, + { + "loss_action": 0.0085049569606781, + "loss_total": 0.0085049569606781, + "step": 68320 + }, + { + "grad_norm": 0.277042955160141, + "learning_rate": 2.500620535975564e-05, + "loss": 0.0128, + "step": 68330 + }, + { + "loss_action": 0.005190759897232056, + "loss_total": 0.005190759897232056, + "step": 68330 + }, + { + "loss_action": 0.006517731584608555, + "loss_total": 0.006517731584608555, + "step": 68330 + }, + { + "loss_action": 0.007258856203407049, + "loss_total": 0.007258856203407049, + "step": 68330 + }, + { + "loss_action": 0.011531292460858822, + "loss_total": 0.011531292460858822, + "step": 68330 + }, + { + "loss_action": 0.013673100620508194, + "loss_total": 0.013673100620508194, + "step": 68330 + }, + { + "loss_action": 0.06242701783776283, + "loss_total": 0.06242701783776283, + "step": 68330 + }, + { + "grad_norm": 0.19126391410827637, + "learning_rate": 2.4991886073423515e-05, + "loss": 0.0115, + "step": 68340 + }, + { + "loss_action": 0.0018681437941268086, + "loss_total": 0.0018681437941268086, + "step": 68340 + }, + { + "loss_action": 0.007061314769089222, + "loss_total": 0.007061314769089222, + "step": 68340 + }, + { + "loss_action": 0.014193259179592133, + "loss_total": 0.014193259179592133, + "step": 68340 + }, + { + "loss_action": 0.005082341376692057, + "loss_total": 0.005082341376692057, + "step": 68340 + }, + { + "loss_action": 0.006439432967454195, + "loss_total": 0.006439432967454195, + "step": 68340 + }, + { + "loss_action": 0.007057384122163057, + "loss_total": 0.007057384122163057, + "step": 68340 + }, + { + "grad_norm": 0.3075379431247711, + "learning_rate": 2.4977569521941134e-05, + "loss": 0.0114, + "step": 68350 + }, + { + "loss_action": 0.016282737255096436, + "loss_total": 0.016282737255096436, + "step": 68350 + }, + { + "loss_action": 0.012051932513713837, + "loss_total": 0.012051932513713837, + "step": 68350 + }, + { + "loss_action": 0.008905304595828056, + "loss_total": 0.008905304595828056, + "step": 68350 + }, + { + "loss_action": 0.01511938963085413, + "loss_total": 0.01511938963085413, + "step": 68350 + }, + { + "loss_action": 0.008735539391636848, + "loss_total": 0.008735539391636848, + "step": 68350 + }, + { + "loss_action": 0.011667635291814804, + "loss_total": 0.011667635291814804, + "step": 68350 + }, + { + "grad_norm": 0.2462785542011261, + "learning_rate": 2.4963255706874143e-05, + "loss": 0.0125, + "step": 68360 + }, + { + "loss_action": 0.017019568011164665, + "loss_total": 0.017019568011164665, + "step": 68360 + }, + { + "loss_action": 0.01679370179772377, + "loss_total": 0.01679370179772377, + "step": 68360 + }, + { + "loss_action": 0.011584640480577946, + "loss_total": 0.011584640480577946, + "step": 68360 + }, + { + "loss_action": 0.007745934184640646, + "loss_total": 0.007745934184640646, + "step": 68360 + }, + { + "loss_action": 0.00614276435226202, + "loss_total": 0.00614276435226202, + "step": 68360 + }, + { + "loss_action": 0.005982127971947193, + "loss_total": 0.005982127971947193, + "step": 68360 + }, + { + "grad_norm": 0.2348683923482895, + "learning_rate": 2.4948944629787853e-05, + "loss": 0.0108, + "step": 68370 + }, + { + "loss_action": 0.015537588857114315, + "loss_total": 0.015537588857114315, + "step": 68370 + }, + { + "loss_action": 0.006029963027685881, + "loss_total": 0.006029963027685881, + "step": 68370 + }, + { + "loss_action": 0.01388302817940712, + "loss_total": 0.01388302817940712, + "step": 68370 + }, + { + "loss_action": 0.004119656514376402, + "loss_total": 0.004119656514376402, + "step": 68370 + }, + { + "loss_action": 0.004665703047066927, + "loss_total": 0.004665703047066927, + "step": 68370 + }, + { + "loss_action": 0.004884987138211727, + "loss_total": 0.004884987138211727, + "step": 68370 + }, + { + "grad_norm": 0.25754764676094055, + "learning_rate": 2.493463629224731e-05, + "loss": 0.0093, + "step": 68380 + }, + { + "loss_action": 0.010376913473010063, + "loss_total": 0.010376913473010063, + "step": 68380 + }, + { + "loss_action": 0.005555638112127781, + "loss_total": 0.005555638112127781, + "step": 68380 + }, + { + "loss_action": 0.006555669941008091, + "loss_total": 0.006555669941008091, + "step": 68380 + }, + { + "loss_action": 0.005787760019302368, + "loss_total": 0.005787760019302368, + "step": 68380 + }, + { + "loss_action": 0.009459935128688812, + "loss_total": 0.009459935128688812, + "step": 68380 + }, + { + "loss_action": 0.010342053137719631, + "loss_total": 0.010342053137719631, + "step": 68380 + }, + { + "grad_norm": 0.25200822949409485, + "learning_rate": 2.492033069581728e-05, + "loss": 0.0132, + "step": 68390 + }, + { + "loss_action": 0.009720740839838982, + "loss_total": 0.009720740839838982, + "step": 68390 + }, + { + "loss_action": 0.005660850554704666, + "loss_total": 0.005660850554704666, + "step": 68390 + }, + { + "loss_action": 0.006639453116804361, + "loss_total": 0.006639453116804361, + "step": 68390 + }, + { + "loss_action": 0.011735189706087112, + "loss_total": 0.011735189706087112, + "step": 68390 + }, + { + "loss_action": 0.008259271271526814, + "loss_total": 0.008259271271526814, + "step": 68390 + }, + { + "loss_action": 0.010677584446966648, + "loss_total": 0.010677584446966648, + "step": 68390 + }, + { + "grad_norm": 0.2865728735923767, + "learning_rate": 2.4906027842062137e-05, + "loss": 0.0098, + "step": 68400 + }, + { + "loss_action": 0.008897878229618073, + "loss_total": 0.008897878229618073, + "step": 68400 + }, + { + "loss_action": 0.0045341551303863525, + "loss_total": 0.0045341551303863525, + "step": 68400 + }, + { + "loss_action": 0.01633600704371929, + "loss_total": 0.01633600704371929, + "step": 68400 + }, + { + "loss_action": 0.015607201494276524, + "loss_total": 0.015607201494276524, + "step": 68400 + }, + { + "loss_action": 0.013556142337620258, + "loss_total": 0.013556142337620258, + "step": 68400 + }, + { + "loss_action": 0.00458966800943017, + "loss_total": 0.00458966800943017, + "step": 68400 + }, + { + "grad_norm": 0.22187797725200653, + "learning_rate": 2.48917277325461e-05, + "loss": 0.0132, + "step": 68410 + }, + { + "loss_action": 0.0032966334838420153, + "loss_total": 0.0032966334838420153, + "step": 68410 + }, + { + "loss_action": 0.004082419443875551, + "loss_total": 0.004082419443875551, + "step": 68410 + }, + { + "loss_action": 0.017274238169193268, + "loss_total": 0.017274238169193268, + "step": 68410 + }, + { + "loss_action": 0.009069894440472126, + "loss_total": 0.009069894440472126, + "step": 68410 + }, + { + "loss_action": 0.0030554593540728092, + "loss_total": 0.0030554593540728092, + "step": 68410 + }, + { + "loss_action": 0.00895595271140337, + "loss_total": 0.00895595271140337, + "step": 68410 + }, + { + "grad_norm": 0.2644166052341461, + "learning_rate": 2.487743036883295e-05, + "loss": 0.0087, + "step": 68420 + }, + { + "loss_action": 0.009878772310912609, + "loss_total": 0.009878772310912609, + "step": 68420 + }, + { + "loss_action": 0.013022110797464848, + "loss_total": 0.013022110797464848, + "step": 68420 + }, + { + "loss_action": 0.011694089509546757, + "loss_total": 0.011694089509546757, + "step": 68420 + }, + { + "loss_action": 0.011026773601770401, + "loss_total": 0.011026773601770401, + "step": 68420 + }, + { + "loss_action": 0.006521713919937611, + "loss_total": 0.006521713919937611, + "step": 68420 + }, + { + "loss_action": 0.007005610037595034, + "loss_total": 0.007005610037595034, + "step": 68420 + }, + { + "grad_norm": 0.2583160996437073, + "learning_rate": 2.486313575248626e-05, + "loss": 0.0105, + "step": 68430 + }, + { + "loss_action": 0.004941287450492382, + "loss_total": 0.004941287450492382, + "step": 68430 + }, + { + "loss_action": 0.009706608951091766, + "loss_total": 0.009706608951091766, + "step": 68430 + }, + { + "loss_action": 0.004291894845664501, + "loss_total": 0.004291894845664501, + "step": 68430 + }, + { + "loss_action": 0.00632085744291544, + "loss_total": 0.00632085744291544, + "step": 68430 + }, + { + "loss_action": 0.009936869144439697, + "loss_total": 0.009936869144439697, + "step": 68430 + }, + { + "loss_action": 0.03472680598497391, + "loss_total": 0.03472680598497391, + "step": 68430 + }, + { + "grad_norm": 0.5665320158004761, + "learning_rate": 2.4848843885069235e-05, + "loss": 0.0113, + "step": 68440 + }, + { + "loss_action": 0.006583291571587324, + "loss_total": 0.006583291571587324, + "step": 68440 + }, + { + "loss_action": 0.009972596541047096, + "loss_total": 0.009972596541047096, + "step": 68440 + }, + { + "loss_action": 0.005130897741764784, + "loss_total": 0.005130897741764784, + "step": 68440 + }, + { + "loss_action": 0.022654542699456215, + "loss_total": 0.022654542699456215, + "step": 68440 + }, + { + "loss_action": 0.0058647627010941505, + "loss_total": 0.0058647627010941505, + "step": 68440 + }, + { + "loss_action": 0.02731977589428425, + "loss_total": 0.02731977589428425, + "step": 68440 + }, + { + "grad_norm": 0.2515927255153656, + "learning_rate": 2.483455476814484e-05, + "loss": 0.0141, + "step": 68450 + }, + { + "loss_action": 0.018957285210490227, + "loss_total": 0.018957285210490227, + "step": 68450 + }, + { + "loss_action": 0.015257621183991432, + "loss_total": 0.015257621183991432, + "step": 68450 + }, + { + "loss_action": 0.011156314052641392, + "loss_total": 0.011156314052641392, + "step": 68450 + }, + { + "loss_action": 0.011109447106719017, + "loss_total": 0.011109447106719017, + "step": 68450 + }, + { + "loss_action": 0.004290694370865822, + "loss_total": 0.004290694370865822, + "step": 68450 + }, + { + "loss_action": 0.020456455647945404, + "loss_total": 0.020456455647945404, + "step": 68450 + }, + { + "grad_norm": 0.3499773144721985, + "learning_rate": 2.4820268403275672e-05, + "loss": 0.0112, + "step": 68460 + }, + { + "loss_action": 0.013904997147619724, + "loss_total": 0.013904997147619724, + "step": 68460 + }, + { + "loss_action": 0.040934327989816666, + "loss_total": 0.040934327989816666, + "step": 68460 + }, + { + "loss_action": 0.010706569068133831, + "loss_total": 0.010706569068133831, + "step": 68460 + }, + { + "loss_action": 0.005029765423387289, + "loss_total": 0.005029765423387289, + "step": 68460 + }, + { + "loss_action": 0.014363088645040989, + "loss_total": 0.014363088645040989, + "step": 68460 + }, + { + "loss_action": 0.004514938220381737, + "loss_total": 0.004514938220381737, + "step": 68460 + }, + { + "grad_norm": 0.37675055861473083, + "learning_rate": 2.480598479202413e-05, + "loss": 0.0109, + "step": 68470 + }, + { + "loss_action": 0.011847817339003086, + "loss_total": 0.011847817339003086, + "step": 68470 + }, + { + "loss_action": 0.007054726127535105, + "loss_total": 0.007054726127535105, + "step": 68470 + }, + { + "loss_action": 0.0029423965606838465, + "loss_total": 0.0029423965606838465, + "step": 68470 + }, + { + "loss_action": 0.006618159357458353, + "loss_total": 0.006618159357458353, + "step": 68470 + }, + { + "loss_action": 0.00782177597284317, + "loss_total": 0.00782177597284317, + "step": 68470 + }, + { + "loss_action": 0.006591300014406443, + "loss_total": 0.006591300014406443, + "step": 68470 + }, + { + "grad_norm": 0.305294007062912, + "learning_rate": 2.4791703935952193e-05, + "loss": 0.0124, + "step": 68480 + }, + { + "loss_action": 0.00382211827673018, + "loss_total": 0.00382211827673018, + "step": 68480 + }, + { + "loss_action": 0.007361340336501598, + "loss_total": 0.007361340336501598, + "step": 68480 + }, + { + "loss_action": 0.003626881865784526, + "loss_total": 0.003626881865784526, + "step": 68480 + }, + { + "loss_action": 0.017947902902960777, + "loss_total": 0.017947902902960777, + "step": 68480 + }, + { + "loss_action": 0.005772757343947887, + "loss_total": 0.005772757343947887, + "step": 68480 + }, + { + "loss_action": 0.004371420480310917, + "loss_total": 0.004371420480310917, + "step": 68480 + }, + { + "grad_norm": 0.2987504303455353, + "learning_rate": 2.477742583662163e-05, + "loss": 0.0121, + "step": 68490 + }, + { + "loss_action": 0.0038085728883743286, + "loss_total": 0.0038085728883743286, + "step": 68490 + }, + { + "loss_action": 0.0131412073969841, + "loss_total": 0.0131412073969841, + "step": 68490 + }, + { + "loss_action": 0.005571001674979925, + "loss_total": 0.005571001674979925, + "step": 68490 + }, + { + "loss_action": 0.007416143547743559, + "loss_total": 0.007416143547743559, + "step": 68490 + }, + { + "loss_action": 0.005995271261781454, + "loss_total": 0.005995271261781454, + "step": 68490 + }, + { + "loss_action": 0.0251943189650774, + "loss_total": 0.0251943189650774, + "step": 68490 + }, + { + "grad_norm": 0.21686957776546478, + "learning_rate": 2.476315049559384e-05, + "loss": 0.0096, + "step": 68500 + }, + { + "loss_action": 0.0059307049959897995, + "loss_total": 0.0059307049959897995, + "step": 68500 + }, + { + "loss_action": 0.007649153470993042, + "loss_total": 0.007649153470993042, + "step": 68500 + }, + { + "loss_action": 0.00790436565876007, + "loss_total": 0.00790436565876007, + "step": 68500 + }, + { + "loss_action": 0.008351374417543411, + "loss_total": 0.008351374417543411, + "step": 68500 + }, + { + "loss_action": 0.007299068849533796, + "loss_total": 0.007299068849533796, + "step": 68500 + }, + { + "loss_action": 0.013872738927602768, + "loss_total": 0.013872738927602768, + "step": 68500 + }, + { + "grad_norm": 0.3452208638191223, + "learning_rate": 2.4748877914429987e-05, + "loss": 0.0108, + "step": 68510 + }, + { + "loss_action": 0.011110908351838589, + "loss_total": 0.011110908351838589, + "step": 68510 + }, + { + "loss_action": 0.009802186861634254, + "loss_total": 0.009802186861634254, + "step": 68510 + }, + { + "loss_action": 0.003337433561682701, + "loss_total": 0.003337433561682701, + "step": 68510 + }, + { + "loss_action": 0.003581471974030137, + "loss_total": 0.003581471974030137, + "step": 68510 + }, + { + "loss_action": 0.00472601130604744, + "loss_total": 0.00472601130604744, + "step": 68510 + }, + { + "loss_action": 0.014054542407393456, + "loss_total": 0.014054542407393456, + "step": 68510 + }, + { + "grad_norm": 0.25997504591941833, + "learning_rate": 2.4734608094690857e-05, + "loss": 0.0133, + "step": 68520 + }, + { + "loss_action": 0.008115239441394806, + "loss_total": 0.008115239441394806, + "step": 68520 + }, + { + "loss_action": 0.014470196329057217, + "loss_total": 0.014470196329057217, + "step": 68520 + }, + { + "loss_action": 0.005104785785079002, + "loss_total": 0.005104785785079002, + "step": 68520 + }, + { + "loss_action": 0.006177316885441542, + "loss_total": 0.006177316885441542, + "step": 68520 + }, + { + "loss_action": 0.005694523919373751, + "loss_total": 0.005694523919373751, + "step": 68520 + }, + { + "loss_action": 0.010064982809126377, + "loss_total": 0.010064982809126377, + "step": 68520 + }, + { + "grad_norm": 0.2344706505537033, + "learning_rate": 2.4720341037937006e-05, + "loss": 0.0121, + "step": 68530 + }, + { + "loss_action": 0.016836239024996758, + "loss_total": 0.016836239024996758, + "step": 68530 + }, + { + "loss_action": 0.010913955047726631, + "loss_total": 0.010913955047726631, + "step": 68530 + }, + { + "loss_action": 0.02016892284154892, + "loss_total": 0.02016892284154892, + "step": 68530 + }, + { + "loss_action": 0.008358956314623356, + "loss_total": 0.008358956314623356, + "step": 68530 + }, + { + "loss_action": 0.013917661271989346, + "loss_total": 0.013917661271989346, + "step": 68530 + }, + { + "loss_action": 0.007639356888830662, + "loss_total": 0.007639356888830662, + "step": 68530 + }, + { + "grad_norm": 0.2552584409713745, + "learning_rate": 2.4706076745728645e-05, + "loss": 0.0117, + "step": 68540 + }, + { + "loss_action": 0.010157730430364609, + "loss_total": 0.010157730430364609, + "step": 68540 + }, + { + "loss_action": 0.004064707085490227, + "loss_total": 0.004064707085490227, + "step": 68540 + }, + { + "loss_action": 0.009167559444904327, + "loss_total": 0.009167559444904327, + "step": 68540 + }, + { + "loss_action": 0.020141752436757088, + "loss_total": 0.020141752436757088, + "step": 68540 + }, + { + "loss_action": 0.003238398116081953, + "loss_total": 0.003238398116081953, + "step": 68540 + }, + { + "loss_action": 0.007313592359423637, + "loss_total": 0.007313592359423637, + "step": 68540 + }, + { + "grad_norm": 0.2897939085960388, + "learning_rate": 2.469181521962573e-05, + "loss": 0.0103, + "step": 68550 + }, + { + "loss_action": 0.01645047403872013, + "loss_total": 0.01645047403872013, + "step": 68550 + }, + { + "loss_action": 0.006047106813639402, + "loss_total": 0.006047106813639402, + "step": 68550 + }, + { + "loss_action": 0.005033213645219803, + "loss_total": 0.005033213645219803, + "step": 68550 + }, + { + "loss_action": 0.005006853956729174, + "loss_total": 0.005006853956729174, + "step": 68550 + }, + { + "loss_action": 0.0086547015234828, + "loss_total": 0.0086547015234828, + "step": 68550 + }, + { + "loss_action": 0.015312014147639275, + "loss_total": 0.015312014147639275, + "step": 68550 + }, + { + "grad_norm": 0.32993730902671814, + "learning_rate": 2.467755646118783e-05, + "loss": 0.0145, + "step": 68560 + }, + { + "loss_action": 0.010920228436589241, + "loss_total": 0.010920228436589241, + "step": 68560 + }, + { + "loss_action": 0.020150233060121536, + "loss_total": 0.020150233060121536, + "step": 68560 + }, + { + "loss_action": 0.021648993715643883, + "loss_total": 0.021648993715643883, + "step": 68560 + }, + { + "loss_action": 0.0043727196753025055, + "loss_total": 0.0043727196753025055, + "step": 68560 + }, + { + "loss_action": 0.004329894203692675, + "loss_total": 0.004329894203692675, + "step": 68560 + }, + { + "loss_action": 0.015383417718112469, + "loss_total": 0.015383417718112469, + "step": 68560 + }, + { + "grad_norm": 0.229346364736557, + "learning_rate": 2.46633004719743e-05, + "loss": 0.0105, + "step": 68570 + }, + { + "loss_action": 0.0027724767569452524, + "loss_total": 0.0027724767569452524, + "step": 68570 + }, + { + "loss_action": 0.010638906620442867, + "loss_total": 0.010638906620442867, + "step": 68570 + }, + { + "loss_action": 0.003075938206166029, + "loss_total": 0.003075938206166029, + "step": 68570 + }, + { + "loss_action": 0.004411987029016018, + "loss_total": 0.004411987029016018, + "step": 68570 + }, + { + "loss_action": 0.014523042365908623, + "loss_total": 0.014523042365908623, + "step": 68570 + }, + { + "loss_action": 0.003809599671512842, + "loss_total": 0.003809599671512842, + "step": 68570 + }, + { + "grad_norm": 0.23537692427635193, + "learning_rate": 2.4649047253544123e-05, + "loss": 0.0116, + "step": 68580 + }, + { + "loss_action": 0.021824287250638008, + "loss_total": 0.021824287250638008, + "step": 68580 + }, + { + "loss_action": 0.016496844589710236, + "loss_total": 0.016496844589710236, + "step": 68580 + }, + { + "loss_action": 0.005932267289608717, + "loss_total": 0.005932267289608717, + "step": 68580 + }, + { + "loss_action": 0.006700341124087572, + "loss_total": 0.006700341124087572, + "step": 68580 + }, + { + "loss_action": 0.005338589195162058, + "loss_total": 0.005338589195162058, + "step": 68580 + }, + { + "loss_action": 0.0057031502947211266, + "loss_total": 0.0057031502947211266, + "step": 68580 + }, + { + "grad_norm": 0.22523586452007294, + "learning_rate": 2.4634796807456016e-05, + "loss": 0.0089, + "step": 68590 + }, + { + "loss_action": 0.0067429086193442345, + "loss_total": 0.0067429086193442345, + "step": 68590 + }, + { + "loss_action": 0.011406360194087029, + "loss_total": 0.011406360194087029, + "step": 68590 + }, + { + "loss_action": 0.0037535098381340504, + "loss_total": 0.0037535098381340504, + "step": 68590 + }, + { + "loss_action": 0.012233109213411808, + "loss_total": 0.012233109213411808, + "step": 68590 + }, + { + "loss_action": 0.14179275929927826, + "loss_total": 0.14179275929927826, + "step": 68590 + }, + { + "loss_action": 0.03337107226252556, + "loss_total": 0.03337107226252556, + "step": 68590 + }, + { + "grad_norm": 0.2037140280008316, + "learning_rate": 2.46205491352684e-05, + "loss": 0.0121, + "step": 68600 + }, + { + "loss_action": 0.005417235661298037, + "loss_total": 0.005417235661298037, + "step": 68600 + }, + { + "loss_action": 0.004549379460513592, + "loss_total": 0.004549379460513592, + "step": 68600 + }, + { + "loss_action": 0.006839388515800238, + "loss_total": 0.006839388515800238, + "step": 68600 + }, + { + "loss_action": 0.007073345128446817, + "loss_total": 0.007073345128446817, + "step": 68600 + }, + { + "loss_action": 0.01323135569691658, + "loss_total": 0.01323135569691658, + "step": 68600 + }, + { + "loss_action": 0.006700275000184774, + "loss_total": 0.006700275000184774, + "step": 68600 + }, + { + "grad_norm": 0.2872067391872406, + "learning_rate": 2.4606304238539375e-05, + "loss": 0.0089, + "step": 68610 + }, + { + "loss_action": 0.020591508597135544, + "loss_total": 0.020591508597135544, + "step": 68610 + }, + { + "loss_action": 0.014474867843091488, + "loss_total": 0.014474867843091488, + "step": 68610 + }, + { + "loss_action": 0.008943293243646622, + "loss_total": 0.008943293243646622, + "step": 68610 + }, + { + "loss_action": 0.007619312033057213, + "loss_total": 0.007619312033057213, + "step": 68610 + }, + { + "loss_action": 0.006025984883308411, + "loss_total": 0.006025984883308411, + "step": 68610 + }, + { + "loss_action": 0.007395199500024319, + "loss_total": 0.007395199500024319, + "step": 68610 + }, + { + "grad_norm": 0.269272118806839, + "learning_rate": 2.4592062118826753e-05, + "loss": 0.011, + "step": 68620 + }, + { + "loss_action": 0.004640250466763973, + "loss_total": 0.004640250466763973, + "step": 68620 + }, + { + "loss_action": 0.006915476638823748, + "loss_total": 0.006915476638823748, + "step": 68620 + }, + { + "loss_action": 0.004993285518139601, + "loss_total": 0.004993285518139601, + "step": 68620 + }, + { + "loss_action": 0.014277404174208641, + "loss_total": 0.014277404174208641, + "step": 68620 + }, + { + "loss_action": 0.0052639334462583065, + "loss_total": 0.0052639334462583065, + "step": 68620 + }, + { + "loss_action": 0.005275333765894175, + "loss_total": 0.005275333765894175, + "step": 68620 + }, + { + "grad_norm": 0.22953009605407715, + "learning_rate": 2.4577822777688004e-05, + "loss": 0.0118, + "step": 68630 + }, + { + "loss_action": 0.023914884775877, + "loss_total": 0.023914884775877, + "step": 68630 + }, + { + "loss_action": 0.006034749560058117, + "loss_total": 0.006034749560058117, + "step": 68630 + }, + { + "loss_action": 0.024153651669621468, + "loss_total": 0.024153651669621468, + "step": 68630 + }, + { + "loss_action": 0.009348518215119839, + "loss_total": 0.009348518215119839, + "step": 68630 + }, + { + "loss_action": 0.012176619842648506, + "loss_total": 0.012176619842648506, + "step": 68630 + }, + { + "loss_action": 0.006230905186384916, + "loss_total": 0.006230905186384916, + "step": 68630 + }, + { + "grad_norm": 0.31965315341949463, + "learning_rate": 2.4563586216680347e-05, + "loss": 0.0109, + "step": 68640 + }, + { + "loss_action": 0.024498922750353813, + "loss_total": 0.024498922750353813, + "step": 68640 + }, + { + "loss_action": 0.009778859093785286, + "loss_total": 0.009778859093785286, + "step": 68640 + }, + { + "loss_action": 0.004594479687511921, + "loss_total": 0.004594479687511921, + "step": 68640 + }, + { + "loss_action": 0.02526545152068138, + "loss_total": 0.02526545152068138, + "step": 68640 + }, + { + "loss_action": 0.0047406465746462345, + "loss_total": 0.0047406465746462345, + "step": 68640 + }, + { + "loss_action": 0.005977057386189699, + "loss_total": 0.005977057386189699, + "step": 68640 + }, + { + "grad_norm": 0.23793639242649078, + "learning_rate": 2.4549352437360622e-05, + "loss": 0.0119, + "step": 68650 + }, + { + "loss_action": 0.01119175460189581, + "loss_total": 0.01119175460189581, + "step": 68650 + }, + { + "loss_action": 0.019590381532907486, + "loss_total": 0.019590381532907486, + "step": 68650 + }, + { + "loss_action": 0.01413801684975624, + "loss_total": 0.01413801684975624, + "step": 68650 + }, + { + "loss_action": 0.0057743629440665245, + "loss_total": 0.0057743629440665245, + "step": 68650 + }, + { + "loss_action": 0.013782232068479061, + "loss_total": 0.013782232068479061, + "step": 68650 + }, + { + "loss_action": 0.011005472391843796, + "loss_total": 0.011005472391843796, + "step": 68650 + }, + { + "grad_norm": 0.23986530303955078, + "learning_rate": 2.4535121441285493e-05, + "loss": 0.01, + "step": 68660 + }, + { + "loss_action": 0.007515061646699905, + "loss_total": 0.007515061646699905, + "step": 68660 + }, + { + "loss_action": 0.031827304512262344, + "loss_total": 0.031827304512262344, + "step": 68660 + }, + { + "loss_action": 0.0035337998997420073, + "loss_total": 0.0035337998997420073, + "step": 68660 + }, + { + "loss_action": 0.0038120404351502657, + "loss_total": 0.0038120404351502657, + "step": 68660 + }, + { + "loss_action": 0.008265751414000988, + "loss_total": 0.008265751414000988, + "step": 68660 + }, + { + "loss_action": 0.004747534170746803, + "loss_total": 0.004747534170746803, + "step": 68660 + }, + { + "grad_norm": 0.24005062878131866, + "learning_rate": 2.4520893230011172e-05, + "loss": 0.0091, + "step": 68670 + }, + { + "loss_action": 0.010589021258056164, + "loss_total": 0.010589021258056164, + "step": 68670 + }, + { + "loss_action": 0.010904400609433651, + "loss_total": 0.010904400609433651, + "step": 68670 + }, + { + "loss_action": 0.02482735738158226, + "loss_total": 0.02482735738158226, + "step": 68670 + }, + { + "loss_action": 0.015475008636713028, + "loss_total": 0.015475008636713028, + "step": 68670 + }, + { + "loss_action": 0.006286713760346174, + "loss_total": 0.006286713760346174, + "step": 68670 + }, + { + "loss_action": 0.007928508333861828, + "loss_total": 0.007928508333861828, + "step": 68670 + }, + { + "grad_norm": 0.1806451678276062, + "learning_rate": 2.450666780509368e-05, + "loss": 0.0098, + "step": 68680 + }, + { + "loss_action": 0.01556687243282795, + "loss_total": 0.01556687243282795, + "step": 68680 + }, + { + "loss_action": 0.011608356609940529, + "loss_total": 0.011608356609940529, + "step": 68680 + }, + { + "loss_action": 0.006010240875184536, + "loss_total": 0.006010240875184536, + "step": 68680 + }, + { + "loss_action": 0.00721720838919282, + "loss_total": 0.00721720838919282, + "step": 68680 + }, + { + "loss_action": 0.010493043810129166, + "loss_total": 0.010493043810129166, + "step": 68680 + }, + { + "loss_action": 0.006887056399136782, + "loss_total": 0.006887056399136782, + "step": 68680 + }, + { + "grad_norm": 0.24171604216098785, + "learning_rate": 2.4492445168088656e-05, + "loss": 0.0123, + "step": 68690 + }, + { + "loss_action": 0.003692312864586711, + "loss_total": 0.003692312864586711, + "step": 68690 + }, + { + "loss_action": 0.00756744435057044, + "loss_total": 0.00756744435057044, + "step": 68690 + }, + { + "loss_action": 0.04084497317671776, + "loss_total": 0.04084497317671776, + "step": 68690 + }, + { + "loss_action": 0.0025031836703419685, + "loss_total": 0.0025031836703419685, + "step": 68690 + }, + { + "loss_action": 0.007839902304112911, + "loss_total": 0.007839902304112911, + "step": 68690 + }, + { + "loss_action": 0.007147049531340599, + "loss_total": 0.007147049531340599, + "step": 68690 + }, + { + "grad_norm": 0.2555047273635864, + "learning_rate": 2.447822532055149e-05, + "loss": 0.0132, + "step": 68700 + }, + { + "loss_action": 0.026609893888235092, + "loss_total": 0.026609893888235092, + "step": 68700 + }, + { + "loss_action": 0.006996497977524996, + "loss_total": 0.006996497977524996, + "step": 68700 + }, + { + "loss_action": 0.00795058999210596, + "loss_total": 0.00795058999210596, + "step": 68700 + }, + { + "loss_action": 0.024531014263629913, + "loss_total": 0.024531014263629913, + "step": 68700 + }, + { + "loss_action": 0.013252217322587967, + "loss_total": 0.013252217322587967, + "step": 68700 + }, + { + "loss_action": 0.00308562396094203, + "loss_total": 0.00308562396094203, + "step": 68700 + }, + { + "grad_norm": 0.2500814199447632, + "learning_rate": 2.4464008264037212e-05, + "loss": 0.0096, + "step": 68710 + }, + { + "loss_action": 0.0069999960251152515, + "loss_total": 0.0069999960251152515, + "step": 68710 + }, + { + "loss_action": 0.006777467671781778, + "loss_total": 0.006777467671781778, + "step": 68710 + }, + { + "loss_action": 0.007641938980668783, + "loss_total": 0.007641938980668783, + "step": 68710 + }, + { + "loss_action": 0.004448185209184885, + "loss_total": 0.004448185209184885, + "step": 68710 + }, + { + "loss_action": 0.0036526620388031006, + "loss_total": 0.0036526620388031006, + "step": 68710 + }, + { + "loss_action": 0.00726071884855628, + "loss_total": 0.00726071884855628, + "step": 68710 + }, + { + "grad_norm": 0.3386194705963135, + "learning_rate": 2.4449794000100605e-05, + "loss": 0.0103, + "step": 68720 + }, + { + "loss_action": 0.00772248487919569, + "loss_total": 0.00772248487919569, + "step": 68720 + }, + { + "loss_action": 0.018045837059617043, + "loss_total": 0.018045837059617043, + "step": 68720 + }, + { + "loss_action": 0.007603027392178774, + "loss_total": 0.007603027392178774, + "step": 68720 + }, + { + "loss_action": 0.005419083870947361, + "loss_total": 0.005419083870947361, + "step": 68720 + }, + { + "loss_action": 0.0060827843844890594, + "loss_total": 0.0060827843844890594, + "step": 68720 + }, + { + "loss_action": 0.009110365062952042, + "loss_total": 0.009110365062952042, + "step": 68720 + }, + { + "grad_norm": 0.2297222763299942, + "learning_rate": 2.4435582530296108e-05, + "loss": 0.0089, + "step": 68730 + }, + { + "loss_action": 0.010667813941836357, + "loss_total": 0.010667813941836357, + "step": 68730 + }, + { + "loss_action": 0.02067759446799755, + "loss_total": 0.02067759446799755, + "step": 68730 + }, + { + "loss_action": 0.0040425402112305164, + "loss_total": 0.0040425402112305164, + "step": 68730 + }, + { + "loss_action": 0.012786601670086384, + "loss_total": 0.012786601670086384, + "step": 68730 + }, + { + "loss_action": 0.003446545684710145, + "loss_total": 0.003446545684710145, + "step": 68730 + }, + { + "loss_action": 0.006737986579537392, + "loss_total": 0.006737986579537392, + "step": 68730 + }, + { + "grad_norm": 0.26590773463249207, + "learning_rate": 2.4421373856177887e-05, + "loss": 0.0103, + "step": 68740 + }, + { + "loss_action": 0.019262028858065605, + "loss_total": 0.019262028858065605, + "step": 68740 + }, + { + "loss_action": 0.015146290883421898, + "loss_total": 0.015146290883421898, + "step": 68740 + }, + { + "loss_action": 0.03052285499870777, + "loss_total": 0.03052285499870777, + "step": 68740 + }, + { + "loss_action": 0.00790219847112894, + "loss_total": 0.00790219847112894, + "step": 68740 + }, + { + "loss_action": 0.005393930710852146, + "loss_total": 0.005393930710852146, + "step": 68740 + }, + { + "loss_action": 0.00903995055705309, + "loss_total": 0.00903995055705309, + "step": 68740 + }, + { + "grad_norm": 0.23335477709770203, + "learning_rate": 2.440716797929975e-05, + "loss": 0.0099, + "step": 68750 + }, + { + "loss_action": 0.006357889622449875, + "loss_total": 0.006357889622449875, + "step": 68750 + }, + { + "loss_action": 0.0048547605983912945, + "loss_total": 0.0048547605983912945, + "step": 68750 + }, + { + "loss_action": 0.00696374149993062, + "loss_total": 0.00696374149993062, + "step": 68750 + }, + { + "loss_action": 0.006448432337492704, + "loss_total": 0.006448432337492704, + "step": 68750 + }, + { + "loss_action": 0.00644187955185771, + "loss_total": 0.00644187955185771, + "step": 68750 + }, + { + "loss_action": 0.003827703418210149, + "loss_total": 0.003827703418210149, + "step": 68750 + }, + { + "grad_norm": 0.3000037670135498, + "learning_rate": 2.439296490121526e-05, + "loss": 0.0109, + "step": 68760 + }, + { + "loss_action": 0.004303384572267532, + "loss_total": 0.004303384572267532, + "step": 68760 + }, + { + "loss_action": 0.005078447517007589, + "loss_total": 0.005078447517007589, + "step": 68760 + }, + { + "loss_action": 0.009053308516740799, + "loss_total": 0.009053308516740799, + "step": 68760 + }, + { + "loss_action": 0.013625822961330414, + "loss_total": 0.013625822961330414, + "step": 68760 + }, + { + "loss_action": 0.004931562580168247, + "loss_total": 0.004931562580168247, + "step": 68760 + }, + { + "loss_action": 0.004106783773750067, + "loss_total": 0.004106783773750067, + "step": 68760 + }, + { + "grad_norm": 0.2309601902961731, + "learning_rate": 2.4378764623477608e-05, + "loss": 0.0161, + "step": 68770 + }, + { + "loss_action": 0.012299828231334686, + "loss_total": 0.012299828231334686, + "step": 68770 + }, + { + "loss_action": 0.020373446866869926, + "loss_total": 0.020373446866869926, + "step": 68770 + }, + { + "loss_action": 0.00635113101452589, + "loss_total": 0.00635113101452589, + "step": 68770 + }, + { + "loss_action": 0.016407988965511322, + "loss_total": 0.016407988965511322, + "step": 68770 + }, + { + "loss_action": 0.011858665384352207, + "loss_total": 0.011858665384352207, + "step": 68770 + }, + { + "loss_action": 0.01275342795997858, + "loss_total": 0.01275342795997858, + "step": 68770 + }, + { + "grad_norm": 0.284444659948349, + "learning_rate": 2.436456714763974e-05, + "loss": 0.0116, + "step": 68780 + }, + { + "loss_action": 0.0076674590818583965, + "loss_total": 0.0076674590818583965, + "step": 68780 + }, + { + "loss_action": 0.008531629107892513, + "loss_total": 0.008531629107892513, + "step": 68780 + }, + { + "loss_action": 0.005385613534599543, + "loss_total": 0.005385613534599543, + "step": 68780 + }, + { + "loss_action": 0.0069007123820483685, + "loss_total": 0.0069007123820483685, + "step": 68780 + }, + { + "loss_action": 0.008192979730665684, + "loss_total": 0.008192979730665684, + "step": 68780 + }, + { + "loss_action": 0.008821243420243263, + "loss_total": 0.008821243420243263, + "step": 68780 + }, + { + "grad_norm": 0.20582616329193115, + "learning_rate": 2.4350372475254262e-05, + "loss": 0.0098, + "step": 68790 + }, + { + "loss_action": 0.022442081943154335, + "loss_total": 0.022442081943154335, + "step": 68790 + }, + { + "loss_action": 0.03311517462134361, + "loss_total": 0.03311517462134361, + "step": 68790 + }, + { + "loss_action": 0.012560623697936535, + "loss_total": 0.012560623697936535, + "step": 68790 + }, + { + "loss_action": 0.003094478277489543, + "loss_total": 0.003094478277489543, + "step": 68790 + }, + { + "loss_action": 0.009137768298387527, + "loss_total": 0.009137768298387527, + "step": 68790 + }, + { + "loss_action": 0.004965180531144142, + "loss_total": 0.004965180531144142, + "step": 68790 + }, + { + "grad_norm": 0.2915284037590027, + "learning_rate": 2.433618060787351e-05, + "loss": 0.0102, + "step": 68800 + }, + { + "loss_action": 0.013660998083651066, + "loss_total": 0.013660998083651066, + "step": 68800 + }, + { + "loss_action": 0.005501792300492525, + "loss_total": 0.005501792300492525, + "step": 68800 + }, + { + "loss_action": 0.00706747081130743, + "loss_total": 0.00706747081130743, + "step": 68800 + }, + { + "loss_action": 0.0077929566614329815, + "loss_total": 0.0077929566614329815, + "step": 68800 + }, + { + "loss_action": 0.023467734456062317, + "loss_total": 0.023467734456062317, + "step": 68800 + }, + { + "loss_action": 0.010258762165904045, + "loss_total": 0.010258762165904045, + "step": 68800 + }, + { + "grad_norm": 0.26439768075942993, + "learning_rate": 2.432199154704944e-05, + "loss": 0.0097, + "step": 68810 + }, + { + "loss_action": 0.024837827309966087, + "loss_total": 0.024837827309966087, + "step": 68810 + }, + { + "loss_action": 0.009808768518269062, + "loss_total": 0.009808768518269062, + "step": 68810 + }, + { + "loss_action": 0.00999295525252819, + "loss_total": 0.00999295525252819, + "step": 68810 + }, + { + "loss_action": 0.003800160251557827, + "loss_total": 0.003800160251557827, + "step": 68810 + }, + { + "loss_action": 0.009499992243945599, + "loss_total": 0.009499992243945599, + "step": 68810 + }, + { + "loss_action": 0.0062696486711502075, + "loss_total": 0.0062696486711502075, + "step": 68810 + }, + { + "grad_norm": 0.25061264634132385, + "learning_rate": 2.430780529433377e-05, + "loss": 0.0096, + "step": 68820 + }, + { + "loss_action": 0.022560909390449524, + "loss_total": 0.022560909390449524, + "step": 68820 + }, + { + "loss_action": 0.005656574387103319, + "loss_total": 0.005656574387103319, + "step": 68820 + }, + { + "loss_action": 0.0048593501560389996, + "loss_total": 0.0048593501560389996, + "step": 68820 + }, + { + "loss_action": 0.004853284917771816, + "loss_total": 0.004853284917771816, + "step": 68820 + }, + { + "loss_action": 0.0038228118792176247, + "loss_total": 0.0038228118792176247, + "step": 68820 + }, + { + "loss_action": 0.009753783233463764, + "loss_total": 0.009753783233463764, + "step": 68820 + }, + { + "grad_norm": 0.2707881033420563, + "learning_rate": 2.42936218512779e-05, + "loss": 0.0083, + "step": 68830 + }, + { + "loss_action": 0.006720004137605429, + "loss_total": 0.006720004137605429, + "step": 68830 + }, + { + "loss_action": 0.002446837956085801, + "loss_total": 0.002446837956085801, + "step": 68830 + }, + { + "loss_action": 0.00436635734513402, + "loss_total": 0.00436635734513402, + "step": 68830 + }, + { + "loss_action": 0.02177639864385128, + "loss_total": 0.02177639864385128, + "step": 68830 + }, + { + "loss_action": 0.005963323637843132, + "loss_total": 0.005963323637843132, + "step": 68830 + }, + { + "loss_action": 0.004993709269911051, + "loss_total": 0.004993709269911051, + "step": 68830 + }, + { + "grad_norm": 0.24520079791545868, + "learning_rate": 2.427944121943288e-05, + "loss": 0.0089, + "step": 68840 + }, + { + "loss_action": 0.004048842936754227, + "loss_total": 0.004048842936754227, + "step": 68840 + }, + { + "loss_action": 0.0026187736075371504, + "loss_total": 0.0026187736075371504, + "step": 68840 + }, + { + "loss_action": 0.010453319177031517, + "loss_total": 0.010453319177031517, + "step": 68840 + }, + { + "loss_action": 0.005200317595154047, + "loss_total": 0.005200317595154047, + "step": 68840 + }, + { + "loss_action": 0.012208489701151848, + "loss_total": 0.012208489701151848, + "step": 68840 + }, + { + "loss_action": 0.004741977900266647, + "loss_total": 0.004741977900266647, + "step": 68840 + }, + { + "grad_norm": 0.28168144822120667, + "learning_rate": 2.4265263400349497e-05, + "loss": 0.0098, + "step": 68850 + }, + { + "loss_action": 0.002267690608277917, + "loss_total": 0.002267690608277917, + "step": 68850 + }, + { + "loss_action": 0.0070105139166116714, + "loss_total": 0.0070105139166116714, + "step": 68850 + }, + { + "loss_action": 0.01586621068418026, + "loss_total": 0.01586621068418026, + "step": 68850 + }, + { + "loss_action": 0.0052955178543925285, + "loss_total": 0.0052955178543925285, + "step": 68850 + }, + { + "loss_action": 0.00411998899653554, + "loss_total": 0.00411998899653554, + "step": 68850 + }, + { + "loss_action": 0.009929290972650051, + "loss_total": 0.009929290972650051, + "step": 68850 + }, + { + "grad_norm": 0.30251479148864746, + "learning_rate": 2.4251088395578213e-05, + "loss": 0.0112, + "step": 68860 + }, + { + "loss_action": 0.007812554948031902, + "loss_total": 0.007812554948031902, + "step": 68860 + }, + { + "loss_action": 0.0034332626964896917, + "loss_total": 0.0034332626964896917, + "step": 68860 + }, + { + "loss_action": 0.02007056586444378, + "loss_total": 0.02007056586444378, + "step": 68860 + }, + { + "loss_action": 0.004883446265012026, + "loss_total": 0.004883446265012026, + "step": 68860 + }, + { + "loss_action": 0.016129503026604652, + "loss_total": 0.016129503026604652, + "step": 68860 + }, + { + "loss_action": 0.0072779529727995396, + "loss_total": 0.0072779529727995396, + "step": 68860 + }, + { + "grad_norm": 0.24258530139923096, + "learning_rate": 2.4236916206669214e-05, + "loss": 0.0097, + "step": 68870 + }, + { + "loss_action": 0.009183572605252266, + "loss_total": 0.009183572605252266, + "step": 68870 + }, + { + "loss_action": 0.01514559518545866, + "loss_total": 0.01514559518545866, + "step": 68870 + }, + { + "loss_action": 0.007771231699734926, + "loss_total": 0.007771231699734926, + "step": 68870 + }, + { + "loss_action": 0.007008891552686691, + "loss_total": 0.007008891552686691, + "step": 68870 + }, + { + "loss_action": 0.008197321556508541, + "loss_total": 0.008197321556508541, + "step": 68870 + }, + { + "loss_action": 0.0064673940651118755, + "loss_total": 0.0064673940651118755, + "step": 68870 + }, + { + "grad_norm": 0.26135098934173584, + "learning_rate": 2.4222746835172304e-05, + "loss": 0.0089, + "step": 68880 + }, + { + "loss_action": 0.012173064053058624, + "loss_total": 0.012173064053058624, + "step": 68880 + }, + { + "loss_action": 0.01865905337035656, + "loss_total": 0.01865905337035656, + "step": 68880 + }, + { + "loss_action": 0.006635449361056089, + "loss_total": 0.006635449361056089, + "step": 68880 + }, + { + "loss_action": 0.02258150838315487, + "loss_total": 0.02258150838315487, + "step": 68880 + }, + { + "loss_action": 0.00576102314516902, + "loss_total": 0.00576102314516902, + "step": 68880 + }, + { + "loss_action": 0.008383720181882381, + "loss_total": 0.008383720181882381, + "step": 68880 + }, + { + "grad_norm": 0.24125175178050995, + "learning_rate": 2.4208580282637065e-05, + "loss": 0.0114, + "step": 68890 + }, + { + "loss_action": 0.006139678880572319, + "loss_total": 0.006139678880572319, + "step": 68890 + }, + { + "loss_action": 0.0028382132295519114, + "loss_total": 0.0028382132295519114, + "step": 68890 + }, + { + "loss_action": 0.002894599223509431, + "loss_total": 0.002894599223509431, + "step": 68890 + }, + { + "loss_action": 0.005896722432225943, + "loss_total": 0.005896722432225943, + "step": 68890 + }, + { + "loss_action": 0.004620514344424009, + "loss_total": 0.004620514344424009, + "step": 68890 + }, + { + "loss_action": 0.036130040884017944, + "loss_total": 0.036130040884017944, + "step": 68890 + }, + { + "grad_norm": 0.305191308259964, + "learning_rate": 2.4194416550612687e-05, + "loss": 0.0104, + "step": 68900 + }, + { + "loss_action": 0.017916571348905563, + "loss_total": 0.017916571348905563, + "step": 68900 + }, + { + "loss_action": 0.032909899950027466, + "loss_total": 0.032909899950027466, + "step": 68900 + }, + { + "loss_action": 0.005216744262725115, + "loss_total": 0.005216744262725115, + "step": 68900 + }, + { + "loss_action": 0.008412327617406845, + "loss_total": 0.008412327617406845, + "step": 68900 + }, + { + "loss_action": 0.004669696558266878, + "loss_total": 0.004669696558266878, + "step": 68900 + }, + { + "loss_action": 0.00466300779953599, + "loss_total": 0.00466300779953599, + "step": 68900 + }, + { + "grad_norm": 0.24354451894760132, + "learning_rate": 2.418025564064812e-05, + "loss": 0.011, + "step": 68910 + }, + { + "loss_action": 0.0071886335499584675, + "loss_total": 0.0071886335499584675, + "step": 68910 + }, + { + "loss_action": 0.01678011193871498, + "loss_total": 0.01678011193871498, + "step": 68910 + }, + { + "loss_action": 0.004636150784790516, + "loss_total": 0.004636150784790516, + "step": 68910 + }, + { + "loss_action": 0.0059169442392885685, + "loss_total": 0.0059169442392885685, + "step": 68910 + }, + { + "loss_action": 0.003998863510787487, + "loss_total": 0.003998863510787487, + "step": 68910 + }, + { + "loss_action": 0.0318082831799984, + "loss_total": 0.0318082831799984, + "step": 68910 + }, + { + "grad_norm": 0.36227843165397644, + "learning_rate": 2.4166097554291978e-05, + "loss": 0.0095, + "step": 68920 + }, + { + "loss_action": 0.008534337393939495, + "loss_total": 0.008534337393939495, + "step": 68920 + }, + { + "loss_action": 0.005638649221509695, + "loss_total": 0.005638649221509695, + "step": 68920 + }, + { + "loss_action": 0.0050622764974832535, + "loss_total": 0.0050622764974832535, + "step": 68920 + }, + { + "loss_action": 0.0026806367095559835, + "loss_total": 0.0026806367095559835, + "step": 68920 + }, + { + "loss_action": 0.008497483097016811, + "loss_total": 0.008497483097016811, + "step": 68920 + }, + { + "loss_action": 0.033976368606090546, + "loss_total": 0.033976368606090546, + "step": 68920 + }, + { + "grad_norm": 0.2677445709705353, + "learning_rate": 2.4151942293092583e-05, + "loss": 0.0107, + "step": 68930 + }, + { + "loss_action": 0.005544064100831747, + "loss_total": 0.005544064100831747, + "step": 68930 + }, + { + "loss_action": 0.008185495622456074, + "loss_total": 0.008185495622456074, + "step": 68930 + }, + { + "loss_action": 0.011752396821975708, + "loss_total": 0.011752396821975708, + "step": 68930 + }, + { + "loss_action": 0.005100158974528313, + "loss_total": 0.005100158974528313, + "step": 68930 + }, + { + "loss_action": 0.004771375562995672, + "loss_total": 0.004771375562995672, + "step": 68930 + }, + { + "loss_action": 0.00404826644808054, + "loss_total": 0.00404826644808054, + "step": 68930 + }, + { + "grad_norm": 0.26712462306022644, + "learning_rate": 2.41377898585979e-05, + "loss": 0.0098, + "step": 68940 + }, + { + "loss_action": 0.008923875167965889, + "loss_total": 0.008923875167965889, + "step": 68940 + }, + { + "loss_action": 0.015328686684370041, + "loss_total": 0.015328686684370041, + "step": 68940 + }, + { + "loss_action": 0.009365526959300041, + "loss_total": 0.009365526959300041, + "step": 68940 + }, + { + "loss_action": 0.008487568236887455, + "loss_total": 0.008487568236887455, + "step": 68940 + }, + { + "loss_action": 0.0030428320169448853, + "loss_total": 0.0030428320169448853, + "step": 68940 + }, + { + "loss_action": 0.007849541492760181, + "loss_total": 0.007849541492760181, + "step": 68940 + }, + { + "grad_norm": 0.27565449476242065, + "learning_rate": 2.4123640252355652e-05, + "loss": 0.0127, + "step": 68950 + }, + { + "loss_action": 0.0161600261926651, + "loss_total": 0.0161600261926651, + "step": 68950 + }, + { + "loss_action": 0.009450186043977737, + "loss_total": 0.009450186043977737, + "step": 68950 + }, + { + "loss_action": 0.011538675986230373, + "loss_total": 0.011538675986230373, + "step": 68950 + }, + { + "loss_action": 0.018596546724438667, + "loss_total": 0.018596546724438667, + "step": 68950 + }, + { + "loss_action": 0.0034291630145162344, + "loss_total": 0.0034291630145162344, + "step": 68950 + }, + { + "loss_action": 0.007352467160671949, + "loss_total": 0.007352467160671949, + "step": 68950 + }, + { + "grad_norm": 0.39334750175476074, + "learning_rate": 2.410949347591318e-05, + "loss": 0.0109, + "step": 68960 + }, + { + "loss_action": 0.13465270400047302, + "loss_total": 0.13465270400047302, + "step": 68960 + }, + { + "loss_action": 0.0036207735538482666, + "loss_total": 0.0036207735538482666, + "step": 68960 + }, + { + "loss_action": 0.01839299499988556, + "loss_total": 0.01839299499988556, + "step": 68960 + }, + { + "loss_action": 0.01835867203772068, + "loss_total": 0.01835867203772068, + "step": 68960 + }, + { + "loss_action": 0.00898347981274128, + "loss_total": 0.00898347981274128, + "step": 68960 + }, + { + "loss_action": 0.0073870462365448475, + "loss_total": 0.0073870462365448475, + "step": 68960 + }, + { + "grad_norm": 0.19764336943626404, + "learning_rate": 2.4095349530817578e-05, + "loss": 0.0113, + "step": 68970 + }, + { + "loss_action": 0.0022510995622724295, + "loss_total": 0.0022510995622724295, + "step": 68970 + }, + { + "loss_action": 0.004633731208741665, + "loss_total": 0.004633731208741665, + "step": 68970 + }, + { + "loss_action": 0.004798052832484245, + "loss_total": 0.004798052832484245, + "step": 68970 + }, + { + "loss_action": 0.008929247967898846, + "loss_total": 0.008929247967898846, + "step": 68970 + }, + { + "loss_action": 0.006780303083360195, + "loss_total": 0.006780303083360195, + "step": 68970 + }, + { + "loss_action": 0.014623836614191532, + "loss_total": 0.014623836614191532, + "step": 68970 + }, + { + "grad_norm": 0.31562575697898865, + "learning_rate": 2.4081208418615603e-05, + "loss": 0.01, + "step": 68980 + }, + { + "loss_action": 0.006603601388633251, + "loss_total": 0.006603601388633251, + "step": 68980 + }, + { + "loss_action": 0.022597091272473335, + "loss_total": 0.022597091272473335, + "step": 68980 + }, + { + "loss_action": 0.011974368244409561, + "loss_total": 0.011974368244409561, + "step": 68980 + }, + { + "loss_action": 0.02669215202331543, + "loss_total": 0.02669215202331543, + "step": 68980 + }, + { + "loss_action": 0.029031507670879364, + "loss_total": 0.029031507670879364, + "step": 68980 + }, + { + "loss_action": 0.023286303505301476, + "loss_total": 0.023286303505301476, + "step": 68980 + }, + { + "grad_norm": 0.2888486385345459, + "learning_rate": 2.4067070140853725e-05, + "loss": 0.0121, + "step": 68990 + }, + { + "loss_action": 0.003416628111153841, + "loss_total": 0.003416628111153841, + "step": 68990 + }, + { + "loss_action": 0.012392097152769566, + "loss_total": 0.012392097152769566, + "step": 68990 + }, + { + "loss_action": 0.0048611583188176155, + "loss_total": 0.0048611583188176155, + "step": 68990 + }, + { + "loss_action": 0.013361513614654541, + "loss_total": 0.013361513614654541, + "step": 68990 + }, + { + "loss_action": 0.004644741769880056, + "loss_total": 0.004644741769880056, + "step": 68990 + }, + { + "loss_action": 0.006409564986824989, + "loss_total": 0.006409564986824989, + "step": 68990 + }, + { + "grad_norm": 0.3528580665588379, + "learning_rate": 2.405293469907805e-05, + "loss": 0.0109, + "step": 69000 + }, + { + "loss_action": 0.007348531391471624, + "loss_total": 0.007348531391471624, + "step": 69000 + }, + { + "loss_action": 0.005099449772387743, + "loss_total": 0.005099449772387743, + "step": 69000 + }, + { + "loss_action": 0.01086941547691822, + "loss_total": 0.01086941547691822, + "step": 69000 + }, + { + "loss_action": 0.011916017159819603, + "loss_total": 0.011916017159819603, + "step": 69000 + }, + { + "loss_action": 0.010141338221728802, + "loss_total": 0.010141338221728802, + "step": 69000 + }, + { + "loss_action": 0.004138768184930086, + "loss_total": 0.004138768184930086, + "step": 69000 + }, + { + "grad_norm": 0.2862952649593353, + "learning_rate": 2.4038802094834446e-05, + "loss": 0.0125, + "step": 69010 + }, + { + "loss_action": 0.006167624145746231, + "loss_total": 0.006167624145746231, + "step": 69010 + }, + { + "loss_action": 0.014177083969116211, + "loss_total": 0.014177083969116211, + "step": 69010 + }, + { + "loss_action": 0.013347177766263485, + "loss_total": 0.013347177766263485, + "step": 69010 + }, + { + "loss_action": 0.006611860357224941, + "loss_total": 0.006611860357224941, + "step": 69010 + }, + { + "loss_action": 0.009268660098314285, + "loss_total": 0.009268660098314285, + "step": 69010 + }, + { + "loss_action": 0.08047151565551758, + "loss_total": 0.08047151565551758, + "step": 69010 + }, + { + "grad_norm": 0.23013897240161896, + "learning_rate": 2.4024672329668395e-05, + "loss": 0.0101, + "step": 69020 + }, + { + "loss_action": 0.011622625403106213, + "loss_total": 0.011622625403106213, + "step": 69020 + }, + { + "loss_action": 0.01308590266853571, + "loss_total": 0.01308590266853571, + "step": 69020 + }, + { + "loss_action": 0.002650648355484009, + "loss_total": 0.002650648355484009, + "step": 69020 + }, + { + "loss_action": 0.00863011833280325, + "loss_total": 0.00863011833280325, + "step": 69020 + }, + { + "loss_action": 0.00846319179981947, + "loss_total": 0.00846319179981947, + "step": 69020 + }, + { + "loss_action": 0.004425371531397104, + "loss_total": 0.004425371531397104, + "step": 69020 + }, + { + "grad_norm": 0.27459511160850525, + "learning_rate": 2.4010545405125125e-05, + "loss": 0.0132, + "step": 69030 + }, + { + "loss_action": 0.017636815086007118, + "loss_total": 0.017636815086007118, + "step": 69030 + }, + { + "loss_action": 0.007598371244966984, + "loss_total": 0.007598371244966984, + "step": 69030 + }, + { + "loss_action": 0.011168879456818104, + "loss_total": 0.011168879456818104, + "step": 69030 + }, + { + "loss_action": 0.0053656212985515594, + "loss_total": 0.0053656212985515594, + "step": 69030 + }, + { + "loss_action": 0.0054189544171094894, + "loss_total": 0.0054189544171094894, + "step": 69030 + }, + { + "loss_action": 0.006412961985915899, + "loss_total": 0.006412961985915899, + "step": 69030 + }, + { + "grad_norm": 0.2759132385253906, + "learning_rate": 2.3996421322749528e-05, + "loss": 0.0106, + "step": 69040 + }, + { + "loss_action": 0.018322303891181946, + "loss_total": 0.018322303891181946, + "step": 69040 + }, + { + "loss_action": 0.009592752903699875, + "loss_total": 0.009592752903699875, + "step": 69040 + }, + { + "loss_action": 0.0035757103469222784, + "loss_total": 0.0035757103469222784, + "step": 69040 + }, + { + "loss_action": 0.006338329054415226, + "loss_total": 0.006338329054415226, + "step": 69040 + }, + { + "loss_action": 0.010060480795800686, + "loss_total": 0.010060480795800686, + "step": 69040 + }, + { + "loss_action": 0.009458924643695354, + "loss_total": 0.009458924643695354, + "step": 69040 + }, + { + "grad_norm": 0.44419220089912415, + "learning_rate": 2.3982300084086224e-05, + "loss": 0.0117, + "step": 69050 + }, + { + "loss_action": 0.004893139936029911, + "loss_total": 0.004893139936029911, + "step": 69050 + }, + { + "loss_action": 0.006866456009447575, + "loss_total": 0.006866456009447575, + "step": 69050 + }, + { + "loss_action": 0.010883408598601818, + "loss_total": 0.010883408598601818, + "step": 69050 + }, + { + "loss_action": 0.011368532665073872, + "loss_total": 0.011368532665073872, + "step": 69050 + }, + { + "loss_action": 0.005396215245127678, + "loss_total": 0.005396215245127678, + "step": 69050 + }, + { + "loss_action": 0.007793435361236334, + "loss_total": 0.007793435361236334, + "step": 69050 + }, + { + "grad_norm": 0.2503935694694519, + "learning_rate": 2.396818169067944e-05, + "loss": 0.0114, + "step": 69060 + }, + { + "loss_action": 0.003084755502641201, + "loss_total": 0.003084755502641201, + "step": 69060 + }, + { + "loss_action": 0.01916186697781086, + "loss_total": 0.01916186697781086, + "step": 69060 + }, + { + "loss_action": 0.009792245924472809, + "loss_total": 0.009792245924472809, + "step": 69060 + }, + { + "loss_action": 0.012395254336297512, + "loss_total": 0.012395254336297512, + "step": 69060 + }, + { + "loss_action": 0.004784234333783388, + "loss_total": 0.004784234333783388, + "step": 69060 + }, + { + "loss_action": 0.004631687421351671, + "loss_total": 0.004631687421351671, + "step": 69060 + }, + { + "grad_norm": 0.27109748125076294, + "learning_rate": 2.3954066144073178e-05, + "loss": 0.0116, + "step": 69070 + }, + { + "loss_action": 0.0076848906464874744, + "loss_total": 0.0076848906464874744, + "step": 69070 + }, + { + "loss_action": 0.005250735208392143, + "loss_total": 0.005250735208392143, + "step": 69070 + }, + { + "loss_action": 0.005435564089566469, + "loss_total": 0.005435564089566469, + "step": 69070 + }, + { + "loss_action": 0.0032292469404637814, + "loss_total": 0.0032292469404637814, + "step": 69070 + }, + { + "loss_action": 0.02505875751376152, + "loss_total": 0.02505875751376152, + "step": 69070 + }, + { + "loss_action": 0.006067370530217886, + "loss_total": 0.006067370530217886, + "step": 69070 + }, + { + "grad_norm": 0.3072766661643982, + "learning_rate": 2.39399534458111e-05, + "loss": 0.0122, + "step": 69080 + }, + { + "loss_action": 0.0453840047121048, + "loss_total": 0.0453840047121048, + "step": 69080 + }, + { + "loss_action": 0.0269172266125679, + "loss_total": 0.0269172266125679, + "step": 69080 + }, + { + "loss_action": 0.009527369402348995, + "loss_total": 0.009527369402348995, + "step": 69080 + }, + { + "loss_action": 0.017245421186089516, + "loss_total": 0.017245421186089516, + "step": 69080 + }, + { + "loss_action": 0.0029695099219679832, + "loss_total": 0.0029695099219679832, + "step": 69080 + }, + { + "loss_action": 0.017954815179109573, + "loss_total": 0.017954815179109573, + "step": 69080 + }, + { + "grad_norm": 0.25378069281578064, + "learning_rate": 2.392584359743651e-05, + "loss": 0.0125, + "step": 69090 + }, + { + "loss_action": 0.014446110464632511, + "loss_total": 0.014446110464632511, + "step": 69090 + }, + { + "loss_action": 0.005768054164946079, + "loss_total": 0.005768054164946079, + "step": 69090 + }, + { + "loss_action": 0.00577748054638505, + "loss_total": 0.00577748054638505, + "step": 69090 + }, + { + "loss_action": 0.005066362675279379, + "loss_total": 0.005066362675279379, + "step": 69090 + }, + { + "loss_action": 0.004606353584676981, + "loss_total": 0.004606353584676981, + "step": 69090 + }, + { + "loss_action": 0.007683079224079847, + "loss_total": 0.007683079224079847, + "step": 69090 + }, + { + "grad_norm": 0.22089162468910217, + "learning_rate": 2.3911736600492463e-05, + "loss": 0.0093, + "step": 69100 + }, + { + "loss_action": 0.016357995569705963, + "loss_total": 0.016357995569705963, + "step": 69100 + }, + { + "loss_action": 0.0023291888646781445, + "loss_total": 0.0023291888646781445, + "step": 69100 + }, + { + "loss_action": 0.025870680809020996, + "loss_total": 0.025870680809020996, + "step": 69100 + }, + { + "loss_action": 0.005127106327563524, + "loss_total": 0.005127106327563524, + "step": 69100 + }, + { + "loss_action": 0.004606751725077629, + "loss_total": 0.004606751725077629, + "step": 69100 + }, + { + "loss_action": 0.00929160788655281, + "loss_total": 0.00929160788655281, + "step": 69100 + }, + { + "grad_norm": 0.31450918316841125, + "learning_rate": 2.3897632456521672e-05, + "loss": 0.0112, + "step": 69110 + }, + { + "loss_action": 0.0383632630109787, + "loss_total": 0.0383632630109787, + "step": 69110 + }, + { + "loss_action": 0.005212713032960892, + "loss_total": 0.005212713032960892, + "step": 69110 + }, + { + "loss_action": 0.01077955774962902, + "loss_total": 0.01077955774962902, + "step": 69110 + }, + { + "loss_action": 0.006368797272443771, + "loss_total": 0.006368797272443771, + "step": 69110 + }, + { + "loss_action": 0.011407856829464436, + "loss_total": 0.011407856829464436, + "step": 69110 + }, + { + "loss_action": 0.011157635599374771, + "loss_total": 0.011157635599374771, + "step": 69110 + }, + { + "grad_norm": 0.36048224568367004, + "learning_rate": 2.388353116706658e-05, + "loss": 0.0114, + "step": 69120 + }, + { + "loss_action": 0.0076886857859790325, + "loss_total": 0.0076886857859790325, + "step": 69120 + }, + { + "loss_action": 0.006904173642396927, + "loss_total": 0.006904173642396927, + "step": 69120 + }, + { + "loss_action": 0.005468769930303097, + "loss_total": 0.005468769930303097, + "step": 69120 + }, + { + "loss_action": 0.016994619742035866, + "loss_total": 0.016994619742035866, + "step": 69120 + }, + { + "loss_action": 0.00867186114192009, + "loss_total": 0.00867186114192009, + "step": 69120 + }, + { + "loss_action": 0.010312271304428577, + "loss_total": 0.010312271304428577, + "step": 69120 + }, + { + "grad_norm": 0.3367893397808075, + "learning_rate": 2.3869432733669232e-05, + "loss": 0.0128, + "step": 69130 + }, + { + "loss_action": 0.008037170395255089, + "loss_total": 0.008037170395255089, + "step": 69130 + }, + { + "loss_action": 0.0067290253937244415, + "loss_total": 0.0067290253937244415, + "step": 69130 + }, + { + "loss_action": 0.005876874551177025, + "loss_total": 0.005876874551177025, + "step": 69130 + }, + { + "loss_action": 0.009148509241640568, + "loss_total": 0.009148509241640568, + "step": 69130 + }, + { + "loss_action": 0.004379653837531805, + "loss_total": 0.004379653837531805, + "step": 69130 + }, + { + "loss_action": 0.005804929416626692, + "loss_total": 0.005804929416626692, + "step": 69130 + }, + { + "grad_norm": 0.22030319273471832, + "learning_rate": 2.385533715787145e-05, + "loss": 0.01, + "step": 69140 + }, + { + "loss_action": 0.0057076215744018555, + "loss_total": 0.0057076215744018555, + "step": 69140 + }, + { + "loss_action": 0.003867086721584201, + "loss_total": 0.003867086721584201, + "step": 69140 + }, + { + "loss_action": 0.00785251334309578, + "loss_total": 0.00785251334309578, + "step": 69140 + }, + { + "loss_action": 0.005016114562749863, + "loss_total": 0.005016114562749863, + "step": 69140 + }, + { + "loss_action": 0.016040094196796417, + "loss_total": 0.016040094196796417, + "step": 69140 + }, + { + "loss_action": 0.01005789265036583, + "loss_total": 0.01005789265036583, + "step": 69140 + }, + { + "grad_norm": 0.19729243218898773, + "learning_rate": 2.3841244441214673e-05, + "loss": 0.0095, + "step": 69150 + }, + { + "loss_action": 0.0072209471836686134, + "loss_total": 0.0072209471836686134, + "step": 69150 + }, + { + "loss_action": 0.004261866677552462, + "loss_total": 0.004261866677552462, + "step": 69150 + }, + { + "loss_action": 0.009021243080496788, + "loss_total": 0.009021243080496788, + "step": 69150 + }, + { + "loss_action": 0.010337849147617817, + "loss_total": 0.010337849147617817, + "step": 69150 + }, + { + "loss_action": 0.23209191858768463, + "loss_total": 0.23209191858768463, + "step": 69150 + }, + { + "loss_action": 0.007566973567008972, + "loss_total": 0.007566973567008972, + "step": 69150 + }, + { + "grad_norm": 0.3671461343765259, + "learning_rate": 2.3827154585240073e-05, + "loss": 0.0146, + "step": 69160 + }, + { + "loss_action": 0.016574515029788017, + "loss_total": 0.016574515029788017, + "step": 69160 + }, + { + "loss_action": 0.02915269322693348, + "loss_total": 0.02915269322693348, + "step": 69160 + }, + { + "loss_action": 0.008594304323196411, + "loss_total": 0.008594304323196411, + "step": 69160 + }, + { + "loss_action": 0.04980204626917839, + "loss_total": 0.04980204626917839, + "step": 69160 + }, + { + "loss_action": 0.003989358898252249, + "loss_total": 0.003989358898252249, + "step": 69160 + }, + { + "loss_action": 0.008090807124972343, + "loss_total": 0.008090807124972343, + "step": 69160 + }, + { + "grad_norm": 0.34169802069664, + "learning_rate": 2.3813067591488498e-05, + "loss": 0.0108, + "step": 69170 + }, + { + "loss_action": 0.0035125496797263622, + "loss_total": 0.0035125496797263622, + "step": 69170 + }, + { + "loss_action": 0.008192961104214191, + "loss_total": 0.008192961104214191, + "step": 69170 + }, + { + "loss_action": 0.011743648909032345, + "loss_total": 0.011743648909032345, + "step": 69170 + }, + { + "loss_action": 0.003865669947117567, + "loss_total": 0.003865669947117567, + "step": 69170 + }, + { + "loss_action": 0.013639445416629314, + "loss_total": 0.013639445416629314, + "step": 69170 + }, + { + "loss_action": 0.01498277299106121, + "loss_total": 0.01498277299106121, + "step": 69170 + }, + { + "grad_norm": 0.22280354797840118, + "learning_rate": 2.3798983461500494e-05, + "loss": 0.0101, + "step": 69180 + }, + { + "loss_action": 0.02277974784374237, + "loss_total": 0.02277974784374237, + "step": 69180 + }, + { + "loss_action": 0.005034729838371277, + "loss_total": 0.005034729838371277, + "step": 69180 + }, + { + "loss_action": 0.010228898376226425, + "loss_total": 0.010228898376226425, + "step": 69180 + }, + { + "loss_action": 0.008286740630865097, + "loss_total": 0.008286740630865097, + "step": 69180 + }, + { + "loss_action": 0.00427359389141202, + "loss_total": 0.00427359389141202, + "step": 69180 + }, + { + "loss_action": 0.007264905609190464, + "loss_total": 0.007264905609190464, + "step": 69180 + }, + { + "grad_norm": 0.38712459802627563, + "learning_rate": 2.3784902196816256e-05, + "loss": 0.0097, + "step": 69190 + }, + { + "loss_action": 0.0065260399132966995, + "loss_total": 0.0065260399132966995, + "step": 69190 + }, + { + "loss_action": 0.056621503084897995, + "loss_total": 0.056621503084897995, + "step": 69190 + }, + { + "loss_action": 0.0072550093755126, + "loss_total": 0.0072550093755126, + "step": 69190 + }, + { + "loss_action": 0.0156486127525568, + "loss_total": 0.0156486127525568, + "step": 69190 + }, + { + "loss_action": 0.0063893538899719715, + "loss_total": 0.0063893538899719715, + "step": 69190 + }, + { + "loss_action": 0.00671556917950511, + "loss_total": 0.00671556917950511, + "step": 69190 + }, + { + "grad_norm": 0.23213937878608704, + "learning_rate": 2.3770823798975716e-05, + "loss": 0.0094, + "step": 69200 + }, + { + "loss_action": 0.05475600063800812, + "loss_total": 0.05475600063800812, + "step": 69200 + }, + { + "loss_action": 0.010676817037165165, + "loss_total": 0.010676817037165165, + "step": 69200 + }, + { + "loss_action": 0.012968504801392555, + "loss_total": 0.012968504801392555, + "step": 69200 + }, + { + "loss_action": 0.009746355004608631, + "loss_total": 0.009746355004608631, + "step": 69200 + }, + { + "loss_action": 0.009298213757574558, + "loss_total": 0.009298213757574558, + "step": 69200 + }, + { + "loss_action": 0.014305148273706436, + "loss_total": 0.014305148273706436, + "step": 69200 + }, + { + "grad_norm": 0.2617732882499695, + "learning_rate": 2.3756748269518424e-05, + "loss": 0.0152, + "step": 69210 + }, + { + "loss_action": 0.06290359795093536, + "loss_total": 0.06290359795093536, + "step": 69210 + }, + { + "loss_action": 0.002893615048378706, + "loss_total": 0.002893615048378706, + "step": 69210 + }, + { + "loss_action": 0.013474933803081512, + "loss_total": 0.013474933803081512, + "step": 69210 + }, + { + "loss_action": 0.004969924222677946, + "loss_total": 0.004969924222677946, + "step": 69210 + }, + { + "loss_action": 0.004772211890667677, + "loss_total": 0.004772211890667677, + "step": 69210 + }, + { + "loss_action": 0.01578742079436779, + "loss_total": 0.01578742079436779, + "step": 69210 + }, + { + "grad_norm": 0.22188010811805725, + "learning_rate": 2.374267560998371e-05, + "loss": 0.0132, + "step": 69220 + }, + { + "loss_action": 0.005377679131925106, + "loss_total": 0.005377679131925106, + "step": 69220 + }, + { + "loss_action": 0.008420184254646301, + "loss_total": 0.008420184254646301, + "step": 69220 + }, + { + "loss_action": 0.010084390640258789, + "loss_total": 0.010084390640258789, + "step": 69220 + }, + { + "loss_action": 0.043388482183218, + "loss_total": 0.043388482183218, + "step": 69220 + }, + { + "loss_action": 0.00889377761632204, + "loss_total": 0.00889377761632204, + "step": 69220 + }, + { + "loss_action": 0.022528810426592827, + "loss_total": 0.022528810426592827, + "step": 69220 + }, + { + "grad_norm": 0.34271490573883057, + "learning_rate": 2.3728605821910477e-05, + "loss": 0.0154, + "step": 69230 + }, + { + "loss_action": 0.01172641757875681, + "loss_total": 0.01172641757875681, + "step": 69230 + }, + { + "loss_action": 0.025257255882024765, + "loss_total": 0.025257255882024765, + "step": 69230 + }, + { + "loss_action": 0.006979585625231266, + "loss_total": 0.006979585625231266, + "step": 69230 + }, + { + "loss_action": 0.003027392318472266, + "loss_total": 0.003027392318472266, + "step": 69230 + }, + { + "loss_action": 0.025112947449088097, + "loss_total": 0.025112947449088097, + "step": 69230 + }, + { + "loss_action": 0.008177673444151878, + "loss_total": 0.008177673444151878, + "step": 69230 + }, + { + "grad_norm": 0.2741752564907074, + "learning_rate": 2.3714538906837453e-05, + "loss": 0.0122, + "step": 69240 + }, + { + "loss_action": 0.011935575865209103, + "loss_total": 0.011935575865209103, + "step": 69240 + }, + { + "loss_action": 0.005367842968553305, + "loss_total": 0.005367842968553305, + "step": 69240 + }, + { + "loss_action": 0.010132555849850178, + "loss_total": 0.010132555849850178, + "step": 69240 + }, + { + "loss_action": 0.01135954912751913, + "loss_total": 0.01135954912751913, + "step": 69240 + }, + { + "loss_action": 0.010412421077489853, + "loss_total": 0.010412421077489853, + "step": 69240 + }, + { + "loss_action": 0.007749353069812059, + "loss_total": 0.007749353069812059, + "step": 69240 + }, + { + "grad_norm": 0.26494279503822327, + "learning_rate": 2.3700474866302913e-05, + "loss": 0.0118, + "step": 69250 + }, + { + "loss_action": 0.0032107029110193253, + "loss_total": 0.0032107029110193253, + "step": 69250 + }, + { + "loss_action": 0.0032716768328100443, + "loss_total": 0.0032716768328100443, + "step": 69250 + }, + { + "loss_action": 0.004281578119844198, + "loss_total": 0.004281578119844198, + "step": 69250 + }, + { + "loss_action": 0.008413163013756275, + "loss_total": 0.008413163013756275, + "step": 69250 + }, + { + "loss_action": 0.009656814858317375, + "loss_total": 0.009656814858317375, + "step": 69250 + }, + { + "loss_action": 0.007057448383420706, + "loss_total": 0.007057448383420706, + "step": 69250 + }, + { + "grad_norm": 0.25516965985298157, + "learning_rate": 2.3686413701844917e-05, + "loss": 0.0126, + "step": 69260 + }, + { + "loss_action": 0.013140199705958366, + "loss_total": 0.013140199705958366, + "step": 69260 + }, + { + "loss_action": 0.00888066366314888, + "loss_total": 0.00888066366314888, + "step": 69260 + }, + { + "loss_action": 0.02314501814544201, + "loss_total": 0.02314501814544201, + "step": 69260 + }, + { + "loss_action": 0.011426104232668877, + "loss_total": 0.011426104232668877, + "step": 69260 + }, + { + "loss_action": 0.016447290778160095, + "loss_total": 0.016447290778160095, + "step": 69260 + }, + { + "loss_action": 0.006982296705245972, + "loss_total": 0.006982296705245972, + "step": 69260 + }, + { + "grad_norm": 0.3381887376308441, + "learning_rate": 2.367235541500114e-05, + "loss": 0.0129, + "step": 69270 + }, + { + "loss_action": 0.007916701957583427, + "loss_total": 0.007916701957583427, + "step": 69270 + }, + { + "loss_action": 0.006680057384073734, + "loss_total": 0.006680057384073734, + "step": 69270 + }, + { + "loss_action": 0.010076121427118778, + "loss_total": 0.010076121427118778, + "step": 69270 + }, + { + "loss_action": 0.010139397345483303, + "loss_total": 0.010139397345483303, + "step": 69270 + }, + { + "loss_action": 0.009004924446344376, + "loss_total": 0.009004924446344376, + "step": 69270 + }, + { + "loss_action": 0.011802108958363533, + "loss_total": 0.011802108958363533, + "step": 69270 + }, + { + "grad_norm": 0.24485932290554047, + "learning_rate": 2.3658300007308993e-05, + "loss": 0.0109, + "step": 69280 + }, + { + "loss_action": 0.008385301567614079, + "loss_total": 0.008385301567614079, + "step": 69280 + }, + { + "loss_action": 0.008889345452189445, + "loss_total": 0.008889345452189445, + "step": 69280 + }, + { + "loss_action": 0.0040337215177714825, + "loss_total": 0.0040337215177714825, + "step": 69280 + }, + { + "loss_action": 0.11365237087011337, + "loss_total": 0.11365237087011337, + "step": 69280 + }, + { + "loss_action": 0.011987406760454178, + "loss_total": 0.011987406760454178, + "step": 69280 + }, + { + "loss_action": 0.022136759012937546, + "loss_total": 0.022136759012937546, + "step": 69280 + }, + { + "grad_norm": 0.2493494153022766, + "learning_rate": 2.364424748030555e-05, + "loss": 0.0156, + "step": 69290 + }, + { + "loss_action": 0.025012584403157234, + "loss_total": 0.025012584403157234, + "step": 69290 + }, + { + "loss_action": 0.007275818847119808, + "loss_total": 0.007275818847119808, + "step": 69290 + }, + { + "loss_action": 0.005856044124811888, + "loss_total": 0.005856044124811888, + "step": 69290 + }, + { + "loss_action": 0.011082547716796398, + "loss_total": 0.011082547716796398, + "step": 69290 + }, + { + "loss_action": 0.011757556349039078, + "loss_total": 0.011757556349039078, + "step": 69290 + }, + { + "loss_action": 0.014133638702332973, + "loss_total": 0.014133638702332973, + "step": 69290 + }, + { + "grad_norm": 0.2976226508617401, + "learning_rate": 2.3630197835527595e-05, + "loss": 0.0113, + "step": 69300 + }, + { + "loss_action": 0.005617931950837374, + "loss_total": 0.005617931950837374, + "step": 69300 + }, + { + "loss_action": 0.008838409557938576, + "loss_total": 0.008838409557938576, + "step": 69300 + }, + { + "loss_action": 0.007182916160672903, + "loss_total": 0.007182916160672903, + "step": 69300 + }, + { + "loss_action": 0.006948788184672594, + "loss_total": 0.006948788184672594, + "step": 69300 + }, + { + "loss_action": 0.008277383632957935, + "loss_total": 0.008277383632957935, + "step": 69300 + }, + { + "loss_action": 0.0071827745996415615, + "loss_total": 0.0071827745996415615, + "step": 69300 + }, + { + "grad_norm": 0.2592998147010803, + "learning_rate": 2.3616151074511546e-05, + "loss": 0.0103, + "step": 69310 + }, + { + "loss_action": 0.00524519756436348, + "loss_total": 0.00524519756436348, + "step": 69310 + }, + { + "loss_action": 0.0026949781458824873, + "loss_total": 0.0026949781458824873, + "step": 69310 + }, + { + "loss_action": 0.006948342081159353, + "loss_total": 0.006948342081159353, + "step": 69310 + }, + { + "loss_action": 0.013768916018307209, + "loss_total": 0.013768916018307209, + "step": 69310 + }, + { + "loss_action": 0.011461770161986351, + "loss_total": 0.011461770161986351, + "step": 69310 + }, + { + "loss_action": 0.0076506854966282845, + "loss_total": 0.0076506854966282845, + "step": 69310 + }, + { + "grad_norm": 0.22545112669467926, + "learning_rate": 2.3602107198793545e-05, + "loss": 0.0097, + "step": 69320 + }, + { + "loss_action": 0.008388332091271877, + "loss_total": 0.008388332091271877, + "step": 69320 + }, + { + "loss_action": 0.00957987830042839, + "loss_total": 0.00957987830042839, + "step": 69320 + }, + { + "loss_action": 0.005784199573099613, + "loss_total": 0.005784199573099613, + "step": 69320 + }, + { + "loss_action": 0.00562683679163456, + "loss_total": 0.00562683679163456, + "step": 69320 + }, + { + "loss_action": 0.007140680681914091, + "loss_total": 0.007140680681914091, + "step": 69320 + }, + { + "loss_action": 0.012527759186923504, + "loss_total": 0.012527759186923504, + "step": 69320 + }, + { + "grad_norm": 0.2513144910335541, + "learning_rate": 2.3588066209909427e-05, + "loss": 0.0092, + "step": 69330 + }, + { + "loss_action": 0.009327555075287819, + "loss_total": 0.009327555075287819, + "step": 69330 + }, + { + "loss_action": 0.007572105620056391, + "loss_total": 0.007572105620056391, + "step": 69330 + }, + { + "loss_action": 0.008481134660542011, + "loss_total": 0.008481134660542011, + "step": 69330 + }, + { + "loss_action": 0.008971079252660275, + "loss_total": 0.008971079252660275, + "step": 69330 + }, + { + "loss_action": 0.03132737800478935, + "loss_total": 0.03132737800478935, + "step": 69330 + }, + { + "loss_action": 0.007629745174199343, + "loss_total": 0.007629745174199343, + "step": 69330 + }, + { + "grad_norm": 0.2213464081287384, + "learning_rate": 2.3574028109394662e-05, + "loss": 0.0095, + "step": 69340 + }, + { + "loss_action": 0.0032269225921481848, + "loss_total": 0.0032269225921481848, + "step": 69340 + }, + { + "loss_action": 0.005864424165338278, + "loss_total": 0.005864424165338278, + "step": 69340 + }, + { + "loss_action": 0.004313949029892683, + "loss_total": 0.004313949029892683, + "step": 69340 + }, + { + "loss_action": 0.01291657704859972, + "loss_total": 0.01291657704859972, + "step": 69340 + }, + { + "loss_action": 0.008775986731052399, + "loss_total": 0.008775986731052399, + "step": 69340 + }, + { + "loss_action": 0.008752222172915936, + "loss_total": 0.008752222172915936, + "step": 69340 + }, + { + "grad_norm": 0.35422956943511963, + "learning_rate": 2.3559992898784454e-05, + "loss": 0.0122, + "step": 69350 + }, + { + "loss_action": 0.006980842910706997, + "loss_total": 0.006980842910706997, + "step": 69350 + }, + { + "loss_action": 0.024919835850596428, + "loss_total": 0.024919835850596428, + "step": 69350 + }, + { + "loss_action": 0.008745088241994381, + "loss_total": 0.008745088241994381, + "step": 69350 + }, + { + "loss_action": 0.003474394092336297, + "loss_total": 0.003474394092336297, + "step": 69350 + }, + { + "loss_action": 0.012694980949163437, + "loss_total": 0.012694980949163437, + "step": 69350 + }, + { + "loss_action": 0.03353678435087204, + "loss_total": 0.03353678435087204, + "step": 69350 + }, + { + "grad_norm": 0.2837439775466919, + "learning_rate": 2.354596057961367e-05, + "loss": 0.0117, + "step": 69360 + }, + { + "loss_action": 0.006645767949521542, + "loss_total": 0.006645767949521542, + "step": 69360 + }, + { + "loss_action": 0.008750079199671745, + "loss_total": 0.008750079199671745, + "step": 69360 + }, + { + "loss_action": 0.007219329010695219, + "loss_total": 0.007219329010695219, + "step": 69360 + }, + { + "loss_action": 0.030031593516469002, + "loss_total": 0.030031593516469002, + "step": 69360 + }, + { + "loss_action": 0.008750509470701218, + "loss_total": 0.008750509470701218, + "step": 69360 + }, + { + "loss_action": 0.006814130116254091, + "loss_total": 0.006814130116254091, + "step": 69360 + }, + { + "grad_norm": 0.282288134098053, + "learning_rate": 2.353193115341688e-05, + "loss": 0.01, + "step": 69370 + }, + { + "loss_action": 0.006389651447534561, + "loss_total": 0.006389651447534561, + "step": 69370 + }, + { + "loss_action": 0.009554620832204819, + "loss_total": 0.009554620832204819, + "step": 69370 + }, + { + "loss_action": 0.005512950476258993, + "loss_total": 0.005512950476258993, + "step": 69370 + }, + { + "loss_action": 0.007774357218295336, + "loss_total": 0.007774357218295336, + "step": 69370 + }, + { + "loss_action": 0.002110482193529606, + "loss_total": 0.002110482193529606, + "step": 69370 + }, + { + "loss_action": 0.01058244239538908, + "loss_total": 0.01058244239538908, + "step": 69370 + }, + { + "grad_norm": 0.30540165305137634, + "learning_rate": 2.3517904621728294e-05, + "loss": 0.0097, + "step": 69380 + }, + { + "loss_action": 0.004847995471209288, + "loss_total": 0.004847995471209288, + "step": 69380 + }, + { + "loss_action": 0.006513840053230524, + "loss_total": 0.006513840053230524, + "step": 69380 + }, + { + "loss_action": 0.003291892120614648, + "loss_total": 0.003291892120614648, + "step": 69380 + }, + { + "loss_action": 0.003444798057898879, + "loss_total": 0.003444798057898879, + "step": 69380 + }, + { + "loss_action": 0.007969903759658337, + "loss_total": 0.007969903759658337, + "step": 69380 + }, + { + "loss_action": 0.010765203274786472, + "loss_total": 0.010765203274786472, + "step": 69380 + }, + { + "grad_norm": 0.31823843717575073, + "learning_rate": 2.3503880986081855e-05, + "loss": 0.0096, + "step": 69390 + }, + { + "loss_action": 0.004412200301885605, + "loss_total": 0.004412200301885605, + "step": 69390 + }, + { + "loss_action": 0.00925365462899208, + "loss_total": 0.00925365462899208, + "step": 69390 + }, + { + "loss_action": 0.0058830734342336655, + "loss_total": 0.0058830734342336655, + "step": 69390 + }, + { + "loss_action": 0.004977945238351822, + "loss_total": 0.004977945238351822, + "step": 69390 + }, + { + "loss_action": 0.010468526743352413, + "loss_total": 0.010468526743352413, + "step": 69390 + }, + { + "loss_action": 0.007523069158196449, + "loss_total": 0.007523069158196449, + "step": 69390 + }, + { + "grad_norm": 0.282927542924881, + "learning_rate": 2.3489860248011136e-05, + "loss": 0.0111, + "step": 69400 + }, + { + "loss_action": 0.0038218905683606863, + "loss_total": 0.0038218905683606863, + "step": 69400 + }, + { + "loss_action": 0.005259475205093622, + "loss_total": 0.005259475205093622, + "step": 69400 + }, + { + "loss_action": 0.010679113678634167, + "loss_total": 0.010679113678634167, + "step": 69400 + }, + { + "loss_action": 0.002887797076255083, + "loss_total": 0.002887797076255083, + "step": 69400 + }, + { + "loss_action": 0.013837308622896671, + "loss_total": 0.013837308622896671, + "step": 69400 + }, + { + "loss_action": 0.013154460117220879, + "loss_total": 0.013154460117220879, + "step": 69400 + }, + { + "grad_norm": 0.23854751884937286, + "learning_rate": 2.3475842409049464e-05, + "loss": 0.0111, + "step": 69410 + }, + { + "loss_action": 0.00448485417291522, + "loss_total": 0.00448485417291522, + "step": 69410 + }, + { + "loss_action": 0.006245622877031565, + "loss_total": 0.006245622877031565, + "step": 69410 + }, + { + "loss_action": 0.010222725570201874, + "loss_total": 0.010222725570201874, + "step": 69410 + }, + { + "loss_action": 0.016323085874319077, + "loss_total": 0.016323085874319077, + "step": 69410 + }, + { + "loss_action": 0.004508449696004391, + "loss_total": 0.004508449696004391, + "step": 69410 + }, + { + "loss_action": 0.0032988721504807472, + "loss_total": 0.0032988721504807472, + "step": 69410 + }, + { + "grad_norm": 0.20228908956050873, + "learning_rate": 2.346182747072975e-05, + "loss": 0.0101, + "step": 69420 + }, + { + "loss_action": 0.011551515199244022, + "loss_total": 0.011551515199244022, + "step": 69420 + }, + { + "loss_action": 0.03247740864753723, + "loss_total": 0.03247740864753723, + "step": 69420 + }, + { + "loss_action": 0.005151828285306692, + "loss_total": 0.005151828285306692, + "step": 69420 + }, + { + "loss_action": 0.032293349504470825, + "loss_total": 0.032293349504470825, + "step": 69420 + }, + { + "loss_action": 0.007901829667389393, + "loss_total": 0.007901829667389393, + "step": 69420 + }, + { + "loss_action": 0.008897318504750729, + "loss_total": 0.008897318504750729, + "step": 69420 + }, + { + "grad_norm": 0.2293626070022583, + "learning_rate": 2.3447815434584718e-05, + "loss": 0.012, + "step": 69430 + }, + { + "loss_action": 0.006710011512041092, + "loss_total": 0.006710011512041092, + "step": 69430 + }, + { + "loss_action": 0.009235594421625137, + "loss_total": 0.009235594421625137, + "step": 69430 + }, + { + "loss_action": 0.008053445257246494, + "loss_total": 0.008053445257246494, + "step": 69430 + }, + { + "loss_action": 0.004855304025113583, + "loss_total": 0.004855304025113583, + "step": 69430 + }, + { + "loss_action": 0.006376350298523903, + "loss_total": 0.006376350298523903, + "step": 69430 + }, + { + "loss_action": 0.0052366964519023895, + "loss_total": 0.0052366964519023895, + "step": 69430 + }, + { + "grad_norm": 0.3387068212032318, + "learning_rate": 2.3433806302146656e-05, + "loss": 0.0109, + "step": 69440 + }, + { + "loss_action": 0.01461570430546999, + "loss_total": 0.01461570430546999, + "step": 69440 + }, + { + "loss_action": 0.011367851868271828, + "loss_total": 0.011367851868271828, + "step": 69440 + }, + { + "loss_action": 0.006322767585515976, + "loss_total": 0.006322767585515976, + "step": 69440 + }, + { + "loss_action": 0.011426983401179314, + "loss_total": 0.011426983401179314, + "step": 69440 + }, + { + "loss_action": 0.004683576989918947, + "loss_total": 0.004683576989918947, + "step": 69440 + }, + { + "loss_action": 0.0073089743964374065, + "loss_total": 0.0073089743964374065, + "step": 69440 + }, + { + "grad_norm": 0.2725966274738312, + "learning_rate": 2.3419800074947612e-05, + "loss": 0.0101, + "step": 69450 + }, + { + "loss_action": 0.01552658062428236, + "loss_total": 0.01552658062428236, + "step": 69450 + }, + { + "loss_action": 0.002909543924033642, + "loss_total": 0.002909543924033642, + "step": 69450 + }, + { + "loss_action": 0.003606546903029084, + "loss_total": 0.003606546903029084, + "step": 69450 + }, + { + "loss_action": 0.0051051597110927105, + "loss_total": 0.0051051597110927105, + "step": 69450 + }, + { + "loss_action": 0.015450483188033104, + "loss_total": 0.015450483188033104, + "step": 69450 + }, + { + "loss_action": 0.00513459462672472, + "loss_total": 0.00513459462672472, + "step": 69450 + }, + { + "grad_norm": 0.277355432510376, + "learning_rate": 2.3405796754519248e-05, + "loss": 0.0094, + "step": 69460 + }, + { + "loss_action": 0.004897678270936012, + "loss_total": 0.004897678270936012, + "step": 69460 + }, + { + "loss_action": 0.00663243280723691, + "loss_total": 0.00663243280723691, + "step": 69460 + }, + { + "loss_action": 0.026548199355602264, + "loss_total": 0.026548199355602264, + "step": 69460 + }, + { + "loss_action": 0.01701229438185692, + "loss_total": 0.01701229438185692, + "step": 69460 + }, + { + "loss_action": 0.004541866946965456, + "loss_total": 0.004541866946965456, + "step": 69460 + }, + { + "loss_action": 0.0018712296150624752, + "loss_total": 0.0018712296150624752, + "step": 69460 + }, + { + "grad_norm": 0.27268072962760925, + "learning_rate": 2.3391796342392992e-05, + "loss": 0.0108, + "step": 69470 + }, + { + "loss_action": 0.008211071603000164, + "loss_total": 0.008211071603000164, + "step": 69470 + }, + { + "loss_action": 0.014369725249707699, + "loss_total": 0.014369725249707699, + "step": 69470 + }, + { + "loss_action": 0.008968759328126907, + "loss_total": 0.008968759328126907, + "step": 69470 + }, + { + "loss_action": 0.004974708892405033, + "loss_total": 0.004974708892405033, + "step": 69470 + }, + { + "loss_action": 0.004348801914602518, + "loss_total": 0.004348801914602518, + "step": 69470 + }, + { + "loss_action": 0.0116880489513278, + "loss_total": 0.0116880489513278, + "step": 69470 + }, + { + "grad_norm": 0.31086522340774536, + "learning_rate": 2.337779884009984e-05, + "loss": 0.0126, + "step": 69480 + }, + { + "loss_action": 0.004181009717285633, + "loss_total": 0.004181009717285633, + "step": 69480 + }, + { + "loss_action": 0.0041993227787315845, + "loss_total": 0.0041993227787315845, + "step": 69480 + }, + { + "loss_action": 0.00924763735383749, + "loss_total": 0.00924763735383749, + "step": 69480 + }, + { + "loss_action": 0.005323939956724644, + "loss_total": 0.005323939956724644, + "step": 69480 + }, + { + "loss_action": 0.020101157948374748, + "loss_total": 0.020101157948374748, + "step": 69480 + }, + { + "loss_action": 0.00640546390786767, + "loss_total": 0.00640546390786767, + "step": 69480 + }, + { + "grad_norm": 0.3243184983730316, + "learning_rate": 2.3363804249170624e-05, + "loss": 0.0122, + "step": 69490 + }, + { + "loss_action": 0.028090938925743103, + "loss_total": 0.028090938925743103, + "step": 69490 + }, + { + "loss_action": 0.01345696859061718, + "loss_total": 0.01345696859061718, + "step": 69490 + }, + { + "loss_action": 0.009404774755239487, + "loss_total": 0.009404774755239487, + "step": 69490 + }, + { + "loss_action": 0.027079403400421143, + "loss_total": 0.027079403400421143, + "step": 69490 + }, + { + "loss_action": 0.005469387397170067, + "loss_total": 0.005469387397170067, + "step": 69490 + }, + { + "loss_action": 0.05606050789356232, + "loss_total": 0.05606050789356232, + "step": 69490 + }, + { + "grad_norm": 0.23459848761558533, + "learning_rate": 2.3349812571135703e-05, + "loss": 0.0098, + "step": 69500 + }, + { + "loss_action": 0.00495478929951787, + "loss_total": 0.00495478929951787, + "step": 69500 + }, + { + "loss_action": 0.015647830441594124, + "loss_total": 0.015647830441594124, + "step": 69500 + }, + { + "loss_action": 0.0038368175737559795, + "loss_total": 0.0038368175737559795, + "step": 69500 + }, + { + "loss_action": 0.048236314207315445, + "loss_total": 0.048236314207315445, + "step": 69500 + }, + { + "loss_action": 0.0314977802336216, + "loss_total": 0.0314977802336216, + "step": 69500 + }, + { + "loss_action": 0.004528919234871864, + "loss_total": 0.004528919234871864, + "step": 69500 + }, + { + "grad_norm": 0.3366454839706421, + "learning_rate": 2.333582380752523e-05, + "loss": 0.011, + "step": 69510 + }, + { + "loss_action": 0.007833876647055149, + "loss_total": 0.007833876647055149, + "step": 69510 + }, + { + "loss_action": 0.014953804202377796, + "loss_total": 0.014953804202377796, + "step": 69510 + }, + { + "loss_action": 0.01810004934668541, + "loss_total": 0.01810004934668541, + "step": 69510 + }, + { + "loss_action": 0.012138556689023972, + "loss_total": 0.012138556689023972, + "step": 69510 + }, + { + "loss_action": 0.004385289270430803, + "loss_total": 0.004385289270430803, + "step": 69510 + }, + { + "loss_action": 0.012674295343458652, + "loss_total": 0.012674295343458652, + "step": 69510 + }, + { + "grad_norm": 0.3187449872493744, + "learning_rate": 2.3321837959868963e-05, + "loss": 0.0107, + "step": 69520 + }, + { + "loss_action": 0.002576634753495455, + "loss_total": 0.002576634753495455, + "step": 69520 + }, + { + "loss_action": 0.0066437190398573875, + "loss_total": 0.0066437190398573875, + "step": 69520 + }, + { + "loss_action": 0.0057320850901305676, + "loss_total": 0.0057320850901305676, + "step": 69520 + }, + { + "loss_action": 0.004059215541929007, + "loss_total": 0.004059215541929007, + "step": 69520 + }, + { + "loss_action": 0.011968174017965794, + "loss_total": 0.011968174017965794, + "step": 69520 + }, + { + "loss_action": 0.007241370622068644, + "loss_total": 0.007241370622068644, + "step": 69520 + }, + { + "grad_norm": 0.2345479130744934, + "learning_rate": 2.3307855029696383e-05, + "loss": 0.0089, + "step": 69530 + }, + { + "loss_action": 0.0054312171414494514, + "loss_total": 0.0054312171414494514, + "step": 69530 + }, + { + "loss_action": 0.014910482801496983, + "loss_total": 0.014910482801496983, + "step": 69530 + }, + { + "loss_action": 0.005024667363613844, + "loss_total": 0.005024667363613844, + "step": 69530 + }, + { + "loss_action": 0.008373575285077095, + "loss_total": 0.008373575285077095, + "step": 69530 + }, + { + "loss_action": 0.0030218390747904778, + "loss_total": 0.0030218390747904778, + "step": 69530 + }, + { + "loss_action": 0.010113274678587914, + "loss_total": 0.010113274678587914, + "step": 69530 + }, + { + "grad_norm": 0.2519152760505676, + "learning_rate": 2.3293875018536648e-05, + "loss": 0.0096, + "step": 69540 + }, + { + "loss_action": 0.060328409075737, + "loss_total": 0.060328409075737, + "step": 69540 + }, + { + "loss_action": 0.06282251328229904, + "loss_total": 0.06282251328229904, + "step": 69540 + }, + { + "loss_action": 0.004631537478417158, + "loss_total": 0.004631537478417158, + "step": 69540 + }, + { + "loss_action": 0.0035044164396822453, + "loss_total": 0.0035044164396822453, + "step": 69540 + }, + { + "loss_action": 0.007414379622787237, + "loss_total": 0.007414379622787237, + "step": 69540 + }, + { + "loss_action": 0.0033348235301673412, + "loss_total": 0.0033348235301673412, + "step": 69540 + }, + { + "grad_norm": 0.23520982265472412, + "learning_rate": 2.327989792791861e-05, + "loss": 0.0108, + "step": 69550 + }, + { + "loss_action": 0.003165619447827339, + "loss_total": 0.003165619447827339, + "step": 69550 + }, + { + "loss_action": 0.003947158809751272, + "loss_total": 0.003947158809751272, + "step": 69550 + }, + { + "loss_action": 0.008194230496883392, + "loss_total": 0.008194230496883392, + "step": 69550 + }, + { + "loss_action": 0.005817893426865339, + "loss_total": 0.005817893426865339, + "step": 69550 + }, + { + "loss_action": 0.005386531352996826, + "loss_total": 0.005386531352996826, + "step": 69550 + }, + { + "loss_action": 0.007144641596823931, + "loss_total": 0.007144641596823931, + "step": 69550 + }, + { + "grad_norm": 0.24097773432731628, + "learning_rate": 2.326592375937074e-05, + "loss": 0.0089, + "step": 69560 + }, + { + "loss_action": 0.005527683533728123, + "loss_total": 0.005527683533728123, + "step": 69560 + }, + { + "loss_action": 0.010998796671628952, + "loss_total": 0.010998796671628952, + "step": 69560 + }, + { + "loss_action": 0.0573788620531559, + "loss_total": 0.0573788620531559, + "step": 69560 + }, + { + "loss_action": 0.0057203215546905994, + "loss_total": 0.0057203215546905994, + "step": 69560 + }, + { + "loss_action": 0.011202420108020306, + "loss_total": 0.011202420108020306, + "step": 69560 + }, + { + "loss_action": 0.016378995031118393, + "loss_total": 0.016378995031118393, + "step": 69560 + }, + { + "grad_norm": 0.33606892824172974, + "learning_rate": 2.3251952514421248e-05, + "loss": 0.0109, + "step": 69570 + }, + { + "loss_action": 0.006375917699187994, + "loss_total": 0.006375917699187994, + "step": 69570 + }, + { + "loss_action": 0.009637128561735153, + "loss_total": 0.009637128561735153, + "step": 69570 + }, + { + "loss_action": 0.005410516634583473, + "loss_total": 0.005410516634583473, + "step": 69570 + }, + { + "loss_action": 0.008001897484064102, + "loss_total": 0.008001897484064102, + "step": 69570 + }, + { + "loss_action": 0.015291591174900532, + "loss_total": 0.015291591174900532, + "step": 69570 + }, + { + "loss_action": 0.005229131318628788, + "loss_total": 0.005229131318628788, + "step": 69570 + }, + { + "grad_norm": 0.2648769021034241, + "learning_rate": 2.323798419459804e-05, + "loss": 0.0092, + "step": 69580 + }, + { + "loss_action": 0.010237402282655239, + "loss_total": 0.010237402282655239, + "step": 69580 + }, + { + "loss_action": 0.004829126410186291, + "loss_total": 0.004829126410186291, + "step": 69580 + }, + { + "loss_action": 0.0033752620220184326, + "loss_total": 0.0033752620220184326, + "step": 69580 + }, + { + "loss_action": 0.0066260299645364285, + "loss_total": 0.0066260299645364285, + "step": 69580 + }, + { + "loss_action": 0.007115398067981005, + "loss_total": 0.007115398067981005, + "step": 69580 + }, + { + "loss_action": 0.0047677201218903065, + "loss_total": 0.0047677201218903065, + "step": 69580 + }, + { + "grad_norm": 0.2606635093688965, + "learning_rate": 2.3224018801428625e-05, + "loss": 0.0098, + "step": 69590 + }, + { + "loss_action": 0.01093238964676857, + "loss_total": 0.01093238964676857, + "step": 69590 + }, + { + "loss_action": 0.0034823864698410034, + "loss_total": 0.0034823864698410034, + "step": 69590 + }, + { + "loss_action": 0.03535172715783119, + "loss_total": 0.03535172715783119, + "step": 69590 + }, + { + "loss_action": 0.014769216068089008, + "loss_total": 0.014769216068089008, + "step": 69590 + }, + { + "loss_action": 0.05760341137647629, + "loss_total": 0.05760341137647629, + "step": 69590 + }, + { + "loss_action": 0.0033228385727852583, + "loss_total": 0.0033228385727852583, + "step": 69590 + }, + { + "grad_norm": 0.2179589867591858, + "learning_rate": 2.3210056336440273e-05, + "loss": 0.0107, + "step": 69600 + }, + { + "loss_action": 0.008127261884510517, + "loss_total": 0.008127261884510517, + "step": 69600 + }, + { + "loss_action": 0.004264118615537882, + "loss_total": 0.004264118615537882, + "step": 69600 + }, + { + "loss_action": 0.03266144171357155, + "loss_total": 0.03266144171357155, + "step": 69600 + }, + { + "loss_action": 0.012261488474905491, + "loss_total": 0.012261488474905491, + "step": 69600 + }, + { + "loss_action": 0.007240700535476208, + "loss_total": 0.007240700535476208, + "step": 69600 + }, + { + "loss_action": 0.00799921341240406, + "loss_total": 0.00799921341240406, + "step": 69600 + }, + { + "grad_norm": 0.29016992449760437, + "learning_rate": 2.3196096801159844e-05, + "loss": 0.0114, + "step": 69610 + }, + { + "loss_action": 0.010517806746065617, + "loss_total": 0.010517806746065617, + "step": 69610 + }, + { + "loss_action": 0.03877117112278938, + "loss_total": 0.03877117112278938, + "step": 69610 + }, + { + "loss_action": 0.006635739933699369, + "loss_total": 0.006635739933699369, + "step": 69610 + }, + { + "loss_action": 0.015571655705571175, + "loss_total": 0.015571655705571175, + "step": 69610 + }, + { + "loss_action": 0.008806901052594185, + "loss_total": 0.008806901052594185, + "step": 69610 + }, + { + "loss_action": 0.0035532922483980656, + "loss_total": 0.0035532922483980656, + "step": 69610 + }, + { + "grad_norm": 0.26290157437324524, + "learning_rate": 2.3182140197114012e-05, + "loss": 0.011, + "step": 69620 + }, + { + "loss_action": 0.002624268876388669, + "loss_total": 0.002624268876388669, + "step": 69620 + }, + { + "loss_action": 0.006296189501881599, + "loss_total": 0.006296189501881599, + "step": 69620 + }, + { + "loss_action": 0.010175777599215508, + "loss_total": 0.010175777599215508, + "step": 69620 + }, + { + "loss_action": 0.005017267540097237, + "loss_total": 0.005017267540097237, + "step": 69620 + }, + { + "loss_action": 0.004306019749492407, + "loss_total": 0.004306019749492407, + "step": 69620 + }, + { + "loss_action": 0.006165173836052418, + "loss_total": 0.006165173836052418, + "step": 69620 + }, + { + "grad_norm": 0.1903659552335739, + "learning_rate": 2.3168186525828985e-05, + "loss": 0.0095, + "step": 69630 + }, + { + "loss_action": 0.011648952029645443, + "loss_total": 0.011648952029645443, + "step": 69630 + }, + { + "loss_action": 0.008286220021545887, + "loss_total": 0.008286220021545887, + "step": 69630 + }, + { + "loss_action": 0.0052356235682964325, + "loss_total": 0.0052356235682964325, + "step": 69630 + }, + { + "loss_action": 0.006761839147657156, + "loss_total": 0.006761839147657156, + "step": 69630 + }, + { + "loss_action": 0.003407760988920927, + "loss_total": 0.003407760988920927, + "step": 69630 + }, + { + "loss_action": 0.005571993533521891, + "loss_total": 0.005571993533521891, + "step": 69630 + }, + { + "grad_norm": 0.2415120154619217, + "learning_rate": 2.3154235788830757e-05, + "loss": 0.013, + "step": 69640 + }, + { + "loss_action": 0.01629525236785412, + "loss_total": 0.01629525236785412, + "step": 69640 + }, + { + "loss_action": 0.0045746550895273685, + "loss_total": 0.0045746550895273685, + "step": 69640 + }, + { + "loss_action": 0.02217858098447323, + "loss_total": 0.02217858098447323, + "step": 69640 + }, + { + "loss_action": 0.007753193378448486, + "loss_total": 0.007753193378448486, + "step": 69640 + }, + { + "loss_action": 0.002741236472502351, + "loss_total": 0.002741236472502351, + "step": 69640 + }, + { + "loss_action": 0.031716570258140564, + "loss_total": 0.031716570258140564, + "step": 69640 + }, + { + "grad_norm": 0.2756907343864441, + "learning_rate": 2.3140287987644927e-05, + "loss": 0.0118, + "step": 69650 + }, + { + "loss_action": 0.003235068405047059, + "loss_total": 0.003235068405047059, + "step": 69650 + }, + { + "loss_action": 0.06926890462636948, + "loss_total": 0.06926890462636948, + "step": 69650 + }, + { + "loss_action": 0.007429651450365782, + "loss_total": 0.007429651450365782, + "step": 69650 + }, + { + "loss_action": 0.009638317860662937, + "loss_total": 0.009638317860662937, + "step": 69650 + }, + { + "loss_action": 0.008416171185672283, + "loss_total": 0.008416171185672283, + "step": 69650 + }, + { + "loss_action": 0.00526350736618042, + "loss_total": 0.00526350736618042, + "step": 69650 + }, + { + "grad_norm": 0.2707163393497467, + "learning_rate": 2.3126343123796833e-05, + "loss": 0.0109, + "step": 69660 + }, + { + "loss_action": 0.007292750757187605, + "loss_total": 0.007292750757187605, + "step": 69660 + }, + { + "loss_action": 0.024261508136987686, + "loss_total": 0.024261508136987686, + "step": 69660 + }, + { + "loss_action": 0.007588427513837814, + "loss_total": 0.007588427513837814, + "step": 69660 + }, + { + "loss_action": 0.01622116006910801, + "loss_total": 0.01622116006910801, + "step": 69660 + }, + { + "loss_action": 0.009237004444003105, + "loss_total": 0.009237004444003105, + "step": 69660 + }, + { + "loss_action": 0.0366872139275074, + "loss_total": 0.0366872139275074, + "step": 69660 + }, + { + "grad_norm": 0.251811683177948, + "learning_rate": 2.3112401198811418e-05, + "loss": 0.0104, + "step": 69670 + }, + { + "loss_action": 0.003508805762976408, + "loss_total": 0.003508805762976408, + "step": 69670 + }, + { + "loss_action": 0.004131566733121872, + "loss_total": 0.004131566733121872, + "step": 69670 + }, + { + "loss_action": 0.00966078881174326, + "loss_total": 0.00966078881174326, + "step": 69670 + }, + { + "loss_action": 0.003361258190125227, + "loss_total": 0.003361258190125227, + "step": 69670 + }, + { + "loss_action": 0.004489169456064701, + "loss_total": 0.004489169456064701, + "step": 69670 + }, + { + "loss_action": 0.009749419055879116, + "loss_total": 0.009749419055879116, + "step": 69670 + }, + { + "grad_norm": 0.19802658259868622, + "learning_rate": 2.3098462214213418e-05, + "loss": 0.0091, + "step": 69680 + }, + { + "loss_action": 0.005577323492616415, + "loss_total": 0.005577323492616415, + "step": 69680 + }, + { + "loss_action": 0.004255867097526789, + "loss_total": 0.004255867097526789, + "step": 69680 + }, + { + "loss_action": 0.005524640437215567, + "loss_total": 0.005524640437215567, + "step": 69680 + }, + { + "loss_action": 0.008122588507831097, + "loss_total": 0.008122588507831097, + "step": 69680 + }, + { + "loss_action": 0.01718544214963913, + "loss_total": 0.01718544214963913, + "step": 69680 + }, + { + "loss_action": 0.008467837236821651, + "loss_total": 0.008467837236821651, + "step": 69680 + }, + { + "grad_norm": 0.2634143829345703, + "learning_rate": 2.308452617152712e-05, + "loss": 0.0121, + "step": 69690 + }, + { + "loss_action": 0.013087920844554901, + "loss_total": 0.013087920844554901, + "step": 69690 + }, + { + "loss_action": 0.0036220112815499306, + "loss_total": 0.0036220112815499306, + "step": 69690 + }, + { + "loss_action": 0.012721502222120762, + "loss_total": 0.012721502222120762, + "step": 69690 + }, + { + "loss_action": 0.008221914060413837, + "loss_total": 0.008221914060413837, + "step": 69690 + }, + { + "loss_action": 0.011489158496260643, + "loss_total": 0.011489158496260643, + "step": 69690 + }, + { + "loss_action": 0.005450115539133549, + "loss_total": 0.005450115539133549, + "step": 69690 + }, + { + "grad_norm": 0.2824395000934601, + "learning_rate": 2.3070593072276603e-05, + "loss": 0.0096, + "step": 69700 + }, + { + "loss_action": 0.01640862040221691, + "loss_total": 0.01640862040221691, + "step": 69700 + }, + { + "loss_action": 0.011372791603207588, + "loss_total": 0.011372791603207588, + "step": 69700 + }, + { + "loss_action": 0.01437178160995245, + "loss_total": 0.01437178160995245, + "step": 69700 + }, + { + "loss_action": 0.006989629007875919, + "loss_total": 0.006989629007875919, + "step": 69700 + }, + { + "loss_action": 0.01077311486005783, + "loss_total": 0.01077311486005783, + "step": 69700 + }, + { + "loss_action": 0.0038521825335919857, + "loss_total": 0.0038521825335919857, + "step": 69700 + }, + { + "grad_norm": 0.3664996325969696, + "learning_rate": 2.3056662917985518e-05, + "loss": 0.0114, + "step": 69710 + }, + { + "loss_action": 0.009907539002597332, + "loss_total": 0.009907539002597332, + "step": 69710 + }, + { + "loss_action": 0.002941335318610072, + "loss_total": 0.002941335318610072, + "step": 69710 + }, + { + "loss_action": 0.005806467961519957, + "loss_total": 0.005806467961519957, + "step": 69710 + }, + { + "loss_action": 0.005595088470727205, + "loss_total": 0.005595088470727205, + "step": 69710 + }, + { + "loss_action": 0.012799836695194244, + "loss_total": 0.012799836695194244, + "step": 69710 + }, + { + "loss_action": 0.0068100858479738235, + "loss_total": 0.0068100858479738235, + "step": 69710 + }, + { + "grad_norm": 0.18186984956264496, + "learning_rate": 2.3042735710177283e-05, + "loss": 0.0097, + "step": 69720 + }, + { + "loss_action": 0.004903317429125309, + "loss_total": 0.004903317429125309, + "step": 69720 + }, + { + "loss_action": 0.004666681867092848, + "loss_total": 0.004666681867092848, + "step": 69720 + }, + { + "loss_action": 0.0061470624059438705, + "loss_total": 0.0061470624059438705, + "step": 69720 + }, + { + "loss_action": 0.008110935799777508, + "loss_total": 0.008110935799777508, + "step": 69720 + }, + { + "loss_action": 0.005486280657351017, + "loss_total": 0.005486280657351017, + "step": 69720 + }, + { + "loss_action": 0.008519827388226986, + "loss_total": 0.008519827388226986, + "step": 69720 + }, + { + "grad_norm": 0.24574191868305206, + "learning_rate": 2.302881145037492e-05, + "loss": 0.012, + "step": 69730 + }, + { + "loss_action": 0.005045121069997549, + "loss_total": 0.005045121069997549, + "step": 69730 + }, + { + "loss_action": 0.00480963010340929, + "loss_total": 0.00480963010340929, + "step": 69730 + }, + { + "loss_action": 0.010103492997586727, + "loss_total": 0.010103492997586727, + "step": 69730 + }, + { + "loss_action": 0.004366307985037565, + "loss_total": 0.004366307985037565, + "step": 69730 + }, + { + "loss_action": 0.004666500724852085, + "loss_total": 0.004666500724852085, + "step": 69730 + }, + { + "loss_action": 0.016929903998970985, + "loss_total": 0.016929903998970985, + "step": 69730 + }, + { + "grad_norm": 0.31842464208602905, + "learning_rate": 2.3014890140101192e-05, + "loss": 0.0102, + "step": 69740 + }, + { + "loss_action": 0.037711288779973984, + "loss_total": 0.037711288779973984, + "step": 69740 + }, + { + "loss_action": 0.012881923466920853, + "loss_total": 0.012881923466920853, + "step": 69740 + }, + { + "loss_action": 0.007269371300935745, + "loss_total": 0.007269371300935745, + "step": 69740 + }, + { + "loss_action": 0.0057301283814013, + "loss_total": 0.0057301283814013, + "step": 69740 + }, + { + "loss_action": 0.005965963937342167, + "loss_total": 0.005965963937342167, + "step": 69740 + }, + { + "loss_action": 0.017410656437277794, + "loss_total": 0.017410656437277794, + "step": 69740 + }, + { + "grad_norm": 0.2886323630809784, + "learning_rate": 2.30009717808785e-05, + "loss": 0.0123, + "step": 69750 + }, + { + "loss_action": 0.01383286714553833, + "loss_total": 0.01383286714553833, + "step": 69750 + }, + { + "loss_action": 0.02025787904858589, + "loss_total": 0.02025787904858589, + "step": 69750 + }, + { + "loss_action": 0.014586656354367733, + "loss_total": 0.014586656354367733, + "step": 69750 + }, + { + "loss_action": 0.007570784073323011, + "loss_total": 0.007570784073323011, + "step": 69750 + }, + { + "loss_action": 0.004484980367124081, + "loss_total": 0.004484980367124081, + "step": 69750 + }, + { + "loss_action": 0.010026510804891586, + "loss_total": 0.010026510804891586, + "step": 69750 + }, + { + "grad_norm": 0.23328633606433868, + "learning_rate": 2.2987056374228967e-05, + "loss": 0.0094, + "step": 69760 + }, + { + "loss_action": 0.00619141198694706, + "loss_total": 0.00619141198694706, + "step": 69760 + }, + { + "loss_action": 0.01715363748371601, + "loss_total": 0.01715363748371601, + "step": 69760 + }, + { + "loss_action": 0.005509108304977417, + "loss_total": 0.005509108304977417, + "step": 69760 + }, + { + "loss_action": 0.02365594357252121, + "loss_total": 0.02365594357252121, + "step": 69760 + }, + { + "loss_action": 0.02059258706867695, + "loss_total": 0.02059258706867695, + "step": 69760 + }, + { + "loss_action": 0.017927682027220726, + "loss_total": 0.017927682027220726, + "step": 69760 + }, + { + "grad_norm": 0.2609902322292328, + "learning_rate": 2.297314392167431e-05, + "loss": 0.0119, + "step": 69770 + }, + { + "loss_action": 0.010336174629628658, + "loss_total": 0.010336174629628658, + "step": 69770 + }, + { + "loss_action": 0.01676410622894764, + "loss_total": 0.01676410622894764, + "step": 69770 + }, + { + "loss_action": 0.01658080704510212, + "loss_total": 0.01658080704510212, + "step": 69770 + }, + { + "loss_action": 0.004437233787029982, + "loss_total": 0.004437233787029982, + "step": 69770 + }, + { + "loss_action": 0.006365511100739241, + "loss_total": 0.006365511100739241, + "step": 69770 + }, + { + "loss_action": 0.00822567567229271, + "loss_total": 0.00822567567229271, + "step": 69770 + }, + { + "grad_norm": 0.2409733384847641, + "learning_rate": 2.295923442473601e-05, + "loss": 0.0098, + "step": 69780 + }, + { + "loss_action": 0.011314107105135918, + "loss_total": 0.011314107105135918, + "step": 69780 + }, + { + "loss_action": 0.004277306608855724, + "loss_total": 0.004277306608855724, + "step": 69780 + }, + { + "loss_action": 0.006435906980186701, + "loss_total": 0.006435906980186701, + "step": 69780 + }, + { + "loss_action": 0.047534529119729996, + "loss_total": 0.047534529119729996, + "step": 69780 + }, + { + "loss_action": 0.007251789327710867, + "loss_total": 0.007251789327710867, + "step": 69780 + }, + { + "loss_action": 0.004550483543425798, + "loss_total": 0.004550483543425798, + "step": 69780 + }, + { + "grad_norm": 0.19902554154396057, + "learning_rate": 2.294532788493519e-05, + "loss": 0.0098, + "step": 69790 + }, + { + "loss_action": 0.006483410019427538, + "loss_total": 0.006483410019427538, + "step": 69790 + }, + { + "loss_action": 0.009660295210778713, + "loss_total": 0.009660295210778713, + "step": 69790 + }, + { + "loss_action": 0.0037424033507704735, + "loss_total": 0.0037424033507704735, + "step": 69790 + }, + { + "loss_action": 0.0071900333277881145, + "loss_total": 0.0071900333277881145, + "step": 69790 + }, + { + "loss_action": 0.0033448641188442707, + "loss_total": 0.0033448641188442707, + "step": 69790 + }, + { + "loss_action": 0.00852894689887762, + "loss_total": 0.00852894689887762, + "step": 69790 + }, + { + "grad_norm": 0.22651416063308716, + "learning_rate": 2.293142430379262e-05, + "loss": 0.0087, + "step": 69800 + }, + { + "loss_action": 0.00687059760093689, + "loss_total": 0.00687059760093689, + "step": 69800 + }, + { + "loss_action": 0.004438500851392746, + "loss_total": 0.004438500851392746, + "step": 69800 + }, + { + "loss_action": 0.0026180241256952286, + "loss_total": 0.0026180241256952286, + "step": 69800 + }, + { + "loss_action": 0.011755925603210926, + "loss_total": 0.011755925603210926, + "step": 69800 + }, + { + "loss_action": 0.005153318867087364, + "loss_total": 0.005153318867087364, + "step": 69800 + }, + { + "loss_action": 0.014715426601469517, + "loss_total": 0.014715426601469517, + "step": 69800 + }, + { + "grad_norm": 0.28576093912124634, + "learning_rate": 2.291752368282879e-05, + "loss": 0.0093, + "step": 69810 + }, + { + "loss_action": 0.006798337679356337, + "loss_total": 0.006798337679356337, + "step": 69810 + }, + { + "loss_action": 0.03057619370520115, + "loss_total": 0.03057619370520115, + "step": 69810 + }, + { + "loss_action": 0.01015348918735981, + "loss_total": 0.01015348918735981, + "step": 69810 + }, + { + "loss_action": 0.018731558695435524, + "loss_total": 0.018731558695435524, + "step": 69810 + }, + { + "loss_action": 0.006466971710324287, + "loss_total": 0.006466971710324287, + "step": 69810 + }, + { + "loss_action": 0.008081261068582535, + "loss_total": 0.008081261068582535, + "step": 69810 + }, + { + "grad_norm": 0.28934159874916077, + "learning_rate": 2.290362602356385e-05, + "loss": 0.009, + "step": 69820 + }, + { + "loss_action": 0.015930475667119026, + "loss_total": 0.015930475667119026, + "step": 69820 + }, + { + "loss_action": 0.007609991356730461, + "loss_total": 0.007609991356730461, + "step": 69820 + }, + { + "loss_action": 0.011499788612127304, + "loss_total": 0.011499788612127304, + "step": 69820 + }, + { + "loss_action": 0.011855381540954113, + "loss_total": 0.011855381540954113, + "step": 69820 + }, + { + "loss_action": 0.02125370502471924, + "loss_total": 0.02125370502471924, + "step": 69820 + }, + { + "loss_action": 0.011577975004911423, + "loss_total": 0.011577975004911423, + "step": 69820 + }, + { + "grad_norm": 0.26388809084892273, + "learning_rate": 2.288973132751765e-05, + "loss": 0.0093, + "step": 69830 + }, + { + "loss_action": 0.0047413669526577, + "loss_total": 0.0047413669526577, + "step": 69830 + }, + { + "loss_action": 0.005621287971735001, + "loss_total": 0.005621287971735001, + "step": 69830 + }, + { + "loss_action": 0.00950469821691513, + "loss_total": 0.00950469821691513, + "step": 69830 + }, + { + "loss_action": 0.017816273495554924, + "loss_total": 0.017816273495554924, + "step": 69830 + }, + { + "loss_action": 0.008625228889286518, + "loss_total": 0.008625228889286518, + "step": 69830 + }, + { + "loss_action": 0.003476299112662673, + "loss_total": 0.003476299112662673, + "step": 69830 + }, + { + "grad_norm": 0.29305553436279297, + "learning_rate": 2.287583959620965e-05, + "loss": 0.0115, + "step": 69840 + }, + { + "loss_action": 0.008689082227647305, + "loss_total": 0.008689082227647305, + "step": 69840 + }, + { + "loss_action": 0.007500306237488985, + "loss_total": 0.007500306237488985, + "step": 69840 + }, + { + "loss_action": 0.003357615787535906, + "loss_total": 0.003357615787535906, + "step": 69840 + }, + { + "loss_action": 0.010267585515975952, + "loss_total": 0.010267585515975952, + "step": 69840 + }, + { + "loss_action": 0.0036123741883784533, + "loss_total": 0.0036123741883784533, + "step": 69840 + }, + { + "loss_action": 0.00918519776314497, + "loss_total": 0.00918519776314497, + "step": 69840 + }, + { + "grad_norm": 0.2664276957511902, + "learning_rate": 2.2861950831159074e-05, + "loss": 0.0102, + "step": 69850 + }, + { + "loss_action": 0.009791209362447262, + "loss_total": 0.009791209362447262, + "step": 69850 + }, + { + "loss_action": 0.006867341231554747, + "loss_total": 0.006867341231554747, + "step": 69850 + }, + { + "loss_action": 0.004239255096763372, + "loss_total": 0.004239255096763372, + "step": 69850 + }, + { + "loss_action": 0.005133264232426882, + "loss_total": 0.005133264232426882, + "step": 69850 + }, + { + "loss_action": 0.013712595216929913, + "loss_total": 0.013712595216929913, + "step": 69850 + }, + { + "loss_action": 0.00338383368216455, + "loss_total": 0.00338383368216455, + "step": 69850 + }, + { + "grad_norm": 0.5404205322265625, + "learning_rate": 2.284806503388472e-05, + "loss": 0.0105, + "step": 69860 + }, + { + "loss_action": 0.008654125966131687, + "loss_total": 0.008654125966131687, + "step": 69860 + }, + { + "loss_action": 0.0034346277825534344, + "loss_total": 0.0034346277825534344, + "step": 69860 + }, + { + "loss_action": 0.007866647094488144, + "loss_total": 0.007866647094488144, + "step": 69860 + }, + { + "loss_action": 0.00920107215642929, + "loss_total": 0.00920107215642929, + "step": 69860 + }, + { + "loss_action": 0.008361809886991978, + "loss_total": 0.008361809886991978, + "step": 69860 + }, + { + "loss_action": 0.0054125417955219746, + "loss_total": 0.0054125417955219746, + "step": 69860 + }, + { + "grad_norm": 0.23152503371238708, + "learning_rate": 2.283418220590518e-05, + "loss": 0.0137, + "step": 69870 + }, + { + "loss_action": 0.005369945894926786, + "loss_total": 0.005369945894926786, + "step": 69870 + }, + { + "loss_action": 0.003650128375738859, + "loss_total": 0.003650128375738859, + "step": 69870 + }, + { + "loss_action": 0.0076478635892271996, + "loss_total": 0.0076478635892271996, + "step": 69870 + }, + { + "loss_action": 0.0028706893790513277, + "loss_total": 0.0028706893790513277, + "step": 69870 + }, + { + "loss_action": 0.006222694646567106, + "loss_total": 0.006222694646567106, + "step": 69870 + }, + { + "loss_action": 0.004417706280946732, + "loss_total": 0.004417706280946732, + "step": 69870 + }, + { + "grad_norm": 0.3555743992328644, + "learning_rate": 2.282030234873862e-05, + "loss": 0.0128, + "step": 69880 + }, + { + "loss_action": 0.011540399864315987, + "loss_total": 0.011540399864315987, + "step": 69880 + }, + { + "loss_action": 0.004574542865157127, + "loss_total": 0.004574542865157127, + "step": 69880 + }, + { + "loss_action": 0.0063344514928758144, + "loss_total": 0.0063344514928758144, + "step": 69880 + }, + { + "loss_action": 0.01074965763837099, + "loss_total": 0.01074965763837099, + "step": 69880 + }, + { + "loss_action": 0.003775297198444605, + "loss_total": 0.003775297198444605, + "step": 69880 + }, + { + "loss_action": 0.008118631318211555, + "loss_total": 0.008118631318211555, + "step": 69880 + }, + { + "grad_norm": 0.5431321263313293, + "learning_rate": 2.2806425463902948e-05, + "loss": 0.0159, + "step": 69890 + }, + { + "loss_action": 0.006858208682388067, + "loss_total": 0.006858208682388067, + "step": 69890 + }, + { + "loss_action": 0.0054163443855941296, + "loss_total": 0.0054163443855941296, + "step": 69890 + }, + { + "loss_action": 0.00727667473256588, + "loss_total": 0.00727667473256588, + "step": 69890 + }, + { + "loss_action": 0.008923102170228958, + "loss_total": 0.008923102170228958, + "step": 69890 + }, + { + "loss_action": 0.002653329400345683, + "loss_total": 0.002653329400345683, + "step": 69890 + }, + { + "loss_action": 0.009125269949436188, + "loss_total": 0.009125269949436188, + "step": 69890 + }, + { + "grad_norm": 0.2945398688316345, + "learning_rate": 2.279255155291568e-05, + "loss": 0.0101, + "step": 69900 + }, + { + "loss_action": 0.0045508346520364285, + "loss_total": 0.0045508346520364285, + "step": 69900 + }, + { + "loss_action": 0.009827273897826672, + "loss_total": 0.009827273897826672, + "step": 69900 + }, + { + "loss_action": 0.007752246223390102, + "loss_total": 0.007752246223390102, + "step": 69900 + }, + { + "loss_action": 0.012542187236249447, + "loss_total": 0.012542187236249447, + "step": 69900 + }, + { + "loss_action": 0.005844995379447937, + "loss_total": 0.005844995379447937, + "step": 69900 + }, + { + "loss_action": 0.005141476169228554, + "loss_total": 0.005141476169228554, + "step": 69900 + }, + { + "grad_norm": 0.2948387861251831, + "learning_rate": 2.277868061729409e-05, + "loss": 0.0085, + "step": 69910 + }, + { + "loss_action": 0.013279853388667107, + "loss_total": 0.013279853388667107, + "step": 69910 + }, + { + "loss_action": 0.003940424881875515, + "loss_total": 0.003940424881875515, + "step": 69910 + }, + { + "loss_action": 0.03935878723859787, + "loss_total": 0.03935878723859787, + "step": 69910 + }, + { + "loss_action": 0.009960737079381943, + "loss_total": 0.009960737079381943, + "step": 69910 + }, + { + "loss_action": 0.0071466597728431225, + "loss_total": 0.0071466597728431225, + "step": 69910 + }, + { + "loss_action": 0.005949532147496939, + "loss_total": 0.005949532147496939, + "step": 69910 + }, + { + "grad_norm": 0.2654840052127838, + "learning_rate": 2.276481265855504e-05, + "loss": 0.0117, + "step": 69920 + }, + { + "loss_action": 0.006759068462997675, + "loss_total": 0.006759068462997675, + "step": 69920 + }, + { + "loss_action": 0.00790244247764349, + "loss_total": 0.00790244247764349, + "step": 69920 + }, + { + "loss_action": 0.012906360439956188, + "loss_total": 0.012906360439956188, + "step": 69920 + }, + { + "loss_action": 0.002991871675476432, + "loss_total": 0.002991871675476432, + "step": 69920 + }, + { + "loss_action": 0.008451764471828938, + "loss_total": 0.008451764471828938, + "step": 69920 + }, + { + "loss_action": 0.005756889004260302, + "loss_total": 0.005756889004260302, + "step": 69920 + }, + { + "grad_norm": 0.29710301756858826, + "learning_rate": 2.2750947678215128e-05, + "loss": 0.0131, + "step": 69930 + }, + { + "loss_action": 0.003748249029740691, + "loss_total": 0.003748249029740691, + "step": 69930 + }, + { + "loss_action": 0.009455053135752678, + "loss_total": 0.009455053135752678, + "step": 69930 + }, + { + "loss_action": 0.010570759885013103, + "loss_total": 0.010570759885013103, + "step": 69930 + }, + { + "loss_action": 0.005497453734278679, + "loss_total": 0.005497453734278679, + "step": 69930 + }, + { + "loss_action": 0.007167539559304714, + "loss_total": 0.007167539559304714, + "step": 69930 + }, + { + "loss_action": 0.015928778797388077, + "loss_total": 0.015928778797388077, + "step": 69930 + }, + { + "grad_norm": 0.2065613865852356, + "learning_rate": 2.2737085677790616e-05, + "loss": 0.0098, + "step": 69940 + }, + { + "loss_action": 0.003070067148655653, + "loss_total": 0.003070067148655653, + "step": 69940 + }, + { + "loss_action": 0.008808684535324574, + "loss_total": 0.008808684535324574, + "step": 69940 + }, + { + "loss_action": 0.08592012524604797, + "loss_total": 0.08592012524604797, + "step": 69940 + }, + { + "loss_action": 0.010269504971802235, + "loss_total": 0.010269504971802235, + "step": 69940 + }, + { + "loss_action": 0.01558217965066433, + "loss_total": 0.01558217965066433, + "step": 69940 + }, + { + "loss_action": 0.011145166121423244, + "loss_total": 0.011145166121423244, + "step": 69940 + }, + { + "grad_norm": 0.21263301372528076, + "learning_rate": 2.2723226658797443e-05, + "loss": 0.0138, + "step": 69950 + }, + { + "loss_action": 0.007309147622436285, + "loss_total": 0.007309147622436285, + "step": 69950 + }, + { + "loss_action": 0.011093990877270699, + "loss_total": 0.011093990877270699, + "step": 69950 + }, + { + "loss_action": 0.009246014058589935, + "loss_total": 0.009246014058589935, + "step": 69950 + }, + { + "loss_action": 0.006813798099756241, + "loss_total": 0.006813798099756241, + "step": 69950 + }, + { + "loss_action": 0.00655141519382596, + "loss_total": 0.00655141519382596, + "step": 69950 + }, + { + "loss_action": 0.013785592280328274, + "loss_total": 0.013785592280328274, + "step": 69950 + }, + { + "grad_norm": 0.2458423227071762, + "learning_rate": 2.270937062275117e-05, + "loss": 0.01, + "step": 69960 + }, + { + "loss_action": 0.007140167988836765, + "loss_total": 0.007140167988836765, + "step": 69960 + }, + { + "loss_action": 0.003549309214577079, + "loss_total": 0.003549309214577079, + "step": 69960 + }, + { + "loss_action": 0.005576901603490114, + "loss_total": 0.005576901603490114, + "step": 69960 + }, + { + "loss_action": 0.003485714318230748, + "loss_total": 0.003485714318230748, + "step": 69960 + }, + { + "loss_action": 0.009936953894793987, + "loss_total": 0.009936953894793987, + "step": 69960 + }, + { + "loss_action": 0.0067642671056091785, + "loss_total": 0.0067642671056091785, + "step": 69960 + }, + { + "grad_norm": 0.2558702826499939, + "learning_rate": 2.2695517571167113e-05, + "loss": 0.01, + "step": 69970 + }, + { + "loss_action": 0.0043941098265349865, + "loss_total": 0.0043941098265349865, + "step": 69970 + }, + { + "loss_action": 0.005665200762450695, + "loss_total": 0.005665200762450695, + "step": 69970 + }, + { + "loss_action": 0.006002224050462246, + "loss_total": 0.006002224050462246, + "step": 69970 + }, + { + "loss_action": 0.003786287270486355, + "loss_total": 0.003786287270486355, + "step": 69970 + }, + { + "loss_action": 0.02616879530251026, + "loss_total": 0.02616879530251026, + "step": 69970 + }, + { + "loss_action": 0.015278635546565056, + "loss_total": 0.015278635546565056, + "step": 69970 + }, + { + "grad_norm": 0.30328062176704407, + "learning_rate": 2.268166750556019e-05, + "loss": 0.0107, + "step": 69980 + }, + { + "loss_action": 0.009832954965531826, + "loss_total": 0.009832954965531826, + "step": 69980 + }, + { + "loss_action": 0.011249714531004429, + "loss_total": 0.011249714531004429, + "step": 69980 + }, + { + "loss_action": 0.005134916864335537, + "loss_total": 0.005134916864335537, + "step": 69980 + }, + { + "loss_action": 0.005148617085069418, + "loss_total": 0.005148617085069418, + "step": 69980 + }, + { + "loss_action": 0.00288820150308311, + "loss_total": 0.00288820150308311, + "step": 69980 + }, + { + "loss_action": 0.0072164773009717464, + "loss_total": 0.0072164773009717464, + "step": 69980 + }, + { + "grad_norm": 0.30229851603507996, + "learning_rate": 2.266782042744503e-05, + "loss": 0.0157, + "step": 69990 + }, + { + "loss_action": 0.006219469476491213, + "loss_total": 0.006219469476491213, + "step": 69990 + }, + { + "loss_action": 0.023680400103330612, + "loss_total": 0.023680400103330612, + "step": 69990 + }, + { + "loss_action": 0.006715528201311827, + "loss_total": 0.006715528201311827, + "step": 69990 + }, + { + "loss_action": 0.0046111042611300945, + "loss_total": 0.0046111042611300945, + "step": 69990 + }, + { + "loss_action": 0.0059553044848144054, + "loss_total": 0.0059553044848144054, + "step": 69990 + }, + { + "loss_action": 0.009296339005231857, + "loss_total": 0.009296339005231857, + "step": 69990 + }, + { + "grad_norm": 0.3176053762435913, + "learning_rate": 2.2653976338335935e-05, + "loss": 0.0095, + "step": 70000 + }, + { + "loss_action": 0.004983983468264341, + "loss_total": 0.004983983468264341, + "step": 70000 + }, + { + "loss_action": 0.03703029453754425, + "loss_total": 0.03703029453754425, + "step": 70000 + }, + { + "loss_action": 0.026543624699115753, + "loss_total": 0.026543624699115753, + "step": 70000 + }, + { + "loss_action": 0.0074035595171153545, + "loss_total": 0.0074035595171153545, + "step": 70000 + }, + { + "loss_action": 0.0054212952964007854, + "loss_total": 0.0054212952964007854, + "step": 70000 + }, + { + "loss_action": 0.0046319556422531605, + "loss_total": 0.0046319556422531605, + "step": 70000 + }, + { + "grad_norm": 0.321633905172348, + "learning_rate": 2.2640135239746895e-05, + "loss": 0.0132, + "step": 70010 + }, + { + "loss_action": 0.021043693646788597, + "loss_total": 0.021043693646788597, + "step": 70010 + }, + { + "loss_action": 0.0038820563349872828, + "loss_total": 0.0038820563349872828, + "step": 70010 + }, + { + "loss_action": 0.00561169208958745, + "loss_total": 0.00561169208958745, + "step": 70010 + }, + { + "loss_action": 0.012349541299045086, + "loss_total": 0.012349541299045086, + "step": 70010 + }, + { + "loss_action": 0.010732542723417282, + "loss_total": 0.010732542723417282, + "step": 70010 + }, + { + "loss_action": 0.010147706605494022, + "loss_total": 0.010147706605494022, + "step": 70010 + }, + { + "grad_norm": 0.329744815826416, + "learning_rate": 2.2626297133191515e-05, + "loss": 0.0171, + "step": 70020 + }, + { + "loss_action": 0.04652170464396477, + "loss_total": 0.04652170464396477, + "step": 70020 + }, + { + "loss_action": 0.008721750229597092, + "loss_total": 0.008721750229597092, + "step": 70020 + }, + { + "loss_action": 0.006977689452469349, + "loss_total": 0.006977689452469349, + "step": 70020 + }, + { + "loss_action": 0.010992364026606083, + "loss_total": 0.010992364026606083, + "step": 70020 + }, + { + "loss_action": 0.025722935795783997, + "loss_total": 0.025722935795783997, + "step": 70020 + }, + { + "loss_action": 0.016794798895716667, + "loss_total": 0.016794798895716667, + "step": 70020 + }, + { + "grad_norm": 0.3154698312282562, + "learning_rate": 2.261246202018312e-05, + "loss": 0.0105, + "step": 70030 + }, + { + "loss_action": 0.006663929671049118, + "loss_total": 0.006663929671049118, + "step": 70030 + }, + { + "loss_action": 0.00587343517690897, + "loss_total": 0.00587343517690897, + "step": 70030 + }, + { + "loss_action": 0.011011339724063873, + "loss_total": 0.011011339724063873, + "step": 70030 + }, + { + "loss_action": 0.01917257159948349, + "loss_total": 0.01917257159948349, + "step": 70030 + }, + { + "loss_action": 0.0052986121736466885, + "loss_total": 0.0052986121736466885, + "step": 70030 + }, + { + "loss_action": 0.008449898101389408, + "loss_total": 0.008449898101389408, + "step": 70030 + }, + { + "grad_norm": 0.2255638688802719, + "learning_rate": 2.2598629902234718e-05, + "loss": 0.0095, + "step": 70040 + }, + { + "loss_action": 0.008012175559997559, + "loss_total": 0.008012175559997559, + "step": 70040 + }, + { + "loss_action": 0.011915331706404686, + "loss_total": 0.011915331706404686, + "step": 70040 + }, + { + "loss_action": 0.004947084933519363, + "loss_total": 0.004947084933519363, + "step": 70040 + }, + { + "loss_action": 0.004416865762323141, + "loss_total": 0.004416865762323141, + "step": 70040 + }, + { + "loss_action": 0.010311098769307137, + "loss_total": 0.010311098769307137, + "step": 70040 + }, + { + "loss_action": 0.025743935257196426, + "loss_total": 0.025743935257196426, + "step": 70040 + }, + { + "grad_norm": 0.2747957408428192, + "learning_rate": 2.258480078085894e-05, + "loss": 0.013, + "step": 70050 + }, + { + "loss_action": 0.008680048398673534, + "loss_total": 0.008680048398673534, + "step": 70050 + }, + { + "loss_action": 0.004946383181959391, + "loss_total": 0.004946383181959391, + "step": 70050 + }, + { + "loss_action": 0.008233257569372654, + "loss_total": 0.008233257569372654, + "step": 70050 + }, + { + "loss_action": 0.008882740512490273, + "loss_total": 0.008882740512490273, + "step": 70050 + }, + { + "loss_action": 0.012559236958622932, + "loss_total": 0.012559236958622932, + "step": 70050 + }, + { + "loss_action": 0.005890954285860062, + "loss_total": 0.005890954285860062, + "step": 70050 + }, + { + "grad_norm": 0.2608330547809601, + "learning_rate": 2.2570974657568126e-05, + "loss": 0.0106, + "step": 70060 + }, + { + "loss_action": 0.004048474598675966, + "loss_total": 0.004048474598675966, + "step": 70060 + }, + { + "loss_action": 0.007237087469547987, + "loss_total": 0.007237087469547987, + "step": 70060 + }, + { + "loss_action": 0.004216552712023258, + "loss_total": 0.004216552712023258, + "step": 70060 + }, + { + "loss_action": 0.01027864683419466, + "loss_total": 0.01027864683419466, + "step": 70060 + }, + { + "loss_action": 0.007770319934934378, + "loss_total": 0.007770319934934378, + "step": 70060 + }, + { + "loss_action": 0.006764889229089022, + "loss_total": 0.006764889229089022, + "step": 70060 + }, + { + "grad_norm": 0.20235325396060944, + "learning_rate": 2.2557151533874286e-05, + "loss": 0.0107, + "step": 70070 + }, + { + "loss_action": 0.00622477475553751, + "loss_total": 0.00622477475553751, + "step": 70070 + }, + { + "loss_action": 0.02878420613706112, + "loss_total": 0.02878420613706112, + "step": 70070 + }, + { + "loss_action": 0.01196377631276846, + "loss_total": 0.01196377631276846, + "step": 70070 + }, + { + "loss_action": 0.014065341092646122, + "loss_total": 0.014065341092646122, + "step": 70070 + }, + { + "loss_action": 0.026467597112059593, + "loss_total": 0.026467597112059593, + "step": 70070 + }, + { + "loss_action": 0.008643129840493202, + "loss_total": 0.008643129840493202, + "step": 70070 + }, + { + "grad_norm": 0.27147430181503296, + "learning_rate": 2.2543331411289116e-05, + "loss": 0.0129, + "step": 70080 + }, + { + "loss_action": 0.004908059258013964, + "loss_total": 0.004908059258013964, + "step": 70080 + }, + { + "loss_action": 0.011856652796268463, + "loss_total": 0.011856652796268463, + "step": 70080 + }, + { + "loss_action": 0.009841937571763992, + "loss_total": 0.009841937571763992, + "step": 70080 + }, + { + "loss_action": 0.0037577603943645954, + "loss_total": 0.0037577603943645954, + "step": 70080 + }, + { + "loss_action": 0.009107363410294056, + "loss_total": 0.009107363410294056, + "step": 70080 + }, + { + "loss_action": 0.010963779874145985, + "loss_total": 0.010963779874145985, + "step": 70080 + }, + { + "grad_norm": 0.3187028169631958, + "learning_rate": 2.252951429132392e-05, + "loss": 0.0121, + "step": 70090 + }, + { + "loss_action": 0.013207914307713509, + "loss_total": 0.013207914307713509, + "step": 70090 + }, + { + "loss_action": 0.0046117715537548065, + "loss_total": 0.0046117715537548065, + "step": 70090 + }, + { + "loss_action": 0.0067720538936555386, + "loss_total": 0.0067720538936555386, + "step": 70090 + }, + { + "loss_action": 0.0068493993021547794, + "loss_total": 0.0068493993021547794, + "step": 70090 + }, + { + "loss_action": 0.005878444295376539, + "loss_total": 0.005878444295376539, + "step": 70090 + }, + { + "loss_action": 0.0026792476419359446, + "loss_total": 0.0026792476419359446, + "step": 70090 + }, + { + "grad_norm": 0.2693343758583069, + "learning_rate": 2.2515700175489762e-05, + "loss": 0.0089, + "step": 70100 + }, + { + "loss_action": 0.019904887303709984, + "loss_total": 0.019904887303709984, + "step": 70100 + }, + { + "loss_action": 0.01414626743644476, + "loss_total": 0.01414626743644476, + "step": 70100 + }, + { + "loss_action": 0.0070371683686971664, + "loss_total": 0.0070371683686971664, + "step": 70100 + }, + { + "loss_action": 0.002779535949230194, + "loss_total": 0.002779535949230194, + "step": 70100 + }, + { + "loss_action": 0.01381648425012827, + "loss_total": 0.01381648425012827, + "step": 70100 + }, + { + "loss_action": 0.005102148745208979, + "loss_total": 0.005102148745208979, + "step": 70100 + }, + { + "grad_norm": 0.24038171768188477, + "learning_rate": 2.2501889065297288e-05, + "loss": 0.0087, + "step": 70110 + }, + { + "loss_action": 0.005395553540438414, + "loss_total": 0.005395553540438414, + "step": 70110 + }, + { + "loss_action": 0.0034022245090454817, + "loss_total": 0.0034022245090454817, + "step": 70110 + }, + { + "loss_action": 0.006161515135318041, + "loss_total": 0.006161515135318041, + "step": 70110 + }, + { + "loss_action": 0.00495739234611392, + "loss_total": 0.00495739234611392, + "step": 70110 + }, + { + "loss_action": 0.007812894880771637, + "loss_total": 0.007812894880771637, + "step": 70110 + }, + { + "loss_action": 0.002898053964599967, + "loss_total": 0.002898053964599967, + "step": 70110 + }, + { + "grad_norm": 0.16068135201931, + "learning_rate": 2.2488080962256887e-05, + "loss": 0.0083, + "step": 70120 + }, + { + "loss_action": 0.016385653987526894, + "loss_total": 0.016385653987526894, + "step": 70120 + }, + { + "loss_action": 0.003162676002830267, + "loss_total": 0.003162676002830267, + "step": 70120 + }, + { + "loss_action": 0.008165567182004452, + "loss_total": 0.008165567182004452, + "step": 70120 + }, + { + "loss_action": 0.007138545159250498, + "loss_total": 0.007138545159250498, + "step": 70120 + }, + { + "loss_action": 0.014331110753118992, + "loss_total": 0.014331110753118992, + "step": 70120 + }, + { + "loss_action": 0.005593623500317335, + "loss_total": 0.005593623500317335, + "step": 70120 + }, + { + "grad_norm": 0.23958875238895416, + "learning_rate": 2.2474275867878585e-05, + "loss": 0.0091, + "step": 70130 + }, + { + "loss_action": 0.007160622160881758, + "loss_total": 0.007160622160881758, + "step": 70130 + }, + { + "loss_action": 0.009698033332824707, + "loss_total": 0.009698033332824707, + "step": 70130 + }, + { + "loss_action": 0.03033495880663395, + "loss_total": 0.03033495880663395, + "step": 70130 + }, + { + "loss_action": 0.005642883013933897, + "loss_total": 0.005642883013933897, + "step": 70130 + }, + { + "loss_action": 0.006184125319123268, + "loss_total": 0.006184125319123268, + "step": 70130 + }, + { + "loss_action": 0.005548579152673483, + "loss_total": 0.005548579152673483, + "step": 70130 + }, + { + "grad_norm": 0.24927890300750732, + "learning_rate": 2.246047378367211e-05, + "loss": 0.0115, + "step": 70140 + }, + { + "loss_action": 0.00454231770709157, + "loss_total": 0.00454231770709157, + "step": 70140 + }, + { + "loss_action": 0.005894650239497423, + "loss_total": 0.005894650239497423, + "step": 70140 + }, + { + "loss_action": 0.003846104023978114, + "loss_total": 0.003846104023978114, + "step": 70140 + }, + { + "loss_action": 0.0024025028105825186, + "loss_total": 0.0024025028105825186, + "step": 70140 + }, + { + "loss_action": 0.010750728659331799, + "loss_total": 0.010750728659331799, + "step": 70140 + }, + { + "loss_action": 0.022832302376627922, + "loss_total": 0.022832302376627922, + "step": 70140 + }, + { + "grad_norm": 0.24965381622314453, + "learning_rate": 2.2446674711146798e-05, + "loss": 0.0138, + "step": 70150 + }, + { + "loss_action": 0.009699132293462753, + "loss_total": 0.009699132293462753, + "step": 70150 + }, + { + "loss_action": 0.020244218409061432, + "loss_total": 0.020244218409061432, + "step": 70150 + }, + { + "loss_action": 0.034128930419683456, + "loss_total": 0.034128930419683456, + "step": 70150 + }, + { + "loss_action": 0.0065880026668310165, + "loss_total": 0.0065880026668310165, + "step": 70150 + }, + { + "loss_action": 0.013935084454715252, + "loss_total": 0.013935084454715252, + "step": 70150 + }, + { + "loss_action": 0.037374526262283325, + "loss_total": 0.037374526262283325, + "step": 70150 + }, + { + "grad_norm": 0.3135121464729309, + "learning_rate": 2.2432878651811734e-05, + "loss": 0.0135, + "step": 70160 + }, + { + "loss_action": 0.012355701066553593, + "loss_total": 0.012355701066553593, + "step": 70160 + }, + { + "loss_action": 0.005811477079987526, + "loss_total": 0.005811477079987526, + "step": 70160 + }, + { + "loss_action": 0.006172749679535627, + "loss_total": 0.006172749679535627, + "step": 70160 + }, + { + "loss_action": 0.007349064107984304, + "loss_total": 0.007349064107984304, + "step": 70160 + }, + { + "loss_action": 0.01695467345416546, + "loss_total": 0.01695467345416546, + "step": 70160 + }, + { + "loss_action": 0.007974869571626186, + "loss_total": 0.007974869571626186, + "step": 70160 + }, + { + "grad_norm": 0.20025989413261414, + "learning_rate": 2.2419085607175594e-05, + "loss": 0.0104, + "step": 70170 + }, + { + "loss_action": 0.005893873516470194, + "loss_total": 0.005893873516470194, + "step": 70170 + }, + { + "loss_action": 0.0053028869442641735, + "loss_total": 0.0053028869442641735, + "step": 70170 + }, + { + "loss_action": 0.0028310446068644524, + "loss_total": 0.0028310446068644524, + "step": 70170 + }, + { + "loss_action": 0.007007912266999483, + "loss_total": 0.007007912266999483, + "step": 70170 + }, + { + "loss_action": 0.030069947242736816, + "loss_total": 0.030069947242736816, + "step": 70170 + }, + { + "loss_action": 0.005596565082669258, + "loss_total": 0.005596565082669258, + "step": 70170 + }, + { + "grad_norm": 0.28512927889823914, + "learning_rate": 2.240529557874678e-05, + "loss": 0.0108, + "step": 70180 + }, + { + "loss_action": 0.11179409921169281, + "loss_total": 0.11179409921169281, + "step": 70180 + }, + { + "loss_action": 0.013022261671721935, + "loss_total": 0.013022261671721935, + "step": 70180 + }, + { + "loss_action": 0.004368973895907402, + "loss_total": 0.004368973895907402, + "step": 70180 + }, + { + "loss_action": 0.0045598288998007774, + "loss_total": 0.0045598288998007774, + "step": 70180 + }, + { + "loss_action": 0.020773092284798622, + "loss_total": 0.020773092284798622, + "step": 70180 + }, + { + "loss_action": 0.004932466894388199, + "loss_total": 0.004932466894388199, + "step": 70180 + }, + { + "grad_norm": 0.29164037108421326, + "learning_rate": 2.2391508568033358e-05, + "loss": 0.011, + "step": 70190 + }, + { + "loss_action": 0.007507163565605879, + "loss_total": 0.007507163565605879, + "step": 70190 + }, + { + "loss_action": 0.004655860830098391, + "loss_total": 0.004655860830098391, + "step": 70190 + }, + { + "loss_action": 0.00423771608620882, + "loss_total": 0.00423771608620882, + "step": 70190 + }, + { + "loss_action": 0.004235466476529837, + "loss_total": 0.004235466476529837, + "step": 70190 + }, + { + "loss_action": 0.012524427846074104, + "loss_total": 0.012524427846074104, + "step": 70190 + }, + { + "loss_action": 0.0054276674054563046, + "loss_total": 0.0054276674054563046, + "step": 70190 + }, + { + "grad_norm": 0.25297456979751587, + "learning_rate": 2.237772457654307e-05, + "loss": 0.0109, + "step": 70200 + }, + { + "loss_action": 0.00868774950504303, + "loss_total": 0.00868774950504303, + "step": 70200 + }, + { + "loss_action": 0.006832857150584459, + "loss_total": 0.006832857150584459, + "step": 70200 + }, + { + "loss_action": 0.008733549155294895, + "loss_total": 0.008733549155294895, + "step": 70200 + }, + { + "loss_action": 0.004807697609066963, + "loss_total": 0.004807697609066963, + "step": 70200 + }, + { + "loss_action": 0.029838349670171738, + "loss_total": 0.029838349670171738, + "step": 70200 + }, + { + "loss_action": 0.00980675034224987, + "loss_total": 0.00980675034224987, + "step": 70200 + }, + { + "grad_norm": 0.23958450555801392, + "learning_rate": 2.236394360578327e-05, + "loss": 0.0107, + "step": 70210 + }, + { + "loss_action": 0.012551474384963512, + "loss_total": 0.012551474384963512, + "step": 70210 + }, + { + "loss_action": 0.002835284685716033, + "loss_total": 0.002835284685716033, + "step": 70210 + }, + { + "loss_action": 0.008391370065510273, + "loss_total": 0.008391370065510273, + "step": 70210 + }, + { + "loss_action": 0.00721342908218503, + "loss_total": 0.00721342908218503, + "step": 70210 + }, + { + "loss_action": 0.02180965058505535, + "loss_total": 0.02180965058505535, + "step": 70210 + }, + { + "loss_action": 0.011756228283047676, + "loss_total": 0.011756228283047676, + "step": 70210 + }, + { + "grad_norm": 0.2972804605960846, + "learning_rate": 2.2350165657261073e-05, + "loss": 0.0164, + "step": 70220 + }, + { + "loss_action": 0.004602932371199131, + "loss_total": 0.004602932371199131, + "step": 70220 + }, + { + "loss_action": 0.041051000356674194, + "loss_total": 0.041051000356674194, + "step": 70220 + }, + { + "loss_action": 0.0023489820305258036, + "loss_total": 0.0023489820305258036, + "step": 70220 + }, + { + "loss_action": 0.016221733763813972, + "loss_total": 0.016221733763813972, + "step": 70220 + }, + { + "loss_action": 0.01026058103889227, + "loss_total": 0.01026058103889227, + "step": 70220 + }, + { + "loss_action": 0.0035112786572426558, + "loss_total": 0.0035112786572426558, + "step": 70220 + }, + { + "grad_norm": 0.21475949883460999, + "learning_rate": 2.2336390732483164e-05, + "loss": 0.0099, + "step": 70230 + }, + { + "loss_action": 0.0050237299874424934, + "loss_total": 0.0050237299874424934, + "step": 70230 + }, + { + "loss_action": 0.03758065029978752, + "loss_total": 0.03758065029978752, + "step": 70230 + }, + { + "loss_action": 0.011294139549136162, + "loss_total": 0.011294139549136162, + "step": 70230 + }, + { + "loss_action": 0.0065517607145011425, + "loss_total": 0.0065517607145011425, + "step": 70230 + }, + { + "loss_action": 0.0030701064970344305, + "loss_total": 0.0030701064970344305, + "step": 70230 + }, + { + "loss_action": 0.006520642898976803, + "loss_total": 0.006520642898976803, + "step": 70230 + }, + { + "grad_norm": 0.22502493858337402, + "learning_rate": 2.2322618832955976e-05, + "loss": 0.0129, + "step": 70240 + }, + { + "loss_action": 0.0031607928685843945, + "loss_total": 0.0031607928685843945, + "step": 70240 + }, + { + "loss_action": 0.007491549011319876, + "loss_total": 0.007491549011319876, + "step": 70240 + }, + { + "loss_action": 0.015715034678578377, + "loss_total": 0.015715034678578377, + "step": 70240 + }, + { + "loss_action": 0.015835260972380638, + "loss_total": 0.015835260972380638, + "step": 70240 + }, + { + "loss_action": 0.015890656039118767, + "loss_total": 0.015890656039118767, + "step": 70240 + }, + { + "loss_action": 0.012346945703029633, + "loss_total": 0.012346945703029633, + "step": 70240 + }, + { + "grad_norm": 0.26797568798065186, + "learning_rate": 2.2308849960185578e-05, + "loss": 0.0101, + "step": 70250 + }, + { + "loss_action": 0.007930486463010311, + "loss_total": 0.007930486463010311, + "step": 70250 + }, + { + "loss_action": 0.008996708318591118, + "loss_total": 0.008996708318591118, + "step": 70250 + }, + { + "loss_action": 0.006142865866422653, + "loss_total": 0.006142865866422653, + "step": 70250 + }, + { + "loss_action": 0.03005974367260933, + "loss_total": 0.03005974367260933, + "step": 70250 + }, + { + "loss_action": 0.06235470995306969, + "loss_total": 0.06235470995306969, + "step": 70250 + }, + { + "loss_action": 0.005812780931591988, + "loss_total": 0.005812780931591988, + "step": 70250 + }, + { + "grad_norm": 0.2740052044391632, + "learning_rate": 2.229508411567774e-05, + "loss": 0.0106, + "step": 70260 + }, + { + "loss_action": 0.024405457079410553, + "loss_total": 0.024405457079410553, + "step": 70260 + }, + { + "loss_action": 0.015426848083734512, + "loss_total": 0.015426848083734512, + "step": 70260 + }, + { + "loss_action": 0.005242800340056419, + "loss_total": 0.005242800340056419, + "step": 70260 + }, + { + "loss_action": 0.010923491790890694, + "loss_total": 0.010923491790890694, + "step": 70260 + }, + { + "loss_action": 0.003776838770136237, + "loss_total": 0.003776838770136237, + "step": 70260 + }, + { + "loss_action": 0.004622909240424633, + "loss_total": 0.004622909240424633, + "step": 70260 + }, + { + "grad_norm": 0.21007882058620453, + "learning_rate": 2.2281321300937823e-05, + "loss": 0.0087, + "step": 70270 + }, + { + "loss_action": 0.009892660193145275, + "loss_total": 0.009892660193145275, + "step": 70270 + }, + { + "loss_action": 0.006442593410611153, + "loss_total": 0.006442593410611153, + "step": 70270 + }, + { + "loss_action": 0.0025989068672060966, + "loss_total": 0.0025989068672060966, + "step": 70270 + }, + { + "loss_action": 0.004438261967152357, + "loss_total": 0.004438261967152357, + "step": 70270 + }, + { + "loss_action": 0.01001454796642065, + "loss_total": 0.01001454796642065, + "step": 70270 + }, + { + "loss_action": 0.005904271733015776, + "loss_total": 0.005904271733015776, + "step": 70270 + }, + { + "grad_norm": 0.26883864402770996, + "learning_rate": 2.2267561517470937e-05, + "loss": 0.0089, + "step": 70280 + }, + { + "loss_action": 0.00519112404435873, + "loss_total": 0.00519112404435873, + "step": 70280 + }, + { + "loss_action": 0.01942748762667179, + "loss_total": 0.01942748762667179, + "step": 70280 + }, + { + "loss_action": 0.0032873516902327538, + "loss_total": 0.0032873516902327538, + "step": 70280 + }, + { + "loss_action": 0.007659789640456438, + "loss_total": 0.007659789640456438, + "step": 70280 + }, + { + "loss_action": 0.012525977566838264, + "loss_total": 0.012525977566838264, + "step": 70280 + }, + { + "loss_action": 0.0070720394141972065, + "loss_total": 0.0070720394141972065, + "step": 70280 + }, + { + "grad_norm": 0.23267215490341187, + "learning_rate": 2.2253804766781845e-05, + "loss": 0.0082, + "step": 70290 + }, + { + "loss_action": 0.009310740046203136, + "loss_total": 0.009310740046203136, + "step": 70290 + }, + { + "loss_action": 0.004820388276129961, + "loss_total": 0.004820388276129961, + "step": 70290 + }, + { + "loss_action": 0.005150622688233852, + "loss_total": 0.005150622688233852, + "step": 70290 + }, + { + "loss_action": 0.0053634969517588615, + "loss_total": 0.0053634969517588615, + "step": 70290 + }, + { + "loss_action": 0.010653833858668804, + "loss_total": 0.010653833858668804, + "step": 70290 + }, + { + "loss_action": 0.018764492124319077, + "loss_total": 0.018764492124319077, + "step": 70290 + }, + { + "grad_norm": 0.24538809061050415, + "learning_rate": 2.2240051050374933e-05, + "loss": 0.01, + "step": 70300 + }, + { + "loss_action": 0.012581594288349152, + "loss_total": 0.012581594288349152, + "step": 70300 + }, + { + "loss_action": 0.008138203993439674, + "loss_total": 0.008138203993439674, + "step": 70300 + }, + { + "loss_action": 0.010011247359216213, + "loss_total": 0.010011247359216213, + "step": 70300 + }, + { + "loss_action": 0.005159024614840746, + "loss_total": 0.005159024614840746, + "step": 70300 + }, + { + "loss_action": 0.007024433929473162, + "loss_total": 0.007024433929473162, + "step": 70300 + }, + { + "loss_action": 0.0066413721069693565, + "loss_total": 0.0066413721069693565, + "step": 70300 + }, + { + "grad_norm": 0.2852686047554016, + "learning_rate": 2.22263003697543e-05, + "loss": 0.0099, + "step": 70310 + }, + { + "loss_action": 0.01658005267381668, + "loss_total": 0.01658005267381668, + "step": 70310 + }, + { + "loss_action": 0.007762887980788946, + "loss_total": 0.007762887980788946, + "step": 70310 + }, + { + "loss_action": 0.02393263205885887, + "loss_total": 0.02393263205885887, + "step": 70310 + }, + { + "loss_action": 0.0033984293695539236, + "loss_total": 0.0033984293695539236, + "step": 70310 + }, + { + "loss_action": 0.014180450700223446, + "loss_total": 0.014180450700223446, + "step": 70310 + }, + { + "loss_action": 0.007551094982773066, + "loss_total": 0.007551094982773066, + "step": 70310 + }, + { + "grad_norm": 0.2462502121925354, + "learning_rate": 2.2212552726423702e-05, + "loss": 0.0105, + "step": 70320 + }, + { + "loss_action": 0.0027953071985393763, + "loss_total": 0.0027953071985393763, + "step": 70320 + }, + { + "loss_action": 0.006058373022824526, + "loss_total": 0.006058373022824526, + "step": 70320 + }, + { + "loss_action": 0.0112993735820055, + "loss_total": 0.0112993735820055, + "step": 70320 + }, + { + "loss_action": 0.02935413271188736, + "loss_total": 0.02935413271188736, + "step": 70320 + }, + { + "loss_action": 0.008319975808262825, + "loss_total": 0.008319975808262825, + "step": 70320 + }, + { + "loss_action": 0.010353727266192436, + "loss_total": 0.010353727266192436, + "step": 70320 + }, + { + "grad_norm": 0.2688990533351898, + "learning_rate": 2.2198808121886578e-05, + "loss": 0.01, + "step": 70330 + }, + { + "loss_action": 0.006933051161468029, + "loss_total": 0.006933051161468029, + "step": 70330 + }, + { + "loss_action": 0.004923047963529825, + "loss_total": 0.004923047963529825, + "step": 70330 + }, + { + "loss_action": 0.007340406998991966, + "loss_total": 0.007340406998991966, + "step": 70330 + }, + { + "loss_action": 0.013016341254115105, + "loss_total": 0.013016341254115105, + "step": 70330 + }, + { + "loss_action": 0.011444516479969025, + "loss_total": 0.011444516479969025, + "step": 70330 + }, + { + "loss_action": 0.03744824603199959, + "loss_total": 0.03744824603199959, + "step": 70330 + }, + { + "grad_norm": 0.24604487419128418, + "learning_rate": 2.218506655764598e-05, + "loss": 0.0142, + "step": 70340 + }, + { + "loss_action": 0.03474189713597298, + "loss_total": 0.03474189713597298, + "step": 70340 + }, + { + "loss_action": 0.00334956799633801, + "loss_total": 0.00334956799633801, + "step": 70340 + }, + { + "loss_action": 0.01862780936062336, + "loss_total": 0.01862780936062336, + "step": 70340 + }, + { + "loss_action": 0.008653922006487846, + "loss_total": 0.008653922006487846, + "step": 70340 + }, + { + "loss_action": 0.006745081394910812, + "loss_total": 0.006745081394910812, + "step": 70340 + }, + { + "loss_action": 0.009691101498901844, + "loss_total": 0.009691101498901844, + "step": 70340 + }, + { + "grad_norm": 0.41202983260154724, + "learning_rate": 2.2171328035204704e-05, + "loss": 0.0128, + "step": 70350 + }, + { + "loss_action": 0.011140362359583378, + "loss_total": 0.011140362359583378, + "step": 70350 + }, + { + "loss_action": 0.011179979890584946, + "loss_total": 0.011179979890584946, + "step": 70350 + }, + { + "loss_action": 0.004429826978594065, + "loss_total": 0.004429826978594065, + "step": 70350 + }, + { + "loss_action": 0.025915851816534996, + "loss_total": 0.025915851816534996, + "step": 70350 + }, + { + "loss_action": 0.011434518732130527, + "loss_total": 0.011434518732130527, + "step": 70350 + }, + { + "loss_action": 0.005538824014365673, + "loss_total": 0.005538824014365673, + "step": 70350 + }, + { + "grad_norm": 0.30629029870033264, + "learning_rate": 2.2157592556065133e-05, + "loss": 0.012, + "step": 70360 + }, + { + "loss_action": 0.005153998266905546, + "loss_total": 0.005153998266905546, + "step": 70360 + }, + { + "loss_action": 0.00975559838116169, + "loss_total": 0.00975559838116169, + "step": 70360 + }, + { + "loss_action": 0.007797336671501398, + "loss_total": 0.007797336671501398, + "step": 70360 + }, + { + "loss_action": 0.0033017871901392937, + "loss_total": 0.0033017871901392937, + "step": 70360 + }, + { + "loss_action": 0.021603720262646675, + "loss_total": 0.021603720262646675, + "step": 70360 + }, + { + "loss_action": 0.006166829727590084, + "loss_total": 0.006166829727590084, + "step": 70360 + }, + { + "grad_norm": 0.2758617401123047, + "learning_rate": 2.2143860121729382e-05, + "loss": 0.0123, + "step": 70370 + }, + { + "loss_action": 0.004900424741208553, + "loss_total": 0.004900424741208553, + "step": 70370 + }, + { + "loss_action": 0.008078914135694504, + "loss_total": 0.008078914135694504, + "step": 70370 + }, + { + "loss_action": 0.008502836339175701, + "loss_total": 0.008502836339175701, + "step": 70370 + }, + { + "loss_action": 0.006536910310387611, + "loss_total": 0.006536910310387611, + "step": 70370 + }, + { + "loss_action": 0.00601926539093256, + "loss_total": 0.00601926539093256, + "step": 70370 + }, + { + "loss_action": 0.004610645119100809, + "loss_total": 0.004610645119100809, + "step": 70370 + }, + { + "grad_norm": 0.34504181146621704, + "learning_rate": 2.2130130733699206e-05, + "loss": 0.0122, + "step": 70380 + }, + { + "loss_action": 0.003575474489480257, + "loss_total": 0.003575474489480257, + "step": 70380 + }, + { + "loss_action": 0.0038855483289808035, + "loss_total": 0.0038855483289808035, + "step": 70380 + }, + { + "loss_action": 0.0128096304833889, + "loss_total": 0.0128096304833889, + "step": 70380 + }, + { + "loss_action": 0.004508810583502054, + "loss_total": 0.004508810583502054, + "step": 70380 + }, + { + "loss_action": 0.0048920041881501675, + "loss_total": 0.0048920041881501675, + "step": 70380 + }, + { + "loss_action": 0.007176409941166639, + "loss_total": 0.007176409941166639, + "step": 70380 + }, + { + "grad_norm": 0.3663930892944336, + "learning_rate": 2.2116404393476052e-05, + "loss": 0.0089, + "step": 70390 + }, + { + "loss_action": 0.006954655516892672, + "loss_total": 0.006954655516892672, + "step": 70390 + }, + { + "loss_action": 0.00757178571075201, + "loss_total": 0.00757178571075201, + "step": 70390 + }, + { + "loss_action": 0.017616452649235725, + "loss_total": 0.017616452649235725, + "step": 70390 + }, + { + "loss_action": 0.012308083474636078, + "loss_total": 0.012308083474636078, + "step": 70390 + }, + { + "loss_action": 0.006507533136755228, + "loss_total": 0.006507533136755228, + "step": 70390 + }, + { + "loss_action": 0.004938715137541294, + "loss_total": 0.004938715137541294, + "step": 70390 + }, + { + "grad_norm": 0.24776697158813477, + "learning_rate": 2.2102681102560967e-05, + "loss": 0.0142, + "step": 70400 + }, + { + "loss_action": 0.004141039680689573, + "loss_total": 0.004141039680689573, + "step": 70400 + }, + { + "loss_action": 0.008013404905796051, + "loss_total": 0.008013404905796051, + "step": 70400 + }, + { + "loss_action": 0.0075540691614151, + "loss_total": 0.0075540691614151, + "step": 70400 + }, + { + "loss_action": 0.004955843556672335, + "loss_total": 0.004955843556672335, + "step": 70400 + }, + { + "loss_action": 0.006622919347137213, + "loss_total": 0.006622919347137213, + "step": 70400 + }, + { + "loss_action": 0.011889868415892124, + "loss_total": 0.011889868415892124, + "step": 70400 + }, + { + "grad_norm": 0.23916293680667877, + "learning_rate": 2.208896086245476e-05, + "loss": 0.0115, + "step": 70410 + }, + { + "loss_action": 0.01211833767592907, + "loss_total": 0.01211833767592907, + "step": 70410 + }, + { + "loss_action": 0.002633151598274708, + "loss_total": 0.002633151598274708, + "step": 70410 + }, + { + "loss_action": 0.014022983610630035, + "loss_total": 0.014022983610630035, + "step": 70410 + }, + { + "loss_action": 0.00606707064434886, + "loss_total": 0.00606707064434886, + "step": 70410 + }, + { + "loss_action": 0.0036477704998105764, + "loss_total": 0.0036477704998105764, + "step": 70410 + }, + { + "loss_action": 0.004679218400269747, + "loss_total": 0.004679218400269747, + "step": 70410 + }, + { + "grad_norm": 0.21711567044258118, + "learning_rate": 2.2075243674657808e-05, + "loss": 0.009, + "step": 70420 + }, + { + "loss_action": 0.011472702026367188, + "loss_total": 0.011472702026367188, + "step": 70420 + }, + { + "loss_action": 0.004535492043942213, + "loss_total": 0.004535492043942213, + "step": 70420 + }, + { + "loss_action": 0.007604455109685659, + "loss_total": 0.007604455109685659, + "step": 70420 + }, + { + "loss_action": 0.029581759124994278, + "loss_total": 0.029581759124994278, + "step": 70420 + }, + { + "loss_action": 0.009325636550784111, + "loss_total": 0.009325636550784111, + "step": 70420 + }, + { + "loss_action": 0.004858814645558596, + "loss_total": 0.004858814645558596, + "step": 70420 + }, + { + "grad_norm": 0.2178669422864914, + "learning_rate": 2.206152954067024e-05, + "loss": 0.0103, + "step": 70430 + }, + { + "loss_action": 0.022654974833130836, + "loss_total": 0.022654974833130836, + "step": 70430 + }, + { + "loss_action": 0.00749257393181324, + "loss_total": 0.00749257393181324, + "step": 70430 + }, + { + "loss_action": 0.03825807571411133, + "loss_total": 0.03825807571411133, + "step": 70430 + }, + { + "loss_action": 0.015715833753347397, + "loss_total": 0.015715833753347397, + "step": 70430 + }, + { + "loss_action": 0.0031876766588538885, + "loss_total": 0.0031876766588538885, + "step": 70430 + }, + { + "loss_action": 0.005275857634842396, + "loss_total": 0.005275857634842396, + "step": 70430 + }, + { + "grad_norm": 0.2767546772956848, + "learning_rate": 2.2047818461991758e-05, + "loss": 0.0132, + "step": 70440 + }, + { + "loss_action": 0.009263432584702969, + "loss_total": 0.009263432584702969, + "step": 70440 + }, + { + "loss_action": 0.016608910635113716, + "loss_total": 0.016608910635113716, + "step": 70440 + }, + { + "loss_action": 0.008125808089971542, + "loss_total": 0.008125808089971542, + "step": 70440 + }, + { + "loss_action": 0.008411724120378494, + "loss_total": 0.008411724120378494, + "step": 70440 + }, + { + "loss_action": 0.00881180353462696, + "loss_total": 0.00881180353462696, + "step": 70440 + }, + { + "loss_action": 0.00624582264572382, + "loss_total": 0.00624582264572382, + "step": 70440 + }, + { + "grad_norm": 0.30175888538360596, + "learning_rate": 2.2034110440121864e-05, + "loss": 0.0104, + "step": 70450 + }, + { + "loss_action": 0.02799001708626747, + "loss_total": 0.02799001708626747, + "step": 70450 + }, + { + "loss_action": 0.00836874172091484, + "loss_total": 0.00836874172091484, + "step": 70450 + }, + { + "loss_action": 0.023355400189757347, + "loss_total": 0.023355400189757347, + "step": 70450 + }, + { + "loss_action": 0.004756989423185587, + "loss_total": 0.004756989423185587, + "step": 70450 + }, + { + "loss_action": 0.00848984345793724, + "loss_total": 0.00848984345793724, + "step": 70450 + }, + { + "loss_action": 0.0045885671861469746, + "loss_total": 0.0045885671861469746, + "step": 70450 + }, + { + "grad_norm": 0.21630272269248962, + "learning_rate": 2.2020405476559585e-05, + "loss": 0.0109, + "step": 70460 + }, + { + "loss_action": 0.010195153765380383, + "loss_total": 0.010195153765380383, + "step": 70460 + }, + { + "loss_action": 0.004982034210115671, + "loss_total": 0.004982034210115671, + "step": 70460 + }, + { + "loss_action": 0.0072232745587825775, + "loss_total": 0.0072232745587825775, + "step": 70460 + }, + { + "loss_action": 0.010113614611327648, + "loss_total": 0.010113614611327648, + "step": 70460 + }, + { + "loss_action": 0.012195383198559284, + "loss_total": 0.012195383198559284, + "step": 70460 + }, + { + "loss_action": 0.00295199709944427, + "loss_total": 0.00295199709944427, + "step": 70460 + }, + { + "grad_norm": 0.2372673898935318, + "learning_rate": 2.2006703572803722e-05, + "loss": 0.0109, + "step": 70470 + }, + { + "loss_action": 0.011594410985708237, + "loss_total": 0.011594410985708237, + "step": 70470 + }, + { + "loss_action": 0.025618402287364006, + "loss_total": 0.025618402287364006, + "step": 70470 + }, + { + "loss_action": 0.0035937416832894087, + "loss_total": 0.0035937416832894087, + "step": 70470 + }, + { + "loss_action": 0.009762748144567013, + "loss_total": 0.009762748144567013, + "step": 70470 + }, + { + "loss_action": 0.011283397674560547, + "loss_total": 0.011283397674560547, + "step": 70470 + }, + { + "loss_action": 0.004221905022859573, + "loss_total": 0.004221905022859573, + "step": 70470 + }, + { + "grad_norm": 0.19623839855194092, + "learning_rate": 2.1993004730352646e-05, + "loss": 0.009, + "step": 70480 + }, + { + "loss_action": 0.004141759127378464, + "loss_total": 0.004141759127378464, + "step": 70480 + }, + { + "loss_action": 0.009729965589940548, + "loss_total": 0.009729965589940548, + "step": 70480 + }, + { + "loss_action": 0.008991900831460953, + "loss_total": 0.008991900831460953, + "step": 70480 + }, + { + "loss_action": 0.008333579637110233, + "loss_total": 0.008333579637110233, + "step": 70480 + }, + { + "loss_action": 0.0069499546661973, + "loss_total": 0.0069499546661973, + "step": 70480 + }, + { + "loss_action": 0.014712046831846237, + "loss_total": 0.014712046831846237, + "step": 70480 + }, + { + "grad_norm": 0.2818840742111206, + "learning_rate": 2.1979308950704464e-05, + "loss": 0.0093, + "step": 70490 + }, + { + "loss_action": 0.0037205074913799763, + "loss_total": 0.0037205074913799763, + "step": 70490 + }, + { + "loss_action": 0.004104974679648876, + "loss_total": 0.004104974679648876, + "step": 70490 + }, + { + "loss_action": 0.010774641297757626, + "loss_total": 0.010774641297757626, + "step": 70490 + }, + { + "loss_action": 0.011460117995738983, + "loss_total": 0.011460117995738983, + "step": 70490 + }, + { + "loss_action": 0.009315724484622478, + "loss_total": 0.009315724484622478, + "step": 70490 + }, + { + "loss_action": 0.010035787709057331, + "loss_total": 0.010035787709057331, + "step": 70490 + }, + { + "grad_norm": 0.31041714549064636, + "learning_rate": 2.1965616235356923e-05, + "loss": 0.0096, + "step": 70500 + }, + { + "loss_action": 0.004840561654418707, + "loss_total": 0.004840561654418707, + "step": 70500 + }, + { + "loss_action": 0.012890743091702461, + "loss_total": 0.012890743091702461, + "step": 70500 + }, + { + "loss_action": 0.009507453069090843, + "loss_total": 0.009507453069090843, + "step": 70500 + }, + { + "loss_action": 0.019956478849053383, + "loss_total": 0.019956478849053383, + "step": 70500 + }, + { + "loss_action": 0.006676795426756144, + "loss_total": 0.006676795426756144, + "step": 70500 + }, + { + "loss_action": 0.02298419550061226, + "loss_total": 0.02298419550061226, + "step": 70500 + }, + { + "grad_norm": 0.4596831798553467, + "learning_rate": 2.1951926585807465e-05, + "loss": 0.0142, + "step": 70510 + }, + { + "loss_action": 0.009606611914932728, + "loss_total": 0.009606611914932728, + "step": 70510 + }, + { + "loss_action": 0.008302264846861362, + "loss_total": 0.008302264846861362, + "step": 70510 + }, + { + "loss_action": 0.020022843033075333, + "loss_total": 0.020022843033075333, + "step": 70510 + }, + { + "loss_action": 0.0072605363093316555, + "loss_total": 0.0072605363093316555, + "step": 70510 + }, + { + "loss_action": 0.0037876830901950598, + "loss_total": 0.0037876830901950598, + "step": 70510 + }, + { + "loss_action": 0.005281766876578331, + "loss_total": 0.005281766876578331, + "step": 70510 + }, + { + "grad_norm": 0.22466245293617249, + "learning_rate": 2.193824000355313e-05, + "loss": 0.0093, + "step": 70520 + }, + { + "loss_action": 0.007091105449944735, + "loss_total": 0.007091105449944735, + "step": 70520 + }, + { + "loss_action": 0.01733548566699028, + "loss_total": 0.01733548566699028, + "step": 70520 + }, + { + "loss_action": 0.015514782629907131, + "loss_total": 0.015514782629907131, + "step": 70520 + }, + { + "loss_action": 0.008122725412249565, + "loss_total": 0.008122725412249565, + "step": 70520 + }, + { + "loss_action": 0.00863098818808794, + "loss_total": 0.00863098818808794, + "step": 70520 + }, + { + "loss_action": 0.004545639269053936, + "loss_total": 0.004545639269053936, + "step": 70520 + }, + { + "grad_norm": 0.29314225912094116, + "learning_rate": 2.192455649009067e-05, + "loss": 0.0085, + "step": 70530 + }, + { + "loss_action": 0.01896427758038044, + "loss_total": 0.01896427758038044, + "step": 70530 + }, + { + "loss_action": 0.007979044690728188, + "loss_total": 0.007979044690728188, + "step": 70530 + }, + { + "loss_action": 0.009237343445420265, + "loss_total": 0.009237343445420265, + "step": 70530 + }, + { + "loss_action": 0.14317642152309418, + "loss_total": 0.14317642152309418, + "step": 70530 + }, + { + "loss_action": 0.012756884098052979, + "loss_total": 0.012756884098052979, + "step": 70530 + }, + { + "loss_action": 0.017750367522239685, + "loss_total": 0.017750367522239685, + "step": 70530 + }, + { + "grad_norm": 0.24483543634414673, + "learning_rate": 2.1910876046916523e-05, + "loss": 0.0144, + "step": 70540 + }, + { + "loss_action": 0.020730135962367058, + "loss_total": 0.020730135962367058, + "step": 70540 + }, + { + "loss_action": 0.019764412194490433, + "loss_total": 0.019764412194490433, + "step": 70540 + }, + { + "loss_action": 0.008846564218401909, + "loss_total": 0.008846564218401909, + "step": 70540 + }, + { + "loss_action": 0.012862111441791058, + "loss_total": 0.012862111441791058, + "step": 70540 + }, + { + "loss_action": 0.008008144795894623, + "loss_total": 0.008008144795894623, + "step": 70540 + }, + { + "loss_action": 0.004889603704214096, + "loss_total": 0.004889603704214096, + "step": 70540 + }, + { + "grad_norm": 0.21091002225875854, + "learning_rate": 2.1897198675526725e-05, + "loss": 0.0083, + "step": 70550 + }, + { + "loss_action": 0.007769314106553793, + "loss_total": 0.007769314106553793, + "step": 70550 + }, + { + "loss_action": 0.013451052829623222, + "loss_total": 0.013451052829623222, + "step": 70550 + }, + { + "loss_action": 0.006546687800437212, + "loss_total": 0.006546687800437212, + "step": 70550 + }, + { + "loss_action": 0.004324250388890505, + "loss_total": 0.004324250388890505, + "step": 70550 + }, + { + "loss_action": 0.0059632170014083385, + "loss_total": 0.0059632170014083385, + "step": 70550 + }, + { + "loss_action": 0.0028609258588403463, + "loss_total": 0.0028609258588403463, + "step": 70550 + }, + { + "grad_norm": 0.2850818932056427, + "learning_rate": 2.1883524377417024e-05, + "loss": 0.0095, + "step": 70560 + }, + { + "loss_action": 0.012523848563432693, + "loss_total": 0.012523848563432693, + "step": 70560 + }, + { + "loss_action": 0.011439292691648006, + "loss_total": 0.011439292691648006, + "step": 70560 + }, + { + "loss_action": 0.015765877440571785, + "loss_total": 0.015765877440571785, + "step": 70560 + }, + { + "loss_action": 0.01044285949319601, + "loss_total": 0.01044285949319601, + "step": 70560 + }, + { + "loss_action": 0.008500572293996811, + "loss_total": 0.008500572293996811, + "step": 70560 + }, + { + "loss_action": 0.025503823533654213, + "loss_total": 0.025503823533654213, + "step": 70560 + }, + { + "grad_norm": 0.3894493281841278, + "learning_rate": 2.1869853154082825e-05, + "loss": 0.011, + "step": 70570 + }, + { + "loss_action": 0.015713214874267578, + "loss_total": 0.015713214874267578, + "step": 70570 + }, + { + "loss_action": 0.015799783170223236, + "loss_total": 0.015799783170223236, + "step": 70570 + }, + { + "loss_action": 0.005420770961791277, + "loss_total": 0.005420770961791277, + "step": 70570 + }, + { + "loss_action": 0.011035184375941753, + "loss_total": 0.011035184375941753, + "step": 70570 + }, + { + "loss_action": 0.0074407379142940044, + "loss_total": 0.0074407379142940044, + "step": 70570 + }, + { + "loss_action": 0.008621852844953537, + "loss_total": 0.008621852844953537, + "step": 70570 + }, + { + "grad_norm": 0.21363918483257294, + "learning_rate": 2.1856185007019215e-05, + "loss": 0.0114, + "step": 70580 + }, + { + "loss_action": 0.008911182172596455, + "loss_total": 0.008911182172596455, + "step": 70580 + }, + { + "loss_action": 0.025312714278697968, + "loss_total": 0.025312714278697968, + "step": 70580 + }, + { + "loss_action": 0.006572719197720289, + "loss_total": 0.006572719197720289, + "step": 70580 + }, + { + "loss_action": 0.011743046343326569, + "loss_total": 0.011743046343326569, + "step": 70580 + }, + { + "loss_action": 0.009448076598346233, + "loss_total": 0.009448076598346233, + "step": 70580 + }, + { + "loss_action": 0.010656067170202732, + "loss_total": 0.010656067170202732, + "step": 70580 + }, + { + "grad_norm": 0.2638570964336395, + "learning_rate": 2.1842519937720874e-05, + "loss": 0.0134, + "step": 70590 + }, + { + "loss_action": 0.005794570315629244, + "loss_total": 0.005794570315629244, + "step": 70590 + }, + { + "loss_action": 0.013434209860861301, + "loss_total": 0.013434209860861301, + "step": 70590 + }, + { + "loss_action": 0.014443586580455303, + "loss_total": 0.014443586580455303, + "step": 70590 + }, + { + "loss_action": 0.0033816639333963394, + "loss_total": 0.0033816639333963394, + "step": 70590 + }, + { + "loss_action": 0.008407861925661564, + "loss_total": 0.008407861925661564, + "step": 70590 + }, + { + "loss_action": 0.021420888602733612, + "loss_total": 0.021420888602733612, + "step": 70590 + }, + { + "grad_norm": 0.2600014805793762, + "learning_rate": 2.182885794768224e-05, + "loss": 0.0131, + "step": 70600 + }, + { + "loss_action": 0.00393180875107646, + "loss_total": 0.00393180875107646, + "step": 70600 + }, + { + "loss_action": 0.006693324539810419, + "loss_total": 0.006693324539810419, + "step": 70600 + }, + { + "loss_action": 0.016985688358545303, + "loss_total": 0.016985688358545303, + "step": 70600 + }, + { + "loss_action": 0.04453578591346741, + "loss_total": 0.04453578591346741, + "step": 70600 + }, + { + "loss_action": 0.00447298726066947, + "loss_total": 0.00447298726066947, + "step": 70600 + }, + { + "loss_action": 0.01150162797421217, + "loss_total": 0.01150162797421217, + "step": 70600 + }, + { + "grad_norm": 0.24326291680335999, + "learning_rate": 2.1815199038397326e-05, + "loss": 0.0105, + "step": 70610 + }, + { + "loss_action": 0.005898548290133476, + "loss_total": 0.005898548290133476, + "step": 70610 + }, + { + "loss_action": 0.02039000578224659, + "loss_total": 0.02039000578224659, + "step": 70610 + }, + { + "loss_action": 0.0033679145853966475, + "loss_total": 0.0033679145853966475, + "step": 70610 + }, + { + "loss_action": 0.00488234544172883, + "loss_total": 0.00488234544172883, + "step": 70610 + }, + { + "loss_action": 0.013331927359104156, + "loss_total": 0.013331927359104156, + "step": 70610 + }, + { + "loss_action": 0.013360071927309036, + "loss_total": 0.013360071927309036, + "step": 70610 + }, + { + "grad_norm": 0.21924586594104767, + "learning_rate": 2.1801543211359893e-05, + "loss": 0.0112, + "step": 70620 + }, + { + "loss_action": 0.0035970890894532204, + "loss_total": 0.0035970890894532204, + "step": 70620 + }, + { + "loss_action": 0.012046401388943195, + "loss_total": 0.012046401388943195, + "step": 70620 + }, + { + "loss_action": 0.0045409235171973705, + "loss_total": 0.0045409235171973705, + "step": 70620 + }, + { + "loss_action": 0.003996167331933975, + "loss_total": 0.003996167331933975, + "step": 70620 + }, + { + "loss_action": 0.0038078378420323133, + "loss_total": 0.0038078378420323133, + "step": 70620 + }, + { + "loss_action": 0.010993720963597298, + "loss_total": 0.010993720963597298, + "step": 70620 + }, + { + "grad_norm": 0.17651337385177612, + "learning_rate": 2.178789046806326e-05, + "loss": 0.0134, + "step": 70630 + }, + { + "loss_action": 0.00839286483824253, + "loss_total": 0.00839286483824253, + "step": 70630 + }, + { + "loss_action": 0.006040224339812994, + "loss_total": 0.006040224339812994, + "step": 70630 + }, + { + "loss_action": 0.005287004169076681, + "loss_total": 0.005287004169076681, + "step": 70630 + }, + { + "loss_action": 0.0074327257461845875, + "loss_total": 0.0074327257461845875, + "step": 70630 + }, + { + "loss_action": 0.005414486397057772, + "loss_total": 0.005414486397057772, + "step": 70630 + }, + { + "loss_action": 0.015606987290084362, + "loss_total": 0.015606987290084362, + "step": 70630 + }, + { + "grad_norm": 0.20592963695526123, + "learning_rate": 2.1774240810000547e-05, + "loss": 0.0104, + "step": 70640 + }, + { + "loss_action": 0.0036242424976080656, + "loss_total": 0.0036242424976080656, + "step": 70640 + }, + { + "loss_action": 0.01416093111038208, + "loss_total": 0.01416093111038208, + "step": 70640 + }, + { + "loss_action": 0.005827369634062052, + "loss_total": 0.005827369634062052, + "step": 70640 + }, + { + "loss_action": 0.0053261686116456985, + "loss_total": 0.0053261686116456985, + "step": 70640 + }, + { + "loss_action": 0.004580176901072264, + "loss_total": 0.004580176901072264, + "step": 70640 + }, + { + "loss_action": 0.004680388141423464, + "loss_total": 0.004680388141423464, + "step": 70640 + }, + { + "grad_norm": 0.271358460187912, + "learning_rate": 2.17605942386644e-05, + "loss": 0.011, + "step": 70650 + }, + { + "loss_action": 0.005188655108213425, + "loss_total": 0.005188655108213425, + "step": 70650 + }, + { + "loss_action": 0.008357388898730278, + "loss_total": 0.008357388898730278, + "step": 70650 + }, + { + "loss_action": 0.008563152514398098, + "loss_total": 0.008563152514398098, + "step": 70650 + }, + { + "loss_action": 0.006349438801407814, + "loss_total": 0.006349438801407814, + "step": 70650 + }, + { + "loss_action": 0.004472649190574884, + "loss_total": 0.004472649190574884, + "step": 70650 + }, + { + "loss_action": 0.012707935646176338, + "loss_total": 0.012707935646176338, + "step": 70650 + }, + { + "grad_norm": 0.23019905388355255, + "learning_rate": 2.174695075554723e-05, + "loss": 0.0122, + "step": 70660 + }, + { + "loss_action": 0.0036225158255547285, + "loss_total": 0.0036225158255547285, + "step": 70660 + }, + { + "loss_action": 0.005745064001530409, + "loss_total": 0.005745064001530409, + "step": 70660 + }, + { + "loss_action": 0.005101215559989214, + "loss_total": 0.005101215559989214, + "step": 70660 + }, + { + "loss_action": 0.006491709500551224, + "loss_total": 0.006491709500551224, + "step": 70660 + }, + { + "loss_action": 0.0038210093043744564, + "loss_total": 0.0038210093043744564, + "step": 70660 + }, + { + "loss_action": 0.012766568921506405, + "loss_total": 0.012766568921506405, + "step": 70660 + }, + { + "grad_norm": 0.25333186984062195, + "learning_rate": 2.173331036214103e-05, + "loss": 0.0117, + "step": 70670 + }, + { + "loss_action": 0.007469873409718275, + "loss_total": 0.007469873409718275, + "step": 70670 + }, + { + "loss_action": 0.012175421230494976, + "loss_total": 0.012175421230494976, + "step": 70670 + }, + { + "loss_action": 0.008258967660367489, + "loss_total": 0.008258967660367489, + "step": 70670 + }, + { + "loss_action": 0.015007469803094864, + "loss_total": 0.015007469803094864, + "step": 70670 + }, + { + "loss_action": 0.0024162728805094957, + "loss_total": 0.0024162728805094957, + "step": 70670 + }, + { + "loss_action": 0.00571455480530858, + "loss_total": 0.00571455480530858, + "step": 70670 + }, + { + "grad_norm": 0.25832879543304443, + "learning_rate": 2.171967305993753e-05, + "loss": 0.0107, + "step": 70680 + }, + { + "loss_action": 0.009455138817429543, + "loss_total": 0.009455138817429543, + "step": 70680 + }, + { + "loss_action": 0.003453332232311368, + "loss_total": 0.003453332232311368, + "step": 70680 + }, + { + "loss_action": 0.004097799304872751, + "loss_total": 0.004097799304872751, + "step": 70680 + }, + { + "loss_action": 0.0046094004064798355, + "loss_total": 0.0046094004064798355, + "step": 70680 + }, + { + "loss_action": 0.004862212110310793, + "loss_total": 0.004862212110310793, + "step": 70680 + }, + { + "loss_action": 0.010915528982877731, + "loss_total": 0.010915528982877731, + "step": 70680 + }, + { + "grad_norm": 0.2689151167869568, + "learning_rate": 2.1706038850428024e-05, + "loss": 0.011, + "step": 70690 + }, + { + "loss_action": 0.005748324561864138, + "loss_total": 0.005748324561864138, + "step": 70690 + }, + { + "loss_action": 0.013057732954621315, + "loss_total": 0.013057732954621315, + "step": 70690 + }, + { + "loss_action": 0.0030072371009737253, + "loss_total": 0.0030072371009737253, + "step": 70690 + }, + { + "loss_action": 0.0026825680397450924, + "loss_total": 0.0026825680397450924, + "step": 70690 + }, + { + "loss_action": 0.007094591856002808, + "loss_total": 0.007094591856002808, + "step": 70690 + }, + { + "loss_action": 0.004211827181279659, + "loss_total": 0.004211827181279659, + "step": 70690 + }, + { + "grad_norm": 0.3396872878074646, + "learning_rate": 2.169240773510361e-05, + "loss": 0.0093, + "step": 70700 + }, + { + "loss_action": 0.0037989229895174503, + "loss_total": 0.0037989229895174503, + "step": 70700 + }, + { + "loss_action": 0.0076618557795882225, + "loss_total": 0.0076618557795882225, + "step": 70700 + }, + { + "loss_action": 0.005295040551573038, + "loss_total": 0.005295040551573038, + "step": 70700 + }, + { + "loss_action": 0.009839748963713646, + "loss_total": 0.009839748963713646, + "step": 70700 + }, + { + "loss_action": 0.010156618431210518, + "loss_total": 0.010156618431210518, + "step": 70700 + }, + { + "loss_action": 0.022700276225805283, + "loss_total": 0.022700276225805283, + "step": 70700 + }, + { + "grad_norm": 0.27652159333229065, + "learning_rate": 2.1678779715454906e-05, + "loss": 0.0112, + "step": 70710 + }, + { + "loss_action": 0.0028723105788230896, + "loss_total": 0.0028723105788230896, + "step": 70710 + }, + { + "loss_action": 0.005301675293594599, + "loss_total": 0.005301675293594599, + "step": 70710 + }, + { + "loss_action": 0.0038003430236130953, + "loss_total": 0.0038003430236130953, + "step": 70710 + }, + { + "loss_action": 0.005527112167328596, + "loss_total": 0.005527112167328596, + "step": 70710 + }, + { + "loss_action": 0.03092343732714653, + "loss_total": 0.03092343732714653, + "step": 70710 + }, + { + "loss_action": 0.014203173108398914, + "loss_total": 0.014203173108398914, + "step": 70710 + }, + { + "grad_norm": 0.2523212730884552, + "learning_rate": 2.166515479297229e-05, + "loss": 0.0105, + "step": 70720 + }, + { + "loss_action": 0.01702510565519333, + "loss_total": 0.01702510565519333, + "step": 70720 + }, + { + "loss_action": 0.010487128980457783, + "loss_total": 0.010487128980457783, + "step": 70720 + }, + { + "loss_action": 0.004278311971575022, + "loss_total": 0.004278311971575022, + "step": 70720 + }, + { + "loss_action": 0.009146066382527351, + "loss_total": 0.009146066382527351, + "step": 70720 + }, + { + "loss_action": 0.02892443910241127, + "loss_total": 0.02892443910241127, + "step": 70720 + }, + { + "loss_action": 0.051319148391485214, + "loss_total": 0.051319148391485214, + "step": 70720 + }, + { + "grad_norm": 0.30234289169311523, + "learning_rate": 2.1651532969145732e-05, + "loss": 0.0157, + "step": 70730 + }, + { + "loss_action": 0.011552146635949612, + "loss_total": 0.011552146635949612, + "step": 70730 + }, + { + "loss_action": 0.012866269797086716, + "loss_total": 0.012866269797086716, + "step": 70730 + }, + { + "loss_action": 0.01449404563754797, + "loss_total": 0.01449404563754797, + "step": 70730 + }, + { + "loss_action": 0.012889222241938114, + "loss_total": 0.012889222241938114, + "step": 70730 + }, + { + "loss_action": 0.0028421625029295683, + "loss_total": 0.0028421625029295683, + "step": 70730 + }, + { + "loss_action": 0.00901960302144289, + "loss_total": 0.00901960302144289, + "step": 70730 + }, + { + "grad_norm": 0.34636083245277405, + "learning_rate": 2.1637914245464903e-05, + "loss": 0.013, + "step": 70740 + }, + { + "loss_action": 0.0038125847931951284, + "loss_total": 0.0038125847931951284, + "step": 70740 + }, + { + "loss_action": 0.00714497035369277, + "loss_total": 0.00714497035369277, + "step": 70740 + }, + { + "loss_action": 0.00590671319514513, + "loss_total": 0.00590671319514513, + "step": 70740 + }, + { + "loss_action": 0.003359332913532853, + "loss_total": 0.003359332913532853, + "step": 70740 + }, + { + "loss_action": 0.003910722676664591, + "loss_total": 0.003910722676664591, + "step": 70740 + }, + { + "loss_action": 0.015238560736179352, + "loss_total": 0.015238560736179352, + "step": 70740 + }, + { + "grad_norm": 0.31677475571632385, + "learning_rate": 2.1624298623419133e-05, + "loss": 0.009, + "step": 70750 + }, + { + "loss_action": 0.005190608557313681, + "loss_total": 0.005190608557313681, + "step": 70750 + }, + { + "loss_action": 0.008189572021365166, + "loss_total": 0.008189572021365166, + "step": 70750 + }, + { + "loss_action": 0.016406722366809845, + "loss_total": 0.016406722366809845, + "step": 70750 + }, + { + "loss_action": 0.008896494284272194, + "loss_total": 0.008896494284272194, + "step": 70750 + }, + { + "loss_action": 0.005471675656735897, + "loss_total": 0.005471675656735897, + "step": 70750 + }, + { + "loss_action": 0.0035689533688127995, + "loss_total": 0.0035689533688127995, + "step": 70750 + }, + { + "grad_norm": 0.25316333770751953, + "learning_rate": 2.1610686104497413e-05, + "loss": 0.008, + "step": 70760 + }, + { + "loss_action": 0.00429575378075242, + "loss_total": 0.00429575378075242, + "step": 70760 + }, + { + "loss_action": 0.004567587748169899, + "loss_total": 0.004567587748169899, + "step": 70760 + }, + { + "loss_action": 0.01030291523784399, + "loss_total": 0.01030291523784399, + "step": 70760 + }, + { + "loss_action": 0.03405584394931793, + "loss_total": 0.03405584394931793, + "step": 70760 + }, + { + "loss_action": 0.009654794819653034, + "loss_total": 0.009654794819653034, + "step": 70760 + }, + { + "loss_action": 0.008271630853414536, + "loss_total": 0.008271630853414536, + "step": 70760 + }, + { + "grad_norm": 0.24718092381954193, + "learning_rate": 2.1597076690188366e-05, + "loss": 0.0123, + "step": 70770 + }, + { + "loss_action": 0.014488275162875652, + "loss_total": 0.014488275162875652, + "step": 70770 + }, + { + "loss_action": 0.0054219309240579605, + "loss_total": 0.0054219309240579605, + "step": 70770 + }, + { + "loss_action": 0.007902792654931545, + "loss_total": 0.007902792654931545, + "step": 70770 + }, + { + "loss_action": 0.006113151554018259, + "loss_total": 0.006113151554018259, + "step": 70770 + }, + { + "loss_action": 0.014099311083555222, + "loss_total": 0.014099311083555222, + "step": 70770 + }, + { + "loss_action": 0.012973414734005928, + "loss_total": 0.012973414734005928, + "step": 70770 + }, + { + "grad_norm": 0.2332470715045929, + "learning_rate": 2.1583470381980315e-05, + "loss": 0.0104, + "step": 70780 + }, + { + "loss_action": 0.0057931565679609776, + "loss_total": 0.0057931565679609776, + "step": 70780 + }, + { + "loss_action": 0.002886825241148472, + "loss_total": 0.002886825241148472, + "step": 70780 + }, + { + "loss_action": 0.0060877506621181965, + "loss_total": 0.0060877506621181965, + "step": 70780 + }, + { + "loss_action": 0.008915427140891552, + "loss_total": 0.008915427140891552, + "step": 70780 + }, + { + "loss_action": 0.0048419092781841755, + "loss_total": 0.0048419092781841755, + "step": 70780 + }, + { + "loss_action": 0.004030781798064709, + "loss_total": 0.004030781798064709, + "step": 70780 + }, + { + "grad_norm": 0.22480902075767517, + "learning_rate": 2.156986718136123e-05, + "loss": 0.0096, + "step": 70790 + }, + { + "loss_action": 0.03566613793373108, + "loss_total": 0.03566613793373108, + "step": 70790 + }, + { + "loss_action": 0.03334164246916771, + "loss_total": 0.03334164246916771, + "step": 70790 + }, + { + "loss_action": 0.0078075299970805645, + "loss_total": 0.0078075299970805645, + "step": 70790 + }, + { + "loss_action": 0.02043991908431053, + "loss_total": 0.02043991908431053, + "step": 70790 + }, + { + "loss_action": 0.007053812500089407, + "loss_total": 0.007053812500089407, + "step": 70790 + }, + { + "loss_action": 0.014185432344675064, + "loss_total": 0.014185432344675064, + "step": 70790 + }, + { + "grad_norm": 0.318636417388916, + "learning_rate": 2.155626708981871e-05, + "loss": 0.0103, + "step": 70800 + }, + { + "loss_action": 0.005833910778164864, + "loss_total": 0.005833910778164864, + "step": 70800 + }, + { + "loss_action": 0.010290033183991909, + "loss_total": 0.010290033183991909, + "step": 70800 + }, + { + "loss_action": 0.014130670577287674, + "loss_total": 0.014130670577287674, + "step": 70800 + }, + { + "loss_action": 0.010168381966650486, + "loss_total": 0.010168381966650486, + "step": 70800 + }, + { + "loss_action": 0.009596548974514008, + "loss_total": 0.009596548974514008, + "step": 70800 + }, + { + "loss_action": 0.006977612152695656, + "loss_total": 0.006977612152695656, + "step": 70800 + }, + { + "grad_norm": 0.288127601146698, + "learning_rate": 2.1542670108840075e-05, + "loss": 0.0119, + "step": 70810 + }, + { + "loss_action": 0.004523359704762697, + "loss_total": 0.004523359704762697, + "step": 70810 + }, + { + "loss_action": 0.004207725170999765, + "loss_total": 0.004207725170999765, + "step": 70810 + }, + { + "loss_action": 0.008748610503971577, + "loss_total": 0.008748610503971577, + "step": 70810 + }, + { + "loss_action": 0.0035304080229252577, + "loss_total": 0.0035304080229252577, + "step": 70810 + }, + { + "loss_action": 0.010711895301938057, + "loss_total": 0.010711895301938057, + "step": 70810 + }, + { + "loss_action": 0.008725089952349663, + "loss_total": 0.008725089952349663, + "step": 70810 + }, + { + "grad_norm": 0.2910167872905731, + "learning_rate": 2.152907623991221e-05, + "loss": 0.0097, + "step": 70820 + }, + { + "loss_action": 0.0059274109080433846, + "loss_total": 0.0059274109080433846, + "step": 70820 + }, + { + "loss_action": 0.03177662193775177, + "loss_total": 0.03177662193775177, + "step": 70820 + }, + { + "loss_action": 0.003934679552912712, + "loss_total": 0.003934679552912712, + "step": 70820 + }, + { + "loss_action": 0.03660644590854645, + "loss_total": 0.03660644590854645, + "step": 70820 + }, + { + "loss_action": 0.004616246093064547, + "loss_total": 0.004616246093064547, + "step": 70820 + }, + { + "loss_action": 0.015059437602758408, + "loss_total": 0.015059437602758408, + "step": 70820 + }, + { + "grad_norm": 0.3622581958770752, + "learning_rate": 2.1515485484521802e-05, + "loss": 0.0125, + "step": 70830 + }, + { + "loss_action": 0.009634249843657017, + "loss_total": 0.009634249843657017, + "step": 70830 + }, + { + "loss_action": 0.004717410542070866, + "loss_total": 0.004717410542070866, + "step": 70830 + }, + { + "loss_action": 0.009747456759214401, + "loss_total": 0.009747456759214401, + "step": 70830 + }, + { + "loss_action": 0.013824951834976673, + "loss_total": 0.013824951834976673, + "step": 70830 + }, + { + "loss_action": 0.011584877967834473, + "loss_total": 0.011584877967834473, + "step": 70830 + }, + { + "loss_action": 0.0042682820931077, + "loss_total": 0.0042682820931077, + "step": 70830 + }, + { + "grad_norm": 0.2773696482181549, + "learning_rate": 2.150189784415506e-05, + "loss": 0.0121, + "step": 70840 + }, + { + "loss_action": 0.02230719104409218, + "loss_total": 0.02230719104409218, + "step": 70840 + }, + { + "loss_action": 0.005512542091310024, + "loss_total": 0.005512542091310024, + "step": 70840 + }, + { + "loss_action": 0.030991695821285248, + "loss_total": 0.030991695821285248, + "step": 70840 + }, + { + "loss_action": 0.0071084457449615, + "loss_total": 0.0071084457449615, + "step": 70840 + }, + { + "loss_action": 0.007931733503937721, + "loss_total": 0.007931733503937721, + "step": 70840 + }, + { + "loss_action": 0.004539416171610355, + "loss_total": 0.004539416171610355, + "step": 70840 + }, + { + "grad_norm": 0.30494749546051025, + "learning_rate": 2.148831332029794e-05, + "loss": 0.0126, + "step": 70850 + }, + { + "loss_action": 0.0030961413867771626, + "loss_total": 0.0030961413867771626, + "step": 70850 + }, + { + "loss_action": 0.015595323406159878, + "loss_total": 0.015595323406159878, + "step": 70850 + }, + { + "loss_action": 0.010815000161528587, + "loss_total": 0.010815000161528587, + "step": 70850 + }, + { + "loss_action": 0.010828453116118908, + "loss_total": 0.010828453116118908, + "step": 70850 + }, + { + "loss_action": 0.003567154286429286, + "loss_total": 0.003567154286429286, + "step": 70850 + }, + { + "loss_action": 0.004529463592916727, + "loss_total": 0.004529463592916727, + "step": 70850 + }, + { + "grad_norm": 0.1458713859319687, + "learning_rate": 2.147473191443599e-05, + "loss": 0.0099, + "step": 70860 + }, + { + "loss_action": 0.013095983304083347, + "loss_total": 0.013095983304083347, + "step": 70860 + }, + { + "loss_action": 0.007143337279558182, + "loss_total": 0.007143337279558182, + "step": 70860 + }, + { + "loss_action": 0.0029121479019522667, + "loss_total": 0.0029121479019522667, + "step": 70860 + }, + { + "loss_action": 0.014432764612138271, + "loss_total": 0.014432764612138271, + "step": 70860 + }, + { + "loss_action": 0.015447951853275299, + "loss_total": 0.015447951853275299, + "step": 70860 + }, + { + "loss_action": 0.005789540242403746, + "loss_total": 0.005789540242403746, + "step": 70860 + }, + { + "grad_norm": 0.25729259848594666, + "learning_rate": 2.1461153628054492e-05, + "loss": 0.015, + "step": 70870 + }, + { + "loss_action": 0.006756112445145845, + "loss_total": 0.006756112445145845, + "step": 70870 + }, + { + "loss_action": 0.00901336781680584, + "loss_total": 0.00901336781680584, + "step": 70870 + }, + { + "loss_action": 0.008994393981993198, + "loss_total": 0.008994393981993198, + "step": 70870 + }, + { + "loss_action": 0.030997827649116516, + "loss_total": 0.030997827649116516, + "step": 70870 + }, + { + "loss_action": 0.005653787404298782, + "loss_total": 0.005653787404298782, + "step": 70870 + }, + { + "loss_action": 0.01084097009152174, + "loss_total": 0.01084097009152174, + "step": 70870 + }, + { + "grad_norm": 0.2836790382862091, + "learning_rate": 2.1447578462638284e-05, + "loss": 0.0111, + "step": 70880 + }, + { + "loss_action": 0.007278865203261375, + "loss_total": 0.007278865203261375, + "step": 70880 + }, + { + "loss_action": 0.00667381938546896, + "loss_total": 0.00667381938546896, + "step": 70880 + }, + { + "loss_action": 0.015964729711413383, + "loss_total": 0.015964729711413383, + "step": 70880 + }, + { + "loss_action": 0.006280079483985901, + "loss_total": 0.006280079483985901, + "step": 70880 + }, + { + "loss_action": 0.016173850744962692, + "loss_total": 0.016173850744962692, + "step": 70880 + }, + { + "loss_action": 0.008800090290606022, + "loss_total": 0.008800090290606022, + "step": 70880 + }, + { + "grad_norm": 0.3171486556529999, + "learning_rate": 2.143400641967201e-05, + "loss": 0.0123, + "step": 70890 + }, + { + "loss_action": 0.009152148850262165, + "loss_total": 0.009152148850262165, + "step": 70890 + }, + { + "loss_action": 0.009355360642075539, + "loss_total": 0.009355360642075539, + "step": 70890 + }, + { + "loss_action": 0.0032436589244753122, + "loss_total": 0.0032436589244753122, + "step": 70890 + }, + { + "loss_action": 0.00714850751683116, + "loss_total": 0.00714850751683116, + "step": 70890 + }, + { + "loss_action": 0.005469885189086199, + "loss_total": 0.005469885189086199, + "step": 70890 + }, + { + "loss_action": 0.005043164826929569, + "loss_total": 0.005043164826929569, + "step": 70890 + }, + { + "grad_norm": 0.3056882321834564, + "learning_rate": 2.1420437500639823e-05, + "loss": 0.0094, + "step": 70900 + }, + { + "loss_action": 0.002802720293402672, + "loss_total": 0.002802720293402672, + "step": 70900 + }, + { + "loss_action": 0.0061924150213599205, + "loss_total": 0.0061924150213599205, + "step": 70900 + }, + { + "loss_action": 0.0027417221572250128, + "loss_total": 0.0027417221572250128, + "step": 70900 + }, + { + "loss_action": 0.014445530250668526, + "loss_total": 0.014445530250668526, + "step": 70900 + }, + { + "loss_action": 0.005456822458654642, + "loss_total": 0.005456822458654642, + "step": 70900 + }, + { + "loss_action": 0.005374190863221884, + "loss_total": 0.005374190863221884, + "step": 70900 + }, + { + "grad_norm": 0.24439594149589539, + "learning_rate": 2.1406871707025646e-05, + "loss": 0.0079, + "step": 70910 + }, + { + "loss_action": 0.006482426542788744, + "loss_total": 0.006482426542788744, + "step": 70910 + }, + { + "loss_action": 0.003884922945871949, + "loss_total": 0.003884922945871949, + "step": 70910 + }, + { + "loss_action": 0.0037575331516563892, + "loss_total": 0.0037575331516563892, + "step": 70910 + }, + { + "loss_action": 0.016168614849448204, + "loss_total": 0.016168614849448204, + "step": 70910 + }, + { + "loss_action": 0.018627962097525597, + "loss_total": 0.018627962097525597, + "step": 70910 + }, + { + "loss_action": 0.1830420196056366, + "loss_total": 0.1830420196056366, + "step": 70910 + }, + { + "grad_norm": 0.3905653953552246, + "learning_rate": 2.1393309040312963e-05, + "loss": 0.0147, + "step": 70920 + }, + { + "loss_action": 0.0034558000043034554, + "loss_total": 0.0034558000043034554, + "step": 70920 + }, + { + "loss_action": 0.005710196681320667, + "loss_total": 0.005710196681320667, + "step": 70920 + }, + { + "loss_action": 0.007507153786718845, + "loss_total": 0.007507153786718845, + "step": 70920 + }, + { + "loss_action": 0.003407674841582775, + "loss_total": 0.003407674841582775, + "step": 70920 + }, + { + "loss_action": 0.003506880486384034, + "loss_total": 0.003506880486384034, + "step": 70920 + }, + { + "loss_action": 0.019488565623760223, + "loss_total": 0.019488565623760223, + "step": 70920 + }, + { + "grad_norm": 0.31324031949043274, + "learning_rate": 2.137974950198502e-05, + "loss": 0.0113, + "step": 70930 + }, + { + "loss_action": 0.006128997076302767, + "loss_total": 0.006128997076302767, + "step": 70930 + }, + { + "loss_action": 0.022225169464945793, + "loss_total": 0.022225169464945793, + "step": 70930 + }, + { + "loss_action": 0.007890586741268635, + "loss_total": 0.007890586741268635, + "step": 70930 + }, + { + "loss_action": 0.006602209992706776, + "loss_total": 0.006602209992706776, + "step": 70930 + }, + { + "loss_action": 0.01050866860896349, + "loss_total": 0.01050866860896349, + "step": 70930 + }, + { + "loss_action": 0.004356080200523138, + "loss_total": 0.004356080200523138, + "step": 70930 + }, + { + "grad_norm": 0.29355287551879883, + "learning_rate": 2.1366193093524617e-05, + "loss": 0.01, + "step": 70940 + }, + { + "loss_action": 0.007915778085589409, + "loss_total": 0.007915778085589409, + "step": 70940 + }, + { + "loss_action": 0.004940736573189497, + "loss_total": 0.004940736573189497, + "step": 70940 + }, + { + "loss_action": 0.011174029670655727, + "loss_total": 0.011174029670655727, + "step": 70940 + }, + { + "loss_action": 0.006146725732833147, + "loss_total": 0.006146725732833147, + "step": 70940 + }, + { + "loss_action": 0.011432576924562454, + "loss_total": 0.011432576924562454, + "step": 70940 + }, + { + "loss_action": 0.004897873383015394, + "loss_total": 0.004897873383015394, + "step": 70940 + }, + { + "grad_norm": 0.2512516379356384, + "learning_rate": 2.1352639816414288e-05, + "loss": 0.012, + "step": 70950 + }, + { + "loss_action": 0.010971296578645706, + "loss_total": 0.010971296578645706, + "step": 70950 + }, + { + "loss_action": 0.005475811194628477, + "loss_total": 0.005475811194628477, + "step": 70950 + }, + { + "loss_action": 0.013025420717895031, + "loss_total": 0.013025420717895031, + "step": 70950 + }, + { + "loss_action": 0.0036884958390146494, + "loss_total": 0.0036884958390146494, + "step": 70950 + }, + { + "loss_action": 0.00415524747222662, + "loss_total": 0.00415524747222662, + "step": 70950 + }, + { + "loss_action": 0.007003945764154196, + "loss_total": 0.007003945764154196, + "step": 70950 + }, + { + "grad_norm": 0.2500637471675873, + "learning_rate": 2.1339089672136202e-05, + "loss": 0.0092, + "step": 70960 + }, + { + "loss_action": 0.011665756814181805, + "loss_total": 0.011665756814181805, + "step": 70960 + }, + { + "loss_action": 0.011089814826846123, + "loss_total": 0.011089814826846123, + "step": 70960 + }, + { + "loss_action": 0.004430458880960941, + "loss_total": 0.004430458880960941, + "step": 70960 + }, + { + "loss_action": 0.013266428373754025, + "loss_total": 0.013266428373754025, + "step": 70960 + }, + { + "loss_action": 0.006744608748704195, + "loss_total": 0.006744608748704195, + "step": 70960 + }, + { + "loss_action": 0.0064532458782196045, + "loss_total": 0.0064532458782196045, + "step": 70960 + }, + { + "grad_norm": 0.3804316818714142, + "learning_rate": 2.1325542662172193e-05, + "loss": 0.0086, + "step": 70970 + }, + { + "loss_action": 0.006506538018584251, + "loss_total": 0.006506538018584251, + "step": 70970 + }, + { + "loss_action": 0.015031617134809494, + "loss_total": 0.015031617134809494, + "step": 70970 + }, + { + "loss_action": 0.005666258279234171, + "loss_total": 0.005666258279234171, + "step": 70970 + }, + { + "loss_action": 0.008355224505066872, + "loss_total": 0.008355224505066872, + "step": 70970 + }, + { + "loss_action": 0.002452070591971278, + "loss_total": 0.002452070591971278, + "step": 70970 + }, + { + "loss_action": 0.007397066801786423, + "loss_total": 0.007397066801786423, + "step": 70970 + }, + { + "grad_norm": 0.24222706258296967, + "learning_rate": 2.1311998788003712e-05, + "loss": 0.0083, + "step": 70980 + }, + { + "loss_action": 0.02746698632836342, + "loss_total": 0.02746698632836342, + "step": 70980 + }, + { + "loss_action": 0.006959891878068447, + "loss_total": 0.006959891878068447, + "step": 70980 + }, + { + "loss_action": 0.021985573694109917, + "loss_total": 0.021985573694109917, + "step": 70980 + }, + { + "loss_action": 0.010129456408321857, + "loss_total": 0.010129456408321857, + "step": 70980 + }, + { + "loss_action": 0.010400688275694847, + "loss_total": 0.010400688275694847, + "step": 70980 + }, + { + "loss_action": 0.06825248152017593, + "loss_total": 0.06825248152017593, + "step": 70980 + }, + { + "grad_norm": 0.2551647424697876, + "learning_rate": 2.1298458051111907e-05, + "loss": 0.0134, + "step": 70990 + }, + { + "loss_action": 0.008111261762678623, + "loss_total": 0.008111261762678623, + "step": 70990 + }, + { + "loss_action": 0.006006076466292143, + "loss_total": 0.006006076466292143, + "step": 70990 + }, + { + "loss_action": 0.0063343532383441925, + "loss_total": 0.0063343532383441925, + "step": 70990 + }, + { + "loss_action": 0.0035982707049697638, + "loss_total": 0.0035982707049697638, + "step": 70990 + }, + { + "loss_action": 0.003606982296332717, + "loss_total": 0.003606982296332717, + "step": 70990 + }, + { + "loss_action": 0.010219251736998558, + "loss_total": 0.010219251736998558, + "step": 70990 + }, + { + "grad_norm": 0.2613210678100586, + "learning_rate": 2.1284920452977602e-05, + "loss": 0.0087, + "step": 71000 + }, + { + "loss_action": 0.004780825227499008, + "loss_total": 0.004780825227499008, + "step": 71000 + }, + { + "loss_action": 0.010384080931544304, + "loss_total": 0.010384080931544304, + "step": 71000 + }, + { + "loss_action": 0.007920043542981148, + "loss_total": 0.007920043542981148, + "step": 71000 + }, + { + "loss_action": 0.029510580003261566, + "loss_total": 0.029510580003261566, + "step": 71000 + }, + { + "loss_action": 0.008126161992549896, + "loss_total": 0.008126161992549896, + "step": 71000 + }, + { + "loss_action": 0.00568590871989727, + "loss_total": 0.00568590871989727, + "step": 71000 + }, + { + "grad_norm": 0.26531359553337097, + "learning_rate": 2.12713859950812e-05, + "loss": 0.0129, + "step": 71010 + }, + { + "loss_action": 0.015961136668920517, + "loss_total": 0.015961136668920517, + "step": 71010 + }, + { + "loss_action": 0.00826508179306984, + "loss_total": 0.00826508179306984, + "step": 71010 + }, + { + "loss_action": 0.025258779525756836, + "loss_total": 0.025258779525756836, + "step": 71010 + }, + { + "loss_action": 0.005296280141919851, + "loss_total": 0.005296280141919851, + "step": 71010 + }, + { + "loss_action": 0.004107738379389048, + "loss_total": 0.004107738379389048, + "step": 71010 + }, + { + "loss_action": 0.007743338122963905, + "loss_total": 0.007743338122963905, + "step": 71010 + }, + { + "grad_norm": 0.2833234667778015, + "learning_rate": 2.1257854678902832e-05, + "loss": 0.0114, + "step": 71020 + }, + { + "loss_action": 0.008861551992595196, + "loss_total": 0.008861551992595196, + "step": 71020 + }, + { + "loss_action": 0.007449854165315628, + "loss_total": 0.007449854165315628, + "step": 71020 + }, + { + "loss_action": 0.009367045015096664, + "loss_total": 0.009367045015096664, + "step": 71020 + }, + { + "loss_action": 0.010166512802243233, + "loss_total": 0.010166512802243233, + "step": 71020 + }, + { + "loss_action": 0.00794868916273117, + "loss_total": 0.00794868916273117, + "step": 71020 + }, + { + "loss_action": 0.01266141701489687, + "loss_total": 0.01266141701489687, + "step": 71020 + }, + { + "grad_norm": 0.35634472966194153, + "learning_rate": 2.124432650592227e-05, + "loss": 0.0118, + "step": 71030 + }, + { + "loss_action": 0.007649732753634453, + "loss_total": 0.007649732753634453, + "step": 71030 + }, + { + "loss_action": 0.003381761722266674, + "loss_total": 0.003381761722266674, + "step": 71030 + }, + { + "loss_action": 0.008444570004940033, + "loss_total": 0.008444570004940033, + "step": 71030 + }, + { + "loss_action": 0.003964244853705168, + "loss_total": 0.003964244853705168, + "step": 71030 + }, + { + "loss_action": 0.01964101940393448, + "loss_total": 0.01964101940393448, + "step": 71030 + }, + { + "loss_action": 0.02024334855377674, + "loss_total": 0.02024334855377674, + "step": 71030 + }, + { + "grad_norm": 0.26622092723846436, + "learning_rate": 2.1230801477618937e-05, + "loss": 0.0093, + "step": 71040 + }, + { + "loss_action": 0.026154840365052223, + "loss_total": 0.026154840365052223, + "step": 71040 + }, + { + "loss_action": 0.004364423919469118, + "loss_total": 0.004364423919469118, + "step": 71040 + }, + { + "loss_action": 0.0047888061963021755, + "loss_total": 0.0047888061963021755, + "step": 71040 + }, + { + "loss_action": 0.008708808571100235, + "loss_total": 0.008708808571100235, + "step": 71040 + }, + { + "loss_action": 0.008070474490523338, + "loss_total": 0.008070474490523338, + "step": 71040 + }, + { + "loss_action": 0.01120393443852663, + "loss_total": 0.01120393443852663, + "step": 71040 + }, + { + "grad_norm": 0.21735630929470062, + "learning_rate": 2.121727959547189e-05, + "loss": 0.011, + "step": 71050 + }, + { + "loss_action": 0.005586632527410984, + "loss_total": 0.005586632527410984, + "step": 71050 + }, + { + "loss_action": 0.031258475035429, + "loss_total": 0.031258475035429, + "step": 71050 + }, + { + "loss_action": 0.010058636777102947, + "loss_total": 0.010058636777102947, + "step": 71050 + }, + { + "loss_action": 0.010859007015824318, + "loss_total": 0.010859007015824318, + "step": 71050 + }, + { + "loss_action": 0.0026311222463846207, + "loss_total": 0.0026311222463846207, + "step": 71050 + }, + { + "loss_action": 0.007242459338158369, + "loss_total": 0.007242459338158369, + "step": 71050 + }, + { + "grad_norm": 0.2992403507232666, + "learning_rate": 2.1203760860959886e-05, + "loss": 0.01, + "step": 71060 + }, + { + "loss_action": 0.023878879845142365, + "loss_total": 0.023878879845142365, + "step": 71060 + }, + { + "loss_action": 0.009415967389941216, + "loss_total": 0.009415967389941216, + "step": 71060 + }, + { + "loss_action": 0.010298757813870907, + "loss_total": 0.010298757813870907, + "step": 71060 + }, + { + "loss_action": 0.005924620199948549, + "loss_total": 0.005924620199948549, + "step": 71060 + }, + { + "loss_action": 0.007241883780807257, + "loss_total": 0.007241883780807257, + "step": 71060 + }, + { + "loss_action": 0.0039929719641804695, + "loss_total": 0.0039929719641804695, + "step": 71060 + }, + { + "grad_norm": 0.3482990264892578, + "learning_rate": 2.119024527556127e-05, + "loss": 0.0107, + "step": 71070 + }, + { + "loss_action": 0.013615550473332405, + "loss_total": 0.013615550473332405, + "step": 71070 + }, + { + "loss_action": 0.007302692625671625, + "loss_total": 0.007302692625671625, + "step": 71070 + }, + { + "loss_action": 0.02079799585044384, + "loss_total": 0.02079799585044384, + "step": 71070 + }, + { + "loss_action": 0.005045538768172264, + "loss_total": 0.005045538768172264, + "step": 71070 + }, + { + "loss_action": 0.009301187470555305, + "loss_total": 0.009301187470555305, + "step": 71070 + }, + { + "loss_action": 0.029549002647399902, + "loss_total": 0.029549002647399902, + "step": 71070 + }, + { + "grad_norm": 0.2716120183467865, + "learning_rate": 2.117673284075415e-05, + "loss": 0.0106, + "step": 71080 + }, + { + "loss_action": 0.007529854774475098, + "loss_total": 0.007529854774475098, + "step": 71080 + }, + { + "loss_action": 0.005158120766282082, + "loss_total": 0.005158120766282082, + "step": 71080 + }, + { + "loss_action": 0.008254049345850945, + "loss_total": 0.008254049345850945, + "step": 71080 + }, + { + "loss_action": 0.008284277282655239, + "loss_total": 0.008284277282655239, + "step": 71080 + }, + { + "loss_action": 0.005917215719819069, + "loss_total": 0.005917215719819069, + "step": 71080 + }, + { + "loss_action": 0.004007543902844191, + "loss_total": 0.004007543902844191, + "step": 71080 + }, + { + "grad_norm": 0.28792035579681396, + "learning_rate": 2.1163223558016165e-05, + "loss": 0.0105, + "step": 71090 + }, + { + "loss_action": 0.0043912953697144985, + "loss_total": 0.0043912953697144985, + "step": 71090 + }, + { + "loss_action": 0.008871940895915031, + "loss_total": 0.008871940895915031, + "step": 71090 + }, + { + "loss_action": 0.006650647148489952, + "loss_total": 0.006650647148489952, + "step": 71090 + }, + { + "loss_action": 0.005290157627314329, + "loss_total": 0.005290157627314329, + "step": 71090 + }, + { + "loss_action": 0.0068778893910348415, + "loss_total": 0.0068778893910348415, + "step": 71090 + }, + { + "loss_action": 0.008794985711574554, + "loss_total": 0.008794985711574554, + "step": 71090 + }, + { + "grad_norm": 0.30235007405281067, + "learning_rate": 2.1149717428824722e-05, + "loss": 0.0096, + "step": 71100 + }, + { + "loss_action": 0.005099606700241566, + "loss_total": 0.005099606700241566, + "step": 71100 + }, + { + "loss_action": 0.004766103345900774, + "loss_total": 0.004766103345900774, + "step": 71100 + }, + { + "loss_action": 0.007474559359252453, + "loss_total": 0.007474559359252453, + "step": 71100 + }, + { + "loss_action": 0.006013497244566679, + "loss_total": 0.006013497244566679, + "step": 71100 + }, + { + "loss_action": 0.0055322106927633286, + "loss_total": 0.0055322106927633286, + "step": 71100 + }, + { + "loss_action": 0.012030230835080147, + "loss_total": 0.012030230835080147, + "step": 71100 + }, + { + "grad_norm": 0.2410808652639389, + "learning_rate": 2.1136214454656784e-05, + "loss": 0.0106, + "step": 71110 + }, + { + "loss_action": 0.004270169883966446, + "loss_total": 0.004270169883966446, + "step": 71110 + }, + { + "loss_action": 0.0098692886531353, + "loss_total": 0.0098692886531353, + "step": 71110 + }, + { + "loss_action": 0.007852832786738873, + "loss_total": 0.007852832786738873, + "step": 71110 + }, + { + "loss_action": 0.0056915064342319965, + "loss_total": 0.0056915064342319965, + "step": 71110 + }, + { + "loss_action": 0.012241365388035774, + "loss_total": 0.012241365388035774, + "step": 71110 + }, + { + "loss_action": 0.004960536491125822, + "loss_total": 0.004960536491125822, + "step": 71110 + }, + { + "grad_norm": 0.31476783752441406, + "learning_rate": 2.1122714636989056e-05, + "loss": 0.0093, + "step": 71120 + }, + { + "loss_action": 0.00832289271056652, + "loss_total": 0.00832289271056652, + "step": 71120 + }, + { + "loss_action": 0.0031397428829222918, + "loss_total": 0.0031397428829222918, + "step": 71120 + }, + { + "loss_action": 0.00914086401462555, + "loss_total": 0.00914086401462555, + "step": 71120 + }, + { + "loss_action": 0.009811615571379662, + "loss_total": 0.009811615571379662, + "step": 71120 + }, + { + "loss_action": 0.004948344547301531, + "loss_total": 0.004948344547301531, + "step": 71120 + }, + { + "loss_action": 0.01391864288598299, + "loss_total": 0.01391864288598299, + "step": 71120 + }, + { + "grad_norm": 0.20689351856708527, + "learning_rate": 2.1109217977297823e-05, + "loss": 0.0089, + "step": 71130 + }, + { + "loss_action": 0.003501323750242591, + "loss_total": 0.003501323750242591, + "step": 71130 + }, + { + "loss_action": 0.0076815043576061726, + "loss_total": 0.0076815043576061726, + "step": 71130 + }, + { + "loss_action": 0.005435656290501356, + "loss_total": 0.005435656290501356, + "step": 71130 + }, + { + "loss_action": 0.004325846675783396, + "loss_total": 0.004325846675783396, + "step": 71130 + }, + { + "loss_action": 0.01763147860765457, + "loss_total": 0.01763147860765457, + "step": 71130 + }, + { + "loss_action": 0.024404417723417282, + "loss_total": 0.024404417723417282, + "step": 71130 + }, + { + "grad_norm": 0.2673814296722412, + "learning_rate": 2.1095724477059077e-05, + "loss": 0.0102, + "step": 71140 + }, + { + "loss_action": 0.012319575063884258, + "loss_total": 0.012319575063884258, + "step": 71140 + }, + { + "loss_action": 0.006606301758438349, + "loss_total": 0.006606301758438349, + "step": 71140 + }, + { + "loss_action": 0.006957861129194498, + "loss_total": 0.006957861129194498, + "step": 71140 + }, + { + "loss_action": 0.006263973191380501, + "loss_total": 0.006263973191380501, + "step": 71140 + }, + { + "loss_action": 0.017242904752492905, + "loss_total": 0.017242904752492905, + "step": 71140 + }, + { + "loss_action": 0.0033633201383054256, + "loss_total": 0.0033633201383054256, + "step": 71140 + }, + { + "grad_norm": 0.4760775566101074, + "learning_rate": 2.1082234137748434e-05, + "loss": 0.0097, + "step": 71150 + }, + { + "loss_action": 0.009392785839736462, + "loss_total": 0.009392785839736462, + "step": 71150 + }, + { + "loss_action": 0.005602309945970774, + "loss_total": 0.005602309945970774, + "step": 71150 + }, + { + "loss_action": 0.032500915229320526, + "loss_total": 0.032500915229320526, + "step": 71150 + }, + { + "loss_action": 0.009592950344085693, + "loss_total": 0.009592950344085693, + "step": 71150 + }, + { + "loss_action": 0.015003301203250885, + "loss_total": 0.015003301203250885, + "step": 71150 + }, + { + "loss_action": 0.007798947859555483, + "loss_total": 0.007798947859555483, + "step": 71150 + }, + { + "grad_norm": 0.43164321780204773, + "learning_rate": 2.106874696084122e-05, + "loss": 0.0103, + "step": 71160 + }, + { + "loss_action": 0.006495947018265724, + "loss_total": 0.006495947018265724, + "step": 71160 + }, + { + "loss_action": 0.005194488912820816, + "loss_total": 0.005194488912820816, + "step": 71160 + }, + { + "loss_action": 0.009882730431854725, + "loss_total": 0.009882730431854725, + "step": 71160 + }, + { + "loss_action": 0.01017951499670744, + "loss_total": 0.01017951499670744, + "step": 71160 + }, + { + "loss_action": 0.011701065115630627, + "loss_total": 0.011701065115630627, + "step": 71160 + }, + { + "loss_action": 0.008382130414247513, + "loss_total": 0.008382130414247513, + "step": 71160 + }, + { + "grad_norm": 0.2857372462749481, + "learning_rate": 2.1055262947812315e-05, + "loss": 0.0091, + "step": 71170 + }, + { + "loss_action": 0.002750774146988988, + "loss_total": 0.002750774146988988, + "step": 71170 + }, + { + "loss_action": 0.00615543220192194, + "loss_total": 0.00615543220192194, + "step": 71170 + }, + { + "loss_action": 0.00556716276332736, + "loss_total": 0.00556716276332736, + "step": 71170 + }, + { + "loss_action": 0.00807289406657219, + "loss_total": 0.00807289406657219, + "step": 71170 + }, + { + "loss_action": 0.014961956068873405, + "loss_total": 0.014961956068873405, + "step": 71170 + }, + { + "loss_action": 0.004382855258882046, + "loss_total": 0.004382855258882046, + "step": 71170 + }, + { + "grad_norm": 0.26845449209213257, + "learning_rate": 2.104178210013636e-05, + "loss": 0.0097, + "step": 71180 + }, + { + "loss_action": 0.00647627143189311, + "loss_total": 0.00647627143189311, + "step": 71180 + }, + { + "loss_action": 0.005247441120445728, + "loss_total": 0.005247441120445728, + "step": 71180 + }, + { + "loss_action": 0.0024101182352751493, + "loss_total": 0.0024101182352751493, + "step": 71180 + }, + { + "loss_action": 0.011484764516353607, + "loss_total": 0.011484764516353607, + "step": 71180 + }, + { + "loss_action": 0.002589012263342738, + "loss_total": 0.002589012263342738, + "step": 71180 + }, + { + "loss_action": 0.003532317467033863, + "loss_total": 0.003532317467033863, + "step": 71180 + }, + { + "grad_norm": 0.29116523265838623, + "learning_rate": 2.1028304419287554e-05, + "loss": 0.01, + "step": 71190 + }, + { + "loss_action": 0.005209214054048061, + "loss_total": 0.005209214054048061, + "step": 71190 + }, + { + "loss_action": 0.004112619441002607, + "loss_total": 0.004112619441002607, + "step": 71190 + }, + { + "loss_action": 0.003075225744396448, + "loss_total": 0.003075225744396448, + "step": 71190 + }, + { + "loss_action": 0.003386417170986533, + "loss_total": 0.003386417170986533, + "step": 71190 + }, + { + "loss_action": 0.006165612954646349, + "loss_total": 0.006165612954646349, + "step": 71190 + }, + { + "loss_action": 0.006928902119398117, + "loss_total": 0.006928902119398117, + "step": 71190 + }, + { + "grad_norm": 0.2577369511127472, + "learning_rate": 2.101482990673982e-05, + "loss": 0.0139, + "step": 71200 + }, + { + "loss_action": 0.007706176023930311, + "loss_total": 0.007706176023930311, + "step": 71200 + }, + { + "loss_action": 0.0032415820751339197, + "loss_total": 0.0032415820751339197, + "step": 71200 + }, + { + "loss_action": 0.012064234353601933, + "loss_total": 0.012064234353601933, + "step": 71200 + }, + { + "loss_action": 0.0037558453623205423, + "loss_total": 0.0037558453623205423, + "step": 71200 + }, + { + "loss_action": 0.003798126708716154, + "loss_total": 0.003798126708716154, + "step": 71200 + }, + { + "loss_action": 0.006292596459388733, + "loss_total": 0.006292596459388733, + "step": 71200 + }, + { + "grad_norm": 0.3727715015411377, + "learning_rate": 2.1001358563966707e-05, + "loss": 0.0105, + "step": 71210 + }, + { + "loss_action": 0.005587729159742594, + "loss_total": 0.005587729159742594, + "step": 71210 + }, + { + "loss_action": 0.005818095989525318, + "loss_total": 0.005818095989525318, + "step": 71210 + }, + { + "loss_action": 0.00916107464581728, + "loss_total": 0.00916107464581728, + "step": 71210 + }, + { + "loss_action": 0.01015086192637682, + "loss_total": 0.01015086192637682, + "step": 71210 + }, + { + "loss_action": 0.004782769363373518, + "loss_total": 0.004782769363373518, + "step": 71210 + }, + { + "loss_action": 0.010074589401483536, + "loss_total": 0.010074589401483536, + "step": 71210 + }, + { + "grad_norm": 0.3735899329185486, + "learning_rate": 2.098789039244144e-05, + "loss": 0.0135, + "step": 71220 + }, + { + "loss_action": 0.0038937937933951616, + "loss_total": 0.0038937937933951616, + "step": 71220 + }, + { + "loss_action": 0.009750382043421268, + "loss_total": 0.009750382043421268, + "step": 71220 + }, + { + "loss_action": 0.0024509518407285213, + "loss_total": 0.0024509518407285213, + "step": 71220 + }, + { + "loss_action": 0.0035277337301522493, + "loss_total": 0.0035277337301522493, + "step": 71220 + }, + { + "loss_action": 0.008099881932139397, + "loss_total": 0.008099881932139397, + "step": 71220 + }, + { + "loss_action": 0.007073532789945602, + "loss_total": 0.007073532789945602, + "step": 71220 + }, + { + "grad_norm": 0.2875848114490509, + "learning_rate": 2.097442539363685e-05, + "loss": 0.0128, + "step": 71230 + }, + { + "loss_action": 0.013889753259718418, + "loss_total": 0.013889753259718418, + "step": 71230 + }, + { + "loss_action": 0.011598045937716961, + "loss_total": 0.011598045937716961, + "step": 71230 + }, + { + "loss_action": 0.00780523382127285, + "loss_total": 0.00780523382127285, + "step": 71230 + }, + { + "loss_action": 0.005868213716894388, + "loss_total": 0.005868213716894388, + "step": 71230 + }, + { + "loss_action": 0.004557671491056681, + "loss_total": 0.004557671491056681, + "step": 71230 + }, + { + "loss_action": 0.00392331974580884, + "loss_total": 0.00392331974580884, + "step": 71230 + }, + { + "grad_norm": 0.15817178785800934, + "learning_rate": 2.0960963569025448e-05, + "loss": 0.01, + "step": 71240 + }, + { + "loss_action": 0.0041806139051914215, + "loss_total": 0.0041806139051914215, + "step": 71240 + }, + { + "loss_action": 0.003270861692726612, + "loss_total": 0.003270861692726612, + "step": 71240 + }, + { + "loss_action": 0.009890551678836346, + "loss_total": 0.009890551678836346, + "step": 71240 + }, + { + "loss_action": 0.016560053452849388, + "loss_total": 0.016560053452849388, + "step": 71240 + }, + { + "loss_action": 0.01880953088402748, + "loss_total": 0.01880953088402748, + "step": 71240 + }, + { + "loss_action": 0.008644397370517254, + "loss_total": 0.008644397370517254, + "step": 71240 + }, + { + "grad_norm": 0.2687840461730957, + "learning_rate": 2.0947504920079435e-05, + "loss": 0.0143, + "step": 71250 + }, + { + "loss_action": 0.006549186073243618, + "loss_total": 0.006549186073243618, + "step": 71250 + }, + { + "loss_action": 0.003991797100752592, + "loss_total": 0.003991797100752592, + "step": 71250 + }, + { + "loss_action": 0.009074119850993156, + "loss_total": 0.009074119850993156, + "step": 71250 + }, + { + "loss_action": 0.002599671483039856, + "loss_total": 0.002599671483039856, + "step": 71250 + }, + { + "loss_action": 0.02380284108221531, + "loss_total": 0.02380284108221531, + "step": 71250 + }, + { + "loss_action": 0.013911264948546886, + "loss_total": 0.013911264948546886, + "step": 71250 + }, + { + "grad_norm": 0.2700427174568176, + "learning_rate": 2.093404944827059e-05, + "loss": 0.0138, + "step": 71260 + }, + { + "loss_action": 0.0044859666377305984, + "loss_total": 0.0044859666377305984, + "step": 71260 + }, + { + "loss_action": 0.006711248308420181, + "loss_total": 0.006711248308420181, + "step": 71260 + }, + { + "loss_action": 0.1855272352695465, + "loss_total": 0.1855272352695465, + "step": 71260 + }, + { + "loss_action": 0.00607091560959816, + "loss_total": 0.00607091560959816, + "step": 71260 + }, + { + "loss_action": 0.022373177111148834, + "loss_total": 0.022373177111148834, + "step": 71260 + }, + { + "loss_action": 0.009706838056445122, + "loss_total": 0.009706838056445122, + "step": 71260 + }, + { + "grad_norm": 0.2955957353115082, + "learning_rate": 2.0920597155070394e-05, + "loss": 0.0156, + "step": 71270 + }, + { + "loss_action": 0.028943868353962898, + "loss_total": 0.028943868353962898, + "step": 71270 + }, + { + "loss_action": 0.005621982738375664, + "loss_total": 0.005621982738375664, + "step": 71270 + }, + { + "loss_action": 0.012207521125674248, + "loss_total": 0.012207521125674248, + "step": 71270 + }, + { + "loss_action": 0.002690911293029785, + "loss_total": 0.002690911293029785, + "step": 71270 + }, + { + "loss_action": 0.013806329108774662, + "loss_total": 0.013806329108774662, + "step": 71270 + }, + { + "loss_action": 0.032717134803533554, + "loss_total": 0.032717134803533554, + "step": 71270 + }, + { + "grad_norm": 0.44239282608032227, + "learning_rate": 2.090714804194997e-05, + "loss": 0.0148, + "step": 71280 + }, + { + "loss_action": 0.007065717596560717, + "loss_total": 0.007065717596560717, + "step": 71280 + }, + { + "loss_action": 0.007044464349746704, + "loss_total": 0.007044464349746704, + "step": 71280 + }, + { + "loss_action": 0.0070651015266776085, + "loss_total": 0.0070651015266776085, + "step": 71280 + }, + { + "loss_action": 0.029884960502386093, + "loss_total": 0.029884960502386093, + "step": 71280 + }, + { + "loss_action": 0.005510533228516579, + "loss_total": 0.005510533228516579, + "step": 71280 + }, + { + "loss_action": 0.018407458439469337, + "loss_total": 0.018407458439469337, + "step": 71280 + }, + { + "grad_norm": 0.2173527181148529, + "learning_rate": 2.0893702110380114e-05, + "loss": 0.0101, + "step": 71290 + }, + { + "loss_action": 0.0038218540139496326, + "loss_total": 0.0038218540139496326, + "step": 71290 + }, + { + "loss_action": 0.006503937765955925, + "loss_total": 0.006503937765955925, + "step": 71290 + }, + { + "loss_action": 0.006402694620192051, + "loss_total": 0.006402694620192051, + "step": 71290 + }, + { + "loss_action": 0.003420680295675993, + "loss_total": 0.003420680295675993, + "step": 71290 + }, + { + "loss_action": 0.018416160717606544, + "loss_total": 0.018416160717606544, + "step": 71290 + }, + { + "loss_action": 0.006954124663025141, + "loss_total": 0.006954124663025141, + "step": 71290 + }, + { + "grad_norm": 0.276840478181839, + "learning_rate": 2.0880259361831216e-05, + "loss": 0.0092, + "step": 71300 + }, + { + "loss_action": 0.005520617589354515, + "loss_total": 0.005520617589354515, + "step": 71300 + }, + { + "loss_action": 0.022134926170110703, + "loss_total": 0.022134926170110703, + "step": 71300 + }, + { + "loss_action": 0.01268888358026743, + "loss_total": 0.01268888358026743, + "step": 71300 + }, + { + "loss_action": 0.005446230992674828, + "loss_total": 0.005446230992674828, + "step": 71300 + }, + { + "loss_action": 0.00868318509310484, + "loss_total": 0.00868318509310484, + "step": 71300 + }, + { + "loss_action": 0.005737578961998224, + "loss_total": 0.005737578961998224, + "step": 71300 + }, + { + "grad_norm": 0.22634799778461456, + "learning_rate": 2.0866819797773397e-05, + "loss": 0.0111, + "step": 71310 + }, + { + "loss_action": 0.010705161839723587, + "loss_total": 0.010705161839723587, + "step": 71310 + }, + { + "loss_action": 0.008666105568408966, + "loss_total": 0.008666105568408966, + "step": 71310 + }, + { + "loss_action": 0.017876923084259033, + "loss_total": 0.017876923084259033, + "step": 71310 + }, + { + "loss_action": 0.009553702548146248, + "loss_total": 0.009553702548146248, + "step": 71310 + }, + { + "loss_action": 0.007173198740929365, + "loss_total": 0.007173198740929365, + "step": 71310 + }, + { + "loss_action": 0.008086592890322208, + "loss_total": 0.008086592890322208, + "step": 71310 + }, + { + "grad_norm": 0.255141019821167, + "learning_rate": 2.085338341967634e-05, + "loss": 0.0099, + "step": 71320 + }, + { + "loss_action": 0.01065852865576744, + "loss_total": 0.01065852865576744, + "step": 71320 + }, + { + "loss_action": 0.006094673182815313, + "loss_total": 0.006094673182815313, + "step": 71320 + }, + { + "loss_action": 0.005233104806393385, + "loss_total": 0.005233104806393385, + "step": 71320 + }, + { + "loss_action": 0.01531485840678215, + "loss_total": 0.01531485840678215, + "step": 71320 + }, + { + "loss_action": 0.007948441430926323, + "loss_total": 0.007948441430926323, + "step": 71320 + }, + { + "loss_action": 0.007014352362602949, + "loss_total": 0.007014352362602949, + "step": 71320 + }, + { + "grad_norm": 0.3137413263320923, + "learning_rate": 2.083995022900946e-05, + "loss": 0.009, + "step": 71330 + }, + { + "loss_action": 0.009651990607380867, + "loss_total": 0.009651990607380867, + "step": 71330 + }, + { + "loss_action": 0.01970837265253067, + "loss_total": 0.01970837265253067, + "step": 71330 + }, + { + "loss_action": 0.011456740088760853, + "loss_total": 0.011456740088760853, + "step": 71330 + }, + { + "loss_action": 0.006266747135668993, + "loss_total": 0.006266747135668993, + "step": 71330 + }, + { + "loss_action": 0.06115661561489105, + "loss_total": 0.06115661561489105, + "step": 71330 + }, + { + "loss_action": 0.005688050761818886, + "loss_total": 0.005688050761818886, + "step": 71330 + }, + { + "grad_norm": 0.2619996666908264, + "learning_rate": 2.0826520227241768e-05, + "loss": 0.0103, + "step": 71340 + }, + { + "loss_action": 0.004061404149979353, + "loss_total": 0.004061404149979353, + "step": 71340 + }, + { + "loss_action": 0.004911069292575121, + "loss_total": 0.004911069292575121, + "step": 71340 + }, + { + "loss_action": 0.010014385916292667, + "loss_total": 0.010014385916292667, + "step": 71340 + }, + { + "loss_action": 0.021002773195505142, + "loss_total": 0.021002773195505142, + "step": 71340 + }, + { + "loss_action": 0.006720588542521, + "loss_total": 0.006720588542521, + "step": 71340 + }, + { + "loss_action": 0.009383614175021648, + "loss_total": 0.009383614175021648, + "step": 71340 + }, + { + "grad_norm": 0.23565839231014252, + "learning_rate": 2.081309341584199e-05, + "loss": 0.0099, + "step": 71350 + }, + { + "loss_action": 0.003838768694549799, + "loss_total": 0.003838768694549799, + "step": 71350 + }, + { + "loss_action": 0.003334583481773734, + "loss_total": 0.003334583481773734, + "step": 71350 + }, + { + "loss_action": 0.013676334172487259, + "loss_total": 0.013676334172487259, + "step": 71350 + }, + { + "loss_action": 0.0166548490524292, + "loss_total": 0.0166548490524292, + "step": 71350 + }, + { + "loss_action": 0.004767834208905697, + "loss_total": 0.004767834208905697, + "step": 71350 + }, + { + "loss_action": 0.008683671243488789, + "loss_total": 0.008683671243488789, + "step": 71350 + }, + { + "grad_norm": 0.21830278635025024, + "learning_rate": 2.0799669796278413e-05, + "loss": 0.0085, + "step": 71360 + }, + { + "loss_action": 0.003938782494515181, + "loss_total": 0.003938782494515181, + "step": 71360 + }, + { + "loss_action": 0.013588209636509418, + "loss_total": 0.013588209636509418, + "step": 71360 + }, + { + "loss_action": 0.009430289268493652, + "loss_total": 0.009430289268493652, + "step": 71360 + }, + { + "loss_action": 0.008470139466226101, + "loss_total": 0.008470139466226101, + "step": 71360 + }, + { + "loss_action": 0.006684829015284777, + "loss_total": 0.006684829015284777, + "step": 71360 + }, + { + "loss_action": 0.0031796107068657875, + "loss_total": 0.0031796107068657875, + "step": 71360 + }, + { + "grad_norm": 0.3185282051563263, + "learning_rate": 2.078624937001906e-05, + "loss": 0.0118, + "step": 71370 + }, + { + "loss_action": 0.007946554571390152, + "loss_total": 0.007946554571390152, + "step": 71370 + }, + { + "loss_action": 0.013201510533690453, + "loss_total": 0.013201510533690453, + "step": 71370 + }, + { + "loss_action": 0.006382644176483154, + "loss_total": 0.006382644176483154, + "step": 71370 + }, + { + "loss_action": 0.01057423185557127, + "loss_total": 0.01057423185557127, + "step": 71370 + }, + { + "loss_action": 0.005465504247695208, + "loss_total": 0.005465504247695208, + "step": 71370 + }, + { + "loss_action": 0.035211291164159775, + "loss_total": 0.035211291164159775, + "step": 71370 + }, + { + "grad_norm": 0.21010074019432068, + "learning_rate": 2.0772832138531544e-05, + "loss": 0.0115, + "step": 71380 + }, + { + "loss_action": 0.004637614823877811, + "loss_total": 0.004637614823877811, + "step": 71380 + }, + { + "loss_action": 0.00468455022200942, + "loss_total": 0.00468455022200942, + "step": 71380 + }, + { + "loss_action": 0.005936171393841505, + "loss_total": 0.005936171393841505, + "step": 71380 + }, + { + "loss_action": 0.017270240932703018, + "loss_total": 0.017270240932703018, + "step": 71380 + }, + { + "loss_action": 0.006614730693399906, + "loss_total": 0.006614730693399906, + "step": 71380 + }, + { + "loss_action": 0.03363553062081337, + "loss_total": 0.03363553062081337, + "step": 71380 + }, + { + "grad_norm": 0.29512467980384827, + "learning_rate": 2.0759418103283158e-05, + "loss": 0.01, + "step": 71390 + }, + { + "loss_action": 0.006869414355605841, + "loss_total": 0.006869414355605841, + "step": 71390 + }, + { + "loss_action": 0.02510909177362919, + "loss_total": 0.02510909177362919, + "step": 71390 + }, + { + "loss_action": 0.01187081914395094, + "loss_total": 0.01187081914395094, + "step": 71390 + }, + { + "loss_action": 0.0041647073812782764, + "loss_total": 0.0041647073812782764, + "step": 71390 + }, + { + "loss_action": 0.00952010229229927, + "loss_total": 0.00952010229229927, + "step": 71390 + }, + { + "loss_action": 0.006507720332592726, + "loss_total": 0.006507720332592726, + "step": 71390 + }, + { + "grad_norm": 0.2439344823360443, + "learning_rate": 2.0746007265740846e-05, + "loss": 0.0104, + "step": 71400 + }, + { + "loss_action": 0.0027967134956270456, + "loss_total": 0.0027967134956270456, + "step": 71400 + }, + { + "loss_action": 0.0049444460310041904, + "loss_total": 0.0049444460310041904, + "step": 71400 + }, + { + "loss_action": 0.0035709936637431383, + "loss_total": 0.0035709936637431383, + "step": 71400 + }, + { + "loss_action": 0.019234051927924156, + "loss_total": 0.019234051927924156, + "step": 71400 + }, + { + "loss_action": 0.003867543302476406, + "loss_total": 0.003867543302476406, + "step": 71400 + }, + { + "loss_action": 0.03358231112360954, + "loss_total": 0.03358231112360954, + "step": 71400 + }, + { + "grad_norm": 0.24116425216197968, + "learning_rate": 2.0732599627371215e-05, + "loss": 0.0085, + "step": 71410 + }, + { + "loss_action": 0.011026817373931408, + "loss_total": 0.011026817373931408, + "step": 71410 + }, + { + "loss_action": 0.014490536414086819, + "loss_total": 0.014490536414086819, + "step": 71410 + }, + { + "loss_action": 0.014336534775793552, + "loss_total": 0.014336534775793552, + "step": 71410 + }, + { + "loss_action": 0.014369078911840916, + "loss_total": 0.014369078911840916, + "step": 71410 + }, + { + "loss_action": 0.022285688668489456, + "loss_total": 0.022285688668489456, + "step": 71410 + }, + { + "loss_action": 0.020276688039302826, + "loss_total": 0.020276688039302826, + "step": 71410 + }, + { + "grad_norm": 0.21452456712722778, + "learning_rate": 2.0719195189640468e-05, + "loss": 0.0109, + "step": 71420 + }, + { + "loss_action": 0.0023418781347572803, + "loss_total": 0.0023418781347572803, + "step": 71420 + }, + { + "loss_action": 0.009027383290231228, + "loss_total": 0.009027383290231228, + "step": 71420 + }, + { + "loss_action": 0.006084867287427187, + "loss_total": 0.006084867287427187, + "step": 71420 + }, + { + "loss_action": 0.05008077248930931, + "loss_total": 0.05008077248930931, + "step": 71420 + }, + { + "loss_action": 0.0025124892126768827, + "loss_total": 0.0025124892126768827, + "step": 71420 + }, + { + "loss_action": 0.007423833478242159, + "loss_total": 0.007423833478242159, + "step": 71420 + }, + { + "grad_norm": 0.26931095123291016, + "learning_rate": 2.0705793954014528e-05, + "loss": 0.0147, + "step": 71430 + }, + { + "loss_action": 0.003666830947622657, + "loss_total": 0.003666830947622657, + "step": 71430 + }, + { + "loss_action": 0.0071044983342289925, + "loss_total": 0.0071044983342289925, + "step": 71430 + }, + { + "loss_action": 0.006664780434221029, + "loss_total": 0.006664780434221029, + "step": 71430 + }, + { + "loss_action": 0.0068720318377017975, + "loss_total": 0.0068720318377017975, + "step": 71430 + }, + { + "loss_action": 0.003102246904745698, + "loss_total": 0.003102246904745698, + "step": 71430 + }, + { + "loss_action": 0.007308973930776119, + "loss_total": 0.007308973930776119, + "step": 71430 + }, + { + "grad_norm": 0.25508859753608704, + "learning_rate": 2.06923959219589e-05, + "loss": 0.0095, + "step": 71440 + }, + { + "loss_action": 0.004045854788273573, + "loss_total": 0.004045854788273573, + "step": 71440 + }, + { + "loss_action": 0.006477039307355881, + "loss_total": 0.006477039307355881, + "step": 71440 + }, + { + "loss_action": 0.009101147763431072, + "loss_total": 0.009101147763431072, + "step": 71440 + }, + { + "loss_action": 0.0219883993268013, + "loss_total": 0.0219883993268013, + "step": 71440 + }, + { + "loss_action": 0.00796535238623619, + "loss_total": 0.00796535238623619, + "step": 71440 + }, + { + "loss_action": 0.006804487202316523, + "loss_total": 0.006804487202316523, + "step": 71440 + }, + { + "grad_norm": 0.23042532801628113, + "learning_rate": 2.0679001094938793e-05, + "loss": 0.0122, + "step": 71450 + }, + { + "loss_action": 0.013358677737414837, + "loss_total": 0.013358677737414837, + "step": 71450 + }, + { + "loss_action": 0.023487456142902374, + "loss_total": 0.023487456142902374, + "step": 71450 + }, + { + "loss_action": 0.005373511929064989, + "loss_total": 0.005373511929064989, + "step": 71450 + }, + { + "loss_action": 0.008340690284967422, + "loss_total": 0.008340690284967422, + "step": 71450 + }, + { + "loss_action": 0.024525906890630722, + "loss_total": 0.024525906890630722, + "step": 71450 + }, + { + "loss_action": 0.009131750091910362, + "loss_total": 0.009131750091910362, + "step": 71450 + }, + { + "grad_norm": 0.29628291726112366, + "learning_rate": 2.066560947441904e-05, + "loss": 0.0132, + "step": 71460 + }, + { + "loss_action": 0.00944069866091013, + "loss_total": 0.00944069866091013, + "step": 71460 + }, + { + "loss_action": 0.0056490469723939896, + "loss_total": 0.0056490469723939896, + "step": 71460 + }, + { + "loss_action": 0.007638684939593077, + "loss_total": 0.007638684939593077, + "step": 71460 + }, + { + "loss_action": 0.003881287295371294, + "loss_total": 0.003881287295371294, + "step": 71460 + }, + { + "loss_action": 0.0121523542329669, + "loss_total": 0.0121523542329669, + "step": 71460 + }, + { + "loss_action": 0.008118091151118279, + "loss_total": 0.008118091151118279, + "step": 71460 + }, + { + "grad_norm": 0.2372666895389557, + "learning_rate": 2.0652221061864152e-05, + "loss": 0.0092, + "step": 71470 + }, + { + "loss_action": 0.005729102063924074, + "loss_total": 0.005729102063924074, + "step": 71470 + }, + { + "loss_action": 0.02357412315905094, + "loss_total": 0.02357412315905094, + "step": 71470 + }, + { + "loss_action": 0.012615501880645752, + "loss_total": 0.012615501880645752, + "step": 71470 + }, + { + "loss_action": 0.0031518936157226562, + "loss_total": 0.0031518936157226562, + "step": 71470 + }, + { + "loss_action": 0.0077764601446688175, + "loss_total": 0.0077764601446688175, + "step": 71470 + }, + { + "loss_action": 0.00517989182844758, + "loss_total": 0.00517989182844758, + "step": 71470 + }, + { + "grad_norm": 0.30505701899528503, + "learning_rate": 2.0638835858738226e-05, + "loss": 0.0103, + "step": 71480 + }, + { + "loss_action": 0.017240256071090698, + "loss_total": 0.017240256071090698, + "step": 71480 + }, + { + "loss_action": 0.025521721690893173, + "loss_total": 0.025521721690893173, + "step": 71480 + }, + { + "loss_action": 0.0075772227719426155, + "loss_total": 0.0075772227719426155, + "step": 71480 + }, + { + "loss_action": 0.0033173393458127975, + "loss_total": 0.0033173393458127975, + "step": 71480 + }, + { + "loss_action": 0.009427962824702263, + "loss_total": 0.009427962824702263, + "step": 71480 + }, + { + "loss_action": 0.022636691108345985, + "loss_total": 0.022636691108345985, + "step": 71480 + }, + { + "grad_norm": 0.18611738085746765, + "learning_rate": 2.0625453866505068e-05, + "loss": 0.0097, + "step": 71490 + }, + { + "loss_action": 0.003273566020652652, + "loss_total": 0.003273566020652652, + "step": 71490 + }, + { + "loss_action": 0.02207331173121929, + "loss_total": 0.02207331173121929, + "step": 71490 + }, + { + "loss_action": 0.00958334095776081, + "loss_total": 0.00958334095776081, + "step": 71490 + }, + { + "loss_action": 0.014713638462126255, + "loss_total": 0.014713638462126255, + "step": 71490 + }, + { + "loss_action": 0.005944168660789728, + "loss_total": 0.005944168660789728, + "step": 71490 + }, + { + "loss_action": 0.04790060967206955, + "loss_total": 0.04790060967206955, + "step": 71490 + }, + { + "grad_norm": 0.245416522026062, + "learning_rate": 2.0612075086628123e-05, + "loss": 0.0097, + "step": 71500 + }, + { + "loss_action": 0.008568257093429565, + "loss_total": 0.008568257093429565, + "step": 71500 + }, + { + "loss_action": 0.005546356085687876, + "loss_total": 0.005546356085687876, + "step": 71500 + }, + { + "loss_action": 0.0033230651170015335, + "loss_total": 0.0033230651170015335, + "step": 71500 + }, + { + "loss_action": 0.01271128561347723, + "loss_total": 0.01271128561347723, + "step": 71500 + }, + { + "loss_action": 0.0048021175898611546, + "loss_total": 0.0048021175898611546, + "step": 71500 + }, + { + "loss_action": 0.003238315461203456, + "loss_total": 0.003238315461203456, + "step": 71500 + }, + { + "grad_norm": 0.4101836383342743, + "learning_rate": 2.059869952057045e-05, + "loss": 0.0109, + "step": 71510 + }, + { + "loss_action": 0.0052938382141292095, + "loss_total": 0.0052938382141292095, + "step": 71510 + }, + { + "loss_action": 0.004609555471688509, + "loss_total": 0.004609555471688509, + "step": 71510 + }, + { + "loss_action": 0.007427510339766741, + "loss_total": 0.007427510339766741, + "step": 71510 + }, + { + "loss_action": 0.04070136323571205, + "loss_total": 0.04070136323571205, + "step": 71510 + }, + { + "loss_action": 0.00871588010340929, + "loss_total": 0.00871588010340929, + "step": 71510 + }, + { + "loss_action": 0.007542483042925596, + "loss_total": 0.007542483042925596, + "step": 71510 + }, + { + "grad_norm": 0.19993968307971954, + "learning_rate": 2.0585327169794793e-05, + "loss": 0.0091, + "step": 71520 + }, + { + "loss_action": 0.0337584912776947, + "loss_total": 0.0337584912776947, + "step": 71520 + }, + { + "loss_action": 0.010924986563622952, + "loss_total": 0.010924986563622952, + "step": 71520 + }, + { + "loss_action": 0.004752659238874912, + "loss_total": 0.004752659238874912, + "step": 71520 + }, + { + "loss_action": 0.03132401034235954, + "loss_total": 0.03132401034235954, + "step": 71520 + }, + { + "loss_action": 0.007326784078031778, + "loss_total": 0.007326784078031778, + "step": 71520 + }, + { + "loss_action": 0.008440716192126274, + "loss_total": 0.008440716192126274, + "step": 71520 + }, + { + "grad_norm": 0.29446035623550415, + "learning_rate": 2.0571958035763534e-05, + "loss": 0.0124, + "step": 71530 + }, + { + "loss_action": 0.005073499865829945, + "loss_total": 0.005073499865829945, + "step": 71530 + }, + { + "loss_action": 0.005205548368394375, + "loss_total": 0.005205548368394375, + "step": 71530 + }, + { + "loss_action": 0.005573122762143612, + "loss_total": 0.005573122762143612, + "step": 71530 + }, + { + "loss_action": 0.0035822431091219187, + "loss_total": 0.0035822431091219187, + "step": 71530 + }, + { + "loss_action": 0.006675487384200096, + "loss_total": 0.006675487384200096, + "step": 71530 + }, + { + "loss_action": 0.0030188027303665876, + "loss_total": 0.0030188027303665876, + "step": 71530 + }, + { + "grad_norm": 0.3793832063674927, + "learning_rate": 2.0558592119938715e-05, + "loss": 0.0151, + "step": 71540 + }, + { + "loss_action": 0.03652127459645271, + "loss_total": 0.03652127459645271, + "step": 71540 + }, + { + "loss_action": 0.013469243422150612, + "loss_total": 0.013469243422150612, + "step": 71540 + }, + { + "loss_action": 0.0056010279804468155, + "loss_total": 0.0056010279804468155, + "step": 71540 + }, + { + "loss_action": 0.010431039147078991, + "loss_total": 0.010431039147078991, + "step": 71540 + }, + { + "loss_action": 0.00502645131200552, + "loss_total": 0.00502645131200552, + "step": 71540 + }, + { + "loss_action": 0.011966721154749393, + "loss_total": 0.011966721154749393, + "step": 71540 + }, + { + "grad_norm": 0.22704990208148956, + "learning_rate": 2.054522942378198e-05, + "loss": 0.0082, + "step": 71550 + }, + { + "loss_action": 0.02691398374736309, + "loss_total": 0.02691398374736309, + "step": 71550 + }, + { + "loss_action": 0.0039873262867331505, + "loss_total": 0.0039873262867331505, + "step": 71550 + }, + { + "loss_action": 0.004066732712090015, + "loss_total": 0.004066732712090015, + "step": 71550 + }, + { + "loss_action": 0.012177766300737858, + "loss_total": 0.012177766300737858, + "step": 71550 + }, + { + "loss_action": 0.009589308872818947, + "loss_total": 0.009589308872818947, + "step": 71550 + }, + { + "loss_action": 0.008910499513149261, + "loss_total": 0.008910499513149261, + "step": 71550 + }, + { + "grad_norm": 0.23455265164375305, + "learning_rate": 2.053186994875469e-05, + "loss": 0.0094, + "step": 71560 + }, + { + "loss_action": 0.020713146775960922, + "loss_total": 0.020713146775960922, + "step": 71560 + }, + { + "loss_action": 0.0074514057487249374, + "loss_total": 0.0074514057487249374, + "step": 71560 + }, + { + "loss_action": 0.011905054561793804, + "loss_total": 0.011905054561793804, + "step": 71560 + }, + { + "loss_action": 0.007095772307366133, + "loss_total": 0.007095772307366133, + "step": 71560 + }, + { + "loss_action": 0.0049277907237410545, + "loss_total": 0.0049277907237410545, + "step": 71560 + }, + { + "loss_action": 0.023160763084888458, + "loss_total": 0.023160763084888458, + "step": 71560 + }, + { + "grad_norm": 0.19923795759677887, + "learning_rate": 2.0518513696317775e-05, + "loss": 0.0094, + "step": 71570 + }, + { + "loss_action": 0.003172275610268116, + "loss_total": 0.003172275610268116, + "step": 71570 + }, + { + "loss_action": 0.005570249632000923, + "loss_total": 0.005570249632000923, + "step": 71570 + }, + { + "loss_action": 0.01137902308255434, + "loss_total": 0.01137902308255434, + "step": 71570 + }, + { + "loss_action": 0.004026746843010187, + "loss_total": 0.004026746843010187, + "step": 71570 + }, + { + "loss_action": 0.005566226784139872, + "loss_total": 0.005566226784139872, + "step": 71570 + }, + { + "loss_action": 0.005384993739426136, + "loss_total": 0.005384993739426136, + "step": 71570 + }, + { + "grad_norm": 0.19133074581623077, + "learning_rate": 2.050516066793188e-05, + "loss": 0.0085, + "step": 71580 + }, + { + "loss_action": 0.008521798998117447, + "loss_total": 0.008521798998117447, + "step": 71580 + }, + { + "loss_action": 0.003854964626953006, + "loss_total": 0.003854964626953006, + "step": 71580 + }, + { + "loss_action": 0.005500385537743568, + "loss_total": 0.005500385537743568, + "step": 71580 + }, + { + "loss_action": 0.01180709432810545, + "loss_total": 0.01180709432810545, + "step": 71580 + }, + { + "loss_action": 0.010924571193754673, + "loss_total": 0.010924571193754673, + "step": 71580 + }, + { + "loss_action": 0.005384763237088919, + "loss_total": 0.005384763237088919, + "step": 71580 + }, + { + "grad_norm": 0.29858049750328064, + "learning_rate": 2.0491810865057276e-05, + "loss": 0.0099, + "step": 71590 + }, + { + "loss_action": 0.016248401254415512, + "loss_total": 0.016248401254415512, + "step": 71590 + }, + { + "loss_action": 0.06714915484189987, + "loss_total": 0.06714915484189987, + "step": 71590 + }, + { + "loss_action": 0.0037463230546563864, + "loss_total": 0.0037463230546563864, + "step": 71590 + }, + { + "loss_action": 0.008993278257548809, + "loss_total": 0.008993278257548809, + "step": 71590 + }, + { + "loss_action": 0.0058553507551550865, + "loss_total": 0.0058553507551550865, + "step": 71590 + }, + { + "loss_action": 0.01286318525671959, + "loss_total": 0.01286318525671959, + "step": 71590 + }, + { + "grad_norm": 0.27559706568717957, + "learning_rate": 2.0478464289153882e-05, + "loss": 0.0113, + "step": 71600 + }, + { + "loss_action": 0.0030990634113550186, + "loss_total": 0.0030990634113550186, + "step": 71600 + }, + { + "loss_action": 0.004799376707524061, + "loss_total": 0.004799376707524061, + "step": 71600 + }, + { + "loss_action": 0.0031887823715806007, + "loss_total": 0.0031887823715806007, + "step": 71600 + }, + { + "loss_action": 0.007384715136140585, + "loss_total": 0.007384715136140585, + "step": 71600 + }, + { + "loss_action": 0.0028787138871848583, + "loss_total": 0.0028787138871848583, + "step": 71600 + }, + { + "loss_action": 0.0108364662155509, + "loss_total": 0.0108364662155509, + "step": 71600 + }, + { + "grad_norm": 0.3158179521560669, + "learning_rate": 2.0465120941681232e-05, + "loss": 0.0107, + "step": 71610 + }, + { + "loss_action": 0.005708439275622368, + "loss_total": 0.005708439275622368, + "step": 71610 + }, + { + "loss_action": 0.004277809057384729, + "loss_total": 0.004277809057384729, + "step": 71610 + }, + { + "loss_action": 0.0041411942802369595, + "loss_total": 0.0041411942802369595, + "step": 71610 + }, + { + "loss_action": 0.0047335089184343815, + "loss_total": 0.0047335089184343815, + "step": 71610 + }, + { + "loss_action": 0.0038969158194959164, + "loss_total": 0.0038969158194959164, + "step": 71610 + }, + { + "loss_action": 0.01725006476044655, + "loss_total": 0.01725006476044655, + "step": 71610 + }, + { + "grad_norm": 0.3649923801422119, + "learning_rate": 2.0451780824098566e-05, + "loss": 0.0133, + "step": 71620 + }, + { + "loss_action": 0.012111824937164783, + "loss_total": 0.012111824937164783, + "step": 71620 + }, + { + "loss_action": 0.04429468885064125, + "loss_total": 0.04429468885064125, + "step": 71620 + }, + { + "loss_action": 0.012847723439335823, + "loss_total": 0.012847723439335823, + "step": 71620 + }, + { + "loss_action": 0.008082421496510506, + "loss_total": 0.008082421496510506, + "step": 71620 + }, + { + "loss_action": 0.015622999519109726, + "loss_total": 0.015622999519109726, + "step": 71620 + }, + { + "loss_action": 0.004815854597836733, + "loss_total": 0.004815854597836733, + "step": 71620 + }, + { + "grad_norm": 0.28044772148132324, + "learning_rate": 2.043844393786471e-05, + "loss": 0.0114, + "step": 71630 + }, + { + "loss_action": 0.01073263119906187, + "loss_total": 0.01073263119906187, + "step": 71630 + }, + { + "loss_action": 0.013246424496173859, + "loss_total": 0.013246424496173859, + "step": 71630 + }, + { + "loss_action": 0.0039610667154192924, + "loss_total": 0.0039610667154192924, + "step": 71630 + }, + { + "loss_action": 0.01679166965186596, + "loss_total": 0.01679166965186596, + "step": 71630 + }, + { + "loss_action": 0.012876229360699654, + "loss_total": 0.012876229360699654, + "step": 71630 + }, + { + "loss_action": 0.004702518228441477, + "loss_total": 0.004702518228441477, + "step": 71630 + }, + { + "grad_norm": 0.19718943536281586, + "learning_rate": 2.0425110284438193e-05, + "loss": 0.0097, + "step": 71640 + }, + { + "loss_action": 0.005989593919366598, + "loss_total": 0.005989593919366598, + "step": 71640 + }, + { + "loss_action": 0.007937566377222538, + "loss_total": 0.007937566377222538, + "step": 71640 + }, + { + "loss_action": 0.012097097933292389, + "loss_total": 0.012097097933292389, + "step": 71640 + }, + { + "loss_action": 0.056587401777505875, + "loss_total": 0.056587401777505875, + "step": 71640 + }, + { + "loss_action": 0.003394590923562646, + "loss_total": 0.003394590923562646, + "step": 71640 + }, + { + "loss_action": 0.00918089970946312, + "loss_total": 0.00918089970946312, + "step": 71640 + }, + { + "grad_norm": 0.3144267797470093, + "learning_rate": 2.041177986527712e-05, + "loss": 0.012, + "step": 71650 + }, + { + "loss_action": 0.008297749795019627, + "loss_total": 0.008297749795019627, + "step": 71650 + }, + { + "loss_action": 0.013318649493157864, + "loss_total": 0.013318649493157864, + "step": 71650 + }, + { + "loss_action": 0.009712709113955498, + "loss_total": 0.009712709113955498, + "step": 71650 + }, + { + "loss_action": 0.007998025044798851, + "loss_total": 0.007998025044798851, + "step": 71650 + }, + { + "loss_action": 0.018931861966848373, + "loss_total": 0.018931861966848373, + "step": 71650 + }, + { + "loss_action": 0.010689642280340195, + "loss_total": 0.010689642280340195, + "step": 71650 + }, + { + "grad_norm": 0.22834646701812744, + "learning_rate": 2.0398452681839347e-05, + "loss": 0.0097, + "step": 71660 + }, + { + "loss_action": 0.004297993611544371, + "loss_total": 0.004297993611544371, + "step": 71660 + }, + { + "loss_action": 0.009555470198392868, + "loss_total": 0.009555470198392868, + "step": 71660 + }, + { + "loss_action": 0.009274804033339024, + "loss_total": 0.009274804033339024, + "step": 71660 + }, + { + "loss_action": 0.007912625558674335, + "loss_total": 0.007912625558674335, + "step": 71660 + }, + { + "loss_action": 0.00731382193043828, + "loss_total": 0.00731382193043828, + "step": 71660 + }, + { + "loss_action": 0.010732296854257584, + "loss_total": 0.010732296854257584, + "step": 71660 + }, + { + "grad_norm": 0.2892307639122009, + "learning_rate": 2.0385128735582272e-05, + "loss": 0.0085, + "step": 71670 + }, + { + "loss_action": 0.008307351730763912, + "loss_total": 0.008307351730763912, + "step": 71670 + }, + { + "loss_action": 0.005163740832358599, + "loss_total": 0.005163740832358599, + "step": 71670 + }, + { + "loss_action": 0.01263816561549902, + "loss_total": 0.01263816561549902, + "step": 71670 + }, + { + "loss_action": 0.00590358953922987, + "loss_total": 0.00590358953922987, + "step": 71670 + }, + { + "loss_action": 0.005280971992760897, + "loss_total": 0.005280971992760897, + "step": 71670 + }, + { + "loss_action": 0.010868907906115055, + "loss_total": 0.010868907906115055, + "step": 71670 + }, + { + "grad_norm": 0.2925519049167633, + "learning_rate": 2.0371808027963003e-05, + "loss": 0.01, + "step": 71680 + }, + { + "loss_action": 0.01259023416787386, + "loss_total": 0.01259023416787386, + "step": 71680 + }, + { + "loss_action": 0.0024574457202106714, + "loss_total": 0.0024574457202106714, + "step": 71680 + }, + { + "loss_action": 0.025701599195599556, + "loss_total": 0.025701599195599556, + "step": 71680 + }, + { + "loss_action": 0.013842575252056122, + "loss_total": 0.013842575252056122, + "step": 71680 + }, + { + "loss_action": 0.015017081052064896, + "loss_total": 0.015017081052064896, + "step": 71680 + }, + { + "loss_action": 0.01788628101348877, + "loss_total": 0.01788628101348877, + "step": 71680 + }, + { + "grad_norm": 0.22052960097789764, + "learning_rate": 2.035849056043825e-05, + "loss": 0.0123, + "step": 71690 + }, + { + "loss_action": 0.02060682885348797, + "loss_total": 0.02060682885348797, + "step": 71690 + }, + { + "loss_action": 0.008684386499226093, + "loss_total": 0.008684386499226093, + "step": 71690 + }, + { + "loss_action": 0.003425420494750142, + "loss_total": 0.003425420494750142, + "step": 71690 + }, + { + "loss_action": 0.007972060702741146, + "loss_total": 0.007972060702741146, + "step": 71690 + }, + { + "loss_action": 0.007475744932889938, + "loss_total": 0.007475744932889938, + "step": 71690 + }, + { + "loss_action": 0.00851738452911377, + "loss_total": 0.00851738452911377, + "step": 71690 + }, + { + "grad_norm": 0.29997366666793823, + "learning_rate": 2.03451763344644e-05, + "loss": 0.0106, + "step": 71700 + }, + { + "loss_action": 0.0049666594713926315, + "loss_total": 0.0049666594713926315, + "step": 71700 + }, + { + "loss_action": 0.02395058609545231, + "loss_total": 0.02395058609545231, + "step": 71700 + }, + { + "loss_action": 0.003335198387503624, + "loss_total": 0.003335198387503624, + "step": 71700 + }, + { + "loss_action": 0.004346505738794804, + "loss_total": 0.004346505738794804, + "step": 71700 + }, + { + "loss_action": 0.009277279488742352, + "loss_total": 0.009277279488742352, + "step": 71700 + }, + { + "loss_action": 0.012194235809147358, + "loss_total": 0.012194235809147358, + "step": 71700 + }, + { + "grad_norm": 0.22483904659748077, + "learning_rate": 2.0331865351497482e-05, + "loss": 0.0079, + "step": 71710 + }, + { + "loss_action": 0.01448216661810875, + "loss_total": 0.01448216661810875, + "step": 71710 + }, + { + "loss_action": 0.015036283060908318, + "loss_total": 0.015036283060908318, + "step": 71710 + }, + { + "loss_action": 0.0040079038590192795, + "loss_total": 0.0040079038590192795, + "step": 71710 + }, + { + "loss_action": 0.01866152323782444, + "loss_total": 0.01866152323782444, + "step": 71710 + }, + { + "loss_action": 0.0020276191644370556, + "loss_total": 0.0020276191644370556, + "step": 71710 + }, + { + "loss_action": 0.005472978111356497, + "loss_total": 0.005472978111356497, + "step": 71710 + }, + { + "grad_norm": 0.20669038593769073, + "learning_rate": 2.0318557612993185e-05, + "loss": 0.0085, + "step": 71720 + }, + { + "loss_action": 0.005416351370513439, + "loss_total": 0.005416351370513439, + "step": 71720 + }, + { + "loss_action": 0.007808559574186802, + "loss_total": 0.007808559574186802, + "step": 71720 + }, + { + "loss_action": 0.010213745757937431, + "loss_total": 0.010213745757937431, + "step": 71720 + }, + { + "loss_action": 0.005682563409209251, + "loss_total": 0.005682563409209251, + "step": 71720 + }, + { + "loss_action": 0.008975722827017307, + "loss_total": 0.008975722827017307, + "step": 71720 + }, + { + "loss_action": 0.005311452783644199, + "loss_total": 0.005311452783644199, + "step": 71720 + }, + { + "grad_norm": 0.27159255743026733, + "learning_rate": 2.0305253120406782e-05, + "loss": 0.0108, + "step": 71730 + }, + { + "loss_action": 0.009525054134428501, + "loss_total": 0.009525054134428501, + "step": 71730 + }, + { + "loss_action": 0.01666923426091671, + "loss_total": 0.01666923426091671, + "step": 71730 + }, + { + "loss_action": 0.004752579610794783, + "loss_total": 0.004752579610794783, + "step": 71730 + }, + { + "loss_action": 0.004678330849856138, + "loss_total": 0.004678330849856138, + "step": 71730 + }, + { + "loss_action": 0.00663880305364728, + "loss_total": 0.00663880305364728, + "step": 71730 + }, + { + "loss_action": 0.011404098942875862, + "loss_total": 0.011404098942875862, + "step": 71730 + }, + { + "grad_norm": 0.31689536571502686, + "learning_rate": 2.029195187519325e-05, + "loss": 0.0116, + "step": 71740 + }, + { + "loss_action": 0.003046473255380988, + "loss_total": 0.003046473255380988, + "step": 71740 + }, + { + "loss_action": 0.030414294451475143, + "loss_total": 0.030414294451475143, + "step": 71740 + }, + { + "loss_action": 0.011152517050504684, + "loss_total": 0.011152517050504684, + "step": 71740 + }, + { + "loss_action": 0.008404902182519436, + "loss_total": 0.008404902182519436, + "step": 71740 + }, + { + "loss_action": 0.008011190220713615, + "loss_total": 0.008011190220713615, + "step": 71740 + }, + { + "loss_action": 0.009110026992857456, + "loss_total": 0.009110026992857456, + "step": 71740 + }, + { + "grad_norm": 0.2129339575767517, + "learning_rate": 2.0278653878807217e-05, + "loss": 0.009, + "step": 71750 + }, + { + "loss_action": 0.0146579435095191, + "loss_total": 0.0146579435095191, + "step": 71750 + }, + { + "loss_action": 0.005534966941922903, + "loss_total": 0.005534966941922903, + "step": 71750 + }, + { + "loss_action": 0.005330647807568312, + "loss_total": 0.005330647807568312, + "step": 71750 + }, + { + "loss_action": 0.004829439800232649, + "loss_total": 0.004829439800232649, + "step": 71750 + }, + { + "loss_action": 0.016756007447838783, + "loss_total": 0.016756007447838783, + "step": 71750 + }, + { + "loss_action": 0.0037956354208290577, + "loss_total": 0.0037956354208290577, + "step": 71750 + }, + { + "grad_norm": 0.40249502658843994, + "learning_rate": 2.0265359132702892e-05, + "loss": 0.0089, + "step": 71760 + }, + { + "loss_action": 0.0037419255822896957, + "loss_total": 0.0037419255822896957, + "step": 71760 + }, + { + "loss_action": 0.00764065608382225, + "loss_total": 0.00764065608382225, + "step": 71760 + }, + { + "loss_action": 0.010089607909321785, + "loss_total": 0.010089607909321785, + "step": 71760 + }, + { + "loss_action": 0.007940061390399933, + "loss_total": 0.007940061390399933, + "step": 71760 + }, + { + "loss_action": 0.009238033555448055, + "loss_total": 0.009238033555448055, + "step": 71760 + }, + { + "loss_action": 0.015631135553121567, + "loss_total": 0.015631135553121567, + "step": 71760 + }, + { + "grad_norm": 0.18932785093784332, + "learning_rate": 2.0252067638334182e-05, + "loss": 0.0083, + "step": 71770 + }, + { + "loss_action": 0.008413202129304409, + "loss_total": 0.008413202129304409, + "step": 71770 + }, + { + "loss_action": 0.014364558272063732, + "loss_total": 0.014364558272063732, + "step": 71770 + }, + { + "loss_action": 0.011410154402256012, + "loss_total": 0.011410154402256012, + "step": 71770 + }, + { + "loss_action": 0.011554884724318981, + "loss_total": 0.011554884724318981, + "step": 71770 + }, + { + "loss_action": 0.07584378123283386, + "loss_total": 0.07584378123283386, + "step": 71770 + }, + { + "loss_action": 0.003804656909778714, + "loss_total": 0.003804656909778714, + "step": 71770 + }, + { + "grad_norm": 0.2373959869146347, + "learning_rate": 2.023877939715464e-05, + "loss": 0.0098, + "step": 71780 + }, + { + "loss_action": 0.01461036317050457, + "loss_total": 0.01461036317050457, + "step": 71780 + }, + { + "loss_action": 0.004662191029638052, + "loss_total": 0.004662191029638052, + "step": 71780 + }, + { + "loss_action": 0.003694837912917137, + "loss_total": 0.003694837912917137, + "step": 71780 + }, + { + "loss_action": 0.01170987356454134, + "loss_total": 0.01170987356454134, + "step": 71780 + }, + { + "loss_action": 0.00579877570271492, + "loss_total": 0.00579877570271492, + "step": 71780 + }, + { + "loss_action": 0.016550542786717415, + "loss_total": 0.016550542786717415, + "step": 71780 + }, + { + "grad_norm": 0.2768448293209076, + "learning_rate": 2.0225494410617448e-05, + "loss": 0.0087, + "step": 71790 + }, + { + "loss_action": 0.005989893339574337, + "loss_total": 0.005989893339574337, + "step": 71790 + }, + { + "loss_action": 0.011764109134674072, + "loss_total": 0.011764109134674072, + "step": 71790 + }, + { + "loss_action": 0.014347709715366364, + "loss_total": 0.014347709715366364, + "step": 71790 + }, + { + "loss_action": 0.0032771583646535873, + "loss_total": 0.0032771583646535873, + "step": 71790 + }, + { + "loss_action": 0.018482424318790436, + "loss_total": 0.018482424318790436, + "step": 71790 + }, + { + "loss_action": 0.008166545070707798, + "loss_total": 0.008166545070707798, + "step": 71790 + }, + { + "grad_norm": 0.33813798427581787, + "learning_rate": 2.02122126801754e-05, + "loss": 0.0098, + "step": 71800 + }, + { + "loss_action": 0.04841550067067146, + "loss_total": 0.04841550067067146, + "step": 71800 + }, + { + "loss_action": 0.0028434409759938717, + "loss_total": 0.0028434409759938717, + "step": 71800 + }, + { + "loss_action": 0.0053811692632734776, + "loss_total": 0.0053811692632734776, + "step": 71800 + }, + { + "loss_action": 0.017495976760983467, + "loss_total": 0.017495976760983467, + "step": 71800 + }, + { + "loss_action": 0.012476463802158833, + "loss_total": 0.012476463802158833, + "step": 71800 + }, + { + "loss_action": 0.008494623005390167, + "loss_total": 0.008494623005390167, + "step": 71800 + }, + { + "grad_norm": 0.25290510058403015, + "learning_rate": 2.0198934207281018e-05, + "loss": 0.011, + "step": 71810 + }, + { + "loss_action": 0.010470314882695675, + "loss_total": 0.010470314882695675, + "step": 71810 + }, + { + "loss_action": 0.006133875343948603, + "loss_total": 0.006133875343948603, + "step": 71810 + }, + { + "loss_action": 0.00676289526745677, + "loss_total": 0.00676289526745677, + "step": 71810 + }, + { + "loss_action": 0.015535734593868256, + "loss_total": 0.015535734593868256, + "step": 71810 + }, + { + "loss_action": 0.008126775734126568, + "loss_total": 0.008126775734126568, + "step": 71810 + }, + { + "loss_action": 0.009873156435787678, + "loss_total": 0.009873156435787678, + "step": 71810 + }, + { + "grad_norm": 0.22451016306877136, + "learning_rate": 2.0185658993386357e-05, + "loss": 0.0096, + "step": 71820 + }, + { + "loss_action": 0.04090170934796333, + "loss_total": 0.04090170934796333, + "step": 71820 + }, + { + "loss_action": 0.012083984911441803, + "loss_total": 0.012083984911441803, + "step": 71820 + }, + { + "loss_action": 0.00931242574006319, + "loss_total": 0.00931242574006319, + "step": 71820 + }, + { + "loss_action": 0.005348829086869955, + "loss_total": 0.005348829086869955, + "step": 71820 + }, + { + "loss_action": 0.0072949896566569805, + "loss_total": 0.0072949896566569805, + "step": 71820 + }, + { + "loss_action": 0.005459133069962263, + "loss_total": 0.005459133069962263, + "step": 71820 + }, + { + "grad_norm": 0.18206585943698883, + "learning_rate": 2.0172387039943226e-05, + "loss": 0.0103, + "step": 71830 + }, + { + "loss_action": 0.003976717125624418, + "loss_total": 0.003976717125624418, + "step": 71830 + }, + { + "loss_action": 0.005426451098173857, + "loss_total": 0.005426451098173857, + "step": 71830 + }, + { + "loss_action": 0.004607348702847958, + "loss_total": 0.004607348702847958, + "step": 71830 + }, + { + "loss_action": 0.013942195102572441, + "loss_total": 0.013942195102572441, + "step": 71830 + }, + { + "loss_action": 0.031515005975961685, + "loss_total": 0.031515005975961685, + "step": 71830 + }, + { + "loss_action": 0.01015834417194128, + "loss_total": 0.01015834417194128, + "step": 71830 + }, + { + "grad_norm": 0.246741384267807, + "learning_rate": 2.0159118348402968e-05, + "loss": 0.0088, + "step": 71840 + }, + { + "loss_action": 0.004274850711226463, + "loss_total": 0.004274850711226463, + "step": 71840 + }, + { + "loss_action": 0.005533379502594471, + "loss_total": 0.005533379502594471, + "step": 71840 + }, + { + "loss_action": 0.00789149384945631, + "loss_total": 0.00789149384945631, + "step": 71840 + }, + { + "loss_action": 0.005935267545282841, + "loss_total": 0.005935267545282841, + "step": 71840 + }, + { + "loss_action": 0.004530649166554213, + "loss_total": 0.004530649166554213, + "step": 71840 + }, + { + "loss_action": 0.024140559136867523, + "loss_total": 0.024140559136867523, + "step": 71840 + }, + { + "grad_norm": 0.2165166437625885, + "learning_rate": 2.0145852920216697e-05, + "loss": 0.0095, + "step": 71850 + }, + { + "loss_action": 0.016946867108345032, + "loss_total": 0.016946867108345032, + "step": 71850 + }, + { + "loss_action": 0.007297175470739603, + "loss_total": 0.007297175470739603, + "step": 71850 + }, + { + "loss_action": 0.003380437381565571, + "loss_total": 0.003380437381565571, + "step": 71850 + }, + { + "loss_action": 0.009243966080248356, + "loss_total": 0.009243966080248356, + "step": 71850 + }, + { + "loss_action": 0.00229311129078269, + "loss_total": 0.00229311129078269, + "step": 71850 + }, + { + "loss_action": 0.00878935307264328, + "loss_total": 0.00878935307264328, + "step": 71850 + }, + { + "grad_norm": 0.3430802822113037, + "learning_rate": 2.0132590756835045e-05, + "loss": 0.0085, + "step": 71860 + }, + { + "loss_action": 0.0023780972696840763, + "loss_total": 0.0023780972696840763, + "step": 71860 + }, + { + "loss_action": 0.00452009029686451, + "loss_total": 0.00452009029686451, + "step": 71860 + }, + { + "loss_action": 0.011042369529604912, + "loss_total": 0.011042369529604912, + "step": 71860 + }, + { + "loss_action": 0.00727507472038269, + "loss_total": 0.00727507472038269, + "step": 71860 + }, + { + "loss_action": 0.00830918550491333, + "loss_total": 0.00830918550491333, + "step": 71860 + }, + { + "loss_action": 0.010634751059114933, + "loss_total": 0.010634751059114933, + "step": 71860 + }, + { + "grad_norm": 0.36356687545776367, + "learning_rate": 2.0119331859708386e-05, + "loss": 0.0091, + "step": 71870 + }, + { + "loss_action": 0.0056564221158623695, + "loss_total": 0.0056564221158623695, + "step": 71870 + }, + { + "loss_action": 0.013391006737947464, + "loss_total": 0.013391006737947464, + "step": 71870 + }, + { + "loss_action": 0.00979588832706213, + "loss_total": 0.00979588832706213, + "step": 71870 + }, + { + "loss_action": 0.05723157897591591, + "loss_total": 0.05723157897591591, + "step": 71870 + }, + { + "loss_action": 0.0071677276864647865, + "loss_total": 0.0071677276864647865, + "step": 71870 + }, + { + "loss_action": 0.03063337504863739, + "loss_total": 0.03063337504863739, + "step": 71870 + }, + { + "grad_norm": 0.18213434517383575, + "learning_rate": 2.0106076230286654e-05, + "loss": 0.0096, + "step": 71880 + }, + { + "loss_action": 0.008012469857931137, + "loss_total": 0.008012469857931137, + "step": 71880 + }, + { + "loss_action": 0.006727762054651976, + "loss_total": 0.006727762054651976, + "step": 71880 + }, + { + "loss_action": 0.006796110887080431, + "loss_total": 0.006796110887080431, + "step": 71880 + }, + { + "loss_action": 0.0044942740350961685, + "loss_total": 0.0044942740350961685, + "step": 71880 + }, + { + "loss_action": 0.0053354911506175995, + "loss_total": 0.0053354911506175995, + "step": 71880 + }, + { + "loss_action": 0.004384749568998814, + "loss_total": 0.004384749568998814, + "step": 71880 + }, + { + "grad_norm": 0.21440576016902924, + "learning_rate": 2.0092823870019488e-05, + "loss": 0.0105, + "step": 71890 + }, + { + "loss_action": 0.006828826852142811, + "loss_total": 0.006828826852142811, + "step": 71890 + }, + { + "loss_action": 0.0072971307672560215, + "loss_total": 0.0072971307672560215, + "step": 71890 + }, + { + "loss_action": 0.002135302172973752, + "loss_total": 0.002135302172973752, + "step": 71890 + }, + { + "loss_action": 0.007826768793165684, + "loss_total": 0.007826768793165684, + "step": 71890 + }, + { + "loss_action": 0.010875779204070568, + "loss_total": 0.010875779204070568, + "step": 71890 + }, + { + "loss_action": 0.008842957206070423, + "loss_total": 0.008842957206070423, + "step": 71890 + }, + { + "grad_norm": 0.2990242540836334, + "learning_rate": 2.0079574780356115e-05, + "loss": 0.0114, + "step": 71900 + }, + { + "loss_action": 0.06489848345518112, + "loss_total": 0.06489848345518112, + "step": 71900 + }, + { + "loss_action": 0.007651054300367832, + "loss_total": 0.007651054300367832, + "step": 71900 + }, + { + "loss_action": 0.006348550319671631, + "loss_total": 0.006348550319671631, + "step": 71900 + }, + { + "loss_action": 0.006874254439026117, + "loss_total": 0.006874254439026117, + "step": 71900 + }, + { + "loss_action": 0.012937047518789768, + "loss_total": 0.012937047518789768, + "step": 71900 + }, + { + "loss_action": 0.004040838219225407, + "loss_total": 0.004040838219225407, + "step": 71900 + }, + { + "grad_norm": 0.2266627699136734, + "learning_rate": 2.0066328962745486e-05, + "loss": 0.0094, + "step": 71910 + }, + { + "loss_action": 0.008811824023723602, + "loss_total": 0.008811824023723602, + "step": 71910 + }, + { + "loss_action": 0.009597294963896275, + "loss_total": 0.009597294963896275, + "step": 71910 + }, + { + "loss_action": 0.007800451014190912, + "loss_total": 0.007800451014190912, + "step": 71910 + }, + { + "loss_action": 0.021290335804224014, + "loss_total": 0.021290335804224014, + "step": 71910 + }, + { + "loss_action": 0.003036907408386469, + "loss_total": 0.003036907408386469, + "step": 71910 + }, + { + "loss_action": 0.020877614617347717, + "loss_total": 0.020877614617347717, + "step": 71910 + }, + { + "grad_norm": 0.281089723110199, + "learning_rate": 2.00530864186361e-05, + "loss": 0.0101, + "step": 71920 + }, + { + "loss_action": 0.0025248914025723934, + "loss_total": 0.0025248914025723934, + "step": 71920 + }, + { + "loss_action": 0.009136127308011055, + "loss_total": 0.009136127308011055, + "step": 71920 + }, + { + "loss_action": 0.0033148047514259815, + "loss_total": 0.0033148047514259815, + "step": 71920 + }, + { + "loss_action": 0.013285131193697453, + "loss_total": 0.013285131193697453, + "step": 71920 + }, + { + "loss_action": 0.01194493006914854, + "loss_total": 0.01194493006914854, + "step": 71920 + }, + { + "loss_action": 0.011617394164204597, + "loss_total": 0.011617394164204597, + "step": 71920 + }, + { + "grad_norm": 0.24288935959339142, + "learning_rate": 2.003984714947618e-05, + "loss": 0.0152, + "step": 71930 + }, + { + "loss_action": 0.0038348434027284384, + "loss_total": 0.0038348434027284384, + "step": 71930 + }, + { + "loss_action": 0.005724500399082899, + "loss_total": 0.005724500399082899, + "step": 71930 + }, + { + "loss_action": 0.006098278798162937, + "loss_total": 0.006098278798162937, + "step": 71930 + }, + { + "loss_action": 0.024738335981965065, + "loss_total": 0.024738335981965065, + "step": 71930 + }, + { + "loss_action": 0.007500352803617716, + "loss_total": 0.007500352803617716, + "step": 71930 + }, + { + "loss_action": 0.010651101358234882, + "loss_total": 0.010651101358234882, + "step": 71930 + }, + { + "grad_norm": 0.9527989625930786, + "learning_rate": 2.0026611156713515e-05, + "loss": 0.0118, + "step": 71940 + }, + { + "loss_action": 0.008158850483596325, + "loss_total": 0.008158850483596325, + "step": 71940 + }, + { + "loss_action": 0.0069350749254226685, + "loss_total": 0.0069350749254226685, + "step": 71940 + }, + { + "loss_action": 0.021987436339259148, + "loss_total": 0.021987436339259148, + "step": 71940 + }, + { + "loss_action": 0.006076173856854439, + "loss_total": 0.006076173856854439, + "step": 71940 + }, + { + "loss_action": 0.004104563966393471, + "loss_total": 0.004104563966393471, + "step": 71940 + }, + { + "loss_action": 0.00338952848687768, + "loss_total": 0.00338952848687768, + "step": 71940 + }, + { + "grad_norm": 0.23609881103038788, + "learning_rate": 2.0013378441795584e-05, + "loss": 0.0114, + "step": 71950 + }, + { + "loss_action": 0.017260126769542694, + "loss_total": 0.017260126769542694, + "step": 71950 + }, + { + "loss_action": 0.004480523522943258, + "loss_total": 0.004480523522943258, + "step": 71950 + }, + { + "loss_action": 0.005941284354776144, + "loss_total": 0.005941284354776144, + "step": 71950 + }, + { + "loss_action": 0.003391527570784092, + "loss_total": 0.003391527570784092, + "step": 71950 + }, + { + "loss_action": 0.009007112123072147, + "loss_total": 0.009007112123072147, + "step": 71950 + }, + { + "loss_action": 0.006460449192672968, + "loss_total": 0.006460449192672968, + "step": 71950 + }, + { + "grad_norm": 0.34344881772994995, + "learning_rate": 2.0000149006169506e-05, + "loss": 0.0126, + "step": 71960 + }, + { + "loss_action": 0.0089357765391469, + "loss_total": 0.0089357765391469, + "step": 71960 + }, + { + "loss_action": 0.007380181457847357, + "loss_total": 0.007380181457847357, + "step": 71960 + }, + { + "loss_action": 0.00880290474742651, + "loss_total": 0.00880290474742651, + "step": 71960 + }, + { + "loss_action": 0.02922133170068264, + "loss_total": 0.02922133170068264, + "step": 71960 + }, + { + "loss_action": 0.0024431650526821613, + "loss_total": 0.0024431650526821613, + "step": 71960 + }, + { + "loss_action": 0.048901017755270004, + "loss_total": 0.048901017755270004, + "step": 71960 + }, + { + "grad_norm": 0.3118698298931122, + "learning_rate": 1.9986922851282048e-05, + "loss": 0.0128, + "step": 71970 + }, + { + "loss_action": 0.012011203914880753, + "loss_total": 0.012011203914880753, + "step": 71970 + }, + { + "loss_action": 0.006100669968873262, + "loss_total": 0.006100669968873262, + "step": 71970 + }, + { + "loss_action": 0.01202696468681097, + "loss_total": 0.01202696468681097, + "step": 71970 + }, + { + "loss_action": 0.00836203619837761, + "loss_total": 0.00836203619837761, + "step": 71970 + }, + { + "loss_action": 0.006611459422856569, + "loss_total": 0.006611459422856569, + "step": 71970 + }, + { + "loss_action": 0.01063032727688551, + "loss_total": 0.01063032727688551, + "step": 71970 + }, + { + "grad_norm": 0.27487847208976746, + "learning_rate": 1.997369997857956e-05, + "loss": 0.0107, + "step": 71980 + }, + { + "loss_action": 0.017787620425224304, + "loss_total": 0.017787620425224304, + "step": 71980 + }, + { + "loss_action": 0.014512114226818085, + "loss_total": 0.014512114226818085, + "step": 71980 + }, + { + "loss_action": 0.015875667333602905, + "loss_total": 0.015875667333602905, + "step": 71980 + }, + { + "loss_action": 0.0051916297525167465, + "loss_total": 0.0051916297525167465, + "step": 71980 + }, + { + "loss_action": 0.017782224342226982, + "loss_total": 0.017782224342226982, + "step": 71980 + }, + { + "loss_action": 0.0038591534830629826, + "loss_total": 0.0038591534830629826, + "step": 71980 + }, + { + "grad_norm": 0.32101672887802124, + "learning_rate": 1.9960480389508103e-05, + "loss": 0.0108, + "step": 71990 + }, + { + "loss_action": 0.0027435864321887493, + "loss_total": 0.0027435864321887493, + "step": 71990 + }, + { + "loss_action": 0.01790204830467701, + "loss_total": 0.01790204830467701, + "step": 71990 + }, + { + "loss_action": 0.008635090664029121, + "loss_total": 0.008635090664029121, + "step": 71990 + }, + { + "loss_action": 0.009029218927025795, + "loss_total": 0.009029218927025795, + "step": 71990 + }, + { + "loss_action": 0.007163069676607847, + "loss_total": 0.007163069676607847, + "step": 71990 + }, + { + "loss_action": 0.011516694910824299, + "loss_total": 0.011516694910824299, + "step": 71990 + }, + { + "grad_norm": 0.2948125898838043, + "learning_rate": 1.9947264085513363e-05, + "loss": 0.0129, + "step": 72000 + }, + { + "loss_action": 0.019981084391474724, + "loss_total": 0.019981084391474724, + "step": 72000 + }, + { + "loss_action": 0.007368725724518299, + "loss_total": 0.007368725724518299, + "step": 72000 + }, + { + "loss_action": 0.005519874859601259, + "loss_total": 0.005519874859601259, + "step": 72000 + }, + { + "loss_action": 0.03501710668206215, + "loss_total": 0.03501710668206215, + "step": 72000 + }, + { + "loss_action": 0.0027043272275477648, + "loss_total": 0.0027043272275477648, + "step": 72000 + }, + { + "loss_action": 0.017457008361816406, + "loss_total": 0.017457008361816406, + "step": 72000 + }, + { + "grad_norm": 0.3563174307346344, + "learning_rate": 1.993405106804062e-05, + "loss": 0.0113, + "step": 72010 + }, + { + "loss_action": 0.0022207412403076887, + "loss_total": 0.0022207412403076887, + "step": 72010 + }, + { + "loss_action": 0.005512199830263853, + "loss_total": 0.005512199830263853, + "step": 72010 + }, + { + "loss_action": 0.01100885309278965, + "loss_total": 0.01100885309278965, + "step": 72010 + }, + { + "loss_action": 0.008935063146054745, + "loss_total": 0.008935063146054745, + "step": 72010 + }, + { + "loss_action": 0.008057881146669388, + "loss_total": 0.008057881146669388, + "step": 72010 + }, + { + "loss_action": 0.03576407954096794, + "loss_total": 0.03576407954096794, + "step": 72010 + }, + { + "grad_norm": 0.2731872498989105, + "learning_rate": 1.9920841338534867e-05, + "loss": 0.0103, + "step": 72020 + }, + { + "loss_action": 0.01307922787964344, + "loss_total": 0.01307922787964344, + "step": 72020 + }, + { + "loss_action": 0.010362422093749046, + "loss_total": 0.010362422093749046, + "step": 72020 + }, + { + "loss_action": 0.006698626559227705, + "loss_total": 0.006698626559227705, + "step": 72020 + }, + { + "loss_action": 0.005112450569868088, + "loss_total": 0.005112450569868088, + "step": 72020 + }, + { + "loss_action": 0.0033619862515479326, + "loss_total": 0.0033619862515479326, + "step": 72020 + }, + { + "loss_action": 0.013862685300409794, + "loss_total": 0.013862685300409794, + "step": 72020 + }, + { + "grad_norm": 0.19695298373699188, + "learning_rate": 1.9907634898440646e-05, + "loss": 0.0119, + "step": 72030 + }, + { + "loss_action": 0.010590165853500366, + "loss_total": 0.010590165853500366, + "step": 72030 + }, + { + "loss_action": 0.0043087312951684, + "loss_total": 0.0043087312951684, + "step": 72030 + }, + { + "loss_action": 0.002442769706249237, + "loss_total": 0.002442769706249237, + "step": 72030 + }, + { + "loss_action": 0.006413321942090988, + "loss_total": 0.006413321942090988, + "step": 72030 + }, + { + "loss_action": 0.006456056609749794, + "loss_total": 0.006456056609749794, + "step": 72030 + }, + { + "loss_action": 0.011768953874707222, + "loss_total": 0.011768953874707222, + "step": 72030 + }, + { + "grad_norm": 0.25935980677604675, + "learning_rate": 1.989443174920227e-05, + "loss": 0.0101, + "step": 72040 + }, + { + "loss_action": 0.0094104940071702, + "loss_total": 0.0094104940071702, + "step": 72040 + }, + { + "loss_action": 0.008854166604578495, + "loss_total": 0.008854166604578495, + "step": 72040 + }, + { + "loss_action": 0.004306855611503124, + "loss_total": 0.004306855611503124, + "step": 72040 + }, + { + "loss_action": 0.004380233585834503, + "loss_total": 0.004380233585834503, + "step": 72040 + }, + { + "loss_action": 0.006629046984016895, + "loss_total": 0.006629046984016895, + "step": 72040 + }, + { + "loss_action": 0.007989357225596905, + "loss_total": 0.007989357225596905, + "step": 72040 + }, + { + "grad_norm": 0.21222765743732452, + "learning_rate": 1.988123189226355e-05, + "loss": 0.0114, + "step": 72050 + }, + { + "loss_action": 0.00795700028538704, + "loss_total": 0.00795700028538704, + "step": 72050 + }, + { + "loss_action": 0.011411800049245358, + "loss_total": 0.011411800049245358, + "step": 72050 + }, + { + "loss_action": 0.006276043597608805, + "loss_total": 0.006276043597608805, + "step": 72050 + }, + { + "loss_action": 0.0027351437602192163, + "loss_total": 0.0027351437602192163, + "step": 72050 + }, + { + "loss_action": 0.048060983419418335, + "loss_total": 0.048060983419418335, + "step": 72050 + }, + { + "loss_action": 0.0038319274317473173, + "loss_total": 0.0038319274317473173, + "step": 72050 + }, + { + "grad_norm": 0.3370022773742676, + "learning_rate": 1.986803532906805e-05, + "loss": 0.0116, + "step": 72060 + }, + { + "loss_action": 0.008325089700520039, + "loss_total": 0.008325089700520039, + "step": 72060 + }, + { + "loss_action": 0.017462145537137985, + "loss_total": 0.017462145537137985, + "step": 72060 + }, + { + "loss_action": 0.009948008693754673, + "loss_total": 0.009948008693754673, + "step": 72060 + }, + { + "loss_action": 0.011293298564851284, + "loss_total": 0.011293298564851284, + "step": 72060 + }, + { + "loss_action": 0.017036568373441696, + "loss_total": 0.017036568373441696, + "step": 72060 + }, + { + "loss_action": 0.004818208049982786, + "loss_total": 0.004818208049982786, + "step": 72060 + }, + { + "grad_norm": 0.23501808941364288, + "learning_rate": 1.985484206105889e-05, + "loss": 0.0093, + "step": 72070 + }, + { + "loss_action": 0.010696059092879295, + "loss_total": 0.010696059092879295, + "step": 72070 + }, + { + "loss_action": 0.02664141356945038, + "loss_total": 0.02664141356945038, + "step": 72070 + }, + { + "loss_action": 0.005455553065985441, + "loss_total": 0.005455553065985441, + "step": 72070 + }, + { + "loss_action": 0.00717698410153389, + "loss_total": 0.00717698410153389, + "step": 72070 + }, + { + "loss_action": 0.006203833501785994, + "loss_total": 0.006203833501785994, + "step": 72070 + }, + { + "loss_action": 0.0074674333445727825, + "loss_total": 0.0074674333445727825, + "step": 72070 + }, + { + "grad_norm": 0.20180140435695648, + "learning_rate": 1.9841652089678887e-05, + "loss": 0.0108, + "step": 72080 + }, + { + "loss_action": 0.002341858809813857, + "loss_total": 0.002341858809813857, + "step": 72080 + }, + { + "loss_action": 0.007849189452826977, + "loss_total": 0.007849189452826977, + "step": 72080 + }, + { + "loss_action": 0.00855530146509409, + "loss_total": 0.00855530146509409, + "step": 72080 + }, + { + "loss_action": 0.0074806977063417435, + "loss_total": 0.0074806977063417435, + "step": 72080 + }, + { + "loss_action": 0.01559186726808548, + "loss_total": 0.01559186726808548, + "step": 72080 + }, + { + "loss_action": 0.003941891714930534, + "loss_total": 0.003941891714930534, + "step": 72080 + }, + { + "grad_norm": 0.29372766613960266, + "learning_rate": 1.9828465416370435e-05, + "loss": 0.0097, + "step": 72090 + }, + { + "loss_action": 0.015510792843997478, + "loss_total": 0.015510792843997478, + "step": 72090 + }, + { + "loss_action": 0.023218117654323578, + "loss_total": 0.023218117654323578, + "step": 72090 + }, + { + "loss_action": 0.016044901683926582, + "loss_total": 0.016044901683926582, + "step": 72090 + }, + { + "loss_action": 0.011450720950961113, + "loss_total": 0.011450720950961113, + "step": 72090 + }, + { + "loss_action": 0.011033511720597744, + "loss_total": 0.011033511720597744, + "step": 72090 + }, + { + "loss_action": 0.005006266292184591, + "loss_total": 0.005006266292184591, + "step": 72090 + }, + { + "grad_norm": 0.35421133041381836, + "learning_rate": 1.9815282042575685e-05, + "loss": 0.0109, + "step": 72100 + }, + { + "loss_action": 0.003060485003516078, + "loss_total": 0.003060485003516078, + "step": 72100 + }, + { + "loss_action": 0.010776965878903866, + "loss_total": 0.010776965878903866, + "step": 72100 + }, + { + "loss_action": 0.010130617767572403, + "loss_total": 0.010130617767572403, + "step": 72100 + }, + { + "loss_action": 0.00815883744508028, + "loss_total": 0.00815883744508028, + "step": 72100 + }, + { + "loss_action": 0.003606943180784583, + "loss_total": 0.003606943180784583, + "step": 72100 + }, + { + "loss_action": 0.00823751837015152, + "loss_total": 0.00823751837015152, + "step": 72100 + }, + { + "grad_norm": 0.32953834533691406, + "learning_rate": 1.9802101969736285e-05, + "loss": 0.0122, + "step": 72110 + }, + { + "loss_action": 0.01860145293176174, + "loss_total": 0.01860145293176174, + "step": 72110 + }, + { + "loss_action": 0.007423984818160534, + "loss_total": 0.007423984818160534, + "step": 72110 + }, + { + "loss_action": 0.003446893999353051, + "loss_total": 0.003446893999353051, + "step": 72110 + }, + { + "loss_action": 0.006350665353238583, + "loss_total": 0.006350665353238583, + "step": 72110 + }, + { + "loss_action": 0.011256026104092598, + "loss_total": 0.011256026104092598, + "step": 72110 + }, + { + "loss_action": 0.011928587220609188, + "loss_total": 0.011928587220609188, + "step": 72110 + }, + { + "grad_norm": 0.1609858274459839, + "learning_rate": 1.9788925199293633e-05, + "loss": 0.0108, + "step": 72120 + }, + { + "loss_action": 0.012122957035899162, + "loss_total": 0.012122957035899162, + "step": 72120 + }, + { + "loss_action": 0.006194050889462233, + "loss_total": 0.006194050889462233, + "step": 72120 + }, + { + "loss_action": 0.01922595500946045, + "loss_total": 0.01922595500946045, + "step": 72120 + }, + { + "loss_action": 0.019363703206181526, + "loss_total": 0.019363703206181526, + "step": 72120 + }, + { + "loss_action": 0.011394952423870564, + "loss_total": 0.011394952423870564, + "step": 72120 + }, + { + "loss_action": 0.003153040539473295, + "loss_total": 0.003153040539473295, + "step": 72120 + }, + { + "grad_norm": 0.2869396209716797, + "learning_rate": 1.977575173268868e-05, + "loss": 0.0101, + "step": 72130 + }, + { + "loss_action": 0.0029733660630881786, + "loss_total": 0.0029733660630881786, + "step": 72130 + }, + { + "loss_action": 0.004473934415727854, + "loss_total": 0.004473934415727854, + "step": 72130 + }, + { + "loss_action": 0.0031664487905800343, + "loss_total": 0.0031664487905800343, + "step": 72130 + }, + { + "loss_action": 0.042702510952949524, + "loss_total": 0.042702510952949524, + "step": 72130 + }, + { + "loss_action": 0.011359461583197117, + "loss_total": 0.011359461583197117, + "step": 72130 + }, + { + "loss_action": 0.008368794806301594, + "loss_total": 0.008368794806301594, + "step": 72130 + }, + { + "grad_norm": 0.33417239785194397, + "learning_rate": 1.9762581571362094e-05, + "loss": 0.0092, + "step": 72140 + }, + { + "loss_action": 0.007100541144609451, + "loss_total": 0.007100541144609451, + "step": 72140 + }, + { + "loss_action": 0.008264821022748947, + "loss_total": 0.008264821022748947, + "step": 72140 + }, + { + "loss_action": 0.018259260803461075, + "loss_total": 0.018259260803461075, + "step": 72140 + }, + { + "loss_action": 0.006581882014870644, + "loss_total": 0.006581882014870644, + "step": 72140 + }, + { + "loss_action": 0.008357875980436802, + "loss_total": 0.008357875980436802, + "step": 72140 + }, + { + "loss_action": 0.0038651914801448584, + "loss_total": 0.0038651914801448584, + "step": 72140 + }, + { + "grad_norm": 0.2629629075527191, + "learning_rate": 1.9749414716754112e-05, + "loss": 0.011, + "step": 72150 + }, + { + "loss_action": 0.00772935850545764, + "loss_total": 0.00772935850545764, + "step": 72150 + }, + { + "loss_action": 0.013294692151248455, + "loss_total": 0.013294692151248455, + "step": 72150 + }, + { + "loss_action": 0.0215652734041214, + "loss_total": 0.0215652734041214, + "step": 72150 + }, + { + "loss_action": 0.008890237659215927, + "loss_total": 0.008890237659215927, + "step": 72150 + }, + { + "loss_action": 0.006337834522128105, + "loss_total": 0.006337834522128105, + "step": 72150 + }, + { + "loss_action": 0.0310857854783535, + "loss_total": 0.0310857854783535, + "step": 72150 + }, + { + "grad_norm": 0.2104892134666443, + "learning_rate": 1.973625117030465e-05, + "loss": 0.0112, + "step": 72160 + }, + { + "loss_action": 0.008621731773018837, + "loss_total": 0.008621731773018837, + "step": 72160 + }, + { + "loss_action": 0.0047510587610304356, + "loss_total": 0.0047510587610304356, + "step": 72160 + }, + { + "loss_action": 0.012180428020656109, + "loss_total": 0.012180428020656109, + "step": 72160 + }, + { + "loss_action": 0.006528394762426615, + "loss_total": 0.006528394762426615, + "step": 72160 + }, + { + "loss_action": 0.010679985396564007, + "loss_total": 0.010679985396564007, + "step": 72160 + }, + { + "loss_action": 0.00687921280041337, + "loss_total": 0.00687921280041337, + "step": 72160 + }, + { + "grad_norm": 0.2959027588367462, + "learning_rate": 1.972309093345326e-05, + "loss": 0.0109, + "step": 72170 + }, + { + "loss_action": 0.04537786915898323, + "loss_total": 0.04537786915898323, + "step": 72170 + }, + { + "loss_action": 0.011548965238034725, + "loss_total": 0.011548965238034725, + "step": 72170 + }, + { + "loss_action": 0.008803315460681915, + "loss_total": 0.008803315460681915, + "step": 72170 + }, + { + "loss_action": 0.004635555669665337, + "loss_total": 0.004635555669665337, + "step": 72170 + }, + { + "loss_action": 0.017133504152297974, + "loss_total": 0.017133504152297974, + "step": 72170 + }, + { + "loss_action": 0.005488055292516947, + "loss_total": 0.005488055292516947, + "step": 72170 + }, + { + "grad_norm": 0.27259519696235657, + "learning_rate": 1.970993400763915e-05, + "loss": 0.0103, + "step": 72180 + }, + { + "loss_action": 0.029751064255833626, + "loss_total": 0.029751064255833626, + "step": 72180 + }, + { + "loss_action": 0.006117743439972401, + "loss_total": 0.006117743439972401, + "step": 72180 + }, + { + "loss_action": 0.005593265872448683, + "loss_total": 0.005593265872448683, + "step": 72180 + }, + { + "loss_action": 0.00432171206921339, + "loss_total": 0.00432171206921339, + "step": 72180 + }, + { + "loss_action": 0.008094497956335545, + "loss_total": 0.008094497956335545, + "step": 72180 + }, + { + "loss_action": 0.0038384110666811466, + "loss_total": 0.0038384110666811466, + "step": 72180 + }, + { + "grad_norm": 0.2076621949672699, + "learning_rate": 1.969678039430109e-05, + "loss": 0.0114, + "step": 72190 + }, + { + "loss_action": 0.005331745371222496, + "loss_total": 0.005331745371222496, + "step": 72190 + }, + { + "loss_action": 0.003940440248697996, + "loss_total": 0.003940440248697996, + "step": 72190 + }, + { + "loss_action": 0.0048978207632899284, + "loss_total": 0.0048978207632899284, + "step": 72190 + }, + { + "loss_action": 0.008300859481096268, + "loss_total": 0.008300859481096268, + "step": 72190 + }, + { + "loss_action": 0.008046605624258518, + "loss_total": 0.008046605624258518, + "step": 72190 + }, + { + "loss_action": 0.0065394979901611805, + "loss_total": 0.0065394979901611805, + "step": 72190 + }, + { + "grad_norm": 0.23945611715316772, + "learning_rate": 1.9683630094877564e-05, + "loss": 0.0123, + "step": 72200 + }, + { + "loss_action": 0.05498717352747917, + "loss_total": 0.05498717352747917, + "step": 72200 + }, + { + "loss_action": 0.003942358307540417, + "loss_total": 0.003942358307540417, + "step": 72200 + }, + { + "loss_action": 0.003308095969259739, + "loss_total": 0.003308095969259739, + "step": 72200 + }, + { + "loss_action": 0.0027528763748705387, + "loss_total": 0.0027528763748705387, + "step": 72200 + }, + { + "loss_action": 0.004702332895249128, + "loss_total": 0.004702332895249128, + "step": 72200 + }, + { + "loss_action": 0.006602325011044741, + "loss_total": 0.006602325011044741, + "step": 72200 + }, + { + "grad_norm": 0.34009087085723877, + "learning_rate": 1.9670483110806696e-05, + "loss": 0.0116, + "step": 72210 + }, + { + "loss_action": 0.003097357926890254, + "loss_total": 0.003097357926890254, + "step": 72210 + }, + { + "loss_action": 0.005538529716432095, + "loss_total": 0.005538529716432095, + "step": 72210 + }, + { + "loss_action": 0.009621507488191128, + "loss_total": 0.009621507488191128, + "step": 72210 + }, + { + "loss_action": 0.005703283473849297, + "loss_total": 0.005703283473849297, + "step": 72210 + }, + { + "loss_action": 0.006357834208756685, + "loss_total": 0.006357834208756685, + "step": 72210 + }, + { + "loss_action": 0.01594240590929985, + "loss_total": 0.01594240590929985, + "step": 72210 + }, + { + "grad_norm": 0.32404959201812744, + "learning_rate": 1.9657339443526172e-05, + "loss": 0.0123, + "step": 72220 + }, + { + "loss_action": 0.017096582800149918, + "loss_total": 0.017096582800149918, + "step": 72220 + }, + { + "loss_action": 0.0033081339206546545, + "loss_total": 0.0033081339206546545, + "step": 72220 + }, + { + "loss_action": 0.011088655330240726, + "loss_total": 0.011088655330240726, + "step": 72220 + }, + { + "loss_action": 0.01612755097448826, + "loss_total": 0.01612755097448826, + "step": 72220 + }, + { + "loss_action": 0.005287972744554281, + "loss_total": 0.005287972744554281, + "step": 72220 + }, + { + "loss_action": 0.011839216575026512, + "loss_total": 0.011839216575026512, + "step": 72220 + }, + { + "grad_norm": 0.3802521824836731, + "learning_rate": 1.964419909447339e-05, + "loss": 0.0126, + "step": 72230 + }, + { + "loss_action": 0.013326120562851429, + "loss_total": 0.013326120562851429, + "step": 72230 + }, + { + "loss_action": 0.013309765607118607, + "loss_total": 0.013309765607118607, + "step": 72230 + }, + { + "loss_action": 0.008236803114414215, + "loss_total": 0.008236803114414215, + "step": 72230 + }, + { + "loss_action": 0.010686776600778103, + "loss_total": 0.010686776600778103, + "step": 72230 + }, + { + "loss_action": 0.00607731519266963, + "loss_total": 0.00607731519266963, + "step": 72230 + }, + { + "loss_action": 0.004857468418776989, + "loss_total": 0.004857468418776989, + "step": 72230 + }, + { + "grad_norm": 0.5280804634094238, + "learning_rate": 1.963106206508536e-05, + "loss": 0.0113, + "step": 72240 + }, + { + "loss_action": 0.011709494516253471, + "loss_total": 0.011709494516253471, + "step": 72240 + }, + { + "loss_action": 0.006494689732789993, + "loss_total": 0.006494689732789993, + "step": 72240 + }, + { + "loss_action": 0.0048156422562897205, + "loss_total": 0.0048156422562897205, + "step": 72240 + }, + { + "loss_action": 0.008006198331713676, + "loss_total": 0.008006198331713676, + "step": 72240 + }, + { + "loss_action": 0.005097780842334032, + "loss_total": 0.005097780842334032, + "step": 72240 + }, + { + "loss_action": 0.01033258531242609, + "loss_total": 0.01033258531242609, + "step": 72240 + }, + { + "grad_norm": 0.2692956030368805, + "learning_rate": 1.9617928356798738e-05, + "loss": 0.0106, + "step": 72250 + }, + { + "loss_action": 0.00276471977122128, + "loss_total": 0.00276471977122128, + "step": 72250 + }, + { + "loss_action": 0.005345641635358334, + "loss_total": 0.005345641635358334, + "step": 72250 + }, + { + "loss_action": 0.01010221242904663, + "loss_total": 0.01010221242904663, + "step": 72250 + }, + { + "loss_action": 0.0023935160133987665, + "loss_total": 0.0023935160133987665, + "step": 72250 + }, + { + "loss_action": 0.008807673119008541, + "loss_total": 0.008807673119008541, + "step": 72250 + }, + { + "loss_action": 0.0044540101662278175, + "loss_total": 0.0044540101662278175, + "step": 72250 + }, + { + "grad_norm": 0.26770275831222534, + "learning_rate": 1.960479797104977e-05, + "loss": 0.0092, + "step": 72260 + }, + { + "loss_action": 0.002882951870560646, + "loss_total": 0.002882951870560646, + "step": 72260 + }, + { + "loss_action": 0.005899945739656687, + "loss_total": 0.005899945739656687, + "step": 72260 + }, + { + "loss_action": 0.008560718037188053, + "loss_total": 0.008560718037188053, + "step": 72260 + }, + { + "loss_action": 0.017250826582312584, + "loss_total": 0.017250826582312584, + "step": 72260 + }, + { + "loss_action": 0.0037358684930950403, + "loss_total": 0.0037358684930950403, + "step": 72260 + }, + { + "loss_action": 0.011631770990788937, + "loss_total": 0.011631770990788937, + "step": 72260 + }, + { + "grad_norm": 0.34465932846069336, + "learning_rate": 1.9591670909274418e-05, + "loss": 0.0132, + "step": 72270 + }, + { + "loss_action": 0.005676950793713331, + "loss_total": 0.005676950793713331, + "step": 72270 + }, + { + "loss_action": 0.00981998909264803, + "loss_total": 0.00981998909264803, + "step": 72270 + }, + { + "loss_action": 0.0240491796284914, + "loss_total": 0.0240491796284914, + "step": 72270 + }, + { + "loss_action": 0.01345160510390997, + "loss_total": 0.01345160510390997, + "step": 72270 + }, + { + "loss_action": 0.008558408357203007, + "loss_total": 0.008558408357203007, + "step": 72270 + }, + { + "loss_action": 0.004785507917404175, + "loss_total": 0.004785507917404175, + "step": 72270 + }, + { + "grad_norm": 0.22849884629249573, + "learning_rate": 1.9578547172908184e-05, + "loss": 0.0093, + "step": 72280 + }, + { + "loss_action": 0.0047131069004535675, + "loss_total": 0.0047131069004535675, + "step": 72280 + }, + { + "loss_action": 0.01113338116556406, + "loss_total": 0.01113338116556406, + "step": 72280 + }, + { + "loss_action": 0.011469713412225246, + "loss_total": 0.011469713412225246, + "step": 72280 + }, + { + "loss_action": 0.006741503719240427, + "loss_total": 0.006741503719240427, + "step": 72280 + }, + { + "loss_action": 0.010728792287409306, + "loss_total": 0.010728792287409306, + "step": 72280 + }, + { + "loss_action": 0.006369858514517546, + "loss_total": 0.006369858514517546, + "step": 72280 + }, + { + "grad_norm": 0.19468040764331818, + "learning_rate": 1.9565426763386325e-05, + "loss": 0.0111, + "step": 72290 + }, + { + "loss_action": 0.002519550733268261, + "loss_total": 0.002519550733268261, + "step": 72290 + }, + { + "loss_action": 0.002918907906860113, + "loss_total": 0.002918907906860113, + "step": 72290 + }, + { + "loss_action": 0.00572632160037756, + "loss_total": 0.00572632160037756, + "step": 72290 + }, + { + "loss_action": 0.014452539384365082, + "loss_total": 0.014452539384365082, + "step": 72290 + }, + { + "loss_action": 0.016181882470846176, + "loss_total": 0.016181882470846176, + "step": 72290 + }, + { + "loss_action": 0.008115444332361221, + "loss_total": 0.008115444332361221, + "step": 72290 + }, + { + "grad_norm": 0.2976512312889099, + "learning_rate": 1.9552309682143622e-05, + "loss": 0.0124, + "step": 72300 + }, + { + "loss_action": 0.004517624620348215, + "loss_total": 0.004517624620348215, + "step": 72300 + }, + { + "loss_action": 0.004675800446420908, + "loss_total": 0.004675800446420908, + "step": 72300 + }, + { + "loss_action": 0.011375544592738152, + "loss_total": 0.011375544592738152, + "step": 72300 + }, + { + "loss_action": 0.00745549239218235, + "loss_total": 0.00745549239218235, + "step": 72300 + }, + { + "loss_action": 0.004750669002532959, + "loss_total": 0.004750669002532959, + "step": 72300 + }, + { + "loss_action": 0.0038124839775264263, + "loss_total": 0.0038124839775264263, + "step": 72300 + }, + { + "grad_norm": 0.3081646263599396, + "learning_rate": 1.9539195930614574e-05, + "loss": 0.0101, + "step": 72310 + }, + { + "loss_action": 0.003061158349737525, + "loss_total": 0.003061158349737525, + "step": 72310 + }, + { + "loss_action": 0.006828430574387312, + "loss_total": 0.006828430574387312, + "step": 72310 + }, + { + "loss_action": 0.016973396763205528, + "loss_total": 0.016973396763205528, + "step": 72310 + }, + { + "loss_action": 0.011236791498959064, + "loss_total": 0.011236791498959064, + "step": 72310 + }, + { + "loss_action": 0.008197725750505924, + "loss_total": 0.008197725750505924, + "step": 72310 + }, + { + "loss_action": 0.008607774041593075, + "loss_total": 0.008607774041593075, + "step": 72310 + }, + { + "grad_norm": 0.19045390188694, + "learning_rate": 1.952608551023324e-05, + "loss": 0.0086, + "step": 72320 + }, + { + "loss_action": 0.0038339097518473864, + "loss_total": 0.0038339097518473864, + "step": 72320 + }, + { + "loss_action": 0.013306064531207085, + "loss_total": 0.013306064531207085, + "step": 72320 + }, + { + "loss_action": 0.02005193941295147, + "loss_total": 0.02005193941295147, + "step": 72320 + }, + { + "loss_action": 0.0034210013691335917, + "loss_total": 0.0034210013691335917, + "step": 72320 + }, + { + "loss_action": 0.005150448065251112, + "loss_total": 0.005150448065251112, + "step": 72320 + }, + { + "loss_action": 0.007561514154076576, + "loss_total": 0.007561514154076576, + "step": 72320 + }, + { + "grad_norm": 0.3003305494785309, + "learning_rate": 1.9512978422433397e-05, + "loss": 0.0129, + "step": 72330 + }, + { + "loss_action": 0.021623728796839714, + "loss_total": 0.021623728796839714, + "step": 72330 + }, + { + "loss_action": 0.006998113822191954, + "loss_total": 0.006998113822191954, + "step": 72330 + }, + { + "loss_action": 0.01101849228143692, + "loss_total": 0.01101849228143692, + "step": 72330 + }, + { + "loss_action": 0.006350106094032526, + "loss_total": 0.006350106094032526, + "step": 72330 + }, + { + "loss_action": 0.005429294425994158, + "loss_total": 0.005429294425994158, + "step": 72330 + }, + { + "loss_action": 0.005511109251528978, + "loss_total": 0.005511109251528978, + "step": 72330 + }, + { + "grad_norm": 0.2510005533695221, + "learning_rate": 1.9499874668648376e-05, + "loss": 0.0092, + "step": 72340 + }, + { + "loss_action": 0.0036480340640991926, + "loss_total": 0.0036480340640991926, + "step": 72340 + }, + { + "loss_action": 0.009479730390012264, + "loss_total": 0.009479730390012264, + "step": 72340 + }, + { + "loss_action": 0.01650414802134037, + "loss_total": 0.01650414802134037, + "step": 72340 + }, + { + "loss_action": 0.005378094967454672, + "loss_total": 0.005378094967454672, + "step": 72340 + }, + { + "loss_action": 0.01783888414502144, + "loss_total": 0.01783888414502144, + "step": 72340 + }, + { + "loss_action": 0.00389301055110991, + "loss_total": 0.00389301055110991, + "step": 72340 + }, + { + "grad_norm": 0.19793841242790222, + "learning_rate": 1.9486774250311213e-05, + "loss": 0.0088, + "step": 72350 + }, + { + "loss_action": 0.006800059229135513, + "loss_total": 0.006800059229135513, + "step": 72350 + }, + { + "loss_action": 0.007512751501053572, + "loss_total": 0.007512751501053572, + "step": 72350 + }, + { + "loss_action": 0.00406885938718915, + "loss_total": 0.00406885938718915, + "step": 72350 + }, + { + "loss_action": 0.010042362846434116, + "loss_total": 0.010042362846434116, + "step": 72350 + }, + { + "loss_action": 0.010514827445149422, + "loss_total": 0.010514827445149422, + "step": 72350 + }, + { + "loss_action": 0.005597485229372978, + "loss_total": 0.005597485229372978, + "step": 72350 + }, + { + "grad_norm": 0.25961852073669434, + "learning_rate": 1.9473677168854537e-05, + "loss": 0.0101, + "step": 72360 + }, + { + "loss_action": 0.00858021154999733, + "loss_total": 0.00858021154999733, + "step": 72360 + }, + { + "loss_action": 0.008996081538498402, + "loss_total": 0.008996081538498402, + "step": 72360 + }, + { + "loss_action": 0.007247318048030138, + "loss_total": 0.007247318048030138, + "step": 72360 + }, + { + "loss_action": 0.004337954334914684, + "loss_total": 0.004337954334914684, + "step": 72360 + }, + { + "loss_action": 0.007186999078840017, + "loss_total": 0.007186999078840017, + "step": 72360 + }, + { + "loss_action": 0.03286268934607506, + "loss_total": 0.03286268934607506, + "step": 72360 + }, + { + "grad_norm": 0.1997726410627365, + "learning_rate": 1.946058342571065e-05, + "loss": 0.0081, + "step": 72370 + }, + { + "loss_action": 0.0034922445192933083, + "loss_total": 0.0034922445192933083, + "step": 72370 + }, + { + "loss_action": 0.005478154867887497, + "loss_total": 0.005478154867887497, + "step": 72370 + }, + { + "loss_action": 0.004412984941154718, + "loss_total": 0.004412984941154718, + "step": 72370 + }, + { + "loss_action": 0.0038068797439336777, + "loss_total": 0.0038068797439336777, + "step": 72370 + }, + { + "loss_action": 0.004439563024789095, + "loss_total": 0.004439563024789095, + "step": 72370 + }, + { + "loss_action": 0.02242053858935833, + "loss_total": 0.02242053858935833, + "step": 72370 + }, + { + "grad_norm": 0.21789006888866425, + "learning_rate": 1.9447493022311424e-05, + "loss": 0.0087, + "step": 72380 + }, + { + "loss_action": 0.004333219025284052, + "loss_total": 0.004333219025284052, + "step": 72380 + }, + { + "loss_action": 0.006252662278711796, + "loss_total": 0.006252662278711796, + "step": 72380 + }, + { + "loss_action": 0.02098294161260128, + "loss_total": 0.02098294161260128, + "step": 72380 + }, + { + "loss_action": 0.011298565194010735, + "loss_total": 0.011298565194010735, + "step": 72380 + }, + { + "loss_action": 0.012390552088618279, + "loss_total": 0.012390552088618279, + "step": 72380 + }, + { + "loss_action": 0.002929246984422207, + "loss_total": 0.002929246984422207, + "step": 72380 + }, + { + "grad_norm": 0.26113161444664, + "learning_rate": 1.9434405960088442e-05, + "loss": 0.0097, + "step": 72390 + }, + { + "loss_action": 0.005089943762868643, + "loss_total": 0.005089943762868643, + "step": 72390 + }, + { + "loss_action": 0.004037007223814726, + "loss_total": 0.004037007223814726, + "step": 72390 + }, + { + "loss_action": 0.007617661263793707, + "loss_total": 0.007617661263793707, + "step": 72390 + }, + { + "loss_action": 0.01382814534008503, + "loss_total": 0.01382814534008503, + "step": 72390 + }, + { + "loss_action": 0.0172940231859684, + "loss_total": 0.0172940231859684, + "step": 72390 + }, + { + "loss_action": 0.004764962010085583, + "loss_total": 0.004764962010085583, + "step": 72390 + }, + { + "grad_norm": 0.26992109417915344, + "learning_rate": 1.9421322240472857e-05, + "loss": 0.0094, + "step": 72400 + }, + { + "loss_action": 0.00866844691336155, + "loss_total": 0.00866844691336155, + "step": 72400 + }, + { + "loss_action": 0.005810478236526251, + "loss_total": 0.005810478236526251, + "step": 72400 + }, + { + "loss_action": 0.03377578407526016, + "loss_total": 0.03377578407526016, + "step": 72400 + }, + { + "loss_action": 0.007568830158561468, + "loss_total": 0.007568830158561468, + "step": 72400 + }, + { + "loss_action": 0.01816403493285179, + "loss_total": 0.01816403493285179, + "step": 72400 + }, + { + "loss_action": 0.01985999383032322, + "loss_total": 0.01985999383032322, + "step": 72400 + }, + { + "grad_norm": 0.24486777186393738, + "learning_rate": 1.9408241864895494e-05, + "loss": 0.0088, + "step": 72410 + }, + { + "loss_action": 0.0028020909521728754, + "loss_total": 0.0028020909521728754, + "step": 72410 + }, + { + "loss_action": 0.006000812631100416, + "loss_total": 0.006000812631100416, + "step": 72410 + }, + { + "loss_action": 0.018563540652394295, + "loss_total": 0.018563540652394295, + "step": 72410 + }, + { + "loss_action": 0.008432121947407722, + "loss_total": 0.008432121947407722, + "step": 72410 + }, + { + "loss_action": 0.0063569433987140656, + "loss_total": 0.0063569433987140656, + "step": 72410 + }, + { + "loss_action": 0.00293759279884398, + "loss_total": 0.00293759279884398, + "step": 72410 + }, + { + "grad_norm": 0.21463458240032196, + "learning_rate": 1.939516483478681e-05, + "loss": 0.0085, + "step": 72420 + }, + { + "loss_action": 0.00783311203122139, + "loss_total": 0.00783311203122139, + "step": 72420 + }, + { + "loss_action": 0.002304615220054984, + "loss_total": 0.002304615220054984, + "step": 72420 + }, + { + "loss_action": 0.003077728906646371, + "loss_total": 0.003077728906646371, + "step": 72420 + }, + { + "loss_action": 0.0049186404794454575, + "loss_total": 0.0049186404794454575, + "step": 72420 + }, + { + "loss_action": 0.004735207185149193, + "loss_total": 0.004735207185149193, + "step": 72420 + }, + { + "loss_action": 0.002822409849613905, + "loss_total": 0.002822409849613905, + "step": 72420 + }, + { + "grad_norm": 0.20449291169643402, + "learning_rate": 1.9382091151576902e-05, + "loss": 0.0103, + "step": 72430 + }, + { + "loss_action": 0.014786639250814915, + "loss_total": 0.014786639250814915, + "step": 72430 + }, + { + "loss_action": 0.006863037124276161, + "loss_total": 0.006863037124276161, + "step": 72430 + }, + { + "loss_action": 0.007440643850713968, + "loss_total": 0.007440643850713968, + "step": 72430 + }, + { + "loss_action": 0.01800714246928692, + "loss_total": 0.01800714246928692, + "step": 72430 + }, + { + "loss_action": 0.005374016705900431, + "loss_total": 0.005374016705900431, + "step": 72430 + }, + { + "loss_action": 0.008340628817677498, + "loss_total": 0.008340628817677498, + "step": 72430 + }, + { + "grad_norm": 0.231228306889534, + "learning_rate": 1.9369020816695454e-05, + "loss": 0.0105, + "step": 72440 + }, + { + "loss_action": 0.005699667613953352, + "loss_total": 0.005699667613953352, + "step": 72440 + }, + { + "loss_action": 0.025164887309074402, + "loss_total": 0.025164887309074402, + "step": 72440 + }, + { + "loss_action": 0.0027619788888841867, + "loss_total": 0.0027619788888841867, + "step": 72440 + }, + { + "loss_action": 0.029300298541784286, + "loss_total": 0.029300298541784286, + "step": 72440 + }, + { + "loss_action": 0.0075933369807899, + "loss_total": 0.0075933369807899, + "step": 72440 + }, + { + "loss_action": 0.008308786898851395, + "loss_total": 0.008308786898851395, + "step": 72440 + }, + { + "grad_norm": 0.2687298655509949, + "learning_rate": 1.935595383157184e-05, + "loss": 0.0109, + "step": 72450 + }, + { + "loss_action": 0.009311278350651264, + "loss_total": 0.009311278350651264, + "step": 72450 + }, + { + "loss_action": 0.046238962560892105, + "loss_total": 0.046238962560892105, + "step": 72450 + }, + { + "loss_action": 0.008514350280165672, + "loss_total": 0.008514350280165672, + "step": 72450 + }, + { + "loss_action": 0.005845383275300264, + "loss_total": 0.005845383275300264, + "step": 72450 + }, + { + "loss_action": 0.0026938901282846928, + "loss_total": 0.0026938901282846928, + "step": 72450 + }, + { + "loss_action": 0.011538151651620865, + "loss_total": 0.011538151651620865, + "step": 72450 + }, + { + "grad_norm": 0.4005431532859802, + "learning_rate": 1.9342890197635057e-05, + "loss": 0.0137, + "step": 72460 + }, + { + "loss_action": 0.005886284168809652, + "loss_total": 0.005886284168809652, + "step": 72460 + }, + { + "loss_action": 0.006252937484532595, + "loss_total": 0.006252937484532595, + "step": 72460 + }, + { + "loss_action": 0.007210889365524054, + "loss_total": 0.007210889365524054, + "step": 72460 + }, + { + "loss_action": 0.00626872293651104, + "loss_total": 0.00626872293651104, + "step": 72460 + }, + { + "loss_action": 0.017952121794223785, + "loss_total": 0.017952121794223785, + "step": 72460 + }, + { + "loss_action": 0.010353258810937405, + "loss_total": 0.010353258810937405, + "step": 72460 + }, + { + "grad_norm": 0.28126060962677, + "learning_rate": 1.9329829916313685e-05, + "loss": 0.0106, + "step": 72470 + }, + { + "loss_action": 0.016971083357930183, + "loss_total": 0.016971083357930183, + "step": 72470 + }, + { + "loss_action": 0.010431029833853245, + "loss_total": 0.010431029833853245, + "step": 72470 + }, + { + "loss_action": 0.008922619745135307, + "loss_total": 0.008922619745135307, + "step": 72470 + }, + { + "loss_action": 0.007030584383755922, + "loss_total": 0.007030584383755922, + "step": 72470 + }, + { + "loss_action": 0.053184740245342255, + "loss_total": 0.053184740245342255, + "step": 72470 + }, + { + "loss_action": 0.01853969320654869, + "loss_total": 0.01853969320654869, + "step": 72470 + }, + { + "grad_norm": 0.35287874937057495, + "learning_rate": 1.9316772989036013e-05, + "loss": 0.0109, + "step": 72480 + }, + { + "loss_action": 0.007753205019980669, + "loss_total": 0.007753205019980669, + "step": 72480 + }, + { + "loss_action": 0.007748342119157314, + "loss_total": 0.007748342119157314, + "step": 72480 + }, + { + "loss_action": 0.0052073257975280285, + "loss_total": 0.0052073257975280285, + "step": 72480 + }, + { + "loss_action": 0.0036216620355844498, + "loss_total": 0.0036216620355844498, + "step": 72480 + }, + { + "loss_action": 0.014082135632634163, + "loss_total": 0.014082135632634163, + "step": 72480 + }, + { + "loss_action": 0.018049072474241257, + "loss_total": 0.018049072474241257, + "step": 72480 + }, + { + "grad_norm": 0.25882625579833984, + "learning_rate": 1.930371941722991e-05, + "loss": 0.0093, + "step": 72490 + }, + { + "loss_action": 0.006050541065633297, + "loss_total": 0.006050541065633297, + "step": 72490 + }, + { + "loss_action": 0.04276438057422638, + "loss_total": 0.04276438057422638, + "step": 72490 + }, + { + "loss_action": 0.004260378889739513, + "loss_total": 0.004260378889739513, + "step": 72490 + }, + { + "loss_action": 0.009883284568786621, + "loss_total": 0.009883284568786621, + "step": 72490 + }, + { + "loss_action": 0.012842933647334576, + "loss_total": 0.012842933647334576, + "step": 72490 + }, + { + "loss_action": 0.0029465777333825827, + "loss_total": 0.0029465777333825827, + "step": 72490 + }, + { + "grad_norm": 0.24326762557029724, + "learning_rate": 1.929066920232292e-05, + "loss": 0.009, + "step": 72500 + }, + { + "loss_action": 0.006211830303072929, + "loss_total": 0.006211830303072929, + "step": 72500 + }, + { + "loss_action": 0.006579816807061434, + "loss_total": 0.006579816807061434, + "step": 72500 + }, + { + "loss_action": 0.010593815706670284, + "loss_total": 0.010593815706670284, + "step": 72500 + }, + { + "loss_action": 0.0190119631588459, + "loss_total": 0.0190119631588459, + "step": 72500 + }, + { + "loss_action": 0.006081083323806524, + "loss_total": 0.006081083323806524, + "step": 72500 + }, + { + "loss_action": 0.008175899274647236, + "loss_total": 0.008175899274647236, + "step": 72500 + }, + { + "grad_norm": 0.26090216636657715, + "learning_rate": 1.9277622345742152e-05, + "loss": 0.0083, + "step": 72510 + }, + { + "loss_action": 0.008152051828801632, + "loss_total": 0.008152051828801632, + "step": 72510 + }, + { + "loss_action": 0.005822961684316397, + "loss_total": 0.005822961684316397, + "step": 72510 + }, + { + "loss_action": 0.0036943911109119654, + "loss_total": 0.0036943911109119654, + "step": 72510 + }, + { + "loss_action": 0.002912323223426938, + "loss_total": 0.002912323223426938, + "step": 72510 + }, + { + "loss_action": 0.011293494142591953, + "loss_total": 0.011293494142591953, + "step": 72510 + }, + { + "loss_action": 0.021596655249595642, + "loss_total": 0.021596655249595642, + "step": 72510 + }, + { + "grad_norm": 0.2917369306087494, + "learning_rate": 1.926457884891444e-05, + "loss": 0.0104, + "step": 72520 + }, + { + "loss_action": 0.0030566195491701365, + "loss_total": 0.0030566195491701365, + "step": 72520 + }, + { + "loss_action": 0.00287049962207675, + "loss_total": 0.00287049962207675, + "step": 72520 + }, + { + "loss_action": 0.014755791053175926, + "loss_total": 0.014755791053175926, + "step": 72520 + }, + { + "loss_action": 0.00677476916462183, + "loss_total": 0.00677476916462183, + "step": 72520 + }, + { + "loss_action": 0.004679193254560232, + "loss_total": 0.004679193254560232, + "step": 72520 + }, + { + "loss_action": 0.00924508273601532, + "loss_total": 0.00924508273601532, + "step": 72520 + }, + { + "grad_norm": 0.2360093742609024, + "learning_rate": 1.9251538713266147e-05, + "loss": 0.0086, + "step": 72530 + }, + { + "loss_action": 0.006826447788625956, + "loss_total": 0.006826447788625956, + "step": 72530 + }, + { + "loss_action": 0.005153062287718058, + "loss_total": 0.005153062287718058, + "step": 72530 + }, + { + "loss_action": 0.02336597442626953, + "loss_total": 0.02336597442626953, + "step": 72530 + }, + { + "loss_action": 0.013146303594112396, + "loss_total": 0.013146303594112396, + "step": 72530 + }, + { + "loss_action": 0.012972802855074406, + "loss_total": 0.012972802855074406, + "step": 72530 + }, + { + "loss_action": 0.006804419681429863, + "loss_total": 0.006804419681429863, + "step": 72530 + }, + { + "grad_norm": 0.27131786942481995, + "learning_rate": 1.9238501940223358e-05, + "loss": 0.0105, + "step": 72540 + }, + { + "loss_action": 0.008909470401704311, + "loss_total": 0.008909470401704311, + "step": 72540 + }, + { + "loss_action": 0.007681930437684059, + "loss_total": 0.007681930437684059, + "step": 72540 + }, + { + "loss_action": 0.007660588715225458, + "loss_total": 0.007660588715225458, + "step": 72540 + }, + { + "loss_action": 0.018918011337518692, + "loss_total": 0.018918011337518692, + "step": 72540 + }, + { + "loss_action": 0.008248893544077873, + "loss_total": 0.008248893544077873, + "step": 72540 + }, + { + "loss_action": 0.008591664023697376, + "loss_total": 0.008591664023697376, + "step": 72540 + }, + { + "grad_norm": 0.1808609962463379, + "learning_rate": 1.922546853121175e-05, + "loss": 0.0094, + "step": 72550 + }, + { + "loss_action": 0.01310694869607687, + "loss_total": 0.01310694869607687, + "step": 72550 + }, + { + "loss_action": 0.006079898215830326, + "loss_total": 0.006079898215830326, + "step": 72550 + }, + { + "loss_action": 0.004515945445746183, + "loss_total": 0.004515945445746183, + "step": 72550 + }, + { + "loss_action": 0.02395683154463768, + "loss_total": 0.02395683154463768, + "step": 72550 + }, + { + "loss_action": 0.0067895990796387196, + "loss_total": 0.0067895990796387196, + "step": 72550 + }, + { + "loss_action": 0.006867560092359781, + "loss_total": 0.006867560092359781, + "step": 72550 + }, + { + "grad_norm": 0.3274725675582886, + "learning_rate": 1.9212438487656647e-05, + "loss": 0.01, + "step": 72560 + }, + { + "loss_action": 0.010652505792677402, + "loss_total": 0.010652505792677402, + "step": 72560 + }, + { + "loss_action": 0.008038641884922981, + "loss_total": 0.008038641884922981, + "step": 72560 + }, + { + "loss_action": 0.01694967783987522, + "loss_total": 0.01694967783987522, + "step": 72560 + }, + { + "loss_action": 0.0047320169396698475, + "loss_total": 0.0047320169396698475, + "step": 72560 + }, + { + "loss_action": 0.006557576823979616, + "loss_total": 0.006557576823979616, + "step": 72560 + }, + { + "loss_action": 0.0025799849536269903, + "loss_total": 0.0025799849536269903, + "step": 72560 + }, + { + "grad_norm": 0.19983811676502228, + "learning_rate": 1.9199411810982965e-05, + "loss": 0.0092, + "step": 72570 + }, + { + "loss_action": 0.008053443394601345, + "loss_total": 0.008053443394601345, + "step": 72570 + }, + { + "loss_action": 0.014947475865483284, + "loss_total": 0.014947475865483284, + "step": 72570 + }, + { + "loss_action": 0.005082607269287109, + "loss_total": 0.005082607269287109, + "step": 72570 + }, + { + "loss_action": 0.004102393053472042, + "loss_total": 0.004102393053472042, + "step": 72570 + }, + { + "loss_action": 0.0048382217064499855, + "loss_total": 0.0048382217064499855, + "step": 72570 + }, + { + "loss_action": 0.003205935237929225, + "loss_total": 0.003205935237929225, + "step": 72570 + }, + { + "grad_norm": 0.29704082012176514, + "learning_rate": 1.918638850261532e-05, + "loss": 0.0099, + "step": 72580 + }, + { + "loss_action": 0.0105674983933568, + "loss_total": 0.0105674983933568, + "step": 72580 + }, + { + "loss_action": 0.014140844345092773, + "loss_total": 0.014140844345092773, + "step": 72580 + }, + { + "loss_action": 0.009264067746698856, + "loss_total": 0.009264067746698856, + "step": 72580 + }, + { + "loss_action": 0.01836320385336876, + "loss_total": 0.01836320385336876, + "step": 72580 + }, + { + "loss_action": 0.007651039399206638, + "loss_total": 0.007651039399206638, + "step": 72580 + }, + { + "loss_action": 0.009167145937681198, + "loss_total": 0.009167145937681198, + "step": 72580 + }, + { + "grad_norm": 0.1984633207321167, + "learning_rate": 1.9173368563977885e-05, + "loss": 0.0119, + "step": 72590 + }, + { + "loss_action": 0.005949568469077349, + "loss_total": 0.005949568469077349, + "step": 72590 + }, + { + "loss_action": 0.005479017738252878, + "loss_total": 0.005479017738252878, + "step": 72590 + }, + { + "loss_action": 0.004063157364726067, + "loss_total": 0.004063157364726067, + "step": 72590 + }, + { + "loss_action": 0.008054200559854507, + "loss_total": 0.008054200559854507, + "step": 72590 + }, + { + "loss_action": 0.0048759435303509235, + "loss_total": 0.0048759435303509235, + "step": 72590 + }, + { + "loss_action": 0.008097248151898384, + "loss_total": 0.008097248151898384, + "step": 72590 + }, + { + "grad_norm": 0.24269720911979675, + "learning_rate": 1.9160351996494513e-05, + "loss": 0.0084, + "step": 72600 + }, + { + "loss_action": 0.0053769988007843494, + "loss_total": 0.0053769988007843494, + "step": 72600 + }, + { + "loss_action": 0.0059439619071781635, + "loss_total": 0.0059439619071781635, + "step": 72600 + }, + { + "loss_action": 0.010398207232356071, + "loss_total": 0.010398207232356071, + "step": 72600 + }, + { + "loss_action": 0.002633294789120555, + "loss_total": 0.002633294789120555, + "step": 72600 + }, + { + "loss_action": 0.0037464136257767677, + "loss_total": 0.0037464136257767677, + "step": 72600 + }, + { + "loss_action": 0.0018633557483553886, + "loss_total": 0.0018633557483553886, + "step": 72600 + }, + { + "grad_norm": 0.20170578360557556, + "learning_rate": 1.9147338801588677e-05, + "loss": 0.0093, + "step": 72610 + }, + { + "loss_action": 0.01996993087232113, + "loss_total": 0.01996993087232113, + "step": 72610 + }, + { + "loss_action": 0.0033294791355729103, + "loss_total": 0.0033294791355729103, + "step": 72610 + }, + { + "loss_action": 0.005860017612576485, + "loss_total": 0.005860017612576485, + "step": 72610 + }, + { + "loss_action": 0.003951165359467268, + "loss_total": 0.003951165359467268, + "step": 72610 + }, + { + "loss_action": 0.004111895337700844, + "loss_total": 0.004111895337700844, + "step": 72610 + }, + { + "loss_action": 0.011894757859408855, + "loss_total": 0.011894757859408855, + "step": 72610 + }, + { + "grad_norm": 0.3049217760562897, + "learning_rate": 1.913432898068351e-05, + "loss": 0.0102, + "step": 72620 + }, + { + "loss_action": 0.0029123486019670963, + "loss_total": 0.0029123486019670963, + "step": 72620 + }, + { + "loss_action": 0.00642679026350379, + "loss_total": 0.00642679026350379, + "step": 72620 + }, + { + "loss_action": 0.014738197438418865, + "loss_total": 0.014738197438418865, + "step": 72620 + }, + { + "loss_action": 0.003637984860688448, + "loss_total": 0.003637984860688448, + "step": 72620 + }, + { + "loss_action": 0.01929539628326893, + "loss_total": 0.01929539628326893, + "step": 72620 + }, + { + "loss_action": 0.004357062745839357, + "loss_total": 0.004357062745839357, + "step": 72620 + }, + { + "grad_norm": 0.21640776097774506, + "learning_rate": 1.912132253520169e-05, + "loss": 0.0088, + "step": 72630 + }, + { + "loss_action": 0.009726007468998432, + "loss_total": 0.009726007468998432, + "step": 72630 + }, + { + "loss_action": 0.011341742239892483, + "loss_total": 0.011341742239892483, + "step": 72630 + }, + { + "loss_action": 0.0063065397553145885, + "loss_total": 0.0063065397553145885, + "step": 72630 + }, + { + "loss_action": 0.008328689262270927, + "loss_total": 0.008328689262270927, + "step": 72630 + }, + { + "loss_action": 0.030657004565000534, + "loss_total": 0.030657004565000534, + "step": 72630 + }, + { + "loss_action": 0.003634699620306492, + "loss_total": 0.003634699620306492, + "step": 72630 + }, + { + "grad_norm": 0.20445215702056885, + "learning_rate": 1.910831946656564e-05, + "loss": 0.0078, + "step": 72640 + }, + { + "loss_action": 0.003491800744086504, + "loss_total": 0.003491800744086504, + "step": 72640 + }, + { + "loss_action": 0.004858084488660097, + "loss_total": 0.004858084488660097, + "step": 72640 + }, + { + "loss_action": 0.015849390998482704, + "loss_total": 0.015849390998482704, + "step": 72640 + }, + { + "loss_action": 0.015427554957568645, + "loss_total": 0.015427554957568645, + "step": 72640 + }, + { + "loss_action": 0.00812310166656971, + "loss_total": 0.00812310166656971, + "step": 72640 + }, + { + "loss_action": 0.0036221970804035664, + "loss_total": 0.0036221970804035664, + "step": 72640 + }, + { + "grad_norm": 0.21672013401985168, + "learning_rate": 1.909531977619731e-05, + "loss": 0.0095, + "step": 72650 + }, + { + "loss_action": 0.003824618412181735, + "loss_total": 0.003824618412181735, + "step": 72650 + }, + { + "loss_action": 0.03298073261976242, + "loss_total": 0.03298073261976242, + "step": 72650 + }, + { + "loss_action": 0.011314090341329575, + "loss_total": 0.011314090341329575, + "step": 72650 + }, + { + "loss_action": 0.007579639088362455, + "loss_total": 0.007579639088362455, + "step": 72650 + }, + { + "loss_action": 0.0035730733070522547, + "loss_total": 0.0035730733070522547, + "step": 72650 + }, + { + "loss_action": 0.006058183498680592, + "loss_total": 0.006058183498680592, + "step": 72650 + }, + { + "grad_norm": 0.26046645641326904, + "learning_rate": 1.908232346551834e-05, + "loss": 0.0105, + "step": 72660 + }, + { + "loss_action": 0.007119616959244013, + "loss_total": 0.007119616959244013, + "step": 72660 + }, + { + "loss_action": 0.002845240756869316, + "loss_total": 0.002845240756869316, + "step": 72660 + }, + { + "loss_action": 0.008649644441902637, + "loss_total": 0.008649644441902637, + "step": 72660 + }, + { + "loss_action": 0.0025723311118781567, + "loss_total": 0.0025723311118781567, + "step": 72660 + }, + { + "loss_action": 0.011377232149243355, + "loss_total": 0.011377232149243355, + "step": 72660 + }, + { + "loss_action": 0.023650608956813812, + "loss_total": 0.023650608956813812, + "step": 72660 + }, + { + "grad_norm": 0.212127223610878, + "learning_rate": 1.9069330535949993e-05, + "loss": 0.0099, + "step": 72670 + }, + { + "loss_action": 0.0029726962093263865, + "loss_total": 0.0029726962093263865, + "step": 72670 + }, + { + "loss_action": 0.0025386586785316467, + "loss_total": 0.0025386586785316467, + "step": 72670 + }, + { + "loss_action": 0.011027967557311058, + "loss_total": 0.011027967557311058, + "step": 72670 + }, + { + "loss_action": 0.0031027987133711576, + "loss_total": 0.0031027987133711576, + "step": 72670 + }, + { + "loss_action": 0.005473532248288393, + "loss_total": 0.005473532248288393, + "step": 72670 + }, + { + "loss_action": 0.012829719111323357, + "loss_total": 0.012829719111323357, + "step": 72670 + }, + { + "grad_norm": 0.25079095363616943, + "learning_rate": 1.9056340988913167e-05, + "loss": 0.0103, + "step": 72680 + }, + { + "loss_action": 0.022765377536416054, + "loss_total": 0.022765377536416054, + "step": 72680 + }, + { + "loss_action": 0.003428929951041937, + "loss_total": 0.003428929951041937, + "step": 72680 + }, + { + "loss_action": 0.004931375849992037, + "loss_total": 0.004931375849992037, + "step": 72680 + }, + { + "loss_action": 0.023762278258800507, + "loss_total": 0.023762278258800507, + "step": 72680 + }, + { + "loss_action": 0.0032371487468481064, + "loss_total": 0.0032371487468481064, + "step": 72680 + }, + { + "loss_action": 0.023553909733891487, + "loss_total": 0.023553909733891487, + "step": 72680 + }, + { + "grad_norm": 0.26196974515914917, + "learning_rate": 1.9043354825828357e-05, + "loss": 0.0089, + "step": 72690 + }, + { + "loss_action": 0.0015789278550073504, + "loss_total": 0.0015789278550073504, + "step": 72690 + }, + { + "loss_action": 0.017747292295098305, + "loss_total": 0.017747292295098305, + "step": 72690 + }, + { + "loss_action": 0.006998319178819656, + "loss_total": 0.006998319178819656, + "step": 72690 + }, + { + "loss_action": 0.0030196120496839285, + "loss_total": 0.0030196120496839285, + "step": 72690 + }, + { + "loss_action": 0.004915107041597366, + "loss_total": 0.004915107041597366, + "step": 72690 + }, + { + "loss_action": 0.0038058587815612555, + "loss_total": 0.0038058587815612555, + "step": 72690 + }, + { + "grad_norm": 0.22374068200588226, + "learning_rate": 1.9030372048115724e-05, + "loss": 0.0109, + "step": 72700 + }, + { + "loss_action": 0.008339154534041882, + "loss_total": 0.008339154534041882, + "step": 72700 + }, + { + "loss_action": 0.007012922782450914, + "loss_total": 0.007012922782450914, + "step": 72700 + }, + { + "loss_action": 0.009653804823756218, + "loss_total": 0.009653804823756218, + "step": 72700 + }, + { + "loss_action": 0.006566761061549187, + "loss_total": 0.006566761061549187, + "step": 72700 + }, + { + "loss_action": 0.007472315803170204, + "loss_total": 0.007472315803170204, + "step": 72700 + }, + { + "loss_action": 0.004532442428171635, + "loss_total": 0.004532442428171635, + "step": 72700 + }, + { + "grad_norm": 0.2402680367231369, + "learning_rate": 1.9017392657195056e-05, + "loss": 0.0097, + "step": 72710 + }, + { + "loss_action": 0.009573708288371563, + "loss_total": 0.009573708288371563, + "step": 72710 + }, + { + "loss_action": 0.012714829295873642, + "loss_total": 0.012714829295873642, + "step": 72710 + }, + { + "loss_action": 0.01762591488659382, + "loss_total": 0.01762591488659382, + "step": 72710 + }, + { + "loss_action": 0.006248953752219677, + "loss_total": 0.006248953752219677, + "step": 72710 + }, + { + "loss_action": 0.0058054327964782715, + "loss_total": 0.0058054327964782715, + "step": 72710 + }, + { + "loss_action": 0.0037998645566403866, + "loss_total": 0.0037998645566403866, + "step": 72710 + }, + { + "grad_norm": 0.3710344731807709, + "learning_rate": 1.9004416654485724e-05, + "loss": 0.0079, + "step": 72720 + }, + { + "loss_action": 0.008158102631568909, + "loss_total": 0.008158102631568909, + "step": 72720 + }, + { + "loss_action": 0.004481429699808359, + "loss_total": 0.004481429699808359, + "step": 72720 + }, + { + "loss_action": 0.005635121837258339, + "loss_total": 0.005635121837258339, + "step": 72720 + }, + { + "loss_action": 0.013161779381334782, + "loss_total": 0.013161779381334782, + "step": 72720 + }, + { + "loss_action": 0.01094873622059822, + "loss_total": 0.01094873622059822, + "step": 72720 + }, + { + "loss_action": 0.005392571445554495, + "loss_total": 0.005392571445554495, + "step": 72720 + }, + { + "grad_norm": 0.2042553424835205, + "learning_rate": 1.8991444041406785e-05, + "loss": 0.0095, + "step": 72730 + }, + { + "loss_action": 0.013134407810866833, + "loss_total": 0.013134407810866833, + "step": 72730 + }, + { + "loss_action": 0.007089174352586269, + "loss_total": 0.007089174352586269, + "step": 72730 + }, + { + "loss_action": 0.0033212746493518353, + "loss_total": 0.0033212746493518353, + "step": 72730 + }, + { + "loss_action": 0.003791011404246092, + "loss_total": 0.003791011404246092, + "step": 72730 + }, + { + "loss_action": 0.0065069980919361115, + "loss_total": 0.0065069980919361115, + "step": 72730 + }, + { + "loss_action": 0.003640978131443262, + "loss_total": 0.003640978131443262, + "step": 72730 + }, + { + "grad_norm": 0.15911254286766052, + "learning_rate": 1.8978474819376912e-05, + "loss": 0.0091, + "step": 72740 + }, + { + "loss_action": 0.010002569295465946, + "loss_total": 0.010002569295465946, + "step": 72740 + }, + { + "loss_action": 0.0056462595239281654, + "loss_total": 0.0056462595239281654, + "step": 72740 + }, + { + "loss_action": 0.007829399779438972, + "loss_total": 0.007829399779438972, + "step": 72740 + }, + { + "loss_action": 0.006098281592130661, + "loss_total": 0.006098281592130661, + "step": 72740 + }, + { + "loss_action": 0.007157366722822189, + "loss_total": 0.007157366722822189, + "step": 72740 + }, + { + "loss_action": 0.004472538363188505, + "loss_total": 0.004472538363188505, + "step": 72740 + }, + { + "grad_norm": 0.23167730867862701, + "learning_rate": 1.8965508989814406e-05, + "loss": 0.0092, + "step": 72750 + }, + { + "loss_action": 0.012771375477313995, + "loss_total": 0.012771375477313995, + "step": 72750 + }, + { + "loss_action": 0.003916645888239145, + "loss_total": 0.003916645888239145, + "step": 72750 + }, + { + "loss_action": 0.006797407288104296, + "loss_total": 0.006797407288104296, + "step": 72750 + }, + { + "loss_action": 0.002262876834720373, + "loss_total": 0.002262876834720373, + "step": 72750 + }, + { + "loss_action": 0.007494181394577026, + "loss_total": 0.007494181394577026, + "step": 72750 + }, + { + "loss_action": 0.004602570552378893, + "loss_total": 0.004602570552378893, + "step": 72750 + }, + { + "grad_norm": 0.22903695702552795, + "learning_rate": 1.8952546554137158e-05, + "loss": 0.0105, + "step": 72760 + }, + { + "loss_action": 0.002537938766181469, + "loss_total": 0.002537938766181469, + "step": 72760 + }, + { + "loss_action": 0.010563619434833527, + "loss_total": 0.010563619434833527, + "step": 72760 + }, + { + "loss_action": 0.006081084255129099, + "loss_total": 0.006081084255129099, + "step": 72760 + }, + { + "loss_action": 0.011649097315967083, + "loss_total": 0.011649097315967083, + "step": 72760 + }, + { + "loss_action": 0.0065129781141877174, + "loss_total": 0.0065129781141877174, + "step": 72760 + }, + { + "loss_action": 0.01005650870501995, + "loss_total": 0.01005650870501995, + "step": 72760 + }, + { + "grad_norm": 0.2605375051498413, + "learning_rate": 1.8939587513762757e-05, + "loss": 0.0087, + "step": 72770 + }, + { + "loss_action": 0.0024409901816397905, + "loss_total": 0.0024409901816397905, + "step": 72770 + }, + { + "loss_action": 0.004362141713500023, + "loss_total": 0.004362141713500023, + "step": 72770 + }, + { + "loss_action": 0.003950466401875019, + "loss_total": 0.003950466401875019, + "step": 72770 + }, + { + "loss_action": 0.008417121134698391, + "loss_total": 0.008417121134698391, + "step": 72770 + }, + { + "loss_action": 0.004544846713542938, + "loss_total": 0.004544846713542938, + "step": 72770 + }, + { + "loss_action": 0.0029715788550674915, + "loss_total": 0.0029715788550674915, + "step": 72770 + }, + { + "grad_norm": 0.3215923011302948, + "learning_rate": 1.892663187010835e-05, + "loss": 0.0133, + "step": 72780 + }, + { + "loss_action": 0.0053940992802381516, + "loss_total": 0.0053940992802381516, + "step": 72780 + }, + { + "loss_action": 0.007576724048703909, + "loss_total": 0.007576724048703909, + "step": 72780 + }, + { + "loss_action": 0.00325008574873209, + "loss_total": 0.00325008574873209, + "step": 72780 + }, + { + "loss_action": 0.012601391412317753, + "loss_total": 0.012601391412317753, + "step": 72780 + }, + { + "loss_action": 0.007298558950424194, + "loss_total": 0.007298558950424194, + "step": 72780 + }, + { + "loss_action": 0.008961659856140614, + "loss_total": 0.008961659856140614, + "step": 72780 + }, + { + "grad_norm": 0.38195520639419556, + "learning_rate": 1.891367962459077e-05, + "loss": 0.0112, + "step": 72790 + }, + { + "loss_action": 0.027100805193185806, + "loss_total": 0.027100805193185806, + "step": 72790 + }, + { + "loss_action": 0.005662622861564159, + "loss_total": 0.005662622861564159, + "step": 72790 + }, + { + "loss_action": 0.006599695421755314, + "loss_total": 0.006599695421755314, + "step": 72790 + }, + { + "loss_action": 0.026140771806240082, + "loss_total": 0.026140771806240082, + "step": 72790 + }, + { + "loss_action": 0.005867657717317343, + "loss_total": 0.005867657717317343, + "step": 72790 + }, + { + "loss_action": 0.0030811976175755262, + "loss_total": 0.0030811976175755262, + "step": 72790 + }, + { + "grad_norm": 0.2574171721935272, + "learning_rate": 1.890073077862644e-05, + "loss": 0.0099, + "step": 72800 + }, + { + "loss_action": 0.0071305627934634686, + "loss_total": 0.0071305627934634686, + "step": 72800 + }, + { + "loss_action": 0.003194698365405202, + "loss_total": 0.003194698365405202, + "step": 72800 + }, + { + "loss_action": 0.005503925960510969, + "loss_total": 0.005503925960510969, + "step": 72800 + }, + { + "loss_action": 0.005148936063051224, + "loss_total": 0.005148936063051224, + "step": 72800 + }, + { + "loss_action": 0.01295645721256733, + "loss_total": 0.01295645721256733, + "step": 72800 + }, + { + "loss_action": 0.004174279514700174, + "loss_total": 0.004174279514700174, + "step": 72800 + }, + { + "grad_norm": 0.37263938784599304, + "learning_rate": 1.888778533363146e-05, + "loss": 0.0086, + "step": 72810 + }, + { + "loss_action": 0.001501066260971129, + "loss_total": 0.001501066260971129, + "step": 72810 + }, + { + "loss_action": 0.005534227471798658, + "loss_total": 0.005534227471798658, + "step": 72810 + }, + { + "loss_action": 0.006843170616775751, + "loss_total": 0.006843170616775751, + "step": 72810 + }, + { + "loss_action": 0.03466061130166054, + "loss_total": 0.03466061130166054, + "step": 72810 + }, + { + "loss_action": 0.004017591010779142, + "loss_total": 0.004017591010779142, + "step": 72810 + }, + { + "loss_action": 0.008856651373207569, + "loss_total": 0.008856651373207569, + "step": 72810 + }, + { + "grad_norm": 0.28846606612205505, + "learning_rate": 1.8874843291021478e-05, + "loss": 0.0099, + "step": 72820 + }, + { + "loss_action": 0.006079963408410549, + "loss_total": 0.006079963408410549, + "step": 72820 + }, + { + "loss_action": 0.0159076526761055, + "loss_total": 0.0159076526761055, + "step": 72820 + }, + { + "loss_action": 0.005851006601005793, + "loss_total": 0.005851006601005793, + "step": 72820 + }, + { + "loss_action": 0.004444901831448078, + "loss_total": 0.004444901831448078, + "step": 72820 + }, + { + "loss_action": 0.008683432824909687, + "loss_total": 0.008683432824909687, + "step": 72820 + }, + { + "loss_action": 0.003799927420914173, + "loss_total": 0.003799927420914173, + "step": 72820 + }, + { + "grad_norm": 0.33287620544433594, + "learning_rate": 1.8861904652211853e-05, + "loss": 0.0116, + "step": 72830 + }, + { + "loss_action": 0.010549106635153294, + "loss_total": 0.010549106635153294, + "step": 72830 + }, + { + "loss_action": 0.008721101097762585, + "loss_total": 0.008721101097762585, + "step": 72830 + }, + { + "loss_action": 0.005219444632530212, + "loss_total": 0.005219444632530212, + "step": 72830 + }, + { + "loss_action": 0.007321779150515795, + "loss_total": 0.007321779150515795, + "step": 72830 + }, + { + "loss_action": 0.014845011755824089, + "loss_total": 0.014845011755824089, + "step": 72830 + }, + { + "loss_action": 0.012615500018000603, + "loss_total": 0.012615500018000603, + "step": 72830 + }, + { + "grad_norm": 0.2621588110923767, + "learning_rate": 1.8848969418617507e-05, + "loss": 0.0092, + "step": 72840 + }, + { + "loss_action": 0.01474456675350666, + "loss_total": 0.01474456675350666, + "step": 72840 + }, + { + "loss_action": 0.003993782214820385, + "loss_total": 0.003993782214820385, + "step": 72840 + }, + { + "loss_action": 0.01367398351430893, + "loss_total": 0.01367398351430893, + "step": 72840 + }, + { + "loss_action": 0.01659911312162876, + "loss_total": 0.01659911312162876, + "step": 72840 + }, + { + "loss_action": 0.022774169221520424, + "loss_total": 0.022774169221520424, + "step": 72840 + }, + { + "loss_action": 0.007401277776807547, + "loss_total": 0.007401277776807547, + "step": 72840 + }, + { + "grad_norm": 0.23828893899917603, + "learning_rate": 1.8836037591653044e-05, + "loss": 0.0093, + "step": 72850 + }, + { + "loss_action": 0.06547247618436813, + "loss_total": 0.06547247618436813, + "step": 72850 + }, + { + "loss_action": 0.005034280475229025, + "loss_total": 0.005034280475229025, + "step": 72850 + }, + { + "loss_action": 0.003907304257154465, + "loss_total": 0.003907304257154465, + "step": 72850 + }, + { + "loss_action": 0.024383770301938057, + "loss_total": 0.024383770301938057, + "step": 72850 + }, + { + "loss_action": 0.0028358071576803923, + "loss_total": 0.0028358071576803923, + "step": 72850 + }, + { + "loss_action": 0.016704179346561432, + "loss_total": 0.016704179346561432, + "step": 72850 + }, + { + "grad_norm": 0.2735242545604706, + "learning_rate": 1.882310917273262e-05, + "loss": 0.0151, + "step": 72860 + }, + { + "loss_action": 0.011379394680261612, + "loss_total": 0.011379394680261612, + "step": 72860 + }, + { + "loss_action": 0.003012707456946373, + "loss_total": 0.003012707456946373, + "step": 72860 + }, + { + "loss_action": 0.023953553289175034, + "loss_total": 0.023953553289175034, + "step": 72860 + }, + { + "loss_action": 0.006275266408920288, + "loss_total": 0.006275266408920288, + "step": 72860 + }, + { + "loss_action": 0.039696358144283295, + "loss_total": 0.039696358144283295, + "step": 72860 + }, + { + "loss_action": 0.005683915689587593, + "loss_total": 0.005683915689587593, + "step": 72860 + }, + { + "grad_norm": 0.20370620489120483, + "learning_rate": 1.881018416327014e-05, + "loss": 0.0117, + "step": 72870 + }, + { + "loss_action": 0.00510075967758894, + "loss_total": 0.00510075967758894, + "step": 72870 + }, + { + "loss_action": 0.008714289404451847, + "loss_total": 0.008714289404451847, + "step": 72870 + }, + { + "loss_action": 0.01477735210210085, + "loss_total": 0.01477735210210085, + "step": 72870 + }, + { + "loss_action": 0.008442657068371773, + "loss_total": 0.008442657068371773, + "step": 72870 + }, + { + "loss_action": 0.0041093360632658005, + "loss_total": 0.0041093360632658005, + "step": 72870 + }, + { + "loss_action": 0.016482114791870117, + "loss_total": 0.016482114791870117, + "step": 72870 + }, + { + "grad_norm": 0.33065640926361084, + "learning_rate": 1.8797262564679014e-05, + "loss": 0.0105, + "step": 72880 + }, + { + "loss_action": 0.008983210660517216, + "loss_total": 0.008983210660517216, + "step": 72880 + }, + { + "loss_action": 0.008288240991532803, + "loss_total": 0.008288240991532803, + "step": 72880 + }, + { + "loss_action": 0.0048441579565405846, + "loss_total": 0.0048441579565405846, + "step": 72880 + }, + { + "loss_action": 0.0058642239309847355, + "loss_total": 0.0058642239309847355, + "step": 72880 + }, + { + "loss_action": 0.008999967016279697, + "loss_total": 0.008999967016279697, + "step": 72880 + }, + { + "loss_action": 0.0037969371769577265, + "loss_total": 0.0037969371769577265, + "step": 72880 + }, + { + "grad_norm": 0.22245365381240845, + "learning_rate": 1.8784344378372355e-05, + "loss": 0.0094, + "step": 72890 + }, + { + "loss_action": 0.01049210038036108, + "loss_total": 0.01049210038036108, + "step": 72890 + }, + { + "loss_action": 0.06703139841556549, + "loss_total": 0.06703139841556549, + "step": 72890 + }, + { + "loss_action": 0.010240750387310982, + "loss_total": 0.010240750387310982, + "step": 72890 + }, + { + "loss_action": 0.013013915158808231, + "loss_total": 0.013013915158808231, + "step": 72890 + }, + { + "loss_action": 0.005468910560011864, + "loss_total": 0.005468910560011864, + "step": 72890 + }, + { + "loss_action": 0.003060029586777091, + "loss_total": 0.003060029586777091, + "step": 72890 + }, + { + "grad_norm": 0.3187177777290344, + "learning_rate": 1.8771429605762843e-05, + "loss": 0.012, + "step": 72900 + }, + { + "loss_action": 0.01736820675432682, + "loss_total": 0.01736820675432682, + "step": 72900 + }, + { + "loss_action": 0.0048960368148982525, + "loss_total": 0.0048960368148982525, + "step": 72900 + }, + { + "loss_action": 0.005729558411985636, + "loss_total": 0.005729558411985636, + "step": 72900 + }, + { + "loss_action": 0.027210695669054985, + "loss_total": 0.027210695669054985, + "step": 72900 + }, + { + "loss_action": 0.015252208337187767, + "loss_total": 0.015252208337187767, + "step": 72900 + }, + { + "loss_action": 0.005515150260180235, + "loss_total": 0.005515150260180235, + "step": 72900 + }, + { + "grad_norm": 0.31597059965133667, + "learning_rate": 1.8758518248262835e-05, + "loss": 0.0163, + "step": 72910 + }, + { + "loss_action": 0.012605071067810059, + "loss_total": 0.012605071067810059, + "step": 72910 + }, + { + "loss_action": 0.012564992532134056, + "loss_total": 0.012564992532134056, + "step": 72910 + }, + { + "loss_action": 0.005978673696517944, + "loss_total": 0.005978673696517944, + "step": 72910 + }, + { + "loss_action": 0.009036713279783726, + "loss_total": 0.009036713279783726, + "step": 72910 + }, + { + "loss_action": 0.006789603736251593, + "loss_total": 0.006789603736251593, + "step": 72910 + }, + { + "loss_action": 0.007854221388697624, + "loss_total": 0.007854221388697624, + "step": 72910 + }, + { + "grad_norm": 0.276246577501297, + "learning_rate": 1.8745610307284305e-05, + "loss": 0.0087, + "step": 72920 + }, + { + "loss_action": 0.007053003646433353, + "loss_total": 0.007053003646433353, + "step": 72920 + }, + { + "loss_action": 0.004590156022459269, + "loss_total": 0.004590156022459269, + "step": 72920 + }, + { + "loss_action": 0.005212816875427961, + "loss_total": 0.005212816875427961, + "step": 72920 + }, + { + "loss_action": 0.003925189841538668, + "loss_total": 0.003925189841538668, + "step": 72920 + }, + { + "loss_action": 0.018144169822335243, + "loss_total": 0.018144169822335243, + "step": 72920 + }, + { + "loss_action": 0.008423455990850925, + "loss_total": 0.008423455990850925, + "step": 72920 + }, + { + "grad_norm": 0.2990644574165344, + "learning_rate": 1.8732705784238862e-05, + "loss": 0.0113, + "step": 72930 + }, + { + "loss_action": 0.006429906468838453, + "loss_total": 0.006429906468838453, + "step": 72930 + }, + { + "loss_action": 0.005149948410689831, + "loss_total": 0.005149948410689831, + "step": 72930 + }, + { + "loss_action": 0.008681980893015862, + "loss_total": 0.008681980893015862, + "step": 72930 + }, + { + "loss_action": 0.006104582455009222, + "loss_total": 0.006104582455009222, + "step": 72930 + }, + { + "loss_action": 0.010877779684960842, + "loss_total": 0.010877779684960842, + "step": 72930 + }, + { + "loss_action": 0.00867735780775547, + "loss_total": 0.00867735780775547, + "step": 72930 + }, + { + "grad_norm": 0.325092613697052, + "learning_rate": 1.8719804680537682e-05, + "loss": 0.009, + "step": 72940 + }, + { + "loss_action": 0.006699662655591965, + "loss_total": 0.006699662655591965, + "step": 72940 + }, + { + "loss_action": 0.009388767182826996, + "loss_total": 0.009388767182826996, + "step": 72940 + }, + { + "loss_action": 0.006820445414632559, + "loss_total": 0.006820445414632559, + "step": 72940 + }, + { + "loss_action": 0.004108877386897802, + "loss_total": 0.004108877386897802, + "step": 72940 + }, + { + "loss_action": 0.003619963536038995, + "loss_total": 0.003619963536038995, + "step": 72940 + }, + { + "loss_action": 0.006344796158373356, + "loss_total": 0.006344796158373356, + "step": 72940 + }, + { + "grad_norm": 0.38512545824050903, + "learning_rate": 1.870690699759164e-05, + "loss": 0.0088, + "step": 72950 + }, + { + "loss_action": 0.008382091298699379, + "loss_total": 0.008382091298699379, + "step": 72950 + }, + { + "loss_action": 0.009296528995037079, + "loss_total": 0.009296528995037079, + "step": 72950 + }, + { + "loss_action": 0.013457744382321835, + "loss_total": 0.013457744382321835, + "step": 72950 + }, + { + "loss_action": 0.013832513242959976, + "loss_total": 0.013832513242959976, + "step": 72950 + }, + { + "loss_action": 0.005947694648057222, + "loss_total": 0.005947694648057222, + "step": 72950 + }, + { + "loss_action": 0.01269756443798542, + "loss_total": 0.01269756443798542, + "step": 72950 + }, + { + "grad_norm": 0.2595539093017578, + "learning_rate": 1.8694012736811213e-05, + "loss": 0.0102, + "step": 72960 + }, + { + "loss_action": 0.004260871093720198, + "loss_total": 0.004260871093720198, + "step": 72960 + }, + { + "loss_action": 0.005824113264679909, + "loss_total": 0.005824113264679909, + "step": 72960 + }, + { + "loss_action": 0.0133531354367733, + "loss_total": 0.0133531354367733, + "step": 72960 + }, + { + "loss_action": 0.007832922041416168, + "loss_total": 0.007832922041416168, + "step": 72960 + }, + { + "loss_action": 0.019974298775196075, + "loss_total": 0.019974298775196075, + "step": 72960 + }, + { + "loss_action": 0.023741696029901505, + "loss_total": 0.023741696029901505, + "step": 72960 + }, + { + "grad_norm": 0.27762845158576965, + "learning_rate": 1.8681121899606463e-05, + "loss": 0.0089, + "step": 72970 + }, + { + "loss_action": 0.02066723071038723, + "loss_total": 0.02066723071038723, + "step": 72970 + }, + { + "loss_action": 0.008022741414606571, + "loss_total": 0.008022741414606571, + "step": 72970 + }, + { + "loss_action": 0.015344270505011082, + "loss_total": 0.015344270505011082, + "step": 72970 + }, + { + "loss_action": 0.005259092431515455, + "loss_total": 0.005259092431515455, + "step": 72970 + }, + { + "loss_action": 0.0026842979714274406, + "loss_total": 0.0026842979714274406, + "step": 72970 + }, + { + "loss_action": 0.00611426867544651, + "loss_total": 0.00611426867544651, + "step": 72970 + }, + { + "grad_norm": 0.28311312198638916, + "learning_rate": 1.8668234487387144e-05, + "loss": 0.0127, + "step": 72980 + }, + { + "loss_action": 0.02566397376358509, + "loss_total": 0.02566397376358509, + "step": 72980 + }, + { + "loss_action": 0.013151113875210285, + "loss_total": 0.013151113875210285, + "step": 72980 + }, + { + "loss_action": 0.01566593162715435, + "loss_total": 0.01566593162715435, + "step": 72980 + }, + { + "loss_action": 0.004996521398425102, + "loss_total": 0.004996521398425102, + "step": 72980 + }, + { + "loss_action": 0.0030321700032800436, + "loss_total": 0.0030321700032800436, + "step": 72980 + }, + { + "loss_action": 0.006108136847615242, + "loss_total": 0.006108136847615242, + "step": 72980 + }, + { + "grad_norm": 0.20353896915912628, + "learning_rate": 1.8655350501562592e-05, + "loss": 0.0085, + "step": 72990 + }, + { + "loss_action": 0.003415776649489999, + "loss_total": 0.003415776649489999, + "step": 72990 + }, + { + "loss_action": 0.006470919586718082, + "loss_total": 0.006470919586718082, + "step": 72990 + }, + { + "loss_action": 0.002870342694222927, + "loss_total": 0.002870342694222927, + "step": 72990 + }, + { + "loss_action": 0.018239052966237068, + "loss_total": 0.018239052966237068, + "step": 72990 + }, + { + "loss_action": 0.004996060393750668, + "loss_total": 0.004996060393750668, + "step": 72990 + }, + { + "loss_action": 0.0024690842255949974, + "loss_total": 0.0024690842255949974, + "step": 72990 + }, + { + "grad_norm": 0.27892133593559265, + "learning_rate": 1.8642469943541796e-05, + "loss": 0.0102, + "step": 73000 + }, + { + "loss_action": 0.005702008027583361, + "loss_total": 0.005702008027583361, + "step": 73000 + }, + { + "loss_action": 0.010433257557451725, + "loss_total": 0.010433257557451725, + "step": 73000 + }, + { + "loss_action": 0.003467174246907234, + "loss_total": 0.003467174246907234, + "step": 73000 + }, + { + "loss_action": 0.014237197116017342, + "loss_total": 0.014237197116017342, + "step": 73000 + }, + { + "loss_action": 0.00924326665699482, + "loss_total": 0.00924326665699482, + "step": 73000 + }, + { + "loss_action": 0.013765634968876839, + "loss_total": 0.013765634968876839, + "step": 73000 + }, + { + "grad_norm": 0.32066109776496887, + "learning_rate": 1.8629592814733328e-05, + "loss": 0.0092, + "step": 73010 + }, + { + "loss_action": 0.003347647376358509, + "loss_total": 0.003347647376358509, + "step": 73010 + }, + { + "loss_action": 0.002794122789055109, + "loss_total": 0.002794122789055109, + "step": 73010 + }, + { + "loss_action": 0.007076767738908529, + "loss_total": 0.007076767738908529, + "step": 73010 + }, + { + "loss_action": 0.009738309308886528, + "loss_total": 0.009738309308886528, + "step": 73010 + }, + { + "loss_action": 0.019629307091236115, + "loss_total": 0.019629307091236115, + "step": 73010 + }, + { + "loss_action": 0.011361568234860897, + "loss_total": 0.011361568234860897, + "step": 73010 + }, + { + "grad_norm": 0.25039413571357727, + "learning_rate": 1.8616719116545438e-05, + "loss": 0.0085, + "step": 73020 + }, + { + "loss_action": 0.0181830283254385, + "loss_total": 0.0181830283254385, + "step": 73020 + }, + { + "loss_action": 0.005927065387368202, + "loss_total": 0.005927065387368202, + "step": 73020 + }, + { + "loss_action": 0.004662797786295414, + "loss_total": 0.004662797786295414, + "step": 73020 + }, + { + "loss_action": 0.005288923159241676, + "loss_total": 0.005288923159241676, + "step": 73020 + }, + { + "loss_action": 0.007393233943730593, + "loss_total": 0.007393233943730593, + "step": 73020 + }, + { + "loss_action": 0.035563044250011444, + "loss_total": 0.035563044250011444, + "step": 73020 + }, + { + "grad_norm": 0.24245579540729523, + "learning_rate": 1.8603848850385952e-05, + "loss": 0.0099, + "step": 73030 + }, + { + "loss_action": 0.008874427527189255, + "loss_total": 0.008874427527189255, + "step": 73030 + }, + { + "loss_action": 0.010870142839848995, + "loss_total": 0.010870142839848995, + "step": 73030 + }, + { + "loss_action": 0.005837906617671251, + "loss_total": 0.005837906617671251, + "step": 73030 + }, + { + "loss_action": 0.009164242073893547, + "loss_total": 0.009164242073893547, + "step": 73030 + }, + { + "loss_action": 0.007141813635826111, + "loss_total": 0.007141813635826111, + "step": 73030 + }, + { + "loss_action": 0.010666501708328724, + "loss_total": 0.010666501708328724, + "step": 73030 + }, + { + "grad_norm": 0.21111178398132324, + "learning_rate": 1.859098201766236e-05, + "loss": 0.0073, + "step": 73040 + }, + { + "loss_action": 0.02670808881521225, + "loss_total": 0.02670808881521225, + "step": 73040 + }, + { + "loss_action": 0.003147898940369487, + "loss_total": 0.003147898940369487, + "step": 73040 + }, + { + "loss_action": 0.008614023216068745, + "loss_total": 0.008614023216068745, + "step": 73040 + }, + { + "loss_action": 0.00807281769812107, + "loss_total": 0.00807281769812107, + "step": 73040 + }, + { + "loss_action": 0.008928555063903332, + "loss_total": 0.008928555063903332, + "step": 73040 + }, + { + "loss_action": 0.005441537592560053, + "loss_total": 0.005441537592560053, + "step": 73040 + }, + { + "grad_norm": 0.16725997626781464, + "learning_rate": 1.8578118619781726e-05, + "loss": 0.0081, + "step": 73050 + }, + { + "loss_action": 0.01754036173224449, + "loss_total": 0.01754036173224449, + "step": 73050 + }, + { + "loss_action": 0.01431376114487648, + "loss_total": 0.01431376114487648, + "step": 73050 + }, + { + "loss_action": 0.007211392279714346, + "loss_total": 0.007211392279714346, + "step": 73050 + }, + { + "loss_action": 0.01425276417285204, + "loss_total": 0.01425276417285204, + "step": 73050 + }, + { + "loss_action": 0.003008865052834153, + "loss_total": 0.003008865052834153, + "step": 73050 + }, + { + "loss_action": 0.005257170647382736, + "loss_total": 0.005257170647382736, + "step": 73050 + }, + { + "grad_norm": 0.53333979845047, + "learning_rate": 1.856525865815083e-05, + "loss": 0.011, + "step": 73060 + }, + { + "loss_action": 0.007433665916323662, + "loss_total": 0.007433665916323662, + "step": 73060 + }, + { + "loss_action": 0.009750556200742722, + "loss_total": 0.009750556200742722, + "step": 73060 + }, + { + "loss_action": 0.00881623849272728, + "loss_total": 0.00881623849272728, + "step": 73060 + }, + { + "loss_action": 0.009899073280394077, + "loss_total": 0.009899073280394077, + "step": 73060 + }, + { + "loss_action": 0.01687045954167843, + "loss_total": 0.01687045954167843, + "step": 73060 + }, + { + "loss_action": 0.008583464659750462, + "loss_total": 0.008583464659750462, + "step": 73060 + }, + { + "grad_norm": 0.25529903173446655, + "learning_rate": 1.8552402134175966e-05, + "loss": 0.0115, + "step": 73070 + }, + { + "loss_action": 0.007898726500570774, + "loss_total": 0.007898726500570774, + "step": 73070 + }, + { + "loss_action": 0.005865031853318214, + "loss_total": 0.005865031853318214, + "step": 73070 + }, + { + "loss_action": 0.004080464597791433, + "loss_total": 0.004080464597791433, + "step": 73070 + }, + { + "loss_action": 0.006671634968370199, + "loss_total": 0.006671634968370199, + "step": 73070 + }, + { + "loss_action": 0.013252879492938519, + "loss_total": 0.013252879492938519, + "step": 73070 + }, + { + "loss_action": 0.005839324556291103, + "loss_total": 0.005839324556291103, + "step": 73070 + }, + { + "grad_norm": 0.3113163709640503, + "learning_rate": 1.8539549049263143e-05, + "loss": 0.0107, + "step": 73080 + }, + { + "loss_action": 0.006205099634826183, + "loss_total": 0.006205099634826183, + "step": 73080 + }, + { + "loss_action": 0.005413595587015152, + "loss_total": 0.005413595587015152, + "step": 73080 + }, + { + "loss_action": 0.0028071689885109663, + "loss_total": 0.0028071689885109663, + "step": 73080 + }, + { + "loss_action": 0.011443897150456905, + "loss_total": 0.011443897150456905, + "step": 73080 + }, + { + "loss_action": 0.02644655853509903, + "loss_total": 0.02644655853509903, + "step": 73080 + }, + { + "loss_action": 0.004421004094183445, + "loss_total": 0.004421004094183445, + "step": 73080 + }, + { + "grad_norm": 0.6485673189163208, + "learning_rate": 1.8526699404817917e-05, + "loss": 0.0122, + "step": 73090 + }, + { + "loss_action": 0.0056510986760258675, + "loss_total": 0.0056510986760258675, + "step": 73090 + }, + { + "loss_action": 0.008964716456830502, + "loss_total": 0.008964716456830502, + "step": 73090 + }, + { + "loss_action": 0.006746512372046709, + "loss_total": 0.006746512372046709, + "step": 73090 + }, + { + "loss_action": 0.00817819219082594, + "loss_total": 0.00817819219082594, + "step": 73090 + }, + { + "loss_action": 0.02364795282483101, + "loss_total": 0.02364795282483101, + "step": 73090 + }, + { + "loss_action": 0.006962892599403858, + "loss_total": 0.006962892599403858, + "step": 73090 + }, + { + "grad_norm": 0.3308538794517517, + "learning_rate": 1.8513853202245546e-05, + "loss": 0.0098, + "step": 73100 + }, + { + "loss_action": 0.014038268476724625, + "loss_total": 0.014038268476724625, + "step": 73100 + }, + { + "loss_action": 0.03691202402114868, + "loss_total": 0.03691202402114868, + "step": 73100 + }, + { + "loss_action": 0.0056410906836390495, + "loss_total": 0.0056410906836390495, + "step": 73100 + }, + { + "loss_action": 0.01658146269619465, + "loss_total": 0.01658146269619465, + "step": 73100 + }, + { + "loss_action": 0.0161669310182333, + "loss_total": 0.0161669310182333, + "step": 73100 + }, + { + "loss_action": 0.009481891058385372, + "loss_total": 0.009481891058385372, + "step": 73100 + }, + { + "grad_norm": 0.3005245625972748, + "learning_rate": 1.850101044295081e-05, + "loss": 0.0093, + "step": 73110 + }, + { + "loss_action": 0.006508479360491037, + "loss_total": 0.006508479360491037, + "step": 73110 + }, + { + "loss_action": 0.012042474001646042, + "loss_total": 0.012042474001646042, + "step": 73110 + }, + { + "loss_action": 0.0063988096080720425, + "loss_total": 0.0063988096080720425, + "step": 73110 + }, + { + "loss_action": 0.002326281974092126, + "loss_total": 0.002326281974092126, + "step": 73110 + }, + { + "loss_action": 0.010574791580438614, + "loss_total": 0.010574791580438614, + "step": 73110 + }, + { + "loss_action": 0.006087891291826963, + "loss_total": 0.006087891291826963, + "step": 73110 + }, + { + "grad_norm": 0.22461272776126862, + "learning_rate": 1.848817112833825e-05, + "loss": 0.0098, + "step": 73120 + }, + { + "loss_action": 0.01557389460504055, + "loss_total": 0.01557389460504055, + "step": 73120 + }, + { + "loss_action": 0.006700206082314253, + "loss_total": 0.006700206082314253, + "step": 73120 + }, + { + "loss_action": 0.010573184117674828, + "loss_total": 0.010573184117674828, + "step": 73120 + }, + { + "loss_action": 0.0049538323655724525, + "loss_total": 0.0049538323655724525, + "step": 73120 + }, + { + "loss_action": 0.004243684001266956, + "loss_total": 0.004243684001266956, + "step": 73120 + }, + { + "loss_action": 0.005398277658969164, + "loss_total": 0.005398277658969164, + "step": 73120 + }, + { + "grad_norm": 0.20825691521167755, + "learning_rate": 1.8475335259811905e-05, + "loss": 0.0104, + "step": 73130 + }, + { + "loss_action": 0.010639888234436512, + "loss_total": 0.010639888234436512, + "step": 73130 + }, + { + "loss_action": 0.00994584709405899, + "loss_total": 0.00994584709405899, + "step": 73130 + }, + { + "loss_action": 0.00857507809996605, + "loss_total": 0.00857507809996605, + "step": 73130 + }, + { + "loss_action": 0.006993315182626247, + "loss_total": 0.006993315182626247, + "step": 73130 + }, + { + "loss_action": 0.005628423765301704, + "loss_total": 0.005628423765301704, + "step": 73130 + }, + { + "loss_action": 0.016360457986593246, + "loss_total": 0.016360457986593246, + "step": 73130 + }, + { + "grad_norm": 0.25325074791908264, + "learning_rate": 1.8462502838775508e-05, + "loss": 0.0097, + "step": 73140 + }, + { + "loss_action": 0.14567603170871735, + "loss_total": 0.14567603170871735, + "step": 73140 + }, + { + "loss_action": 0.006987979169934988, + "loss_total": 0.006987979169934988, + "step": 73140 + }, + { + "loss_action": 0.011524719186127186, + "loss_total": 0.011524719186127186, + "step": 73140 + }, + { + "loss_action": 0.02228967659175396, + "loss_total": 0.02228967659175396, + "step": 73140 + }, + { + "loss_action": 0.11738681048154831, + "loss_total": 0.11738681048154831, + "step": 73140 + }, + { + "loss_action": 0.003439349355176091, + "loss_total": 0.003439349355176091, + "step": 73140 + }, + { + "grad_norm": 0.31748393177986145, + "learning_rate": 1.8449673866632378e-05, + "loss": 0.0148, + "step": 73150 + }, + { + "loss_action": 0.009940939955413342, + "loss_total": 0.009940939955413342, + "step": 73150 + }, + { + "loss_action": 0.005595911294221878, + "loss_total": 0.005595911294221878, + "step": 73150 + }, + { + "loss_action": 0.057397983968257904, + "loss_total": 0.057397983968257904, + "step": 73150 + }, + { + "loss_action": 0.03759079799056053, + "loss_total": 0.03759079799056053, + "step": 73150 + }, + { + "loss_action": 0.0042956494726240635, + "loss_total": 0.0042956494726240635, + "step": 73150 + }, + { + "loss_action": 0.011136827990412712, + "loss_total": 0.011136827990412712, + "step": 73150 + }, + { + "grad_norm": 0.25837716460227966, + "learning_rate": 1.8436848344785473e-05, + "loss": 0.0119, + "step": 73160 + }, + { + "loss_action": 0.007260541897267103, + "loss_total": 0.007260541897267103, + "step": 73160 + }, + { + "loss_action": 0.1008409783244133, + "loss_total": 0.1008409783244133, + "step": 73160 + }, + { + "loss_action": 0.01207814272493124, + "loss_total": 0.01207814272493124, + "step": 73160 + }, + { + "loss_action": 0.005439110565930605, + "loss_total": 0.005439110565930605, + "step": 73160 + }, + { + "loss_action": 0.012367463670670986, + "loss_total": 0.012367463670670986, + "step": 73160 + }, + { + "loss_action": 0.01764918491244316, + "loss_total": 0.01764918491244316, + "step": 73160 + }, + { + "grad_norm": 0.2520729601383209, + "learning_rate": 1.8424026274637378e-05, + "loss": 0.0114, + "step": 73170 + }, + { + "loss_action": 0.00254924432374537, + "loss_total": 0.00254924432374537, + "step": 73170 + }, + { + "loss_action": 0.002996646799147129, + "loss_total": 0.002996646799147129, + "step": 73170 + }, + { + "loss_action": 0.016980163753032684, + "loss_total": 0.016980163753032684, + "step": 73170 + }, + { + "loss_action": 0.002583869034424424, + "loss_total": 0.002583869034424424, + "step": 73170 + }, + { + "loss_action": 0.011197143234312534, + "loss_total": 0.011197143234312534, + "step": 73170 + }, + { + "loss_action": 0.014656011015176773, + "loss_total": 0.014656011015176773, + "step": 73170 + }, + { + "grad_norm": 0.23023578524589539, + "learning_rate": 1.8411207657590312e-05, + "loss": 0.0101, + "step": 73180 + }, + { + "loss_action": 0.005976526066660881, + "loss_total": 0.005976526066660881, + "step": 73180 + }, + { + "loss_action": 0.010314038954675198, + "loss_total": 0.010314038954675198, + "step": 73180 + }, + { + "loss_action": 0.015520150773227215, + "loss_total": 0.015520150773227215, + "step": 73180 + }, + { + "loss_action": 0.012909945100545883, + "loss_total": 0.012909945100545883, + "step": 73180 + }, + { + "loss_action": 0.01210973970592022, + "loss_total": 0.01210973970592022, + "step": 73180 + }, + { + "loss_action": 0.007257376331835985, + "loss_total": 0.007257376331835985, + "step": 73180 + }, + { + "grad_norm": 0.36598068475723267, + "learning_rate": 1.839839249504607e-05, + "loss": 0.0131, + "step": 73190 + }, + { + "loss_action": 0.022114530205726624, + "loss_total": 0.022114530205726624, + "step": 73190 + }, + { + "loss_action": 0.004310598596930504, + "loss_total": 0.004310598596930504, + "step": 73190 + }, + { + "loss_action": 0.0030652019195258617, + "loss_total": 0.0030652019195258617, + "step": 73190 + }, + { + "loss_action": 0.01254358422011137, + "loss_total": 0.01254358422011137, + "step": 73190 + }, + { + "loss_action": 0.006717870477586985, + "loss_total": 0.006717870477586985, + "step": 73190 + }, + { + "loss_action": 0.010235046967864037, + "loss_total": 0.010235046967864037, + "step": 73190 + }, + { + "grad_norm": 0.18732844293117523, + "learning_rate": 1.8385580788406108e-05, + "loss": 0.0098, + "step": 73200 + }, + { + "loss_action": 0.007844490930438042, + "loss_total": 0.007844490930438042, + "step": 73200 + }, + { + "loss_action": 0.054607752710580826, + "loss_total": 0.054607752710580826, + "step": 73200 + }, + { + "loss_action": 0.009123967960476875, + "loss_total": 0.009123967960476875, + "step": 73200 + }, + { + "loss_action": 0.015717945992946625, + "loss_total": 0.015717945992946625, + "step": 73200 + }, + { + "loss_action": 0.013272879645228386, + "loss_total": 0.013272879645228386, + "step": 73200 + }, + { + "loss_action": 0.0033295871689915657, + "loss_total": 0.0033295871689915657, + "step": 73200 + }, + { + "grad_norm": 0.24315744638442993, + "learning_rate": 1.837277253907152e-05, + "loss": 0.0112, + "step": 73210 + }, + { + "loss_action": 0.020013168454170227, + "loss_total": 0.020013168454170227, + "step": 73210 + }, + { + "loss_action": 0.04752127453684807, + "loss_total": 0.04752127453684807, + "step": 73210 + }, + { + "loss_action": 0.007817059755325317, + "loss_total": 0.007817059755325317, + "step": 73210 + }, + { + "loss_action": 0.01421013381332159, + "loss_total": 0.01421013381332159, + "step": 73210 + }, + { + "loss_action": 0.022272266447544098, + "loss_total": 0.022272266447544098, + "step": 73210 + }, + { + "loss_action": 0.009491213597357273, + "loss_total": 0.009491213597357273, + "step": 73210 + }, + { + "grad_norm": 0.31900784373283386, + "learning_rate": 1.8359967748442957e-05, + "loss": 0.0122, + "step": 73220 + }, + { + "loss_action": 0.012477313168346882, + "loss_total": 0.012477313168346882, + "step": 73220 + }, + { + "loss_action": 0.005149095319211483, + "loss_total": 0.005149095319211483, + "step": 73220 + }, + { + "loss_action": 0.04045170918107033, + "loss_total": 0.04045170918107033, + "step": 73220 + }, + { + "loss_action": 0.01029569935053587, + "loss_total": 0.01029569935053587, + "step": 73220 + }, + { + "loss_action": 0.009995914995670319, + "loss_total": 0.009995914995670319, + "step": 73220 + }, + { + "loss_action": 0.029825106263160706, + "loss_total": 0.029825106263160706, + "step": 73220 + }, + { + "grad_norm": 0.2777522802352905, + "learning_rate": 1.8347166417920774e-05, + "loss": 0.0113, + "step": 73230 + }, + { + "loss_action": 0.0031586934346705675, + "loss_total": 0.0031586934346705675, + "step": 73230 + }, + { + "loss_action": 0.004436591174453497, + "loss_total": 0.004436591174453497, + "step": 73230 + }, + { + "loss_action": 0.028161998838186264, + "loss_total": 0.028161998838186264, + "step": 73230 + }, + { + "loss_action": 0.008538071066141129, + "loss_total": 0.008538071066141129, + "step": 73230 + }, + { + "loss_action": 0.003169693984091282, + "loss_total": 0.003169693984091282, + "step": 73230 + }, + { + "loss_action": 0.014202125370502472, + "loss_total": 0.014202125370502472, + "step": 73230 + }, + { + "grad_norm": 0.31260666251182556, + "learning_rate": 1.833436854890484e-05, + "loss": 0.0114, + "step": 73240 + }, + { + "loss_action": 0.008819611743092537, + "loss_total": 0.008819611743092537, + "step": 73240 + }, + { + "loss_action": 0.0060598342679440975, + "loss_total": 0.0060598342679440975, + "step": 73240 + }, + { + "loss_action": 0.0023959013633430004, + "loss_total": 0.0023959013633430004, + "step": 73240 + }, + { + "loss_action": 0.010740424506366253, + "loss_total": 0.010740424506366253, + "step": 73240 + }, + { + "loss_action": 0.005183112807571888, + "loss_total": 0.005183112807571888, + "step": 73240 + }, + { + "loss_action": 0.004608095623552799, + "loss_total": 0.004608095623552799, + "step": 73240 + }, + { + "grad_norm": 0.21689364314079285, + "learning_rate": 1.8321574142794796e-05, + "loss": 0.0081, + "step": 73250 + }, + { + "loss_action": 0.0038494286127388477, + "loss_total": 0.0038494286127388477, + "step": 73250 + }, + { + "loss_action": 0.015638845041394234, + "loss_total": 0.015638845041394234, + "step": 73250 + }, + { + "loss_action": 0.0023893655743449926, + "loss_total": 0.0023893655743449926, + "step": 73250 + }, + { + "loss_action": 0.003008444095030427, + "loss_total": 0.003008444095030427, + "step": 73250 + }, + { + "loss_action": 0.006550638936460018, + "loss_total": 0.006550638936460018, + "step": 73250 + }, + { + "loss_action": 0.006838283035904169, + "loss_total": 0.006838283035904169, + "step": 73250 + }, + { + "grad_norm": 0.2788375914096832, + "learning_rate": 1.8308783200989748e-05, + "loss": 0.01, + "step": 73260 + }, + { + "loss_action": 0.0048821354284882545, + "loss_total": 0.0048821354284882545, + "step": 73260 + }, + { + "loss_action": 0.0058076102286577225, + "loss_total": 0.0058076102286577225, + "step": 73260 + }, + { + "loss_action": 0.006609877105802298, + "loss_total": 0.006609877105802298, + "step": 73260 + }, + { + "loss_action": 0.002810852834954858, + "loss_total": 0.002810852834954858, + "step": 73260 + }, + { + "loss_action": 0.005274646915495396, + "loss_total": 0.005274646915495396, + "step": 73260 + }, + { + "loss_action": 0.005628926679491997, + "loss_total": 0.005628926679491997, + "step": 73260 + }, + { + "grad_norm": 0.30839940905570984, + "learning_rate": 1.829599572488855e-05, + "loss": 0.0125, + "step": 73270 + }, + { + "loss_action": 0.007114398293197155, + "loss_total": 0.007114398293197155, + "step": 73270 + }, + { + "loss_action": 0.013409709557890892, + "loss_total": 0.013409709557890892, + "step": 73270 + }, + { + "loss_action": 0.004630646668374538, + "loss_total": 0.004630646668374538, + "step": 73270 + }, + { + "loss_action": 0.008388416841626167, + "loss_total": 0.008388416841626167, + "step": 73270 + }, + { + "loss_action": 0.005146157927811146, + "loss_total": 0.005146157927811146, + "step": 73270 + }, + { + "loss_action": 0.007065434008836746, + "loss_total": 0.007065434008836746, + "step": 73270 + }, + { + "grad_norm": 0.24137581884860992, + "learning_rate": 1.828321171588957e-05, + "loss": 0.009, + "step": 73280 + }, + { + "loss_action": 0.009169350378215313, + "loss_total": 0.009169350378215313, + "step": 73280 + }, + { + "loss_action": 0.0036847826559096575, + "loss_total": 0.0036847826559096575, + "step": 73280 + }, + { + "loss_action": 0.003075819928199053, + "loss_total": 0.003075819928199053, + "step": 73280 + }, + { + "loss_action": 0.003374762600287795, + "loss_total": 0.003374762600287795, + "step": 73280 + }, + { + "loss_action": 0.005422493442893028, + "loss_total": 0.005422493442893028, + "step": 73280 + }, + { + "loss_action": 0.014538825489580631, + "loss_total": 0.014538825489580631, + "step": 73280 + }, + { + "grad_norm": 0.36483797430992126, + "learning_rate": 1.827043117539089e-05, + "loss": 0.0116, + "step": 73290 + }, + { + "loss_action": 0.013677632436156273, + "loss_total": 0.013677632436156273, + "step": 73290 + }, + { + "loss_action": 0.008423098362982273, + "loss_total": 0.008423098362982273, + "step": 73290 + }, + { + "loss_action": 0.03133392333984375, + "loss_total": 0.03133392333984375, + "step": 73290 + }, + { + "loss_action": 0.005711805075407028, + "loss_total": 0.005711805075407028, + "step": 73290 + }, + { + "loss_action": 0.015239386819303036, + "loss_total": 0.015239386819303036, + "step": 73290 + }, + { + "loss_action": 0.010330664925277233, + "loss_total": 0.010330664925277233, + "step": 73290 + }, + { + "grad_norm": 0.46650180220603943, + "learning_rate": 1.8257654104790116e-05, + "loss": 0.0111, + "step": 73300 + }, + { + "loss_action": 0.005844504106789827, + "loss_total": 0.005844504106789827, + "step": 73300 + }, + { + "loss_action": 0.004863887093961239, + "loss_total": 0.004863887093961239, + "step": 73300 + }, + { + "loss_action": 0.019331160932779312, + "loss_total": 0.019331160932779312, + "step": 73300 + }, + { + "loss_action": 0.015027467161417007, + "loss_total": 0.015027467161417007, + "step": 73300 + }, + { + "loss_action": 0.00764658534899354, + "loss_total": 0.00764658534899354, + "step": 73300 + }, + { + "loss_action": 0.013114405795931816, + "loss_total": 0.013114405795931816, + "step": 73300 + }, + { + "grad_norm": 0.22339001297950745, + "learning_rate": 1.82448805054846e-05, + "loss": 0.0087, + "step": 73310 + }, + { + "loss_action": 0.006884525064378977, + "loss_total": 0.006884525064378977, + "step": 73310 + }, + { + "loss_action": 0.0370187871158123, + "loss_total": 0.0370187871158123, + "step": 73310 + }, + { + "loss_action": 0.005175886210054159, + "loss_total": 0.005175886210054159, + "step": 73310 + }, + { + "loss_action": 0.00936638843268156, + "loss_total": 0.00936638843268156, + "step": 73310 + }, + { + "loss_action": 0.00917513482272625, + "loss_total": 0.00917513482272625, + "step": 73310 + }, + { + "loss_action": 0.006708880420774221, + "loss_total": 0.006708880420774221, + "step": 73310 + }, + { + "grad_norm": 0.2748624384403229, + "learning_rate": 1.823211037887119e-05, + "loss": 0.0143, + "step": 73320 + }, + { + "loss_action": 0.015626288950443268, + "loss_total": 0.015626288950443268, + "step": 73320 + }, + { + "loss_action": 0.008931059390306473, + "loss_total": 0.008931059390306473, + "step": 73320 + }, + { + "loss_action": 0.009037505835294724, + "loss_total": 0.009037505835294724, + "step": 73320 + }, + { + "loss_action": 0.00798677746206522, + "loss_total": 0.00798677746206522, + "step": 73320 + }, + { + "loss_action": 0.0065637980587780476, + "loss_total": 0.0065637980587780476, + "step": 73320 + }, + { + "loss_action": 0.010224808938801289, + "loss_total": 0.010224808938801289, + "step": 73320 + }, + { + "grad_norm": 0.274230420589447, + "learning_rate": 1.821934372634645e-05, + "loss": 0.011, + "step": 73330 + }, + { + "loss_action": 0.00413245614618063, + "loss_total": 0.00413245614618063, + "step": 73330 + }, + { + "loss_action": 0.005727698560804129, + "loss_total": 0.005727698560804129, + "step": 73330 + }, + { + "loss_action": 0.022100500762462616, + "loss_total": 0.022100500762462616, + "step": 73330 + }, + { + "loss_action": 0.007742810063064098, + "loss_total": 0.007742810063064098, + "step": 73330 + }, + { + "loss_action": 0.011213887482881546, + "loss_total": 0.011213887482881546, + "step": 73330 + }, + { + "loss_action": 0.006424265913665295, + "loss_total": 0.006424265913665295, + "step": 73330 + }, + { + "grad_norm": 0.2687688171863556, + "learning_rate": 1.8206580549306472e-05, + "loss": 0.0116, + "step": 73340 + }, + { + "loss_action": 0.051496103405952454, + "loss_total": 0.051496103405952454, + "step": 73340 + }, + { + "loss_action": 0.009150383993983269, + "loss_total": 0.009150383993983269, + "step": 73340 + }, + { + "loss_action": 0.004687964916229248, + "loss_total": 0.004687964916229248, + "step": 73340 + }, + { + "loss_action": 0.031119050458073616, + "loss_total": 0.031119050458073616, + "step": 73340 + }, + { + "loss_action": 0.009862146340310574, + "loss_total": 0.009862146340310574, + "step": 73340 + }, + { + "loss_action": 0.002455821493640542, + "loss_total": 0.002455821493640542, + "step": 73340 + }, + { + "grad_norm": 0.5476881265640259, + "learning_rate": 1.819382084914707e-05, + "loss": 0.0122, + "step": 73350 + }, + { + "loss_action": 0.004718093201518059, + "loss_total": 0.004718093201518059, + "step": 73350 + }, + { + "loss_action": 0.007051291409879923, + "loss_total": 0.007051291409879923, + "step": 73350 + }, + { + "loss_action": 0.011438537389039993, + "loss_total": 0.011438537389039993, + "step": 73350 + }, + { + "loss_action": 0.016904644668102264, + "loss_total": 0.016904644668102264, + "step": 73350 + }, + { + "loss_action": 0.010571885854005814, + "loss_total": 0.010571885854005814, + "step": 73350 + }, + { + "loss_action": 0.007634914014488459, + "loss_total": 0.007634914014488459, + "step": 73350 + }, + { + "grad_norm": 0.2083674520254135, + "learning_rate": 1.8181064627263577e-05, + "loss": 0.0098, + "step": 73360 + }, + { + "loss_action": 0.027173256501555443, + "loss_total": 0.027173256501555443, + "step": 73360 + }, + { + "loss_action": 0.01976415328681469, + "loss_total": 0.01976415328681469, + "step": 73360 + }, + { + "loss_action": 0.0033249156549572945, + "loss_total": 0.0033249156549572945, + "step": 73360 + }, + { + "loss_action": 0.05837723985314369, + "loss_total": 0.05837723985314369, + "step": 73360 + }, + { + "loss_action": 0.006158738862723112, + "loss_total": 0.006158738862723112, + "step": 73360 + }, + { + "loss_action": 0.0026329909451305866, + "loss_total": 0.0026329909451305866, + "step": 73360 + }, + { + "grad_norm": 0.24269920587539673, + "learning_rate": 1.8168311885051022e-05, + "loss": 0.0137, + "step": 73370 + }, + { + "loss_action": 0.028330590575933456, + "loss_total": 0.028330590575933456, + "step": 73370 + }, + { + "loss_action": 0.010126369073987007, + "loss_total": 0.010126369073987007, + "step": 73370 + }, + { + "loss_action": 0.006139681208878756, + "loss_total": 0.006139681208878756, + "step": 73370 + }, + { + "loss_action": 0.005836436990648508, + "loss_total": 0.005836436990648508, + "step": 73370 + }, + { + "loss_action": 0.025687625631690025, + "loss_total": 0.025687625631690025, + "step": 73370 + }, + { + "loss_action": 0.015935134142637253, + "loss_total": 0.015935134142637253, + "step": 73370 + }, + { + "grad_norm": 0.2753460705280304, + "learning_rate": 1.815556262390402e-05, + "loss": 0.0107, + "step": 73380 + }, + { + "loss_action": 0.009893215261399746, + "loss_total": 0.009893215261399746, + "step": 73380 + }, + { + "loss_action": 0.005791565869003534, + "loss_total": 0.005791565869003534, + "step": 73380 + }, + { + "loss_action": 0.009056193754076958, + "loss_total": 0.009056193754076958, + "step": 73380 + }, + { + "loss_action": 0.005591534543782473, + "loss_total": 0.005591534543782473, + "step": 73380 + }, + { + "loss_action": 0.00690973736345768, + "loss_total": 0.00690973736345768, + "step": 73380 + }, + { + "loss_action": 0.01434878259897232, + "loss_total": 0.01434878259897232, + "step": 73380 + }, + { + "grad_norm": 0.27234771847724915, + "learning_rate": 1.8142816845216826e-05, + "loss": 0.0096, + "step": 73390 + }, + { + "loss_action": 0.012132576666772366, + "loss_total": 0.012132576666772366, + "step": 73390 + }, + { + "loss_action": 0.004447482991963625, + "loss_total": 0.004447482991963625, + "step": 73390 + }, + { + "loss_action": 0.010342269204556942, + "loss_total": 0.010342269204556942, + "step": 73390 + }, + { + "loss_action": 0.00697144353762269, + "loss_total": 0.00697144353762269, + "step": 73390 + }, + { + "loss_action": 0.004379523452371359, + "loss_total": 0.004379523452371359, + "step": 73390 + }, + { + "loss_action": 0.006344290915876627, + "loss_total": 0.006344290915876627, + "step": 73390 + }, + { + "grad_norm": 0.2513898015022278, + "learning_rate": 1.8130074550383276e-05, + "loss": 0.0088, + "step": 73400 + }, + { + "loss_action": 0.0045255753211677074, + "loss_total": 0.0045255753211677074, + "step": 73400 + }, + { + "loss_action": 0.006493666674941778, + "loss_total": 0.006493666674941778, + "step": 73400 + }, + { + "loss_action": 0.0031025877688080072, + "loss_total": 0.0031025877688080072, + "step": 73400 + }, + { + "loss_action": 0.00505873654037714, + "loss_total": 0.00505873654037714, + "step": 73400 + }, + { + "loss_action": 0.022788096219301224, + "loss_total": 0.022788096219301224, + "step": 73400 + }, + { + "loss_action": 0.0033262583892792463, + "loss_total": 0.0033262583892792463, + "step": 73400 + }, + { + "grad_norm": 0.2113446295261383, + "learning_rate": 1.8117335740796848e-05, + "loss": 0.0087, + "step": 73410 + }, + { + "loss_action": 0.11245898902416229, + "loss_total": 0.11245898902416229, + "step": 73410 + }, + { + "loss_action": 0.0017563034780323505, + "loss_total": 0.0017563034780323505, + "step": 73410 + }, + { + "loss_action": 0.005647847894579172, + "loss_total": 0.005647847894579172, + "step": 73410 + }, + { + "loss_action": 0.004500417970120907, + "loss_total": 0.004500417970120907, + "step": 73410 + }, + { + "loss_action": 0.0221810732036829, + "loss_total": 0.0221810732036829, + "step": 73410 + }, + { + "loss_action": 0.0043868375942111015, + "loss_total": 0.0043868375942111015, + "step": 73410 + }, + { + "grad_norm": 0.18614612519741058, + "learning_rate": 1.810460041785067e-05, + "loss": 0.0104, + "step": 73420 + }, + { + "loss_action": 0.0043936967849731445, + "loss_total": 0.0043936967849731445, + "step": 73420 + }, + { + "loss_action": 0.010294266976416111, + "loss_total": 0.010294266976416111, + "step": 73420 + }, + { + "loss_action": 0.00978658813983202, + "loss_total": 0.00978658813983202, + "step": 73420 + }, + { + "loss_action": 0.007701682858169079, + "loss_total": 0.007701682858169079, + "step": 73420 + }, + { + "loss_action": 0.010941575281322002, + "loss_total": 0.010941575281322002, + "step": 73420 + }, + { + "loss_action": 0.0038588952738791704, + "loss_total": 0.0038588952738791704, + "step": 73420 + }, + { + "grad_norm": 0.2267410159111023, + "learning_rate": 1.809186858293742e-05, + "loss": 0.0085, + "step": 73430 + }, + { + "loss_action": 0.020665036514401436, + "loss_total": 0.020665036514401436, + "step": 73430 + }, + { + "loss_action": 0.04228629544377327, + "loss_total": 0.04228629544377327, + "step": 73430 + }, + { + "loss_action": 0.0038004654925316572, + "loss_total": 0.0038004654925316572, + "step": 73430 + }, + { + "loss_action": 0.009602151811122894, + "loss_total": 0.009602151811122894, + "step": 73430 + }, + { + "loss_action": 0.0019591283053159714, + "loss_total": 0.0019591283053159714, + "step": 73430 + }, + { + "loss_action": 0.011677544564008713, + "loss_total": 0.011677544564008713, + "step": 73430 + }, + { + "grad_norm": 0.2015751749277115, + "learning_rate": 1.8079140237449448e-05, + "loss": 0.0114, + "step": 73440 + }, + { + "loss_action": 0.005869003012776375, + "loss_total": 0.005869003012776375, + "step": 73440 + }, + { + "loss_action": 0.004962203558534384, + "loss_total": 0.004962203558534384, + "step": 73440 + }, + { + "loss_action": 0.00567586300894618, + "loss_total": 0.00567586300894618, + "step": 73440 + }, + { + "loss_action": 0.008277880027890205, + "loss_total": 0.008277880027890205, + "step": 73440 + }, + { + "loss_action": 0.008255758322775364, + "loss_total": 0.008255758322775364, + "step": 73440 + }, + { + "loss_action": 0.0059681120328605175, + "loss_total": 0.0059681120328605175, + "step": 73440 + }, + { + "grad_norm": 0.23693816363811493, + "learning_rate": 1.8066415382778707e-05, + "loss": 0.0088, + "step": 73450 + }, + { + "loss_action": 0.006147300824522972, + "loss_total": 0.006147300824522972, + "step": 73450 + }, + { + "loss_action": 0.010984624736011028, + "loss_total": 0.010984624736011028, + "step": 73450 + }, + { + "loss_action": 0.009752560406923294, + "loss_total": 0.009752560406923294, + "step": 73450 + }, + { + "loss_action": 0.0064257229678332806, + "loss_total": 0.0064257229678332806, + "step": 73450 + }, + { + "loss_action": 0.004221699666231871, + "loss_total": 0.004221699666231871, + "step": 73450 + }, + { + "loss_action": 0.011588271707296371, + "loss_total": 0.011588271707296371, + "step": 73450 + }, + { + "grad_norm": 0.24134184420108795, + "learning_rate": 1.8053694020316786e-05, + "loss": 0.0111, + "step": 73460 + }, + { + "loss_action": 0.005233018659055233, + "loss_total": 0.005233018659055233, + "step": 73460 + }, + { + "loss_action": 0.0034830530639737844, + "loss_total": 0.0034830530639737844, + "step": 73460 + }, + { + "loss_action": 0.006890956778079271, + "loss_total": 0.006890956778079271, + "step": 73460 + }, + { + "loss_action": 0.00917421467602253, + "loss_total": 0.00917421467602253, + "step": 73460 + }, + { + "loss_action": 0.006703608203679323, + "loss_total": 0.006703608203679323, + "step": 73460 + }, + { + "loss_action": 0.005285927094519138, + "loss_total": 0.005285927094519138, + "step": 73460 + }, + { + "grad_norm": 0.2598053216934204, + "learning_rate": 1.8040976151454837e-05, + "loss": 0.013, + "step": 73470 + }, + { + "loss_action": 0.015374653041362762, + "loss_total": 0.015374653041362762, + "step": 73470 + }, + { + "loss_action": 0.006196335423737764, + "loss_total": 0.006196335423737764, + "step": 73470 + }, + { + "loss_action": 0.006731500383466482, + "loss_total": 0.006731500383466482, + "step": 73470 + }, + { + "loss_action": 0.007843042723834515, + "loss_total": 0.007843042723834515, + "step": 73470 + }, + { + "loss_action": 0.011689424514770508, + "loss_total": 0.011689424514770508, + "step": 73470 + }, + { + "loss_action": 0.004321245476603508, + "loss_total": 0.004321245476603508, + "step": 73470 + }, + { + "grad_norm": 0.20836327970027924, + "learning_rate": 1.8028261777583704e-05, + "loss": 0.0088, + "step": 73480 + }, + { + "loss_action": 0.034187112003564835, + "loss_total": 0.034187112003564835, + "step": 73480 + }, + { + "loss_action": 0.0358293317258358, + "loss_total": 0.0358293317258358, + "step": 73480 + }, + { + "loss_action": 0.0066565400920808315, + "loss_total": 0.0066565400920808315, + "step": 73480 + }, + { + "loss_action": 0.013595875352621078, + "loss_total": 0.013595875352621078, + "step": 73480 + }, + { + "loss_action": 0.005596964620053768, + "loss_total": 0.005596964620053768, + "step": 73480 + }, + { + "loss_action": 0.017007578164339066, + "loss_total": 0.017007578164339066, + "step": 73480 + }, + { + "grad_norm": 0.364947110414505, + "learning_rate": 1.8015550900093758e-05, + "loss": 0.0122, + "step": 73490 + }, + { + "loss_action": 0.0046844519674777985, + "loss_total": 0.0046844519674777985, + "step": 73490 + }, + { + "loss_action": 0.00662637734785676, + "loss_total": 0.00662637734785676, + "step": 73490 + }, + { + "loss_action": 0.009136607870459557, + "loss_total": 0.009136607870459557, + "step": 73490 + }, + { + "loss_action": 0.006265038624405861, + "loss_total": 0.006265038624405861, + "step": 73490 + }, + { + "loss_action": 0.01214151456952095, + "loss_total": 0.01214151456952095, + "step": 73490 + }, + { + "loss_action": 0.014464734122157097, + "loss_total": 0.014464734122157097, + "step": 73490 + }, + { + "grad_norm": 0.3086634576320648, + "learning_rate": 1.800284352037512e-05, + "loss": 0.0105, + "step": 73500 + }, + { + "loss_action": 0.02667313441634178, + "loss_total": 0.02667313441634178, + "step": 73500 + }, + { + "loss_action": 0.0028754177037626505, + "loss_total": 0.0028754177037626505, + "step": 73500 + }, + { + "loss_action": 0.013227999210357666, + "loss_total": 0.013227999210357666, + "step": 73500 + }, + { + "loss_action": 0.006582636386156082, + "loss_total": 0.006582636386156082, + "step": 73500 + }, + { + "loss_action": 0.02527872659265995, + "loss_total": 0.02527872659265995, + "step": 73500 + }, + { + "loss_action": 0.04304041713476181, + "loss_total": 0.04304041713476181, + "step": 73500 + }, + { + "grad_norm": 0.2497595250606537, + "learning_rate": 1.799013963981738e-05, + "loss": 0.0106, + "step": 73510 + }, + { + "loss_action": 0.011467423290014267, + "loss_total": 0.011467423290014267, + "step": 73510 + }, + { + "loss_action": 0.06597232818603516, + "loss_total": 0.06597232818603516, + "step": 73510 + }, + { + "loss_action": 0.00535447197034955, + "loss_total": 0.00535447197034955, + "step": 73510 + }, + { + "loss_action": 0.008138989098370075, + "loss_total": 0.008138989098370075, + "step": 73510 + }, + { + "loss_action": 0.004939392674714327, + "loss_total": 0.004939392674714327, + "step": 73510 + }, + { + "loss_action": 0.0033292293082922697, + "loss_total": 0.0033292293082922697, + "step": 73510 + }, + { + "grad_norm": 0.24305768311023712, + "learning_rate": 1.797743925980987e-05, + "loss": 0.0111, + "step": 73520 + }, + { + "loss_action": 0.005913840606808662, + "loss_total": 0.005913840606808662, + "step": 73520 + }, + { + "loss_action": 0.011491788551211357, + "loss_total": 0.011491788551211357, + "step": 73520 + }, + { + "loss_action": 0.009386054240167141, + "loss_total": 0.009386054240167141, + "step": 73520 + }, + { + "loss_action": 0.002875377656891942, + "loss_total": 0.002875377656891942, + "step": 73520 + }, + { + "loss_action": 0.003976082429289818, + "loss_total": 0.003976082429289818, + "step": 73520 + }, + { + "loss_action": 0.004027586430311203, + "loss_total": 0.004027586430311203, + "step": 73520 + }, + { + "grad_norm": 0.3675960302352905, + "learning_rate": 1.7964742381741435e-05, + "loss": 0.0094, + "step": 73530 + }, + { + "loss_action": 0.004682866856455803, + "loss_total": 0.004682866856455803, + "step": 73530 + }, + { + "loss_action": 0.00819559395313263, + "loss_total": 0.00819559395313263, + "step": 73530 + }, + { + "loss_action": 0.005998164881020784, + "loss_total": 0.005998164881020784, + "step": 73530 + }, + { + "loss_action": 0.00805965531617403, + "loss_total": 0.00805965531617403, + "step": 73530 + }, + { + "loss_action": 0.004245859105139971, + "loss_total": 0.004245859105139971, + "step": 73530 + }, + { + "loss_action": 0.002876054961234331, + "loss_total": 0.002876054961234331, + "step": 73530 + }, + { + "grad_norm": 0.18593963980674744, + "learning_rate": 1.7952049007000627e-05, + "loss": 0.0083, + "step": 73540 + }, + { + "loss_action": 0.014337400905787945, + "loss_total": 0.014337400905787945, + "step": 73540 + }, + { + "loss_action": 0.006012168247252703, + "loss_total": 0.006012168247252703, + "step": 73540 + }, + { + "loss_action": 0.0036369541194289923, + "loss_total": 0.0036369541194289923, + "step": 73540 + }, + { + "loss_action": 0.06952528655529022, + "loss_total": 0.06952528655529022, + "step": 73540 + }, + { + "loss_action": 0.004498515743762255, + "loss_total": 0.004498515743762255, + "step": 73540 + }, + { + "loss_action": 0.007993247359991074, + "loss_total": 0.007993247359991074, + "step": 73540 + }, + { + "grad_norm": 0.21097731590270996, + "learning_rate": 1.7939359136975535e-05, + "loss": 0.0118, + "step": 73550 + }, + { + "loss_action": 0.020570432767271996, + "loss_total": 0.020570432767271996, + "step": 73550 + }, + { + "loss_action": 0.0159023255109787, + "loss_total": 0.0159023255109787, + "step": 73550 + }, + { + "loss_action": 0.006111013703048229, + "loss_total": 0.006111013703048229, + "step": 73550 + }, + { + "loss_action": 0.007396182045340538, + "loss_total": 0.007396182045340538, + "step": 73550 + }, + { + "loss_action": 0.015158588998019695, + "loss_total": 0.015158588998019695, + "step": 73550 + }, + { + "loss_action": 0.008364337496459484, + "loss_total": 0.008364337496459484, + "step": 73550 + }, + { + "grad_norm": 0.2568812072277069, + "learning_rate": 1.7926672773053932e-05, + "loss": 0.0099, + "step": 73560 + }, + { + "loss_action": 0.0037681367248296738, + "loss_total": 0.0037681367248296738, + "step": 73560 + }, + { + "loss_action": 0.0031409517396241426, + "loss_total": 0.0031409517396241426, + "step": 73560 + }, + { + "loss_action": 0.009543036110699177, + "loss_total": 0.009543036110699177, + "step": 73560 + }, + { + "loss_action": 0.011225701309740543, + "loss_total": 0.011225701309740543, + "step": 73560 + }, + { + "loss_action": 0.00570715544745326, + "loss_total": 0.00570715544745326, + "step": 73560 + }, + { + "loss_action": 0.015644364058971405, + "loss_total": 0.015644364058971405, + "step": 73560 + }, + { + "grad_norm": 0.4684391915798187, + "learning_rate": 1.791398991662317e-05, + "loss": 0.0097, + "step": 73570 + }, + { + "loss_action": 0.012684352695941925, + "loss_total": 0.012684352695941925, + "step": 73570 + }, + { + "loss_action": 0.0057738590985536575, + "loss_total": 0.0057738590985536575, + "step": 73570 + }, + { + "loss_action": 0.012251514010131359, + "loss_total": 0.012251514010131359, + "step": 73570 + }, + { + "loss_action": 0.007708394434303045, + "loss_total": 0.007708394434303045, + "step": 73570 + }, + { + "loss_action": 0.0068050045520067215, + "loss_total": 0.0068050045520067215, + "step": 73570 + }, + { + "loss_action": 0.015596295706927776, + "loss_total": 0.015596295706927776, + "step": 73570 + }, + { + "grad_norm": 0.27194732427597046, + "learning_rate": 1.7901310569070244e-05, + "loss": 0.0092, + "step": 73580 + }, + { + "loss_action": 0.007089867722243071, + "loss_total": 0.007089867722243071, + "step": 73580 + }, + { + "loss_action": 0.006399601232260466, + "loss_total": 0.006399601232260466, + "step": 73580 + }, + { + "loss_action": 0.05164623260498047, + "loss_total": 0.05164623260498047, + "step": 73580 + }, + { + "loss_action": 0.014622465707361698, + "loss_total": 0.014622465707361698, + "step": 73580 + }, + { + "loss_action": 0.007710319943726063, + "loss_total": 0.007710319943726063, + "step": 73580 + }, + { + "loss_action": 0.0034655446652323008, + "loss_total": 0.0034655446652323008, + "step": 73580 + }, + { + "grad_norm": 0.23108310997486115, + "learning_rate": 1.7888634731781724e-05, + "loss": 0.0109, + "step": 73590 + }, + { + "loss_action": 0.011423640884459019, + "loss_total": 0.011423640884459019, + "step": 73590 + }, + { + "loss_action": 0.01133533101528883, + "loss_total": 0.01133533101528883, + "step": 73590 + }, + { + "loss_action": 0.007717629428952932, + "loss_total": 0.007717629428952932, + "step": 73590 + }, + { + "loss_action": 0.00812059547752142, + "loss_total": 0.00812059547752142, + "step": 73590 + }, + { + "loss_action": 0.0050982083193957806, + "loss_total": 0.0050982083193957806, + "step": 73590 + }, + { + "loss_action": 0.005186609458178282, + "loss_total": 0.005186609458178282, + "step": 73590 + }, + { + "grad_norm": 0.2682139575481415, + "learning_rate": 1.7875962406143844e-05, + "loss": 0.0102, + "step": 73600 + }, + { + "loss_action": 0.0037576898466795683, + "loss_total": 0.0037576898466795683, + "step": 73600 + }, + { + "loss_action": 0.010572736151516438, + "loss_total": 0.010572736151516438, + "step": 73600 + }, + { + "loss_action": 0.004295426420867443, + "loss_total": 0.004295426420867443, + "step": 73600 + }, + { + "loss_action": 0.02171589620411396, + "loss_total": 0.02171589620411396, + "step": 73600 + }, + { + "loss_action": 0.007573118433356285, + "loss_total": 0.007573118433356285, + "step": 73600 + }, + { + "loss_action": 0.01110666524618864, + "loss_total": 0.01110666524618864, + "step": 73600 + }, + { + "grad_norm": 0.24491940438747406, + "learning_rate": 1.7863293593542403e-05, + "loss": 0.0096, + "step": 73610 + }, + { + "loss_action": 0.007638150826096535, + "loss_total": 0.007638150826096535, + "step": 73610 + }, + { + "loss_action": 0.006617099046707153, + "loss_total": 0.006617099046707153, + "step": 73610 + }, + { + "loss_action": 0.0078968470916152, + "loss_total": 0.0078968470916152, + "step": 73610 + }, + { + "loss_action": 0.007749645970761776, + "loss_total": 0.007749645970761776, + "step": 73610 + }, + { + "loss_action": 0.002786408644169569, + "loss_total": 0.002786408644169569, + "step": 73610 + }, + { + "loss_action": 0.0038700257427990437, + "loss_total": 0.0038700257427990437, + "step": 73610 + }, + { + "grad_norm": 0.25210410356521606, + "learning_rate": 1.7850628295362853e-05, + "loss": 0.0081, + "step": 73620 + }, + { + "loss_action": 0.004084977321326733, + "loss_total": 0.004084977321326733, + "step": 73620 + }, + { + "loss_action": 0.004738969728350639, + "loss_total": 0.004738969728350639, + "step": 73620 + }, + { + "loss_action": 0.006341257598251104, + "loss_total": 0.006341257598251104, + "step": 73620 + }, + { + "loss_action": 0.0036259277258068323, + "loss_total": 0.0036259277258068323, + "step": 73620 + }, + { + "loss_action": 0.00638761417940259, + "loss_total": 0.00638761417940259, + "step": 73620 + }, + { + "loss_action": 0.011578822508454323, + "loss_total": 0.011578822508454323, + "step": 73620 + }, + { + "grad_norm": 0.18151308596134186, + "learning_rate": 1.7837966512990263e-05, + "loss": 0.01, + "step": 73630 + }, + { + "loss_action": 0.002742903307080269, + "loss_total": 0.002742903307080269, + "step": 73630 + }, + { + "loss_action": 0.0027798369992524385, + "loss_total": 0.0027798369992524385, + "step": 73630 + }, + { + "loss_action": 0.011593103408813477, + "loss_total": 0.011593103408813477, + "step": 73630 + }, + { + "loss_action": 0.01599244959652424, + "loss_total": 0.01599244959652424, + "step": 73630 + }, + { + "loss_action": 0.005357054062187672, + "loss_total": 0.005357054062187672, + "step": 73630 + }, + { + "loss_action": 0.0053403545171022415, + "loss_total": 0.0053403545171022415, + "step": 73630 + }, + { + "grad_norm": 0.27207866311073303, + "learning_rate": 1.782530824780931e-05, + "loss": 0.011, + "step": 73640 + }, + { + "loss_action": 0.00488327769562602, + "loss_total": 0.00488327769562602, + "step": 73640 + }, + { + "loss_action": 0.010310928337275982, + "loss_total": 0.010310928337275982, + "step": 73640 + }, + { + "loss_action": 0.003287159139290452, + "loss_total": 0.003287159139290452, + "step": 73640 + }, + { + "loss_action": 0.0025674535427242517, + "loss_total": 0.0025674535427242517, + "step": 73640 + }, + { + "loss_action": 0.015305908396840096, + "loss_total": 0.015305908396840096, + "step": 73640 + }, + { + "loss_action": 0.06351996958255768, + "loss_total": 0.06351996958255768, + "step": 73640 + }, + { + "grad_norm": 0.28827646374702454, + "learning_rate": 1.7812653501204263e-05, + "loss": 0.0127, + "step": 73650 + }, + { + "loss_action": 0.003494566073641181, + "loss_total": 0.003494566073641181, + "step": 73650 + }, + { + "loss_action": 0.00819958932697773, + "loss_total": 0.00819958932697773, + "step": 73650 + }, + { + "loss_action": 0.002336592646315694, + "loss_total": 0.002336592646315694, + "step": 73650 + }, + { + "loss_action": 0.012092338874936104, + "loss_total": 0.012092338874936104, + "step": 73650 + }, + { + "loss_action": 0.005965354852378368, + "loss_total": 0.005965354852378368, + "step": 73650 + }, + { + "loss_action": 0.00999187957495451, + "loss_total": 0.00999187957495451, + "step": 73650 + }, + { + "grad_norm": 0.26654961705207825, + "learning_rate": 1.780000227455903e-05, + "loss": 0.0113, + "step": 73660 + }, + { + "loss_action": 0.011770915240049362, + "loss_total": 0.011770915240049362, + "step": 73660 + }, + { + "loss_action": 0.00848269835114479, + "loss_total": 0.00848269835114479, + "step": 73660 + }, + { + "loss_action": 0.006421847268939018, + "loss_total": 0.006421847268939018, + "step": 73660 + }, + { + "loss_action": 0.0059578209184110165, + "loss_total": 0.0059578209184110165, + "step": 73660 + }, + { + "loss_action": 0.004102384205907583, + "loss_total": 0.004102384205907583, + "step": 73660 + }, + { + "loss_action": 0.002762997057288885, + "loss_total": 0.002762997057288885, + "step": 73660 + }, + { + "grad_norm": 0.283946692943573, + "learning_rate": 1.778735456925716e-05, + "loss": 0.0097, + "step": 73670 + }, + { + "loss_action": 0.004406093154102564, + "loss_total": 0.004406093154102564, + "step": 73670 + }, + { + "loss_action": 0.014137590304017067, + "loss_total": 0.014137590304017067, + "step": 73670 + }, + { + "loss_action": 0.0038204719312489033, + "loss_total": 0.0038204719312489033, + "step": 73670 + }, + { + "loss_action": 0.005544102750718594, + "loss_total": 0.005544102750718594, + "step": 73670 + }, + { + "loss_action": 0.005503226537257433, + "loss_total": 0.005503226537257433, + "step": 73670 + }, + { + "loss_action": 0.00756788207218051, + "loss_total": 0.00756788207218051, + "step": 73670 + }, + { + "grad_norm": 0.25212863087654114, + "learning_rate": 1.7774710386681737e-05, + "loss": 0.0087, + "step": 73680 + }, + { + "loss_action": 0.005691335536539555, + "loss_total": 0.005691335536539555, + "step": 73680 + }, + { + "loss_action": 0.006590601522475481, + "loss_total": 0.006590601522475481, + "step": 73680 + }, + { + "loss_action": 0.003312979592010379, + "loss_total": 0.003312979592010379, + "step": 73680 + }, + { + "loss_action": 0.00599707942456007, + "loss_total": 0.00599707942456007, + "step": 73680 + }, + { + "loss_action": 0.007759321480989456, + "loss_total": 0.007759321480989456, + "step": 73680 + }, + { + "loss_action": 0.004755025263875723, + "loss_total": 0.004755025263875723, + "step": 73680 + }, + { + "grad_norm": 0.27121031284332275, + "learning_rate": 1.7762069728215545e-05, + "loss": 0.0103, + "step": 73690 + }, + { + "loss_action": 0.017169801518321037, + "loss_total": 0.017169801518321037, + "step": 73690 + }, + { + "loss_action": 0.010863513685762882, + "loss_total": 0.010863513685762882, + "step": 73690 + }, + { + "loss_action": 0.020569929853081703, + "loss_total": 0.020569929853081703, + "step": 73690 + }, + { + "loss_action": 0.010003547184169292, + "loss_total": 0.010003547184169292, + "step": 73690 + }, + { + "loss_action": 0.008187560364603996, + "loss_total": 0.008187560364603996, + "step": 73690 + }, + { + "loss_action": 0.0062680672854185104, + "loss_total": 0.0062680672854185104, + "step": 73690 + }, + { + "grad_norm": 0.20749834179878235, + "learning_rate": 1.7749432595240932e-05, + "loss": 0.009, + "step": 73700 + }, + { + "loss_action": 0.06354165077209473, + "loss_total": 0.06354165077209473, + "step": 73700 + }, + { + "loss_action": 0.006560307927429676, + "loss_total": 0.006560307927429676, + "step": 73700 + }, + { + "loss_action": 0.012281888164579868, + "loss_total": 0.012281888164579868, + "step": 73700 + }, + { + "loss_action": 0.0034379500430077314, + "loss_total": 0.0034379500430077314, + "step": 73700 + }, + { + "loss_action": 0.003398304805159569, + "loss_total": 0.003398304805159569, + "step": 73700 + }, + { + "loss_action": 0.007598930038511753, + "loss_total": 0.007598930038511753, + "step": 73700 + }, + { + "grad_norm": 0.23997388780117035, + "learning_rate": 1.773679898913991e-05, + "loss": 0.0096, + "step": 73710 + }, + { + "loss_action": 0.007803299464285374, + "loss_total": 0.007803299464285374, + "step": 73710 + }, + { + "loss_action": 0.039777304977178574, + "loss_total": 0.039777304977178574, + "step": 73710 + }, + { + "loss_action": 0.08387624472379684, + "loss_total": 0.08387624472379684, + "step": 73710 + }, + { + "loss_action": 0.00615702336654067, + "loss_total": 0.00615702336654067, + "step": 73710 + }, + { + "loss_action": 0.003420261899009347, + "loss_total": 0.003420261899009347, + "step": 73710 + }, + { + "loss_action": 0.006181576754897833, + "loss_total": 0.006181576754897833, + "step": 73710 + }, + { + "grad_norm": 0.22638607025146484, + "learning_rate": 1.7724168911294015e-05, + "loss": 0.0106, + "step": 73720 + }, + { + "loss_action": 0.009151898324489594, + "loss_total": 0.009151898324489594, + "step": 73720 + }, + { + "loss_action": 0.003128813346847892, + "loss_total": 0.003128813346847892, + "step": 73720 + }, + { + "loss_action": 0.0030263338703662157, + "loss_total": 0.0030263338703662157, + "step": 73720 + }, + { + "loss_action": 0.00327293761074543, + "loss_total": 0.00327293761074543, + "step": 73720 + }, + { + "loss_action": 0.0036952029913663864, + "loss_total": 0.0036952029913663864, + "step": 73720 + }, + { + "loss_action": 0.005559829995036125, + "loss_total": 0.005559829995036125, + "step": 73720 + }, + { + "grad_norm": 0.28730690479278564, + "learning_rate": 1.7711542363084504e-05, + "loss": 0.0102, + "step": 73730 + }, + { + "loss_action": 0.005445536226034164, + "loss_total": 0.005445536226034164, + "step": 73730 + }, + { + "loss_action": 0.006914895959198475, + "loss_total": 0.006914895959198475, + "step": 73730 + }, + { + "loss_action": 0.017936425283551216, + "loss_total": 0.017936425283551216, + "step": 73730 + }, + { + "loss_action": 0.004376980010420084, + "loss_total": 0.004376980010420084, + "step": 73730 + }, + { + "loss_action": 0.01216747798025608, + "loss_total": 0.01216747798025608, + "step": 73730 + }, + { + "loss_action": 0.008824528194963932, + "loss_total": 0.008824528194963932, + "step": 73730 + }, + { + "grad_norm": 0.17727357149124146, + "learning_rate": 1.7698919345892158e-05, + "loss": 0.0097, + "step": 73740 + }, + { + "loss_action": 0.005582313984632492, + "loss_total": 0.005582313984632492, + "step": 73740 + }, + { + "loss_action": 0.005449455231428146, + "loss_total": 0.005449455231428146, + "step": 73740 + }, + { + "loss_action": 0.011753908358514309, + "loss_total": 0.011753908358514309, + "step": 73740 + }, + { + "loss_action": 0.006438493728637695, + "loss_total": 0.006438493728637695, + "step": 73740 + }, + { + "loss_action": 0.0049994271248579025, + "loss_total": 0.0049994271248579025, + "step": 73740 + }, + { + "loss_action": 0.01929404027760029, + "loss_total": 0.01929404027760029, + "step": 73740 + }, + { + "grad_norm": 0.24040581285953522, + "learning_rate": 1.768629986109743e-05, + "loss": 0.0093, + "step": 73750 + }, + { + "loss_action": 0.0025679173413664103, + "loss_total": 0.0025679173413664103, + "step": 73750 + }, + { + "loss_action": 0.0062322113662958145, + "loss_total": 0.0062322113662958145, + "step": 73750 + }, + { + "loss_action": 0.0060616652481257915, + "loss_total": 0.0060616652481257915, + "step": 73750 + }, + { + "loss_action": 0.009986630640923977, + "loss_total": 0.009986630640923977, + "step": 73750 + }, + { + "loss_action": 0.0039653475396335125, + "loss_total": 0.0039653475396335125, + "step": 73750 + }, + { + "loss_action": 0.003163674846291542, + "loss_total": 0.003163674846291542, + "step": 73750 + }, + { + "grad_norm": 0.35446101427078247, + "learning_rate": 1.7673683910080357e-05, + "loss": 0.0101, + "step": 73760 + }, + { + "loss_action": 0.0028934571892023087, + "loss_total": 0.0028934571892023087, + "step": 73760 + }, + { + "loss_action": 0.0030983646865934134, + "loss_total": 0.0030983646865934134, + "step": 73760 + }, + { + "loss_action": 0.011935926973819733, + "loss_total": 0.011935926973819733, + "step": 73760 + }, + { + "loss_action": 0.007000262383371592, + "loss_total": 0.007000262383371592, + "step": 73760 + }, + { + "loss_action": 0.010861958377063274, + "loss_total": 0.010861958377063274, + "step": 73760 + }, + { + "loss_action": 0.002937817480415106, + "loss_total": 0.002937817480415106, + "step": 73760 + }, + { + "grad_norm": 0.20135453343391418, + "learning_rate": 1.7661071494220638e-05, + "loss": 0.009, + "step": 73770 + }, + { + "loss_action": 0.00815566536039114, + "loss_total": 0.00815566536039114, + "step": 73770 + }, + { + "loss_action": 0.02580234780907631, + "loss_total": 0.02580234780907631, + "step": 73770 + }, + { + "loss_action": 0.00924698170274496, + "loss_total": 0.00924698170274496, + "step": 73770 + }, + { + "loss_action": 0.005751833785325289, + "loss_total": 0.005751833785325289, + "step": 73770 + }, + { + "loss_action": 0.006432080641388893, + "loss_total": 0.006432080641388893, + "step": 73770 + }, + { + "loss_action": 0.006931858137249947, + "loss_total": 0.006931858137249947, + "step": 73770 + }, + { + "grad_norm": 0.18494197726249695, + "learning_rate": 1.7648462614897498e-05, + "loss": 0.0114, + "step": 73780 + }, + { + "loss_action": 0.004090604372322559, + "loss_total": 0.004090604372322559, + "step": 73780 + }, + { + "loss_action": 0.01225438341498375, + "loss_total": 0.01225438341498375, + "step": 73780 + }, + { + "loss_action": 0.010380346328020096, + "loss_total": 0.010380346328020096, + "step": 73780 + }, + { + "loss_action": 0.005926298908889294, + "loss_total": 0.005926298908889294, + "step": 73780 + }, + { + "loss_action": 0.006407557986676693, + "loss_total": 0.006407557986676693, + "step": 73780 + }, + { + "loss_action": 0.0027387659065425396, + "loss_total": 0.0027387659065425396, + "step": 73780 + }, + { + "grad_norm": 0.29177325963974, + "learning_rate": 1.7635857273489863e-05, + "loss": 0.0105, + "step": 73790 + }, + { + "loss_action": 0.005957750137895346, + "loss_total": 0.005957750137895346, + "step": 73790 + }, + { + "loss_action": 0.006400910206139088, + "loss_total": 0.006400910206139088, + "step": 73790 + }, + { + "loss_action": 0.0060231429524719715, + "loss_total": 0.0060231429524719715, + "step": 73790 + }, + { + "loss_action": 0.011158980429172516, + "loss_total": 0.011158980429172516, + "step": 73790 + }, + { + "loss_action": 0.007825304754078388, + "loss_total": 0.007825304754078388, + "step": 73790 + }, + { + "loss_action": 0.004573679994791746, + "loss_total": 0.004573679994791746, + "step": 73790 + }, + { + "grad_norm": 0.27266502380371094, + "learning_rate": 1.7623255471376198e-05, + "loss": 0.0091, + "step": 73800 + }, + { + "loss_action": 0.009545816108584404, + "loss_total": 0.009545816108584404, + "step": 73800 + }, + { + "loss_action": 0.005571851972490549, + "loss_total": 0.005571851972490549, + "step": 73800 + }, + { + "loss_action": 0.004787091165781021, + "loss_total": 0.004787091165781021, + "step": 73800 + }, + { + "loss_action": 0.0044647688046097755, + "loss_total": 0.0044647688046097755, + "step": 73800 + }, + { + "loss_action": 0.010262690484523773, + "loss_total": 0.010262690484523773, + "step": 73800 + }, + { + "loss_action": 0.014880813658237457, + "loss_total": 0.014880813658237457, + "step": 73800 + }, + { + "grad_norm": 0.23865365982055664, + "learning_rate": 1.7610657209934646e-05, + "loss": 0.012, + "step": 73810 + }, + { + "loss_action": 0.0038150057662278414, + "loss_total": 0.0038150057662278414, + "step": 73810 + }, + { + "loss_action": 0.004764814395457506, + "loss_total": 0.004764814395457506, + "step": 73810 + }, + { + "loss_action": 0.002654138021171093, + "loss_total": 0.002654138021171093, + "step": 73810 + }, + { + "loss_action": 0.006745700258761644, + "loss_total": 0.006745700258761644, + "step": 73810 + }, + { + "loss_action": 0.003872747765854001, + "loss_total": 0.003872747765854001, + "step": 73810 + }, + { + "loss_action": 0.005170449148863554, + "loss_total": 0.005170449148863554, + "step": 73810 + }, + { + "grad_norm": 0.32156142592430115, + "learning_rate": 1.7598062490542915e-05, + "loss": 0.0129, + "step": 73820 + }, + { + "loss_action": 0.004310054704546928, + "loss_total": 0.004310054704546928, + "step": 73820 + }, + { + "loss_action": 0.00318041630089283, + "loss_total": 0.00318041630089283, + "step": 73820 + }, + { + "loss_action": 0.003607418155297637, + "loss_total": 0.003607418155297637, + "step": 73820 + }, + { + "loss_action": 0.004852026700973511, + "loss_total": 0.004852026700973511, + "step": 73820 + }, + { + "loss_action": 0.004681194666773081, + "loss_total": 0.004681194666773081, + "step": 73820 + }, + { + "loss_action": 0.007231734227389097, + "loss_total": 0.007231734227389097, + "step": 73820 + }, + { + "grad_norm": 0.25356847047805786, + "learning_rate": 1.7585471314578377e-05, + "loss": 0.0089, + "step": 73830 + }, + { + "loss_action": 0.013303614221513271, + "loss_total": 0.013303614221513271, + "step": 73830 + }, + { + "loss_action": 0.005902198608964682, + "loss_total": 0.005902198608964682, + "step": 73830 + }, + { + "loss_action": 0.04645248129963875, + "loss_total": 0.04645248129963875, + "step": 73830 + }, + { + "loss_action": 0.0032852208241820335, + "loss_total": 0.0032852208241820335, + "step": 73830 + }, + { + "loss_action": 0.007548453286290169, + "loss_total": 0.007548453286290169, + "step": 73830 + }, + { + "loss_action": 0.013624513521790504, + "loss_total": 0.013624513521790504, + "step": 73830 + }, + { + "grad_norm": 0.21235963702201843, + "learning_rate": 1.7572883683417945e-05, + "loss": 0.0085, + "step": 73840 + }, + { + "loss_action": 0.019142350181937218, + "loss_total": 0.019142350181937218, + "step": 73840 + }, + { + "loss_action": 0.007376963272690773, + "loss_total": 0.007376963272690773, + "step": 73840 + }, + { + "loss_action": 0.005951177328824997, + "loss_total": 0.005951177328824997, + "step": 73840 + }, + { + "loss_action": 0.003107053227722645, + "loss_total": 0.003107053227722645, + "step": 73840 + }, + { + "loss_action": 0.00402759900316596, + "loss_total": 0.00402759900316596, + "step": 73840 + }, + { + "loss_action": 0.01694507710635662, + "loss_total": 0.01694507710635662, + "step": 73840 + }, + { + "grad_norm": 0.28246110677719116, + "learning_rate": 1.7560299598438212e-05, + "loss": 0.0086, + "step": 73850 + }, + { + "loss_action": 0.007617380004376173, + "loss_total": 0.007617380004376173, + "step": 73850 + }, + { + "loss_action": 0.012431656941771507, + "loss_total": 0.012431656941771507, + "step": 73850 + }, + { + "loss_action": 0.003493951866403222, + "loss_total": 0.003493951866403222, + "step": 73850 + }, + { + "loss_action": 0.006305861286818981, + "loss_total": 0.006305861286818981, + "step": 73850 + }, + { + "loss_action": 0.008624563924968243, + "loss_total": 0.008624563924968243, + "step": 73850 + }, + { + "loss_action": 0.00978977233171463, + "loss_total": 0.00978977233171463, + "step": 73850 + }, + { + "grad_norm": 0.23160652816295624, + "learning_rate": 1.7547719061015334e-05, + "loss": 0.0117, + "step": 73860 + }, + { + "loss_action": 0.005445493385195732, + "loss_total": 0.005445493385195732, + "step": 73860 + }, + { + "loss_action": 0.029332850128412247, + "loss_total": 0.029332850128412247, + "step": 73860 + }, + { + "loss_action": 0.004589923191815615, + "loss_total": 0.004589923191815615, + "step": 73860 + }, + { + "loss_action": 0.014241891913115978, + "loss_total": 0.014241891913115978, + "step": 73860 + }, + { + "loss_action": 0.00572455208748579, + "loss_total": 0.00572455208748579, + "step": 73860 + }, + { + "loss_action": 0.008534746244549751, + "loss_total": 0.008534746244549751, + "step": 73860 + }, + { + "grad_norm": 0.2634417712688446, + "learning_rate": 1.75351420725251e-05, + "loss": 0.0087, + "step": 73870 + }, + { + "loss_action": 0.007573743816465139, + "loss_total": 0.007573743816465139, + "step": 73870 + }, + { + "loss_action": 0.00938691571354866, + "loss_total": 0.00938691571354866, + "step": 73870 + }, + { + "loss_action": 0.005531839095056057, + "loss_total": 0.005531839095056057, + "step": 73870 + }, + { + "loss_action": 0.008607798255980015, + "loss_total": 0.008607798255980015, + "step": 73870 + }, + { + "loss_action": 0.001978792017325759, + "loss_total": 0.001978792017325759, + "step": 73870 + }, + { + "loss_action": 0.006038379855453968, + "loss_total": 0.006038379855453968, + "step": 73870 + }, + { + "grad_norm": 0.249165341258049, + "learning_rate": 1.7522568634342923e-05, + "loss": 0.0104, + "step": 73880 + }, + { + "loss_action": 0.04141322150826454, + "loss_total": 0.04141322150826454, + "step": 73880 + }, + { + "loss_action": 0.008106706663966179, + "loss_total": 0.008106706663966179, + "step": 73880 + }, + { + "loss_action": 0.0061590890400111675, + "loss_total": 0.0061590890400111675, + "step": 73880 + }, + { + "loss_action": 0.01195437740534544, + "loss_total": 0.01195437740534544, + "step": 73880 + }, + { + "loss_action": 0.005356366280466318, + "loss_total": 0.005356366280466318, + "step": 73880 + }, + { + "loss_action": 0.006098427344113588, + "loss_total": 0.006098427344113588, + "step": 73880 + }, + { + "grad_norm": 0.4016106128692627, + "learning_rate": 1.7509998747843825e-05, + "loss": 0.0129, + "step": 73890 + }, + { + "loss_action": 0.004487339872866869, + "loss_total": 0.004487339872866869, + "step": 73890 + }, + { + "loss_action": 0.003279520431533456, + "loss_total": 0.003279520431533456, + "step": 73890 + }, + { + "loss_action": 0.004761540796607733, + "loss_total": 0.004761540796607733, + "step": 73890 + }, + { + "loss_action": 0.019000796601176262, + "loss_total": 0.019000796601176262, + "step": 73890 + }, + { + "loss_action": 0.0062398952431976795, + "loss_total": 0.0062398952431976795, + "step": 73890 + }, + { + "loss_action": 0.010945141315460205, + "loss_total": 0.010945141315460205, + "step": 73890 + }, + { + "grad_norm": 0.2595600485801697, + "learning_rate": 1.7497432414402403e-05, + "loss": 0.0116, + "step": 73900 + }, + { + "loss_action": 0.016527293249964714, + "loss_total": 0.016527293249964714, + "step": 73900 + }, + { + "loss_action": 0.005120305344462395, + "loss_total": 0.005120305344462395, + "step": 73900 + }, + { + "loss_action": 0.006779754534363747, + "loss_total": 0.006779754534363747, + "step": 73900 + }, + { + "loss_action": 0.011411689221858978, + "loss_total": 0.011411689221858978, + "step": 73900 + }, + { + "loss_action": 0.00501619977876544, + "loss_total": 0.00501619977876544, + "step": 73900 + }, + { + "loss_action": 0.017923833802342415, + "loss_total": 0.017923833802342415, + "step": 73900 + }, + { + "grad_norm": 0.2823987901210785, + "learning_rate": 1.7484869635392903e-05, + "loss": 0.0116, + "step": 73910 + }, + { + "loss_action": 0.0036318013444542885, + "loss_total": 0.0036318013444542885, + "step": 73910 + }, + { + "loss_action": 0.01123841293156147, + "loss_total": 0.01123841293156147, + "step": 73910 + }, + { + "loss_action": 0.006166041828691959, + "loss_total": 0.006166041828691959, + "step": 73910 + }, + { + "loss_action": 0.006027247756719589, + "loss_total": 0.006027247756719589, + "step": 73910 + }, + { + "loss_action": 0.0046337018720805645, + "loss_total": 0.0046337018720805645, + "step": 73910 + }, + { + "loss_action": 0.006734770722687244, + "loss_total": 0.006734770722687244, + "step": 73910 + }, + { + "grad_norm": 0.2918769121170044, + "learning_rate": 1.747231041218919e-05, + "loss": 0.0125, + "step": 73920 + }, + { + "loss_action": 0.004939669743180275, + "loss_total": 0.004939669743180275, + "step": 73920 + }, + { + "loss_action": 0.006194698624312878, + "loss_total": 0.006194698624312878, + "step": 73920 + }, + { + "loss_action": 0.00436564814299345, + "loss_total": 0.00436564814299345, + "step": 73920 + }, + { + "loss_action": 0.006899895146489143, + "loss_total": 0.006899895146489143, + "step": 73920 + }, + { + "loss_action": 0.008704354986548424, + "loss_total": 0.008704354986548424, + "step": 73920 + }, + { + "loss_action": 0.007227616850286722, + "loss_total": 0.007227616850286722, + "step": 73920 + }, + { + "grad_norm": 0.22991740703582764, + "learning_rate": 1.7459754746164692e-05, + "loss": 0.0101, + "step": 73930 + }, + { + "loss_action": 0.0024316946510225534, + "loss_total": 0.0024316946510225534, + "step": 73930 + }, + { + "loss_action": 0.010588141158223152, + "loss_total": 0.010588141158223152, + "step": 73930 + }, + { + "loss_action": 0.012807046063244343, + "loss_total": 0.012807046063244343, + "step": 73930 + }, + { + "loss_action": 0.007445514667779207, + "loss_total": 0.007445514667779207, + "step": 73930 + }, + { + "loss_action": 0.007683935109525919, + "loss_total": 0.007683935109525919, + "step": 73930 + }, + { + "loss_action": 0.005881745368242264, + "loss_total": 0.005881745368242264, + "step": 73930 + }, + { + "grad_norm": 0.2393367886543274, + "learning_rate": 1.744720263869249e-05, + "loss": 0.0109, + "step": 73940 + }, + { + "loss_action": 0.0055253892205655575, + "loss_total": 0.0055253892205655575, + "step": 73940 + }, + { + "loss_action": 0.03707414120435715, + "loss_total": 0.03707414120435715, + "step": 73940 + }, + { + "loss_action": 0.012281508184969425, + "loss_total": 0.012281508184969425, + "step": 73940 + }, + { + "loss_action": 0.006951105315238237, + "loss_total": 0.006951105315238237, + "step": 73940 + }, + { + "loss_action": 0.007979431189596653, + "loss_total": 0.007979431189596653, + "step": 73940 + }, + { + "loss_action": 0.008156261406838894, + "loss_total": 0.008156261406838894, + "step": 73940 + }, + { + "grad_norm": 0.33305418491363525, + "learning_rate": 1.7434654091145263e-05, + "loss": 0.0085, + "step": 73950 + }, + { + "loss_action": 0.0061150360852479935, + "loss_total": 0.0061150360852479935, + "step": 73950 + }, + { + "loss_action": 0.003605659818276763, + "loss_total": 0.003605659818276763, + "step": 73950 + }, + { + "loss_action": 0.014277190901339054, + "loss_total": 0.014277190901339054, + "step": 73950 + }, + { + "loss_action": 0.0034637886565178633, + "loss_total": 0.0034637886565178633, + "step": 73950 + }, + { + "loss_action": 0.0066421800293028355, + "loss_total": 0.0066421800293028355, + "step": 73950 + }, + { + "loss_action": 0.025059876963496208, + "loss_total": 0.025059876963496208, + "step": 73950 + }, + { + "grad_norm": 0.21219748258590698, + "learning_rate": 1.742210910489532e-05, + "loss": 0.0079, + "step": 73960 + }, + { + "loss_action": 0.00361643941141665, + "loss_total": 0.00361643941141665, + "step": 73960 + }, + { + "loss_action": 0.016484297811985016, + "loss_total": 0.016484297811985016, + "step": 73960 + }, + { + "loss_action": 0.0037480166647583246, + "loss_total": 0.0037480166647583246, + "step": 73960 + }, + { + "loss_action": 0.004685003310441971, + "loss_total": 0.004685003310441971, + "step": 73960 + }, + { + "loss_action": 0.0029525826685130596, + "loss_total": 0.0029525826685130596, + "step": 73960 + }, + { + "loss_action": 0.008662156760692596, + "loss_total": 0.008662156760692596, + "step": 73960 + }, + { + "grad_norm": 0.21074576675891876, + "learning_rate": 1.7409567681314532e-05, + "loss": 0.0123, + "step": 73970 + }, + { + "loss_action": 0.008191663771867752, + "loss_total": 0.008191663771867752, + "step": 73970 + }, + { + "loss_action": 0.013893760740756989, + "loss_total": 0.013893760740756989, + "step": 73970 + }, + { + "loss_action": 0.004790741018950939, + "loss_total": 0.004790741018950939, + "step": 73970 + }, + { + "loss_action": 0.006370628718286753, + "loss_total": 0.006370628718286753, + "step": 73970 + }, + { + "loss_action": 0.0057131266221404076, + "loss_total": 0.0057131266221404076, + "step": 73970 + }, + { + "loss_action": 0.004813286010175943, + "loss_total": 0.004813286010175943, + "step": 73970 + }, + { + "grad_norm": 0.20512954890727997, + "learning_rate": 1.7397029821774434e-05, + "loss": 0.0097, + "step": 73980 + }, + { + "loss_action": 0.011145764030516148, + "loss_total": 0.011145764030516148, + "step": 73980 + }, + { + "loss_action": 0.002512550912797451, + "loss_total": 0.002512550912797451, + "step": 73980 + }, + { + "loss_action": 0.006677333731204271, + "loss_total": 0.006677333731204271, + "step": 73980 + }, + { + "loss_action": 0.0025382961612194777, + "loss_total": 0.0025382961612194777, + "step": 73980 + }, + { + "loss_action": 0.031930360943078995, + "loss_total": 0.031930360943078995, + "step": 73980 + }, + { + "loss_action": 0.007356015499681234, + "loss_total": 0.007356015499681234, + "step": 73980 + }, + { + "grad_norm": 0.2554740011692047, + "learning_rate": 1.7384495527646126e-05, + "loss": 0.0116, + "step": 73990 + }, + { + "loss_action": 0.0026040137745440006, + "loss_total": 0.0026040137745440006, + "step": 73990 + }, + { + "loss_action": 0.0034405826590955257, + "loss_total": 0.0034405826590955257, + "step": 73990 + }, + { + "loss_action": 0.0035931854508817196, + "loss_total": 0.0035931854508817196, + "step": 73990 + }, + { + "loss_action": 0.007116279099136591, + "loss_total": 0.007116279099136591, + "step": 73990 + }, + { + "loss_action": 0.0029351275879889727, + "loss_total": 0.0029351275879889727, + "step": 73990 + }, + { + "loss_action": 0.010108559392392635, + "loss_total": 0.010108559392392635, + "step": 73990 + }, + { + "grad_norm": 0.2472105324268341, + "learning_rate": 1.737196480030035e-05, + "loss": 0.009, + "step": 74000 + }, + { + "loss_action": 0.005066459532827139, + "loss_total": 0.005066459532827139, + "step": 74000 + }, + { + "loss_action": 0.006713104899972677, + "loss_total": 0.006713104899972677, + "step": 74000 + }, + { + "loss_action": 0.02215229719877243, + "loss_total": 0.02215229719877243, + "step": 74000 + }, + { + "loss_action": 0.008119408041238785, + "loss_total": 0.008119408041238785, + "step": 74000 + }, + { + "loss_action": 0.012250755913555622, + "loss_total": 0.012250755913555622, + "step": 74000 + }, + { + "loss_action": 0.006410127505660057, + "loss_total": 0.006410127505660057, + "step": 74000 + }, + { + "grad_norm": 0.33596163988113403, + "learning_rate": 1.7359437641107447e-05, + "loss": 0.0096, + "step": 74010 + }, + { + "loss_action": 0.004091728013008833, + "loss_total": 0.004091728013008833, + "step": 74010 + }, + { + "loss_action": 0.007990729063749313, + "loss_total": 0.007990729063749313, + "step": 74010 + }, + { + "loss_action": 0.04248541221022606, + "loss_total": 0.04248541221022606, + "step": 74010 + }, + { + "loss_action": 0.026570379734039307, + "loss_total": 0.026570379734039307, + "step": 74010 + }, + { + "loss_action": 0.0036300227511674166, + "loss_total": 0.0036300227511674166, + "step": 74010 + }, + { + "loss_action": 0.009803478606045246, + "loss_total": 0.009803478606045246, + "step": 74010 + }, + { + "grad_norm": 0.2355494201183319, + "learning_rate": 1.7346914051437387e-05, + "loss": 0.0113, + "step": 74020 + }, + { + "loss_action": 0.007167014759033918, + "loss_total": 0.007167014759033918, + "step": 74020 + }, + { + "loss_action": 0.03957383707165718, + "loss_total": 0.03957383707165718, + "step": 74020 + }, + { + "loss_action": 0.014646541327238083, + "loss_total": 0.014646541327238083, + "step": 74020 + }, + { + "loss_action": 0.006351180840283632, + "loss_total": 0.006351180840283632, + "step": 74020 + }, + { + "loss_action": 0.02546871080994606, + "loss_total": 0.02546871080994606, + "step": 74020 + }, + { + "loss_action": 0.005697439890354872, + "loss_total": 0.005697439890354872, + "step": 74020 + }, + { + "grad_norm": 0.25973451137542725, + "learning_rate": 1.733439403265969e-05, + "loss": 0.0111, + "step": 74030 + }, + { + "loss_action": 0.00607376080006361, + "loss_total": 0.00607376080006361, + "step": 74030 + }, + { + "loss_action": 0.009185424074530602, + "loss_total": 0.009185424074530602, + "step": 74030 + }, + { + "loss_action": 0.006161828991025686, + "loss_total": 0.006161828991025686, + "step": 74030 + }, + { + "loss_action": 0.004571768455207348, + "loss_total": 0.004571768455207348, + "step": 74030 + }, + { + "loss_action": 0.005459990818053484, + "loss_total": 0.005459990818053484, + "step": 74030 + }, + { + "loss_action": 0.005294781178236008, + "loss_total": 0.005294781178236008, + "step": 74030 + }, + { + "grad_norm": 0.22826795279979706, + "learning_rate": 1.732187758614357e-05, + "loss": 0.0071, + "step": 74040 + }, + { + "loss_action": 0.03659393638372421, + "loss_total": 0.03659393638372421, + "step": 74040 + }, + { + "loss_action": 0.0035271269734948874, + "loss_total": 0.0035271269734948874, + "step": 74040 + }, + { + "loss_action": 0.004807617515325546, + "loss_total": 0.004807617515325546, + "step": 74040 + }, + { + "loss_action": 0.018771609291434288, + "loss_total": 0.018771609291434288, + "step": 74040 + }, + { + "loss_action": 0.003147473791614175, + "loss_total": 0.003147473791614175, + "step": 74040 + }, + { + "loss_action": 0.0035315018612891436, + "loss_total": 0.0035315018612891436, + "step": 74040 + }, + { + "grad_norm": 0.24604532122612, + "learning_rate": 1.730936471325777e-05, + "loss": 0.009, + "step": 74050 + }, + { + "loss_action": 0.0023094562347978354, + "loss_total": 0.0023094562347978354, + "step": 74050 + }, + { + "loss_action": 0.009158297441899776, + "loss_total": 0.009158297441899776, + "step": 74050 + }, + { + "loss_action": 0.0038977384101599455, + "loss_total": 0.0038977384101599455, + "step": 74050 + }, + { + "loss_action": 0.006405412685126066, + "loss_total": 0.006405412685126066, + "step": 74050 + }, + { + "loss_action": 0.003479525912553072, + "loss_total": 0.003479525912553072, + "step": 74050 + }, + { + "loss_action": 0.008366948924958706, + "loss_total": 0.008366948924958706, + "step": 74050 + }, + { + "grad_norm": 0.2571053206920624, + "learning_rate": 1.7296855415370718e-05, + "loss": 0.0113, + "step": 74060 + }, + { + "loss_action": 0.004349451046437025, + "loss_total": 0.004349451046437025, + "step": 74060 + }, + { + "loss_action": 0.007365842815488577, + "loss_total": 0.007365842815488577, + "step": 74060 + }, + { + "loss_action": 0.005892149638384581, + "loss_total": 0.005892149638384581, + "step": 74060 + }, + { + "loss_action": 0.008286641910672188, + "loss_total": 0.008286641910672188, + "step": 74060 + }, + { + "loss_action": 0.011484806425869465, + "loss_total": 0.011484806425869465, + "step": 74060 + }, + { + "loss_action": 0.006857557222247124, + "loss_total": 0.006857557222247124, + "step": 74060 + }, + { + "grad_norm": 0.1849060207605362, + "learning_rate": 1.728434969385035e-05, + "loss": 0.0127, + "step": 74070 + }, + { + "loss_action": 0.003696204861626029, + "loss_total": 0.003696204861626029, + "step": 74070 + }, + { + "loss_action": 0.009505150839686394, + "loss_total": 0.009505150839686394, + "step": 74070 + }, + { + "loss_action": 0.007373900152742863, + "loss_total": 0.007373900152742863, + "step": 74070 + }, + { + "loss_action": 0.013137592002749443, + "loss_total": 0.013137592002749443, + "step": 74070 + }, + { + "loss_action": 0.012123249471187592, + "loss_total": 0.012123249471187592, + "step": 74070 + }, + { + "loss_action": 0.011588211171329021, + "loss_total": 0.011588211171329021, + "step": 74070 + }, + { + "grad_norm": 0.2385970503091812, + "learning_rate": 1.7271847550064346e-05, + "loss": 0.0094, + "step": 74080 + }, + { + "loss_action": 0.003735927166417241, + "loss_total": 0.003735927166417241, + "step": 74080 + }, + { + "loss_action": 0.013275877572596073, + "loss_total": 0.013275877572596073, + "step": 74080 + }, + { + "loss_action": 0.004664415493607521, + "loss_total": 0.004664415493607521, + "step": 74080 + }, + { + "loss_action": 0.012630272656679153, + "loss_total": 0.012630272656679153, + "step": 74080 + }, + { + "loss_action": 0.00796167179942131, + "loss_total": 0.00796167179942131, + "step": 74080 + }, + { + "loss_action": 0.06501324474811554, + "loss_total": 0.06501324474811554, + "step": 74080 + }, + { + "grad_norm": 0.2357514649629593, + "learning_rate": 1.725934898537987e-05, + "loss": 0.0114, + "step": 74090 + }, + { + "loss_action": 0.0028818328864872456, + "loss_total": 0.0028818328864872456, + "step": 74090 + }, + { + "loss_action": 0.007474955637007952, + "loss_total": 0.007474955637007952, + "step": 74090 + }, + { + "loss_action": 0.006348030641674995, + "loss_total": 0.006348030641674995, + "step": 74090 + }, + { + "loss_action": 0.017862997949123383, + "loss_total": 0.017862997949123383, + "step": 74090 + }, + { + "loss_action": 0.009176046587526798, + "loss_total": 0.009176046587526798, + "step": 74090 + }, + { + "loss_action": 0.012986047193408012, + "loss_total": 0.012986047193408012, + "step": 74090 + }, + { + "grad_norm": 0.2324763387441635, + "learning_rate": 1.7246854001163783e-05, + "loss": 0.0095, + "step": 74100 + }, + { + "loss_action": 0.0070977588184177876, + "loss_total": 0.0070977588184177876, + "step": 74100 + }, + { + "loss_action": 0.003616122994571924, + "loss_total": 0.003616122994571924, + "step": 74100 + }, + { + "loss_action": 0.005934097338467836, + "loss_total": 0.005934097338467836, + "step": 74100 + }, + { + "loss_action": 0.012102687731385231, + "loss_total": 0.012102687731385231, + "step": 74100 + }, + { + "loss_action": 0.004548419266939163, + "loss_total": 0.004548419266939163, + "step": 74100 + }, + { + "loss_action": 0.004311536438763142, + "loss_total": 0.004311536438763142, + "step": 74100 + }, + { + "grad_norm": 0.2092098891735077, + "learning_rate": 1.7234362598782476e-05, + "loss": 0.0104, + "step": 74110 + }, + { + "loss_action": 0.05503534898161888, + "loss_total": 0.05503534898161888, + "step": 74110 + }, + { + "loss_action": 0.007758512627333403, + "loss_total": 0.007758512627333403, + "step": 74110 + }, + { + "loss_action": 0.10458017140626907, + "loss_total": 0.10458017140626907, + "step": 74110 + }, + { + "loss_action": 0.009864128194749355, + "loss_total": 0.009864128194749355, + "step": 74110 + }, + { + "loss_action": 0.0041063218377530575, + "loss_total": 0.0041063218377530575, + "step": 74110 + }, + { + "loss_action": 0.03274155035614967, + "loss_total": 0.03274155035614967, + "step": 74110 + }, + { + "grad_norm": 0.22497478127479553, + "learning_rate": 1.722187477960202e-05, + "loss": 0.0133, + "step": 74120 + }, + { + "loss_action": 0.0042632329277694225, + "loss_total": 0.0042632329277694225, + "step": 74120 + }, + { + "loss_action": 0.007134201470762491, + "loss_total": 0.007134201470762491, + "step": 74120 + }, + { + "loss_action": 0.020172396674752235, + "loss_total": 0.020172396674752235, + "step": 74120 + }, + { + "loss_action": 0.014965586364269257, + "loss_total": 0.014965586364269257, + "step": 74120 + }, + { + "loss_action": 0.003320622257888317, + "loss_total": 0.003320622257888317, + "step": 74120 + }, + { + "loss_action": 0.010703301057219505, + "loss_total": 0.010703301057219505, + "step": 74120 + }, + { + "grad_norm": 0.2727453112602234, + "learning_rate": 1.7209390544988057e-05, + "loss": 0.0094, + "step": 74130 + }, + { + "loss_action": 0.0030125523917376995, + "loss_total": 0.0030125523917376995, + "step": 74130 + }, + { + "loss_action": 0.009723113849759102, + "loss_total": 0.009723113849759102, + "step": 74130 + }, + { + "loss_action": 0.006974983960390091, + "loss_total": 0.006974983960390091, + "step": 74130 + }, + { + "loss_action": 0.02020096592605114, + "loss_total": 0.02020096592605114, + "step": 74130 + }, + { + "loss_action": 0.02348008006811142, + "loss_total": 0.02348008006811142, + "step": 74130 + }, + { + "loss_action": 0.0028067599050700665, + "loss_total": 0.0028067599050700665, + "step": 74130 + }, + { + "grad_norm": 0.26680058240890503, + "learning_rate": 1.7196909896305856e-05, + "loss": 0.0107, + "step": 74140 + }, + { + "loss_action": 0.007586765103042126, + "loss_total": 0.007586765103042126, + "step": 74140 + }, + { + "loss_action": 0.006988531909883022, + "loss_total": 0.006988531909883022, + "step": 74140 + }, + { + "loss_action": 0.0069848718121647835, + "loss_total": 0.0069848718121647835, + "step": 74140 + }, + { + "loss_action": 0.026490572839975357, + "loss_total": 0.026490572839975357, + "step": 74140 + }, + { + "loss_action": 0.012121797539293766, + "loss_total": 0.012121797539293766, + "step": 74140 + }, + { + "loss_action": 0.006328164599835873, + "loss_total": 0.006328164599835873, + "step": 74140 + }, + { + "grad_norm": 0.20870648324489594, + "learning_rate": 1.718443283492026e-05, + "loss": 0.0096, + "step": 74150 + }, + { + "loss_action": 0.006354820914566517, + "loss_total": 0.006354820914566517, + "step": 74150 + }, + { + "loss_action": 0.010859121568500996, + "loss_total": 0.010859121568500996, + "step": 74150 + }, + { + "loss_action": 0.003710333490744233, + "loss_total": 0.003710333490744233, + "step": 74150 + }, + { + "loss_action": 0.004365014377981424, + "loss_total": 0.004365014377981424, + "step": 74150 + }, + { + "loss_action": 0.004503172822296619, + "loss_total": 0.004503172822296619, + "step": 74150 + }, + { + "loss_action": 0.00445598503574729, + "loss_total": 0.00445598503574729, + "step": 74150 + }, + { + "grad_norm": 0.2023153007030487, + "learning_rate": 1.7171959362195746e-05, + "loss": 0.0088, + "step": 74160 + }, + { + "loss_action": 0.011091005988419056, + "loss_total": 0.011091005988419056, + "step": 74160 + }, + { + "loss_action": 0.007433607708662748, + "loss_total": 0.007433607708662748, + "step": 74160 + }, + { + "loss_action": 0.004369125701487064, + "loss_total": 0.004369125701487064, + "step": 74160 + }, + { + "loss_action": 0.011428584344685078, + "loss_total": 0.011428584344685078, + "step": 74160 + }, + { + "loss_action": 0.023008622229099274, + "loss_total": 0.023008622229099274, + "step": 74160 + }, + { + "loss_action": 0.002628301503136754, + "loss_total": 0.002628301503136754, + "step": 74160 + }, + { + "grad_norm": 0.28991198539733887, + "learning_rate": 1.715948947949642e-05, + "loss": 0.0123, + "step": 74170 + }, + { + "loss_action": 0.0124003691598773, + "loss_total": 0.0124003691598773, + "step": 74170 + }, + { + "loss_action": 0.11141134053468704, + "loss_total": 0.11141134053468704, + "step": 74170 + }, + { + "loss_action": 0.0027211965061724186, + "loss_total": 0.0027211965061724186, + "step": 74170 + }, + { + "loss_action": 0.026302024722099304, + "loss_total": 0.026302024722099304, + "step": 74170 + }, + { + "loss_action": 0.011042807251214981, + "loss_total": 0.011042807251214981, + "step": 74170 + }, + { + "loss_action": 0.004261472262442112, + "loss_total": 0.004261472262442112, + "step": 74170 + }, + { + "grad_norm": 0.21727719902992249, + "learning_rate": 1.714702318818593e-05, + "loss": 0.0127, + "step": 74180 + }, + { + "loss_action": 0.010158426128327847, + "loss_total": 0.010158426128327847, + "step": 74180 + }, + { + "loss_action": 0.008624430745840073, + "loss_total": 0.008624430745840073, + "step": 74180 + }, + { + "loss_action": 0.004090409260243177, + "loss_total": 0.004090409260243177, + "step": 74180 + }, + { + "loss_action": 0.004563748370856047, + "loss_total": 0.004563748370856047, + "step": 74180 + }, + { + "loss_action": 0.013480057008564472, + "loss_total": 0.013480057008564472, + "step": 74180 + }, + { + "loss_action": 0.01085834950208664, + "loss_total": 0.01085834950208664, + "step": 74180 + }, + { + "grad_norm": 0.2604220509529114, + "learning_rate": 1.7134560489627592e-05, + "loss": 0.009, + "step": 74190 + }, + { + "loss_action": 0.01580745354294777, + "loss_total": 0.01580745354294777, + "step": 74190 + }, + { + "loss_action": 0.0049506849609315395, + "loss_total": 0.0049506849609315395, + "step": 74190 + }, + { + "loss_action": 0.0058366828598082066, + "loss_total": 0.0058366828598082066, + "step": 74190 + }, + { + "loss_action": 0.00921246875077486, + "loss_total": 0.00921246875077486, + "step": 74190 + }, + { + "loss_action": 0.002191592939198017, + "loss_total": 0.002191592939198017, + "step": 74190 + }, + { + "loss_action": 0.0287216454744339, + "loss_total": 0.0287216454744339, + "step": 74190 + }, + { + "grad_norm": 0.23127956688404083, + "learning_rate": 1.712210138518431e-05, + "loss": 0.0116, + "step": 74200 + }, + { + "loss_action": 0.013493452221155167, + "loss_total": 0.013493452221155167, + "step": 74200 + }, + { + "loss_action": 0.005621847230941057, + "loss_total": 0.005621847230941057, + "step": 74200 + }, + { + "loss_action": 0.010284357704222202, + "loss_total": 0.010284357704222202, + "step": 74200 + }, + { + "loss_action": 0.02541612647473812, + "loss_total": 0.02541612647473812, + "step": 74200 + }, + { + "loss_action": 0.02476397529244423, + "loss_total": 0.02476397529244423, + "step": 74200 + }, + { + "loss_action": 0.08208666741847992, + "loss_total": 0.08208666741847992, + "step": 74200 + }, + { + "grad_norm": 0.2580152451992035, + "learning_rate": 1.71096458762186e-05, + "loss": 0.0151, + "step": 74210 + }, + { + "loss_action": 0.00447232648730278, + "loss_total": 0.00447232648730278, + "step": 74210 + }, + { + "loss_action": 0.009531034156680107, + "loss_total": 0.009531034156680107, + "step": 74210 + }, + { + "loss_action": 0.0052342722192406654, + "loss_total": 0.0052342722192406654, + "step": 74210 + }, + { + "loss_action": 0.016721345484256744, + "loss_total": 0.016721345484256744, + "step": 74210 + }, + { + "loss_action": 0.005338799674063921, + "loss_total": 0.005338799674063921, + "step": 74210 + }, + { + "loss_action": 0.0026949418243020773, + "loss_total": 0.0026949418243020773, + "step": 74210 + }, + { + "grad_norm": 0.2757458984851837, + "learning_rate": 1.7097193964092552e-05, + "loss": 0.0074, + "step": 74220 + }, + { + "loss_action": 0.004961069673299789, + "loss_total": 0.004961069673299789, + "step": 74220 + }, + { + "loss_action": 0.003712783567607403, + "loss_total": 0.003712783567607403, + "step": 74220 + }, + { + "loss_action": 0.0029575363732874393, + "loss_total": 0.0029575363732874393, + "step": 74220 + }, + { + "loss_action": 0.006199892144650221, + "loss_total": 0.006199892144650221, + "step": 74220 + }, + { + "loss_action": 0.0036719345953315496, + "loss_total": 0.0036719345953315496, + "step": 74220 + }, + { + "loss_action": 0.006078812759369612, + "loss_total": 0.006078812759369612, + "step": 74220 + }, + { + "grad_norm": 0.21734945476055145, + "learning_rate": 1.708474565016792e-05, + "loss": 0.0086, + "step": 74230 + }, + { + "loss_action": 0.003595552407205105, + "loss_total": 0.003595552407205105, + "step": 74230 + }, + { + "loss_action": 0.02474648505449295, + "loss_total": 0.02474648505449295, + "step": 74230 + }, + { + "loss_action": 0.010140243917703629, + "loss_total": 0.010140243917703629, + "step": 74230 + }, + { + "loss_action": 0.009202653542160988, + "loss_total": 0.009202653542160988, + "step": 74230 + }, + { + "loss_action": 0.004460341762751341, + "loss_total": 0.004460341762751341, + "step": 74230 + }, + { + "loss_action": 0.0074844504706561565, + "loss_total": 0.0074844504706561565, + "step": 74230 + }, + { + "grad_norm": 0.2663273513317108, + "learning_rate": 1.7072300935806e-05, + "loss": 0.0085, + "step": 74240 + }, + { + "loss_action": 0.0074763973243534565, + "loss_total": 0.0074763973243534565, + "step": 74240 + }, + { + "loss_action": 0.0070066750049591064, + "loss_total": 0.0070066750049591064, + "step": 74240 + }, + { + "loss_action": 0.00492502236738801, + "loss_total": 0.00492502236738801, + "step": 74240 + }, + { + "loss_action": 0.006223402451723814, + "loss_total": 0.006223402451723814, + "step": 74240 + }, + { + "loss_action": 0.0061304811388254166, + "loss_total": 0.0061304811388254166, + "step": 74240 + }, + { + "loss_action": 0.006001308094710112, + "loss_total": 0.006001308094710112, + "step": 74240 + }, + { + "grad_norm": 0.28200650215148926, + "learning_rate": 1.705985982236776e-05, + "loss": 0.0089, + "step": 74250 + }, + { + "loss_action": 0.010288185440003872, + "loss_total": 0.010288185440003872, + "step": 74250 + }, + { + "loss_action": 0.0051238746382296085, + "loss_total": 0.0051238746382296085, + "step": 74250 + }, + { + "loss_action": 0.01459917239844799, + "loss_total": 0.01459917239844799, + "step": 74250 + }, + { + "loss_action": 0.007816494442522526, + "loss_total": 0.007816494442522526, + "step": 74250 + }, + { + "loss_action": 0.003757350379601121, + "loss_total": 0.003757350379601121, + "step": 74250 + }, + { + "loss_action": 0.014899318106472492, + "loss_total": 0.014899318106472492, + "step": 74250 + }, + { + "grad_norm": 0.24209265410900116, + "learning_rate": 1.7047422311213697e-05, + "loss": 0.0114, + "step": 74260 + }, + { + "loss_action": 0.004777640104293823, + "loss_total": 0.004777640104293823, + "step": 74260 + }, + { + "loss_action": 0.00885011162608862, + "loss_total": 0.00885011162608862, + "step": 74260 + }, + { + "loss_action": 0.014798342250287533, + "loss_total": 0.014798342250287533, + "step": 74260 + }, + { + "loss_action": 0.006998448632657528, + "loss_total": 0.006998448632657528, + "step": 74260 + }, + { + "loss_action": 0.0064065540209412575, + "loss_total": 0.0064065540209412575, + "step": 74260 + }, + { + "loss_action": 0.003932161722332239, + "loss_total": 0.003932161722332239, + "step": 74260 + }, + { + "grad_norm": 0.261196106672287, + "learning_rate": 1.703498840370401e-05, + "loss": 0.0087, + "step": 74270 + }, + { + "loss_action": 0.002879079896956682, + "loss_total": 0.002879079896956682, + "step": 74270 + }, + { + "loss_action": 0.007824806496500969, + "loss_total": 0.007824806496500969, + "step": 74270 + }, + { + "loss_action": 0.004352014046162367, + "loss_total": 0.004352014046162367, + "step": 74270 + }, + { + "loss_action": 0.008673997595906258, + "loss_total": 0.008673997595906258, + "step": 74270 + }, + { + "loss_action": 0.004064198117703199, + "loss_total": 0.004064198117703199, + "step": 74270 + }, + { + "loss_action": 0.007310524582862854, + "loss_total": 0.007310524582862854, + "step": 74270 + }, + { + "grad_norm": 0.37563541531562805, + "learning_rate": 1.702255810119842e-05, + "loss": 0.0098, + "step": 74280 + }, + { + "loss_action": 0.007781071588397026, + "loss_total": 0.007781071588397026, + "step": 74280 + }, + { + "loss_action": 0.010596651583909988, + "loss_total": 0.010596651583909988, + "step": 74280 + }, + { + "loss_action": 0.002636922989040613, + "loss_total": 0.002636922989040613, + "step": 74280 + }, + { + "loss_action": 0.007131008431315422, + "loss_total": 0.007131008431315422, + "step": 74280 + }, + { + "loss_action": 0.00904680136591196, + "loss_total": 0.00904680136591196, + "step": 74280 + }, + { + "loss_action": 0.011468865908682346, + "loss_total": 0.011468865908682346, + "step": 74280 + }, + { + "grad_norm": 0.25877559185028076, + "learning_rate": 1.7010131405056305e-05, + "loss": 0.0098, + "step": 74290 + }, + { + "loss_action": 0.0064883362501859665, + "loss_total": 0.0064883362501859665, + "step": 74290 + }, + { + "loss_action": 0.014815381728112698, + "loss_total": 0.014815381728112698, + "step": 74290 + }, + { + "loss_action": 0.008466205559670925, + "loss_total": 0.008466205559670925, + "step": 74290 + }, + { + "loss_action": 0.00489618768915534, + "loss_total": 0.00489618768915534, + "step": 74290 + }, + { + "loss_action": 0.005403995979577303, + "loss_total": 0.005403995979577303, + "step": 74290 + }, + { + "loss_action": 0.004624886438250542, + "loss_total": 0.004624886438250542, + "step": 74290 + }, + { + "grad_norm": 0.2894807755947113, + "learning_rate": 1.6997708316636613e-05, + "loss": 0.0098, + "step": 74300 + }, + { + "loss_action": 0.012776621617376804, + "loss_total": 0.012776621617376804, + "step": 74300 + }, + { + "loss_action": 0.011569567956030369, + "loss_total": 0.011569567956030369, + "step": 74300 + }, + { + "loss_action": 0.012905941344797611, + "loss_total": 0.012905941344797611, + "step": 74300 + }, + { + "loss_action": 0.0021420565899461508, + "loss_total": 0.0021420565899461508, + "step": 74300 + }, + { + "loss_action": 0.008721856400370598, + "loss_total": 0.008721856400370598, + "step": 74300 + }, + { + "loss_action": 0.011913890950381756, + "loss_total": 0.011913890950381756, + "step": 74300 + }, + { + "grad_norm": 0.18601202964782715, + "learning_rate": 1.6985288837297932e-05, + "loss": 0.0082, + "step": 74310 + }, + { + "loss_action": 0.011004461906850338, + "loss_total": 0.011004461906850338, + "step": 74310 + }, + { + "loss_action": 0.007334417663514614, + "loss_total": 0.007334417663514614, + "step": 74310 + }, + { + "loss_action": 0.007556847762316465, + "loss_total": 0.007556847762316465, + "step": 74310 + }, + { + "loss_action": 0.0030171112157404423, + "loss_total": 0.0030171112157404423, + "step": 74310 + }, + { + "loss_action": 0.002278917469084263, + "loss_total": 0.002278917469084263, + "step": 74310 + }, + { + "loss_action": 0.025299442932009697, + "loss_total": 0.025299442932009697, + "step": 74310 + }, + { + "grad_norm": 0.21011032164096832, + "learning_rate": 1.6972872968398394e-05, + "loss": 0.0086, + "step": 74320 + }, + { + "loss_action": 0.019633755087852478, + "loss_total": 0.019633755087852478, + "step": 74320 + }, + { + "loss_action": 0.005342276766896248, + "loss_total": 0.005342276766896248, + "step": 74320 + }, + { + "loss_action": 0.015472281724214554, + "loss_total": 0.015472281724214554, + "step": 74320 + }, + { + "loss_action": 0.004040094558149576, + "loss_total": 0.004040094558149576, + "step": 74320 + }, + { + "loss_action": 0.007717491127550602, + "loss_total": 0.007717491127550602, + "step": 74320 + }, + { + "loss_action": 0.005261808633804321, + "loss_total": 0.005261808633804321, + "step": 74320 + }, + { + "grad_norm": 0.17622123658657074, + "learning_rate": 1.6960460711295845e-05, + "loss": 0.0103, + "step": 74330 + }, + { + "loss_action": 0.007751894183456898, + "loss_total": 0.007751894183456898, + "step": 74330 + }, + { + "loss_action": 0.004869329277426004, + "loss_total": 0.004869329277426004, + "step": 74330 + }, + { + "loss_action": 0.0044456711038947105, + "loss_total": 0.0044456711038947105, + "step": 74330 + }, + { + "loss_action": 0.015236789360642433, + "loss_total": 0.015236789360642433, + "step": 74330 + }, + { + "loss_action": 0.004918322898447514, + "loss_total": 0.004918322898447514, + "step": 74330 + }, + { + "loss_action": 0.010204297490417957, + "loss_total": 0.010204297490417957, + "step": 74330 + }, + { + "grad_norm": 0.22628973424434662, + "learning_rate": 1.6948052067347623e-05, + "loss": 0.0093, + "step": 74340 + }, + { + "loss_action": 0.005075487308204174, + "loss_total": 0.005075487308204174, + "step": 74340 + }, + { + "loss_action": 0.005435321945697069, + "loss_total": 0.005435321945697069, + "step": 74340 + }, + { + "loss_action": 0.01225266233086586, + "loss_total": 0.01225266233086586, + "step": 74340 + }, + { + "loss_action": 0.0035695526748895645, + "loss_total": 0.0035695526748895645, + "step": 74340 + }, + { + "loss_action": 0.002405281411483884, + "loss_total": 0.002405281411483884, + "step": 74340 + }, + { + "loss_action": 0.007276932243257761, + "loss_total": 0.007276932243257761, + "step": 74340 + }, + { + "grad_norm": 0.2531034052371979, + "learning_rate": 1.693564703791075e-05, + "loss": 0.0113, + "step": 74350 + }, + { + "loss_action": 0.0064752548933029175, + "loss_total": 0.0064752548933029175, + "step": 74350 + }, + { + "loss_action": 0.004782530479133129, + "loss_total": 0.004782530479133129, + "step": 74350 + }, + { + "loss_action": 0.009252967312932014, + "loss_total": 0.009252967312932014, + "step": 74350 + }, + { + "loss_action": 0.003315497888252139, + "loss_total": 0.003315497888252139, + "step": 74350 + }, + { + "loss_action": 0.0047310721129179, + "loss_total": 0.0047310721129179, + "step": 74350 + }, + { + "loss_action": 0.016931474208831787, + "loss_total": 0.016931474208831787, + "step": 74350 + }, + { + "grad_norm": 0.3027372658252716, + "learning_rate": 1.6923245624341793e-05, + "loss": 0.0097, + "step": 74360 + }, + { + "loss_action": 0.010567547753453255, + "loss_total": 0.010567547753453255, + "step": 74360 + }, + { + "loss_action": 0.04869614541530609, + "loss_total": 0.04869614541530609, + "step": 74360 + }, + { + "loss_action": 0.0035444083623588085, + "loss_total": 0.0035444083623588085, + "step": 74360 + }, + { + "loss_action": 0.004948190879076719, + "loss_total": 0.004948190879076719, + "step": 74360 + }, + { + "loss_action": 0.009392358362674713, + "loss_total": 0.009392358362674713, + "step": 74360 + }, + { + "loss_action": 0.005095384549349546, + "loss_total": 0.005095384549349546, + "step": 74360 + }, + { + "grad_norm": 0.23244567215442657, + "learning_rate": 1.6910847827996962e-05, + "loss": 0.0103, + "step": 74370 + }, + { + "loss_action": 0.008739106357097626, + "loss_total": 0.008739106357097626, + "step": 74370 + }, + { + "loss_action": 0.00567918224260211, + "loss_total": 0.00567918224260211, + "step": 74370 + }, + { + "loss_action": 0.013742669485509396, + "loss_total": 0.013742669485509396, + "step": 74370 + }, + { + "loss_action": 0.004956268705427647, + "loss_total": 0.004956268705427647, + "step": 74370 + }, + { + "loss_action": 0.012243479490280151, + "loss_total": 0.012243479490280151, + "step": 74370 + }, + { + "loss_action": 0.013741625472903252, + "loss_total": 0.013741625472903252, + "step": 74370 + }, + { + "grad_norm": 0.24837787449359894, + "learning_rate": 1.689845365023206e-05, + "loss": 0.0123, + "step": 74380 + }, + { + "loss_action": 0.006058656610548496, + "loss_total": 0.006058656610548496, + "step": 74380 + }, + { + "loss_action": 0.0036162794567644596, + "loss_total": 0.0036162794567644596, + "step": 74380 + }, + { + "loss_action": 0.006572430953383446, + "loss_total": 0.006572430953383446, + "step": 74380 + }, + { + "loss_action": 0.006914171855896711, + "loss_total": 0.006914171855896711, + "step": 74380 + }, + { + "loss_action": 0.0025778005365282297, + "loss_total": 0.0025778005365282297, + "step": 74380 + }, + { + "loss_action": 0.008291644975543022, + "loss_total": 0.008291644975543022, + "step": 74380 + }, + { + "grad_norm": 0.21942107379436493, + "learning_rate": 1.6886063092402505e-05, + "loss": 0.0094, + "step": 74390 + }, + { + "loss_action": 0.019222227856516838, + "loss_total": 0.019222227856516838, + "step": 74390 + }, + { + "loss_action": 0.005316498223692179, + "loss_total": 0.005316498223692179, + "step": 74390 + }, + { + "loss_action": 0.007440102286636829, + "loss_total": 0.007440102286636829, + "step": 74390 + }, + { + "loss_action": 0.006727817002683878, + "loss_total": 0.006727817002683878, + "step": 74390 + }, + { + "loss_action": 0.0036091292276978493, + "loss_total": 0.0036091292276978493, + "step": 74390 + }, + { + "loss_action": 0.0024844275321811438, + "loss_total": 0.0024844275321811438, + "step": 74390 + }, + { + "grad_norm": 0.2588947117328644, + "learning_rate": 1.6873676155863317e-05, + "loss": 0.0107, + "step": 74400 + }, + { + "loss_action": 0.008888090960681438, + "loss_total": 0.008888090960681438, + "step": 74400 + }, + { + "loss_action": 0.006262657698243856, + "loss_total": 0.006262657698243856, + "step": 74400 + }, + { + "loss_action": 0.004551188554614782, + "loss_total": 0.004551188554614782, + "step": 74400 + }, + { + "loss_action": 0.0035927218850702047, + "loss_total": 0.0035927218850702047, + "step": 74400 + }, + { + "loss_action": 0.01137166004627943, + "loss_total": 0.01137166004627943, + "step": 74400 + }, + { + "loss_action": 0.05424395203590393, + "loss_total": 0.05424395203590393, + "step": 74400 + }, + { + "grad_norm": 0.2664584219455719, + "learning_rate": 1.6861292841969085e-05, + "loss": 0.0093, + "step": 74410 + }, + { + "loss_action": 0.006609436124563217, + "loss_total": 0.006609436124563217, + "step": 74410 + }, + { + "loss_action": 0.006805894896388054, + "loss_total": 0.006805894896388054, + "step": 74410 + }, + { + "loss_action": 0.006406637839972973, + "loss_total": 0.006406637839972973, + "step": 74410 + }, + { + "loss_action": 0.00958515889942646, + "loss_total": 0.00958515889942646, + "step": 74410 + }, + { + "loss_action": 0.004663990810513496, + "loss_total": 0.004663990810513496, + "step": 74410 + }, + { + "loss_action": 0.010762453079223633, + "loss_total": 0.010762453079223633, + "step": 74410 + }, + { + "grad_norm": 0.3092145621776581, + "learning_rate": 1.684891315207406e-05, + "loss": 0.0123, + "step": 74420 + }, + { + "loss_action": 0.007853462360799313, + "loss_total": 0.007853462360799313, + "step": 74420 + }, + { + "loss_action": 0.0032140184193849564, + "loss_total": 0.0032140184193849564, + "step": 74420 + }, + { + "loss_action": 0.0031030222307890654, + "loss_total": 0.0031030222307890654, + "step": 74420 + }, + { + "loss_action": 0.02262958325445652, + "loss_total": 0.02262958325445652, + "step": 74420 + }, + { + "loss_action": 0.010444791056215763, + "loss_total": 0.010444791056215763, + "step": 74420 + }, + { + "loss_action": 0.004418956581503153, + "loss_total": 0.004418956581503153, + "step": 74420 + }, + { + "grad_norm": 0.41108790040016174, + "learning_rate": 1.6836537087532034e-05, + "loss": 0.0105, + "step": 74430 + }, + { + "loss_action": 0.018830273300409317, + "loss_total": 0.018830273300409317, + "step": 74430 + }, + { + "loss_action": 0.009161485359072685, + "loss_total": 0.009161485359072685, + "step": 74430 + }, + { + "loss_action": 0.011415468528866768, + "loss_total": 0.011415468528866768, + "step": 74430 + }, + { + "loss_action": 0.008082316257059574, + "loss_total": 0.008082316257059574, + "step": 74430 + }, + { + "loss_action": 0.004834346007555723, + "loss_total": 0.004834346007555723, + "step": 74430 + }, + { + "loss_action": 0.00584082817658782, + "loss_total": 0.00584082817658782, + "step": 74430 + }, + { + "grad_norm": 0.2657720744609833, + "learning_rate": 1.6824164649696465e-05, + "loss": 0.0101, + "step": 74440 + }, + { + "loss_action": 0.0057840170338749886, + "loss_total": 0.0057840170338749886, + "step": 74440 + }, + { + "loss_action": 0.007149723824113607, + "loss_total": 0.007149723824113607, + "step": 74440 + }, + { + "loss_action": 0.006677940953522921, + "loss_total": 0.006677940953522921, + "step": 74440 + }, + { + "loss_action": 0.0038526360876858234, + "loss_total": 0.0038526360876858234, + "step": 74440 + }, + { + "loss_action": 0.01028921827673912, + "loss_total": 0.01028921827673912, + "step": 74440 + }, + { + "loss_action": 0.005771385505795479, + "loss_total": 0.005771385505795479, + "step": 74440 + }, + { + "grad_norm": 0.26883840560913086, + "learning_rate": 1.681179583992034e-05, + "loss": 0.0112, + "step": 74450 + }, + { + "loss_action": 0.009214709512889385, + "loss_total": 0.009214709512889385, + "step": 74450 + }, + { + "loss_action": 0.00598774803802371, + "loss_total": 0.00598774803802371, + "step": 74450 + }, + { + "loss_action": 0.005851235240697861, + "loss_total": 0.005851235240697861, + "step": 74450 + }, + { + "loss_action": 0.0042362823151052, + "loss_total": 0.0042362823151052, + "step": 74450 + }, + { + "loss_action": 0.009527708403766155, + "loss_total": 0.009527708403766155, + "step": 74450 + }, + { + "loss_action": 0.0032618085388094187, + "loss_total": 0.0032618085388094187, + "step": 74450 + }, + { + "grad_norm": 0.2547551989555359, + "learning_rate": 1.679943065955636e-05, + "loss": 0.008, + "step": 74460 + }, + { + "loss_action": 0.007236044388264418, + "loss_total": 0.007236044388264418, + "step": 74460 + }, + { + "loss_action": 0.004297260195016861, + "loss_total": 0.004297260195016861, + "step": 74460 + }, + { + "loss_action": 0.008650208823382854, + "loss_total": 0.008650208823382854, + "step": 74460 + }, + { + "loss_action": 0.00787314772605896, + "loss_total": 0.00787314772605896, + "step": 74460 + }, + { + "loss_action": 0.0021828506141901016, + "loss_total": 0.0021828506141901016, + "step": 74460 + }, + { + "loss_action": 0.058841317892074585, + "loss_total": 0.058841317892074585, + "step": 74460 + }, + { + "grad_norm": 0.18381783366203308, + "learning_rate": 1.678706910995671e-05, + "loss": 0.0097, + "step": 74470 + }, + { + "loss_action": 0.00651507917791605, + "loss_total": 0.00651507917791605, + "step": 74470 + }, + { + "loss_action": 0.005215340293943882, + "loss_total": 0.005215340293943882, + "step": 74470 + }, + { + "loss_action": 0.006204620469361544, + "loss_total": 0.006204620469361544, + "step": 74470 + }, + { + "loss_action": 0.005712933372706175, + "loss_total": 0.005712933372706175, + "step": 74470 + }, + { + "loss_action": 0.009058787487447262, + "loss_total": 0.009058787487447262, + "step": 74470 + }, + { + "loss_action": 0.014228328131139278, + "loss_total": 0.014228328131139278, + "step": 74470 + }, + { + "grad_norm": 0.26997894048690796, + "learning_rate": 1.6774711192473262e-05, + "loss": 0.0084, + "step": 74480 + }, + { + "loss_action": 0.003188177477568388, + "loss_total": 0.003188177477568388, + "step": 74480 + }, + { + "loss_action": 0.01371440477669239, + "loss_total": 0.01371440477669239, + "step": 74480 + }, + { + "loss_action": 0.00226637558080256, + "loss_total": 0.00226637558080256, + "step": 74480 + }, + { + "loss_action": 0.0062157888896763325, + "loss_total": 0.0062157888896763325, + "step": 74480 + }, + { + "loss_action": 0.007368572521954775, + "loss_total": 0.007368572521954775, + "step": 74480 + }, + { + "loss_action": 0.016344724223017693, + "loss_total": 0.016344724223017693, + "step": 74480 + }, + { + "grad_norm": 0.2627911865711212, + "learning_rate": 1.676235690845743e-05, + "loss": 0.0103, + "step": 74490 + }, + { + "loss_action": 0.007980371825397015, + "loss_total": 0.007980371825397015, + "step": 74490 + }, + { + "loss_action": 0.009919043630361557, + "loss_total": 0.009919043630361557, + "step": 74490 + }, + { + "loss_action": 0.006973777431994677, + "loss_total": 0.006973777431994677, + "step": 74490 + }, + { + "loss_action": 0.005722802132368088, + "loss_total": 0.005722802132368088, + "step": 74490 + }, + { + "loss_action": 0.005208713002502918, + "loss_total": 0.005208713002502918, + "step": 74490 + }, + { + "loss_action": 0.007565936539322138, + "loss_total": 0.007565936539322138, + "step": 74490 + }, + { + "grad_norm": 0.24956099689006805, + "learning_rate": 1.6750006259260285e-05, + "loss": 0.0089, + "step": 74500 + }, + { + "loss_action": 0.0026982391718775034, + "loss_total": 0.0026982391718775034, + "step": 74500 + }, + { + "loss_action": 0.0018990545067936182, + "loss_total": 0.0018990545067936182, + "step": 74500 + }, + { + "loss_action": 0.004147509578615427, + "loss_total": 0.004147509578615427, + "step": 74500 + }, + { + "loss_action": 0.00651833089068532, + "loss_total": 0.00651833089068532, + "step": 74500 + }, + { + "loss_action": 0.010950728319585323, + "loss_total": 0.010950728319585323, + "step": 74500 + }, + { + "loss_action": 0.002906650770455599, + "loss_total": 0.002906650770455599, + "step": 74500 + }, + { + "grad_norm": 0.18277856707572937, + "learning_rate": 1.673765924623244e-05, + "loss": 0.0085, + "step": 74510 + }, + { + "loss_action": 0.006622891407459974, + "loss_total": 0.006622891407459974, + "step": 74510 + }, + { + "loss_action": 0.005331914871931076, + "loss_total": 0.005331914871931076, + "step": 74510 + }, + { + "loss_action": 0.0047777690924704075, + "loss_total": 0.0047777690924704075, + "step": 74510 + }, + { + "loss_action": 0.006288557313382626, + "loss_total": 0.006288557313382626, + "step": 74510 + }, + { + "loss_action": 0.01795624941587448, + "loss_total": 0.01795624941587448, + "step": 74510 + }, + { + "loss_action": 0.00612297561019659, + "loss_total": 0.00612297561019659, + "step": 74510 + }, + { + "grad_norm": 0.2040235698223114, + "learning_rate": 1.67253158707242e-05, + "loss": 0.0094, + "step": 74520 + }, + { + "loss_action": 0.007269442547112703, + "loss_total": 0.007269442547112703, + "step": 74520 + }, + { + "loss_action": 0.01007037702947855, + "loss_total": 0.01007037702947855, + "step": 74520 + }, + { + "loss_action": 0.019160248339176178, + "loss_total": 0.019160248339176178, + "step": 74520 + }, + { + "loss_action": 0.005418987013399601, + "loss_total": 0.005418987013399601, + "step": 74520 + }, + { + "loss_action": 0.005479577928781509, + "loss_total": 0.005479577928781509, + "step": 74520 + }, + { + "loss_action": 0.027096189558506012, + "loss_total": 0.027096189558506012, + "step": 74520 + }, + { + "grad_norm": 0.29799842834472656, + "learning_rate": 1.671297613408537e-05, + "loss": 0.0087, + "step": 74530 + }, + { + "loss_action": 0.00462849298492074, + "loss_total": 0.00462849298492074, + "step": 74530 + }, + { + "loss_action": 0.012793558649718761, + "loss_total": 0.012793558649718761, + "step": 74530 + }, + { + "loss_action": 0.006956360302865505, + "loss_total": 0.006956360302865505, + "step": 74530 + }, + { + "loss_action": 0.004719283431768417, + "loss_total": 0.004719283431768417, + "step": 74530 + }, + { + "loss_action": 0.009093272499740124, + "loss_total": 0.009093272499740124, + "step": 74530 + }, + { + "loss_action": 0.006486415863037109, + "loss_total": 0.006486415863037109, + "step": 74530 + }, + { + "grad_norm": 0.22266064584255219, + "learning_rate": 1.6700640037665444e-05, + "loss": 0.0099, + "step": 74540 + }, + { + "loss_action": 0.014762155711650848, + "loss_total": 0.014762155711650848, + "step": 74540 + }, + { + "loss_action": 0.003539744298905134, + "loss_total": 0.003539744298905134, + "step": 74540 + }, + { + "loss_action": 0.05758185312151909, + "loss_total": 0.05758185312151909, + "step": 74540 + }, + { + "loss_action": 0.007524856831878424, + "loss_total": 0.007524856831878424, + "step": 74540 + }, + { + "loss_action": 0.01263167429715395, + "loss_total": 0.01263167429715395, + "step": 74540 + }, + { + "loss_action": 0.005392410326749086, + "loss_total": 0.005392410326749086, + "step": 74540 + }, + { + "grad_norm": 0.28520312905311584, + "learning_rate": 1.668830758281344e-05, + "loss": 0.0091, + "step": 74550 + }, + { + "loss_action": 0.004856408573687077, + "loss_total": 0.004856408573687077, + "step": 74550 + }, + { + "loss_action": 0.0066114673390984535, + "loss_total": 0.0066114673390984535, + "step": 74550 + }, + { + "loss_action": 0.008618219755589962, + "loss_total": 0.008618219755589962, + "step": 74550 + }, + { + "loss_action": 0.004728484898805618, + "loss_total": 0.004728484898805618, + "step": 74550 + }, + { + "loss_action": 0.004597789607942104, + "loss_total": 0.004597789607942104, + "step": 74550 + }, + { + "loss_action": 0.006721257232129574, + "loss_total": 0.006721257232129574, + "step": 74550 + }, + { + "grad_norm": 0.3443794846534729, + "learning_rate": 1.6675978770878052e-05, + "loss": 0.0099, + "step": 74560 + }, + { + "loss_action": 0.010163468308746815, + "loss_total": 0.010163468308746815, + "step": 74560 + }, + { + "loss_action": 0.0033600793685764074, + "loss_total": 0.0033600793685764074, + "step": 74560 + }, + { + "loss_action": 0.014131074771285057, + "loss_total": 0.014131074771285057, + "step": 74560 + }, + { + "loss_action": 0.00710241449996829, + "loss_total": 0.00710241449996829, + "step": 74560 + }, + { + "loss_action": 0.002871013944968581, + "loss_total": 0.002871013944968581, + "step": 74560 + }, + { + "loss_action": 0.00743340328335762, + "loss_total": 0.00743340328335762, + "step": 74560 + }, + { + "grad_norm": 0.2873277962207794, + "learning_rate": 1.6663653603207506e-05, + "loss": 0.0085, + "step": 74570 + }, + { + "loss_action": 0.013586393557488918, + "loss_total": 0.013586393557488918, + "step": 74570 + }, + { + "loss_action": 0.015630129724740982, + "loss_total": 0.015630129724740982, + "step": 74570 + }, + { + "loss_action": 0.011456883512437344, + "loss_total": 0.011456883512437344, + "step": 74570 + }, + { + "loss_action": 0.009909499436616898, + "loss_total": 0.009909499436616898, + "step": 74570 + }, + { + "loss_action": 0.0059095644392073154, + "loss_total": 0.0059095644392073154, + "step": 74570 + }, + { + "loss_action": 0.014121961779892445, + "loss_total": 0.014121961779892445, + "step": 74570 + }, + { + "grad_norm": 0.22512733936309814, + "learning_rate": 1.6651332081149685e-05, + "loss": 0.0098, + "step": 74580 + }, + { + "loss_action": 0.004348003771156073, + "loss_total": 0.004348003771156073, + "step": 74580 + }, + { + "loss_action": 0.005301463417708874, + "loss_total": 0.005301463417708874, + "step": 74580 + }, + { + "loss_action": 0.005819428246468306, + "loss_total": 0.005819428246468306, + "step": 74580 + }, + { + "loss_action": 0.006164313293993473, + "loss_total": 0.006164313293993473, + "step": 74580 + }, + { + "loss_action": 0.010321085341274738, + "loss_total": 0.010321085341274738, + "step": 74580 + }, + { + "loss_action": 0.006379738915711641, + "loss_total": 0.006379738915711641, + "step": 74580 + }, + { + "grad_norm": 0.19120946526527405, + "learning_rate": 1.6639014206052046e-05, + "loss": 0.0091, + "step": 74590 + }, + { + "loss_action": 0.009524195455014706, + "loss_total": 0.009524195455014706, + "step": 74590 + }, + { + "loss_action": 0.009079230017960072, + "loss_total": 0.009079230017960072, + "step": 74590 + }, + { + "loss_action": 0.011718682944774628, + "loss_total": 0.011718682944774628, + "step": 74590 + }, + { + "loss_action": 0.002563472604379058, + "loss_total": 0.002563472604379058, + "step": 74590 + }, + { + "loss_action": 0.01312514953315258, + "loss_total": 0.01312514953315258, + "step": 74590 + }, + { + "loss_action": 0.0037693206686526537, + "loss_total": 0.0037693206686526537, + "step": 74590 + }, + { + "grad_norm": 0.2532203197479248, + "learning_rate": 1.6626699979261657e-05, + "loss": 0.0126, + "step": 74600 + }, + { + "loss_action": 0.003760300111025572, + "loss_total": 0.003760300111025572, + "step": 74600 + }, + { + "loss_action": 0.010138290002942085, + "loss_total": 0.010138290002942085, + "step": 74600 + }, + { + "loss_action": 0.005250553134828806, + "loss_total": 0.005250553134828806, + "step": 74600 + }, + { + "loss_action": 0.004406020976603031, + "loss_total": 0.004406020976603031, + "step": 74600 + }, + { + "loss_action": 0.016585003584623337, + "loss_total": 0.016585003584623337, + "step": 74600 + }, + { + "loss_action": 0.0023013853933662176, + "loss_total": 0.0023013853933662176, + "step": 74600 + }, + { + "grad_norm": 0.287066787481308, + "learning_rate": 1.6614389402125197e-05, + "loss": 0.0077, + "step": 74610 + }, + { + "loss_action": 0.009517044760286808, + "loss_total": 0.009517044760286808, + "step": 74610 + }, + { + "loss_action": 0.006286207586526871, + "loss_total": 0.006286207586526871, + "step": 74610 + }, + { + "loss_action": 0.005750635638833046, + "loss_total": 0.005750635638833046, + "step": 74610 + }, + { + "loss_action": 0.0061466326005756855, + "loss_total": 0.0061466326005756855, + "step": 74610 + }, + { + "loss_action": 0.006481171119958162, + "loss_total": 0.006481171119958162, + "step": 74610 + }, + { + "loss_action": 0.003566478146240115, + "loss_total": 0.003566478146240115, + "step": 74610 + }, + { + "grad_norm": 0.19791322946548462, + "learning_rate": 1.66020824759889e-05, + "loss": 0.0082, + "step": 74620 + }, + { + "loss_action": 0.004965826403349638, + "loss_total": 0.004965826403349638, + "step": 74620 + }, + { + "loss_action": 0.005228586960583925, + "loss_total": 0.005228586960583925, + "step": 74620 + }, + { + "loss_action": 0.009814516641199589, + "loss_total": 0.009814516641199589, + "step": 74620 + }, + { + "loss_action": 0.006505944300442934, + "loss_total": 0.006505944300442934, + "step": 74620 + }, + { + "loss_action": 0.006583032663911581, + "loss_total": 0.006583032663911581, + "step": 74620 + }, + { + "loss_action": 0.0034133659210056067, + "loss_total": 0.0034133659210056067, + "step": 74620 + }, + { + "grad_norm": 0.2009304016828537, + "learning_rate": 1.6589779202198675e-05, + "loss": 0.0093, + "step": 74630 + }, + { + "loss_action": 0.008412030525505543, + "loss_total": 0.008412030525505543, + "step": 74630 + }, + { + "loss_action": 0.009387177415192127, + "loss_total": 0.009387177415192127, + "step": 74630 + }, + { + "loss_action": 0.00811473187059164, + "loss_total": 0.00811473187059164, + "step": 74630 + }, + { + "loss_action": 0.042076777666807175, + "loss_total": 0.042076777666807175, + "step": 74630 + }, + { + "loss_action": 0.004652626346796751, + "loss_total": 0.004652626346796751, + "step": 74630 + }, + { + "loss_action": 0.005650159437209368, + "loss_total": 0.005650159437209368, + "step": 74630 + }, + { + "grad_norm": 0.27978515625, + "learning_rate": 1.6577479582099924e-05, + "loss": 0.0154, + "step": 74640 + }, + { + "loss_action": 0.020206555724143982, + "loss_total": 0.020206555724143982, + "step": 74640 + }, + { + "loss_action": 0.009476861916482449, + "loss_total": 0.009476861916482449, + "step": 74640 + }, + { + "loss_action": 0.0043269130401313305, + "loss_total": 0.0043269130401313305, + "step": 74640 + }, + { + "loss_action": 0.01530800573527813, + "loss_total": 0.01530800573527813, + "step": 74640 + }, + { + "loss_action": 0.02876458317041397, + "loss_total": 0.02876458317041397, + "step": 74640 + }, + { + "loss_action": 0.0058110435493290424, + "loss_total": 0.0058110435493290424, + "step": 74640 + }, + { + "grad_norm": 0.3082987666130066, + "learning_rate": 1.6565183617037788e-05, + "loss": 0.0108, + "step": 74650 + }, + { + "loss_action": 0.0038722713943570852, + "loss_total": 0.0038722713943570852, + "step": 74650 + }, + { + "loss_action": 0.003531373105943203, + "loss_total": 0.003531373105943203, + "step": 74650 + }, + { + "loss_action": 0.0030223308131098747, + "loss_total": 0.0030223308131098747, + "step": 74650 + }, + { + "loss_action": 0.00592720415443182, + "loss_total": 0.00592720415443182, + "step": 74650 + }, + { + "loss_action": 0.007237745448946953, + "loss_total": 0.007237745448946953, + "step": 74650 + }, + { + "loss_action": 0.005762381479144096, + "loss_total": 0.005762381479144096, + "step": 74650 + }, + { + "grad_norm": 0.3020551800727844, + "learning_rate": 1.6552891308356894e-05, + "loss": 0.0105, + "step": 74660 + }, + { + "loss_action": 0.013662321493029594, + "loss_total": 0.013662321493029594, + "step": 74660 + }, + { + "loss_action": 0.00864721555262804, + "loss_total": 0.00864721555262804, + "step": 74660 + }, + { + "loss_action": 0.00619876803830266, + "loss_total": 0.00619876803830266, + "step": 74660 + }, + { + "loss_action": 0.0032414705492556095, + "loss_total": 0.0032414705492556095, + "step": 74660 + }, + { + "loss_action": 0.0031773254740983248, + "loss_total": 0.0031773254740983248, + "step": 74660 + }, + { + "loss_action": 0.004722426179796457, + "loss_total": 0.004722426179796457, + "step": 74660 + }, + { + "grad_norm": 0.2524639964103699, + "learning_rate": 1.6540602657401526e-05, + "loss": 0.0101, + "step": 74670 + }, + { + "loss_action": 0.004472858738154173, + "loss_total": 0.004472858738154173, + "step": 74670 + }, + { + "loss_action": 0.0045420387759804726, + "loss_total": 0.0045420387759804726, + "step": 74670 + }, + { + "loss_action": 0.004605170339345932, + "loss_total": 0.004605170339345932, + "step": 74670 + }, + { + "loss_action": 0.006582074332982302, + "loss_total": 0.006582074332982302, + "step": 74670 + }, + { + "loss_action": 0.004830685909837484, + "loss_total": 0.004830685909837484, + "step": 74670 + }, + { + "loss_action": 0.012018917128443718, + "loss_total": 0.012018917128443718, + "step": 74670 + }, + { + "grad_norm": 0.320721834897995, + "learning_rate": 1.6528317665515537e-05, + "loss": 0.0093, + "step": 74680 + }, + { + "loss_action": 0.004058905877172947, + "loss_total": 0.004058905877172947, + "step": 74680 + }, + { + "loss_action": 0.009610755369067192, + "loss_total": 0.009610755369067192, + "step": 74680 + }, + { + "loss_action": 0.009370418265461922, + "loss_total": 0.009370418265461922, + "step": 74680 + }, + { + "loss_action": 0.00696173682808876, + "loss_total": 0.00696173682808876, + "step": 74680 + }, + { + "loss_action": 0.004860785789787769, + "loss_total": 0.004860785789787769, + "step": 74680 + }, + { + "loss_action": 0.0037020063027739525, + "loss_total": 0.0037020063027739525, + "step": 74680 + }, + { + "grad_norm": 0.2978506088256836, + "learning_rate": 1.6516036334042416e-05, + "loss": 0.0116, + "step": 74690 + }, + { + "loss_action": 0.005640655755996704, + "loss_total": 0.005640655755996704, + "step": 74690 + }, + { + "loss_action": 0.0058514452539384365, + "loss_total": 0.0058514452539384365, + "step": 74690 + }, + { + "loss_action": 0.004366656765341759, + "loss_total": 0.004366656765341759, + "step": 74690 + }, + { + "loss_action": 0.005379390437155962, + "loss_total": 0.005379390437155962, + "step": 74690 + }, + { + "loss_action": 0.003902794560417533, + "loss_total": 0.003902794560417533, + "step": 74690 + }, + { + "loss_action": 0.009583299048244953, + "loss_total": 0.009583299048244953, + "step": 74690 + }, + { + "grad_norm": 0.27483898401260376, + "learning_rate": 1.650375866432519e-05, + "loss": 0.0109, + "step": 74700 + }, + { + "loss_action": 0.009720326401293278, + "loss_total": 0.009720326401293278, + "step": 74700 + }, + { + "loss_action": 0.015240405686199665, + "loss_total": 0.015240405686199665, + "step": 74700 + }, + { + "loss_action": 0.005214147735387087, + "loss_total": 0.005214147735387087, + "step": 74700 + }, + { + "loss_action": 0.08337678015232086, + "loss_total": 0.08337678015232086, + "step": 74700 + }, + { + "loss_action": 0.009838663972914219, + "loss_total": 0.009838663972914219, + "step": 74700 + }, + { + "loss_action": 0.009862077422440052, + "loss_total": 0.009862077422440052, + "step": 74700 + }, + { + "grad_norm": 0.348463237285614, + "learning_rate": 1.649148465770659e-05, + "loss": 0.0107, + "step": 74710 + }, + { + "loss_action": 0.0027091933880001307, + "loss_total": 0.0027091933880001307, + "step": 74710 + }, + { + "loss_action": 0.00713979871943593, + "loss_total": 0.00713979871943593, + "step": 74710 + }, + { + "loss_action": 0.006443039048463106, + "loss_total": 0.006443039048463106, + "step": 74710 + }, + { + "loss_action": 0.007224577944725752, + "loss_total": 0.007224577944725752, + "step": 74710 + }, + { + "loss_action": 0.006845545023679733, + "loss_total": 0.006845545023679733, + "step": 74710 + }, + { + "loss_action": 0.011227554641664028, + "loss_total": 0.011227554641664028, + "step": 74710 + }, + { + "grad_norm": 0.20261329412460327, + "learning_rate": 1.647921431552883e-05, + "loss": 0.0107, + "step": 74720 + }, + { + "loss_action": 0.019805224612355232, + "loss_total": 0.019805224612355232, + "step": 74720 + }, + { + "loss_action": 0.006746319588273764, + "loss_total": 0.006746319588273764, + "step": 74720 + }, + { + "loss_action": 0.004759545903652906, + "loss_total": 0.004759545903652906, + "step": 74720 + }, + { + "loss_action": 0.004988779779523611, + "loss_total": 0.004988779779523611, + "step": 74720 + }, + { + "loss_action": 0.00966846477240324, + "loss_total": 0.00966846477240324, + "step": 74720 + }, + { + "loss_action": 0.008002109825611115, + "loss_total": 0.008002109825611115, + "step": 74720 + }, + { + "grad_norm": 0.26019394397735596, + "learning_rate": 1.646694763913381e-05, + "loss": 0.0101, + "step": 74730 + }, + { + "loss_action": 0.004786401987075806, + "loss_total": 0.004786401987075806, + "step": 74730 + }, + { + "loss_action": 0.0040974849835038185, + "loss_total": 0.0040974849835038185, + "step": 74730 + }, + { + "loss_action": 0.007286843378096819, + "loss_total": 0.007286843378096819, + "step": 74730 + }, + { + "loss_action": 0.03197953850030899, + "loss_total": 0.03197953850030899, + "step": 74730 + }, + { + "loss_action": 0.01325521431863308, + "loss_total": 0.01325521431863308, + "step": 74730 + }, + { + "loss_action": 0.011206043884158134, + "loss_total": 0.011206043884158134, + "step": 74730 + }, + { + "grad_norm": 0.18633857369422913, + "learning_rate": 1.6454684629862966e-05, + "loss": 0.0076, + "step": 74740 + }, + { + "loss_action": 0.03153157979249954, + "loss_total": 0.03153157979249954, + "step": 74740 + }, + { + "loss_action": 0.020043527707457542, + "loss_total": 0.020043527707457542, + "step": 74740 + }, + { + "loss_action": 0.0026721954345703125, + "loss_total": 0.0026721954345703125, + "step": 74740 + }, + { + "loss_action": 0.0030152720864862204, + "loss_total": 0.0030152720864862204, + "step": 74740 + }, + { + "loss_action": 0.0032216564286500216, + "loss_total": 0.0032216564286500216, + "step": 74740 + }, + { + "loss_action": 0.0029914225451648235, + "loss_total": 0.0029914225451648235, + "step": 74740 + }, + { + "grad_norm": 0.24355804920196533, + "learning_rate": 1.6442425289057388e-05, + "loss": 0.0091, + "step": 74750 + }, + { + "loss_action": 0.005726215895265341, + "loss_total": 0.005726215895265341, + "step": 74750 + }, + { + "loss_action": 0.007399182766675949, + "loss_total": 0.007399182766675949, + "step": 74750 + }, + { + "loss_action": 0.012589734978973866, + "loss_total": 0.012589734978973866, + "step": 74750 + }, + { + "loss_action": 0.008581218309700489, + "loss_total": 0.008581218309700489, + "step": 74750 + }, + { + "loss_action": 0.0021069487556815147, + "loss_total": 0.0021069487556815147, + "step": 74750 + }, + { + "loss_action": 0.03718732297420502, + "loss_total": 0.03718732297420502, + "step": 74750 + }, + { + "grad_norm": 0.30373916029930115, + "learning_rate": 1.6430169618057718e-05, + "loss": 0.0092, + "step": 74760 + }, + { + "loss_action": 0.007022985722869635, + "loss_total": 0.007022985722869635, + "step": 74760 + }, + { + "loss_action": 0.005989569239318371, + "loss_total": 0.005989569239318371, + "step": 74760 + }, + { + "loss_action": 0.025144780054688454, + "loss_total": 0.025144780054688454, + "step": 74760 + }, + { + "loss_action": 0.0061370511539280415, + "loss_total": 0.0061370511539280415, + "step": 74760 + }, + { + "loss_action": 0.007498197723180056, + "loss_total": 0.007498197723180056, + "step": 74760 + }, + { + "loss_action": 0.0023703917395323515, + "loss_total": 0.0023703917395323515, + "step": 74760 + }, + { + "grad_norm": 0.3433017432689667, + "learning_rate": 1.641791761820422e-05, + "loss": 0.0134, + "step": 74770 + }, + { + "loss_action": 0.020410656929016113, + "loss_total": 0.020410656929016113, + "step": 74770 + }, + { + "loss_action": 0.005693990737199783, + "loss_total": 0.005693990737199783, + "step": 74770 + }, + { + "loss_action": 0.00967058353126049, + "loss_total": 0.00967058353126049, + "step": 74770 + }, + { + "loss_action": 0.004223155789077282, + "loss_total": 0.004223155789077282, + "step": 74770 + }, + { + "loss_action": 0.009895004332065582, + "loss_total": 0.009895004332065582, + "step": 74770 + }, + { + "loss_action": 0.003125989343971014, + "loss_total": 0.003125989343971014, + "step": 74770 + }, + { + "grad_norm": 0.27400824427604675, + "learning_rate": 1.640566929083676e-05, + "loss": 0.0099, + "step": 74780 + }, + { + "loss_action": 0.002919179620221257, + "loss_total": 0.002919179620221257, + "step": 74780 + }, + { + "loss_action": 0.004485933110117912, + "loss_total": 0.004485933110117912, + "step": 74780 + }, + { + "loss_action": 0.004187165759503841, + "loss_total": 0.004187165759503841, + "step": 74780 + }, + { + "loss_action": 0.004074822645634413, + "loss_total": 0.004074822645634413, + "step": 74780 + }, + { + "loss_action": 0.009028008207678795, + "loss_total": 0.009028008207678795, + "step": 74780 + }, + { + "loss_action": 0.004839805420488119, + "loss_total": 0.004839805420488119, + "step": 74780 + }, + { + "grad_norm": 0.175289124250412, + "learning_rate": 1.6393424637294823e-05, + "loss": 0.009, + "step": 74790 + }, + { + "loss_action": 0.023300502449274063, + "loss_total": 0.023300502449274063, + "step": 74790 + }, + { + "loss_action": 0.007381530944257975, + "loss_total": 0.007381530944257975, + "step": 74790 + }, + { + "loss_action": 0.024813290685415268, + "loss_total": 0.024813290685415268, + "step": 74790 + }, + { + "loss_action": 0.011700903996825218, + "loss_total": 0.011700903996825218, + "step": 74790 + }, + { + "loss_action": 0.018553802743554115, + "loss_total": 0.018553802743554115, + "step": 74790 + }, + { + "loss_action": 0.0315750353038311, + "loss_total": 0.0315750353038311, + "step": 74790 + }, + { + "grad_norm": 0.22947658598423004, + "learning_rate": 1.638118365891742e-05, + "loss": 0.0115, + "step": 74800 + }, + { + "loss_action": 0.004878381732851267, + "loss_total": 0.004878381732851267, + "step": 74800 + }, + { + "loss_action": 0.050267674028873444, + "loss_total": 0.050267674028873444, + "step": 74800 + }, + { + "loss_action": 0.007425835821777582, + "loss_total": 0.007425835821777582, + "step": 74800 + }, + { + "loss_action": 0.04603881016373634, + "loss_total": 0.04603881016373634, + "step": 74800 + }, + { + "loss_action": 0.005384326912462711, + "loss_total": 0.005384326912462711, + "step": 74800 + }, + { + "loss_action": 0.005046664737164974, + "loss_total": 0.005046664737164974, + "step": 74800 + }, + { + "grad_norm": 0.26057130098342896, + "learning_rate": 1.636894635704323e-05, + "loss": 0.0101, + "step": 74810 + }, + { + "loss_action": 0.00390030350536108, + "loss_total": 0.00390030350536108, + "step": 74810 + }, + { + "loss_action": 0.012986085377633572, + "loss_total": 0.012986085377633572, + "step": 74810 + }, + { + "loss_action": 0.004653803538531065, + "loss_total": 0.004653803538531065, + "step": 74810 + }, + { + "loss_action": 0.004584057256579399, + "loss_total": 0.004584057256579399, + "step": 74810 + }, + { + "loss_action": 0.004570749122649431, + "loss_total": 0.004570749122649431, + "step": 74810 + }, + { + "loss_action": 0.006247948855161667, + "loss_total": 0.006247948855161667, + "step": 74810 + }, + { + "grad_norm": 0.2380431443452835, + "learning_rate": 1.6356712733010517e-05, + "loss": 0.0094, + "step": 74820 + }, + { + "loss_action": 0.005340444855391979, + "loss_total": 0.005340444855391979, + "step": 74820 + }, + { + "loss_action": 0.012063379399478436, + "loss_total": 0.012063379399478436, + "step": 74820 + }, + { + "loss_action": 0.009544595144689083, + "loss_total": 0.009544595144689083, + "step": 74820 + }, + { + "loss_action": 0.004727804567664862, + "loss_total": 0.004727804567664862, + "step": 74820 + }, + { + "loss_action": 0.007211733143776655, + "loss_total": 0.007211733143776655, + "step": 74820 + }, + { + "loss_action": 0.010655718855559826, + "loss_total": 0.010655718855559826, + "step": 74820 + }, + { + "grad_norm": 0.1640803962945938, + "learning_rate": 1.6344482788157096e-05, + "loss": 0.0084, + "step": 74830 + }, + { + "loss_action": 0.005246007349342108, + "loss_total": 0.005246007349342108, + "step": 74830 + }, + { + "loss_action": 0.005887774284929037, + "loss_total": 0.005887774284929037, + "step": 74830 + }, + { + "loss_action": 0.005542263854295015, + "loss_total": 0.005542263854295015, + "step": 74830 + }, + { + "loss_action": 0.010081573389470577, + "loss_total": 0.010081573389470577, + "step": 74830 + }, + { + "loss_action": 0.006829436402767897, + "loss_total": 0.006829436402767897, + "step": 74830 + }, + { + "loss_action": 0.005488264374434948, + "loss_total": 0.005488264374434948, + "step": 74830 + }, + { + "grad_norm": 0.2591116428375244, + "learning_rate": 1.6332256523820444e-05, + "loss": 0.0097, + "step": 74840 + }, + { + "loss_action": 0.004720288794487715, + "loss_total": 0.004720288794487715, + "step": 74840 + }, + { + "loss_action": 0.01246300246566534, + "loss_total": 0.01246300246566534, + "step": 74840 + }, + { + "loss_action": 0.011030919849872589, + "loss_total": 0.011030919849872589, + "step": 74840 + }, + { + "loss_action": 0.005977478343993425, + "loss_total": 0.005977478343993425, + "step": 74840 + }, + { + "loss_action": 0.005405748263001442, + "loss_total": 0.005405748263001442, + "step": 74840 + }, + { + "loss_action": 0.006293788086622953, + "loss_total": 0.006293788086622953, + "step": 74840 + }, + { + "grad_norm": 0.17572039365768433, + "learning_rate": 1.6320033941337597e-05, + "loss": 0.0081, + "step": 74850 + }, + { + "loss_action": 0.016940534114837646, + "loss_total": 0.016940534114837646, + "step": 74850 + }, + { + "loss_action": 0.008711493574082851, + "loss_total": 0.008711493574082851, + "step": 74850 + }, + { + "loss_action": 0.0065003312192857265, + "loss_total": 0.0065003312192857265, + "step": 74850 + }, + { + "loss_action": 0.0031000152230262756, + "loss_total": 0.0031000152230262756, + "step": 74850 + }, + { + "loss_action": 0.005139578133821487, + "loss_total": 0.005139578133821487, + "step": 74850 + }, + { + "loss_action": 0.0047140526585280895, + "loss_total": 0.0047140526585280895, + "step": 74850 + }, + { + "grad_norm": 0.19150769710540771, + "learning_rate": 1.6307815042045216e-05, + "loss": 0.0077, + "step": 74860 + }, + { + "loss_action": 0.010554790496826172, + "loss_total": 0.010554790496826172, + "step": 74860 + }, + { + "loss_action": 0.005543030332773924, + "loss_total": 0.005543030332773924, + "step": 74860 + }, + { + "loss_action": 0.008144360035657883, + "loss_total": 0.008144360035657883, + "step": 74860 + }, + { + "loss_action": 0.007927670143544674, + "loss_total": 0.007927670143544674, + "step": 74860 + }, + { + "loss_action": 0.012273533269762993, + "loss_total": 0.012273533269762993, + "step": 74860 + }, + { + "loss_action": 0.025018956512212753, + "loss_total": 0.025018956512212753, + "step": 74860 + }, + { + "grad_norm": 0.27872923016548157, + "learning_rate": 1.6295599827279513e-05, + "loss": 0.0126, + "step": 74870 + }, + { + "loss_action": 0.006009816657751799, + "loss_total": 0.006009816657751799, + "step": 74870 + }, + { + "loss_action": 0.005000582430511713, + "loss_total": 0.005000582430511713, + "step": 74870 + }, + { + "loss_action": 0.008894986473023891, + "loss_total": 0.008894986473023891, + "step": 74870 + }, + { + "loss_action": 0.01755656860768795, + "loss_total": 0.01755656860768795, + "step": 74870 + }, + { + "loss_action": 0.008996534161269665, + "loss_total": 0.008996534161269665, + "step": 74870 + }, + { + "loss_action": 0.004835807718336582, + "loss_total": 0.004835807718336582, + "step": 74870 + }, + { + "grad_norm": 0.23685084283351898, + "learning_rate": 1.6283388298376356e-05, + "loss": 0.0086, + "step": 74880 + }, + { + "loss_action": 0.006532469764351845, + "loss_total": 0.006532469764351845, + "step": 74880 + }, + { + "loss_action": 0.0062276148237288, + "loss_total": 0.0062276148237288, + "step": 74880 + }, + { + "loss_action": 0.009079493582248688, + "loss_total": 0.009079493582248688, + "step": 74880 + }, + { + "loss_action": 0.00593935651704669, + "loss_total": 0.00593935651704669, + "step": 74880 + }, + { + "loss_action": 0.014241226948797703, + "loss_total": 0.014241226948797703, + "step": 74880 + }, + { + "loss_action": 0.03071591444313526, + "loss_total": 0.03071591444313526, + "step": 74880 + }, + { + "grad_norm": 0.36717838048934937, + "learning_rate": 1.6271180456671125e-05, + "loss": 0.0096, + "step": 74890 + }, + { + "loss_action": 0.01193401962518692, + "loss_total": 0.01193401962518692, + "step": 74890 + }, + { + "loss_action": 0.017033757641911507, + "loss_total": 0.017033757641911507, + "step": 74890 + }, + { + "loss_action": 0.0064241825602948666, + "loss_total": 0.0064241825602948666, + "step": 74890 + }, + { + "loss_action": 0.003386404598131776, + "loss_total": 0.003386404598131776, + "step": 74890 + }, + { + "loss_action": 0.021326705813407898, + "loss_total": 0.021326705813407898, + "step": 74890 + }, + { + "loss_action": 0.009847170673310757, + "loss_total": 0.009847170673310757, + "step": 74890 + }, + { + "grad_norm": 0.2910071909427643, + "learning_rate": 1.625897630349893e-05, + "loss": 0.0106, + "step": 74900 + }, + { + "loss_action": 0.0037592346780002117, + "loss_total": 0.0037592346780002117, + "step": 74900 + }, + { + "loss_action": 0.010928426869213581, + "loss_total": 0.010928426869213581, + "step": 74900 + }, + { + "loss_action": 0.00524450559169054, + "loss_total": 0.00524450559169054, + "step": 74900 + }, + { + "loss_action": 0.0065210661850869656, + "loss_total": 0.0065210661850869656, + "step": 74900 + }, + { + "loss_action": 0.013346250168979168, + "loss_total": 0.013346250168979168, + "step": 74900 + }, + { + "loss_action": 0.007221987470984459, + "loss_total": 0.007221987470984459, + "step": 74900 + }, + { + "grad_norm": 0.346058189868927, + "learning_rate": 1.6246775840194335e-05, + "loss": 0.0138, + "step": 74910 + }, + { + "loss_action": 0.006755016278475523, + "loss_total": 0.006755016278475523, + "step": 74910 + }, + { + "loss_action": 0.010914509184658527, + "loss_total": 0.010914509184658527, + "step": 74910 + }, + { + "loss_action": 0.01152679231017828, + "loss_total": 0.01152679231017828, + "step": 74910 + }, + { + "loss_action": 0.01172527577728033, + "loss_total": 0.01172527577728033, + "step": 74910 + }, + { + "loss_action": 0.003094709012657404, + "loss_total": 0.003094709012657404, + "step": 74910 + }, + { + "loss_action": 0.007656382396817207, + "loss_total": 0.007656382396817207, + "step": 74910 + }, + { + "grad_norm": 0.27647972106933594, + "learning_rate": 1.6234579068091604e-05, + "loss": 0.0081, + "step": 74920 + }, + { + "loss_action": 0.004625699948519468, + "loss_total": 0.004625699948519468, + "step": 74920 + }, + { + "loss_action": 0.005974972620606422, + "loss_total": 0.005974972620606422, + "step": 74920 + }, + { + "loss_action": 0.0031687605660408735, + "loss_total": 0.0031687605660408735, + "step": 74920 + }, + { + "loss_action": 0.004829424433410168, + "loss_total": 0.004829424433410168, + "step": 74920 + }, + { + "loss_action": 0.007078974507749081, + "loss_total": 0.007078974507749081, + "step": 74920 + }, + { + "loss_action": 0.005547101143747568, + "loss_total": 0.005547101143747568, + "step": 74920 + }, + { + "grad_norm": 0.2258680760860443, + "learning_rate": 1.6222385988524524e-05, + "loss": 0.0075, + "step": 74930 + }, + { + "loss_action": 0.0036396742798388004, + "loss_total": 0.0036396742798388004, + "step": 74930 + }, + { + "loss_action": 0.008444098755717278, + "loss_total": 0.008444098755717278, + "step": 74930 + }, + { + "loss_action": 0.0059515382163226604, + "loss_total": 0.0059515382163226604, + "step": 74930 + }, + { + "loss_action": 0.006771326996386051, + "loss_total": 0.006771326996386051, + "step": 74930 + }, + { + "loss_action": 0.00343881081789732, + "loss_total": 0.00343881081789732, + "step": 74930 + }, + { + "loss_action": 0.003972687758505344, + "loss_total": 0.003972687758505344, + "step": 74930 + }, + { + "grad_norm": 0.2541496157646179, + "learning_rate": 1.6210196602826544e-05, + "loss": 0.0107, + "step": 74940 + }, + { + "loss_action": 0.004954003728926182, + "loss_total": 0.004954003728926182, + "step": 74940 + }, + { + "loss_action": 0.0051118554547429085, + "loss_total": 0.0051118554547429085, + "step": 74940 + }, + { + "loss_action": 0.016017062589526176, + "loss_total": 0.016017062589526176, + "step": 74940 + }, + { + "loss_action": 0.010386859066784382, + "loss_total": 0.010386859066784382, + "step": 74940 + }, + { + "loss_action": 0.0075208148919045925, + "loss_total": 0.0075208148919045925, + "step": 74940 + }, + { + "loss_action": 0.007412279024720192, + "loss_total": 0.007412279024720192, + "step": 74940 + }, + { + "grad_norm": 0.18922346830368042, + "learning_rate": 1.6198010912330646e-05, + "loss": 0.0097, + "step": 74950 + }, + { + "loss_action": 0.008690298534929752, + "loss_total": 0.008690298534929752, + "step": 74950 + }, + { + "loss_action": 0.007393699139356613, + "loss_total": 0.007393699139356613, + "step": 74950 + }, + { + "loss_action": 0.00904688611626625, + "loss_total": 0.00904688611626625, + "step": 74950 + }, + { + "loss_action": 0.002653062343597412, + "loss_total": 0.002653062343597412, + "step": 74950 + }, + { + "loss_action": 0.0038231832440942526, + "loss_total": 0.0038231832440942526, + "step": 74950 + }, + { + "loss_action": 0.010960356332361698, + "loss_total": 0.010960356332361698, + "step": 74950 + }, + { + "grad_norm": 0.2267974317073822, + "learning_rate": 1.6185828918369456e-05, + "loss": 0.0091, + "step": 74960 + }, + { + "loss_action": 0.004439066629856825, + "loss_total": 0.004439066629856825, + "step": 74960 + }, + { + "loss_action": 0.01611947827041149, + "loss_total": 0.01611947827041149, + "step": 74960 + }, + { + "loss_action": 0.008853153325617313, + "loss_total": 0.008853153325617313, + "step": 74960 + }, + { + "loss_action": 0.017357071861624718, + "loss_total": 0.017357071861624718, + "step": 74960 + }, + { + "loss_action": 0.006933229975402355, + "loss_total": 0.006933229975402355, + "step": 74960 + }, + { + "loss_action": 0.005135354585945606, + "loss_total": 0.005135354585945606, + "step": 74960 + }, + { + "grad_norm": 0.29501762986183167, + "learning_rate": 1.617365062227517e-05, + "loss": 0.0104, + "step": 74970 + }, + { + "loss_action": 0.004868983291089535, + "loss_total": 0.004868983291089535, + "step": 74970 + }, + { + "loss_action": 0.007309565786272287, + "loss_total": 0.007309565786272287, + "step": 74970 + }, + { + "loss_action": 0.011704720556735992, + "loss_total": 0.011704720556735992, + "step": 74970 + }, + { + "loss_action": 0.03397509455680847, + "loss_total": 0.03397509455680847, + "step": 74970 + }, + { + "loss_action": 0.01070545893162489, + "loss_total": 0.01070545893162489, + "step": 74970 + }, + { + "loss_action": 0.015512552112340927, + "loss_total": 0.015512552112340927, + "step": 74970 + }, + { + "grad_norm": 0.18112514913082123, + "learning_rate": 1.616147602537962e-05, + "loss": 0.0115, + "step": 74980 + }, + { + "loss_action": 0.01196358259767294, + "loss_total": 0.01196358259767294, + "step": 74980 + }, + { + "loss_action": 0.005920389201492071, + "loss_total": 0.005920389201492071, + "step": 74980 + }, + { + "loss_action": 0.008814034052193165, + "loss_total": 0.008814034052193165, + "step": 74980 + }, + { + "loss_action": 0.008661891333758831, + "loss_total": 0.008661891333758831, + "step": 74980 + }, + { + "loss_action": 0.010000979527831078, + "loss_total": 0.010000979527831078, + "step": 74980 + }, + { + "loss_action": 0.01702001877129078, + "loss_total": 0.01702001877129078, + "step": 74980 + }, + { + "grad_norm": 0.35716763138771057, + "learning_rate": 1.614930512901415e-05, + "loss": 0.0096, + "step": 74990 + }, + { + "loss_action": 0.006700593046844006, + "loss_total": 0.006700593046844006, + "step": 74990 + }, + { + "loss_action": 0.013243347406387329, + "loss_total": 0.013243347406387329, + "step": 74990 + }, + { + "loss_action": 0.002561583649367094, + "loss_total": 0.002561583649367094, + "step": 74990 + }, + { + "loss_action": 0.0029337743762880564, + "loss_total": 0.0029337743762880564, + "step": 74990 + }, + { + "loss_action": 0.00565818278118968, + "loss_total": 0.00565818278118968, + "step": 74990 + }, + { + "loss_action": 0.0048101963475346565, + "loss_total": 0.0048101963475346565, + "step": 74990 + }, + { + "grad_norm": 0.1905914545059204, + "learning_rate": 1.6137137934509804e-05, + "loss": 0.0103, + "step": 75000 + }, + { + "loss_action": 0.012803282588720322, + "loss_total": 0.012803282588720322, + "step": 75000 + }, + { + "loss_action": 0.007214650511741638, + "loss_total": 0.007214650511741638, + "step": 75000 + }, + { + "loss_action": 0.003548508509993553, + "loss_total": 0.003548508509993553, + "step": 75000 + }, + { + "loss_action": 0.005839589983224869, + "loss_total": 0.005839589983224869, + "step": 75000 + }, + { + "loss_action": 0.028939642012119293, + "loss_total": 0.028939642012119293, + "step": 75000 + }, + { + "loss_action": 0.00920416135340929, + "loss_total": 0.00920416135340929, + "step": 75000 + }, + { + "grad_norm": 0.29011455178260803, + "learning_rate": 1.6124974443197123e-05, + "loss": 0.0098, + "step": 75010 + }, + { + "loss_action": 0.0064393035136163235, + "loss_total": 0.0064393035136163235, + "step": 75010 + }, + { + "loss_action": 0.008048979565501213, + "loss_total": 0.008048979565501213, + "step": 75010 + }, + { + "loss_action": 0.012190218083560467, + "loss_total": 0.012190218083560467, + "step": 75010 + }, + { + "loss_action": 0.004408738110214472, + "loss_total": 0.004408738110214472, + "step": 75010 + }, + { + "loss_action": 0.005721956957131624, + "loss_total": 0.005721956957131624, + "step": 75010 + }, + { + "loss_action": 0.036157045513391495, + "loss_total": 0.036157045513391495, + "step": 75010 + }, + { + "grad_norm": 0.2659929394721985, + "learning_rate": 1.6112814656406306e-05, + "loss": 0.0088, + "step": 75020 + }, + { + "loss_action": 0.004126723390072584, + "loss_total": 0.004126723390072584, + "step": 75020 + }, + { + "loss_action": 0.06462325900793076, + "loss_total": 0.06462325900793076, + "step": 75020 + }, + { + "loss_action": 0.011612627655267715, + "loss_total": 0.011612627655267715, + "step": 75020 + }, + { + "loss_action": 0.009521986357867718, + "loss_total": 0.009521986357867718, + "step": 75020 + }, + { + "loss_action": 0.012876957654953003, + "loss_total": 0.012876957654953003, + "step": 75020 + }, + { + "loss_action": 0.0051771169528365135, + "loss_total": 0.0051771169528365135, + "step": 75020 + }, + { + "grad_norm": 0.25438693165779114, + "learning_rate": 1.6100658575467125e-05, + "loss": 0.0117, + "step": 75030 + }, + { + "loss_action": 0.0057372660376131535, + "loss_total": 0.0057372660376131535, + "step": 75030 + }, + { + "loss_action": 0.02241257205605507, + "loss_total": 0.02241257205605507, + "step": 75030 + }, + { + "loss_action": 0.011531251482665539, + "loss_total": 0.011531251482665539, + "step": 75030 + }, + { + "loss_action": 0.0038242549635469913, + "loss_total": 0.0038242549635469913, + "step": 75030 + }, + { + "loss_action": 0.007827305234968662, + "loss_total": 0.007827305234968662, + "step": 75030 + }, + { + "loss_action": 0.12856267392635345, + "loss_total": 0.12856267392635345, + "step": 75030 + }, + { + "grad_norm": 0.2639826536178589, + "learning_rate": 1.6088506201708974e-05, + "loss": 0.0116, + "step": 75040 + }, + { + "loss_action": 0.01071740873157978, + "loss_total": 0.01071740873157978, + "step": 75040 + }, + { + "loss_action": 0.006067909765988588, + "loss_total": 0.006067909765988588, + "step": 75040 + }, + { + "loss_action": 0.01625501736998558, + "loss_total": 0.01625501736998558, + "step": 75040 + }, + { + "loss_action": 0.006314715836197138, + "loss_total": 0.006314715836197138, + "step": 75040 + }, + { + "loss_action": 0.011905057355761528, + "loss_total": 0.011905057355761528, + "step": 75040 + }, + { + "loss_action": 0.006819035392254591, + "loss_total": 0.006819035392254591, + "step": 75040 + }, + { + "grad_norm": 0.18348364531993866, + "learning_rate": 1.6076357536460785e-05, + "loss": 0.0082, + "step": 75050 + }, + { + "loss_action": 0.0027433927170932293, + "loss_total": 0.0027433927170932293, + "step": 75050 + }, + { + "loss_action": 0.003884980222210288, + "loss_total": 0.003884980222210288, + "step": 75050 + }, + { + "loss_action": 0.005569200962781906, + "loss_total": 0.005569200962781906, + "step": 75050 + }, + { + "loss_action": 0.0037795137614011765, + "loss_total": 0.0037795137614011765, + "step": 75050 + }, + { + "loss_action": 0.009560849517583847, + "loss_total": 0.009560849517583847, + "step": 75050 + }, + { + "loss_action": 0.009657857939600945, + "loss_total": 0.009657857939600945, + "step": 75050 + }, + { + "grad_norm": 0.26600003242492676, + "learning_rate": 1.606421258105113e-05, + "loss": 0.0092, + "step": 75060 + }, + { + "loss_action": 0.008058316074311733, + "loss_total": 0.008058316074311733, + "step": 75060 + }, + { + "loss_action": 0.002758006565272808, + "loss_total": 0.002758006565272808, + "step": 75060 + }, + { + "loss_action": 0.00440747756510973, + "loss_total": 0.00440747756510973, + "step": 75060 + }, + { + "loss_action": 0.012040022760629654, + "loss_total": 0.012040022760629654, + "step": 75060 + }, + { + "loss_action": 0.006683345418423414, + "loss_total": 0.006683345418423414, + "step": 75060 + }, + { + "loss_action": 0.00886019691824913, + "loss_total": 0.00886019691824913, + "step": 75060 + }, + { + "grad_norm": 0.26818224787712097, + "learning_rate": 1.6052071336808183e-05, + "loss": 0.0103, + "step": 75070 + }, + { + "loss_action": 0.003699656343087554, + "loss_total": 0.003699656343087554, + "step": 75070 + }, + { + "loss_action": 0.015237854793667793, + "loss_total": 0.015237854793667793, + "step": 75070 + }, + { + "loss_action": 0.014812294393777847, + "loss_total": 0.014812294393777847, + "step": 75070 + }, + { + "loss_action": 0.02022145874798298, + "loss_total": 0.02022145874798298, + "step": 75070 + }, + { + "loss_action": 0.003042655996978283, + "loss_total": 0.003042655996978283, + "step": 75070 + }, + { + "loss_action": 0.006401702295988798, + "loss_total": 0.006401702295988798, + "step": 75070 + }, + { + "grad_norm": 0.23029084503650665, + "learning_rate": 1.6039933805059658e-05, + "loss": 0.0087, + "step": 75080 + }, + { + "loss_action": 0.002905139233916998, + "loss_total": 0.002905139233916998, + "step": 75080 + }, + { + "loss_action": 0.00333383702673018, + "loss_total": 0.00333383702673018, + "step": 75080 + }, + { + "loss_action": 0.025697413831949234, + "loss_total": 0.025697413831949234, + "step": 75080 + }, + { + "loss_action": 0.0031344559974968433, + "loss_total": 0.0031344559974968433, + "step": 75080 + }, + { + "loss_action": 0.006782686337828636, + "loss_total": 0.006782686337828636, + "step": 75080 + }, + { + "loss_action": 0.009973502717912197, + "loss_total": 0.009973502717912197, + "step": 75080 + }, + { + "grad_norm": 0.22310271859169006, + "learning_rate": 1.6027799987132915e-05, + "loss": 0.0118, + "step": 75090 + }, + { + "loss_action": 0.004417827352881432, + "loss_total": 0.004417827352881432, + "step": 75090 + }, + { + "loss_action": 0.007305538281798363, + "loss_total": 0.007305538281798363, + "step": 75090 + }, + { + "loss_action": 0.0036876366939395666, + "loss_total": 0.0036876366939395666, + "step": 75090 + }, + { + "loss_action": 0.006437198258936405, + "loss_total": 0.006437198258936405, + "step": 75090 + }, + { + "loss_action": 0.021905628964304924, + "loss_total": 0.021905628964304924, + "step": 75090 + }, + { + "loss_action": 0.013078736141324043, + "loss_total": 0.013078736141324043, + "step": 75090 + }, + { + "grad_norm": 0.28117138147354126, + "learning_rate": 1.6015669884354888e-05, + "loss": 0.0088, + "step": 75100 + }, + { + "loss_action": 0.004558425396680832, + "loss_total": 0.004558425396680832, + "step": 75100 + }, + { + "loss_action": 0.003072975901886821, + "loss_total": 0.003072975901886821, + "step": 75100 + }, + { + "loss_action": 0.017098799347877502, + "loss_total": 0.017098799347877502, + "step": 75100 + }, + { + "loss_action": 0.0066276113502681255, + "loss_total": 0.0066276113502681255, + "step": 75100 + }, + { + "loss_action": 0.004717371892184019, + "loss_total": 0.004717371892184019, + "step": 75100 + }, + { + "loss_action": 0.0041804141364991665, + "loss_total": 0.0041804141364991665, + "step": 75100 + }, + { + "grad_norm": 0.2358299195766449, + "learning_rate": 1.6003543498052125e-05, + "loss": 0.0087, + "step": 75110 + }, + { + "loss_action": 0.023498069494962692, + "loss_total": 0.023498069494962692, + "step": 75110 + }, + { + "loss_action": 0.00687652500346303, + "loss_total": 0.00687652500346303, + "step": 75110 + }, + { + "loss_action": 0.005327287130057812, + "loss_total": 0.005327287130057812, + "step": 75110 + }, + { + "loss_action": 0.003879489144310355, + "loss_total": 0.003879489144310355, + "step": 75110 + }, + { + "loss_action": 0.013628286309540272, + "loss_total": 0.013628286309540272, + "step": 75110 + }, + { + "loss_action": 0.0450703464448452, + "loss_total": 0.0450703464448452, + "step": 75110 + }, + { + "grad_norm": 0.18193760514259338, + "learning_rate": 1.5991420829550715e-05, + "loss": 0.0095, + "step": 75120 + }, + { + "loss_action": 0.004471819382160902, + "loss_total": 0.004471819382160902, + "step": 75120 + }, + { + "loss_action": 0.021849598735570908, + "loss_total": 0.021849598735570908, + "step": 75120 + }, + { + "loss_action": 0.007333524990826845, + "loss_total": 0.007333524990826845, + "step": 75120 + }, + { + "loss_action": 0.0034036608412861824, + "loss_total": 0.0034036608412861824, + "step": 75120 + }, + { + "loss_action": 0.04504954069852829, + "loss_total": 0.04504954069852829, + "step": 75120 + }, + { + "loss_action": 0.0033736913464963436, + "loss_total": 0.0033736913464963436, + "step": 75120 + }, + { + "grad_norm": 0.3373776376247406, + "learning_rate": 1.5979301880176405e-05, + "loss": 0.0101, + "step": 75130 + }, + { + "loss_action": 0.0060922144912183285, + "loss_total": 0.0060922144912183285, + "step": 75130 + }, + { + "loss_action": 0.010737264528870583, + "loss_total": 0.010737264528870583, + "step": 75130 + }, + { + "loss_action": 0.005355291999876499, + "loss_total": 0.005355291999876499, + "step": 75130 + }, + { + "loss_action": 0.009823382832109928, + "loss_total": 0.009823382832109928, + "step": 75130 + }, + { + "loss_action": 0.007792543154209852, + "loss_total": 0.007792543154209852, + "step": 75130 + }, + { + "loss_action": 0.005276957992464304, + "loss_total": 0.005276957992464304, + "step": 75130 + }, + { + "grad_norm": 0.4551689326763153, + "learning_rate": 1.5967186651254485e-05, + "loss": 0.0112, + "step": 75140 + }, + { + "loss_action": 0.0031023824121803045, + "loss_total": 0.0031023824121803045, + "step": 75140 + }, + { + "loss_action": 0.0020096313674002886, + "loss_total": 0.0020096313674002886, + "step": 75140 + }, + { + "loss_action": 0.0034031302202492952, + "loss_total": 0.0034031302202492952, + "step": 75140 + }, + { + "loss_action": 0.01266074925661087, + "loss_total": 0.01266074925661087, + "step": 75140 + }, + { + "loss_action": 0.011260812170803547, + "loss_total": 0.011260812170803547, + "step": 75140 + }, + { + "loss_action": 0.002722227480262518, + "loss_total": 0.002722227480262518, + "step": 75140 + }, + { + "grad_norm": 0.24828661978244781, + "learning_rate": 1.5955075144109853e-05, + "loss": 0.0073, + "step": 75150 + }, + { + "loss_action": 0.05078742280602455, + "loss_total": 0.05078742280602455, + "step": 75150 + }, + { + "loss_action": 0.005414654966443777, + "loss_total": 0.005414654966443777, + "step": 75150 + }, + { + "loss_action": 0.005713119637221098, + "loss_total": 0.005713119637221098, + "step": 75150 + }, + { + "loss_action": 0.031786926090717316, + "loss_total": 0.031786926090717316, + "step": 75150 + }, + { + "loss_action": 0.004766183905303478, + "loss_total": 0.004766183905303478, + "step": 75150 + }, + { + "loss_action": 0.0067551215179264545, + "loss_total": 0.0067551215179264545, + "step": 75150 + }, + { + "grad_norm": 0.3298816382884979, + "learning_rate": 1.594296736006703e-05, + "loss": 0.0089, + "step": 75160 + }, + { + "loss_action": 0.004765843506902456, + "loss_total": 0.004765843506902456, + "step": 75160 + }, + { + "loss_action": 0.0041114347986876965, + "loss_total": 0.0041114347986876965, + "step": 75160 + }, + { + "loss_action": 0.011799650266766548, + "loss_total": 0.011799650266766548, + "step": 75160 + }, + { + "loss_action": 0.005935324355959892, + "loss_total": 0.005935324355959892, + "step": 75160 + }, + { + "loss_action": 0.008260027505457401, + "loss_total": 0.008260027505457401, + "step": 75160 + }, + { + "loss_action": 0.009783921763300896, + "loss_total": 0.009783921763300896, + "step": 75160 + }, + { + "grad_norm": 0.22738546133041382, + "learning_rate": 1.59308633004501e-05, + "loss": 0.0088, + "step": 75170 + }, + { + "loss_action": 0.006863746326416731, + "loss_total": 0.006863746326416731, + "step": 75170 + }, + { + "loss_action": 0.005986703559756279, + "loss_total": 0.005986703559756279, + "step": 75170 + }, + { + "loss_action": 0.003470619209110737, + "loss_total": 0.003470619209110737, + "step": 75170 + }, + { + "loss_action": 0.0059564681723713875, + "loss_total": 0.0059564681723713875, + "step": 75170 + }, + { + "loss_action": 0.009124582633376122, + "loss_total": 0.009124582633376122, + "step": 75170 + }, + { + "loss_action": 0.0033913850784301758, + "loss_total": 0.0033913850784301758, + "step": 75170 + }, + { + "grad_norm": 0.22858589887619019, + "learning_rate": 1.5918762966582724e-05, + "loss": 0.0093, + "step": 75180 + }, + { + "loss_action": 0.004651719704270363, + "loss_total": 0.004651719704270363, + "step": 75180 + }, + { + "loss_action": 0.01008521392941475, + "loss_total": 0.01008521392941475, + "step": 75180 + }, + { + "loss_action": 0.010851876810193062, + "loss_total": 0.010851876810193062, + "step": 75180 + }, + { + "loss_action": 0.006769853178411722, + "loss_total": 0.006769853178411722, + "step": 75180 + }, + { + "loss_action": 0.011311238631606102, + "loss_total": 0.011311238631606102, + "step": 75180 + }, + { + "loss_action": 0.010561693459749222, + "loss_total": 0.010561693459749222, + "step": 75180 + }, + { + "grad_norm": 0.21207445859909058, + "learning_rate": 1.5906666359788203e-05, + "loss": 0.0089, + "step": 75190 + }, + { + "loss_action": 0.0033111218363046646, + "loss_total": 0.0033111218363046646, + "step": 75190 + }, + { + "loss_action": 0.012089516967535019, + "loss_total": 0.012089516967535019, + "step": 75190 + }, + { + "loss_action": 0.006290384568274021, + "loss_total": 0.006290384568274021, + "step": 75190 + }, + { + "loss_action": 0.0069089047610759735, + "loss_total": 0.0069089047610759735, + "step": 75190 + }, + { + "loss_action": 0.007719266228377819, + "loss_total": 0.007719266228377819, + "step": 75190 + }, + { + "loss_action": 0.008752431720495224, + "loss_total": 0.008752431720495224, + "step": 75190 + }, + { + "grad_norm": 0.19293934106826782, + "learning_rate": 1.589457348138938e-05, + "loss": 0.0083, + "step": 75200 + }, + { + "loss_action": 0.017262592911720276, + "loss_total": 0.017262592911720276, + "step": 75200 + }, + { + "loss_action": 0.0038191622588783503, + "loss_total": 0.0038191622588783503, + "step": 75200 + }, + { + "loss_action": 0.0030435770750045776, + "loss_total": 0.0030435770750045776, + "step": 75200 + }, + { + "loss_action": 0.003147553186863661, + "loss_total": 0.003147553186863661, + "step": 75200 + }, + { + "loss_action": 0.0030228951945900917, + "loss_total": 0.0030228951945900917, + "step": 75200 + }, + { + "loss_action": 0.011735452339053154, + "loss_total": 0.011735452339053154, + "step": 75200 + }, + { + "grad_norm": 0.2505464553833008, + "learning_rate": 1.588248433270872e-05, + "loss": 0.0086, + "step": 75210 + }, + { + "loss_action": 0.007611505221575499, + "loss_total": 0.007611505221575499, + "step": 75210 + }, + { + "loss_action": 0.04277386516332626, + "loss_total": 0.04277386516332626, + "step": 75210 + }, + { + "loss_action": 0.019510602578520775, + "loss_total": 0.019510602578520775, + "step": 75210 + }, + { + "loss_action": 0.002344534732401371, + "loss_total": 0.002344534732401371, + "step": 75210 + }, + { + "loss_action": 0.008155317977070808, + "loss_total": 0.008155317977070808, + "step": 75210 + }, + { + "loss_action": 0.004928085952997208, + "loss_total": 0.004928085952997208, + "step": 75210 + }, + { + "grad_norm": 0.23024030029773712, + "learning_rate": 1.587039891506828e-05, + "loss": 0.0121, + "step": 75220 + }, + { + "loss_action": 0.0033515573013573885, + "loss_total": 0.0033515573013573885, + "step": 75220 + }, + { + "loss_action": 0.006843355018645525, + "loss_total": 0.006843355018645525, + "step": 75220 + }, + { + "loss_action": 0.008758403360843658, + "loss_total": 0.008758403360843658, + "step": 75220 + }, + { + "loss_action": 0.0062288264743983746, + "loss_total": 0.0062288264743983746, + "step": 75220 + }, + { + "loss_action": 0.002668553264811635, + "loss_total": 0.002668553264811635, + "step": 75220 + }, + { + "loss_action": 0.0039597162976861, + "loss_total": 0.0039597162976861, + "step": 75220 + }, + { + "grad_norm": 0.18375161290168762, + "learning_rate": 1.5858317229789715e-05, + "loss": 0.0073, + "step": 75230 + }, + { + "loss_action": 0.00862619187682867, + "loss_total": 0.00862619187682867, + "step": 75230 + }, + { + "loss_action": 0.01854671724140644, + "loss_total": 0.01854671724140644, + "step": 75230 + }, + { + "loss_action": 0.004769971128553152, + "loss_total": 0.004769971128553152, + "step": 75230 + }, + { + "loss_action": 0.006297482177615166, + "loss_total": 0.006297482177615166, + "step": 75230 + }, + { + "loss_action": 0.09156214445829391, + "loss_total": 0.09156214445829391, + "step": 75230 + }, + { + "loss_action": 0.009288135915994644, + "loss_total": 0.009288135915994644, + "step": 75230 + }, + { + "grad_norm": 0.24737410247325897, + "learning_rate": 1.584623927819423e-05, + "loss": 0.0113, + "step": 75240 + }, + { + "loss_action": 0.009139449335634708, + "loss_total": 0.009139449335634708, + "step": 75240 + }, + { + "loss_action": 0.003341156058013439, + "loss_total": 0.003341156058013439, + "step": 75240 + }, + { + "loss_action": 0.008241047151386738, + "loss_total": 0.008241047151386738, + "step": 75240 + }, + { + "loss_action": 0.001717108185403049, + "loss_total": 0.001717108185403049, + "step": 75240 + }, + { + "loss_action": 0.005400082096457481, + "loss_total": 0.005400082096457481, + "step": 75240 + }, + { + "loss_action": 0.0033847989980131388, + "loss_total": 0.0033847989980131388, + "step": 75240 + }, + { + "grad_norm": 0.24705247581005096, + "learning_rate": 1.583416506160269e-05, + "loss": 0.0084, + "step": 75250 + }, + { + "loss_action": 0.002917360281571746, + "loss_total": 0.002917360281571746, + "step": 75250 + }, + { + "loss_action": 0.001887944876216352, + "loss_total": 0.001887944876216352, + "step": 75250 + }, + { + "loss_action": 0.0054338667541742325, + "loss_total": 0.0054338667541742325, + "step": 75250 + }, + { + "loss_action": 0.019859768450260162, + "loss_total": 0.019859768450260162, + "step": 75250 + }, + { + "loss_action": 0.008377132937312126, + "loss_total": 0.008377132937312126, + "step": 75250 + }, + { + "loss_action": 0.004590590950101614, + "loss_total": 0.004590590950101614, + "step": 75250 + }, + { + "grad_norm": 0.18070168793201447, + "learning_rate": 1.5822094581335472e-05, + "loss": 0.0075, + "step": 75260 + }, + { + "loss_action": 0.0038776237051934004, + "loss_total": 0.0038776237051934004, + "step": 75260 + }, + { + "loss_action": 0.007362260948866606, + "loss_total": 0.007362260948866606, + "step": 75260 + }, + { + "loss_action": 0.005149884149432182, + "loss_total": 0.005149884149432182, + "step": 75260 + }, + { + "loss_action": 0.07968655973672867, + "loss_total": 0.07968655973672867, + "step": 75260 + }, + { + "loss_action": 0.006347432266920805, + "loss_total": 0.006347432266920805, + "step": 75260 + }, + { + "loss_action": 0.01161197479814291, + "loss_total": 0.01161197479814291, + "step": 75260 + }, + { + "grad_norm": 0.19390340149402618, + "learning_rate": 1.5810027838712604e-05, + "loss": 0.0105, + "step": 75270 + }, + { + "loss_action": 0.011453752405941486, + "loss_total": 0.011453752405941486, + "step": 75270 + }, + { + "loss_action": 0.004578583408147097, + "loss_total": 0.004578583408147097, + "step": 75270 + }, + { + "loss_action": 0.0034248712472617626, + "loss_total": 0.0034248712472617626, + "step": 75270 + }, + { + "loss_action": 0.01672689989209175, + "loss_total": 0.01672689989209175, + "step": 75270 + }, + { + "loss_action": 0.008045493625104427, + "loss_total": 0.008045493625104427, + "step": 75270 + }, + { + "loss_action": 0.007221249397844076, + "loss_total": 0.007221249397844076, + "step": 75270 + }, + { + "grad_norm": 0.2737381160259247, + "learning_rate": 1.5797964835053687e-05, + "loss": 0.0088, + "step": 75280 + }, + { + "loss_action": 0.011018461547791958, + "loss_total": 0.011018461547791958, + "step": 75280 + }, + { + "loss_action": 0.012112963944673538, + "loss_total": 0.012112963944673538, + "step": 75280 + }, + { + "loss_action": 0.0036667976528406143, + "loss_total": 0.0036667976528406143, + "step": 75280 + }, + { + "loss_action": 0.003859692718833685, + "loss_total": 0.003859692718833685, + "step": 75280 + }, + { + "loss_action": 0.0068678827956318855, + "loss_total": 0.0068678827956318855, + "step": 75280 + }, + { + "loss_action": 0.015621410682797432, + "loss_total": 0.015621410682797432, + "step": 75280 + }, + { + "grad_norm": 0.2104424089193344, + "learning_rate": 1.5785905571677933e-05, + "loss": 0.0109, + "step": 75290 + }, + { + "loss_action": 0.006696195341646671, + "loss_total": 0.006696195341646671, + "step": 75290 + }, + { + "loss_action": 0.003279526950791478, + "loss_total": 0.003279526950791478, + "step": 75290 + }, + { + "loss_action": 0.008030656725168228, + "loss_total": 0.008030656725168228, + "step": 75290 + }, + { + "loss_action": 0.004011725075542927, + "loss_total": 0.004011725075542927, + "step": 75290 + }, + { + "loss_action": 0.009065434336662292, + "loss_total": 0.009065434336662292, + "step": 75290 + }, + { + "loss_action": 0.009107732214033604, + "loss_total": 0.009107732214033604, + "step": 75290 + }, + { + "grad_norm": 0.28652796149253845, + "learning_rate": 1.5773850049904086e-05, + "loss": 0.0097, + "step": 75300 + }, + { + "loss_action": 0.013768886215984821, + "loss_total": 0.013768886215984821, + "step": 75300 + }, + { + "loss_action": 0.006443496327847242, + "loss_total": 0.006443496327847242, + "step": 75300 + }, + { + "loss_action": 0.011544739827513695, + "loss_total": 0.011544739827513695, + "step": 75300 + }, + { + "loss_action": 0.007050930522382259, + "loss_total": 0.007050930522382259, + "step": 75300 + }, + { + "loss_action": 0.007499178871512413, + "loss_total": 0.007499178871512413, + "step": 75300 + }, + { + "loss_action": 0.005055858753621578, + "loss_total": 0.005055858753621578, + "step": 75300 + }, + { + "grad_norm": 0.26762184500694275, + "learning_rate": 1.5761798271050543e-05, + "loss": 0.0111, + "step": 75310 + }, + { + "loss_action": 0.015416575595736504, + "loss_total": 0.015416575595736504, + "step": 75310 + }, + { + "loss_action": 0.005242581944912672, + "loss_total": 0.005242581944912672, + "step": 75310 + }, + { + "loss_action": 0.012027548626065254, + "loss_total": 0.012027548626065254, + "step": 75310 + }, + { + "loss_action": 0.010125242173671722, + "loss_total": 0.010125242173671722, + "step": 75310 + }, + { + "loss_action": 0.035523541271686554, + "loss_total": 0.035523541271686554, + "step": 75310 + }, + { + "loss_action": 0.005550295114517212, + "loss_total": 0.005550295114517212, + "step": 75310 + }, + { + "grad_norm": 0.270372599363327, + "learning_rate": 1.5749750236435277e-05, + "loss": 0.0105, + "step": 75320 + }, + { + "loss_action": 0.0035617516841739416, + "loss_total": 0.0035617516841739416, + "step": 75320 + }, + { + "loss_action": 0.00410720007494092, + "loss_total": 0.00410720007494092, + "step": 75320 + }, + { + "loss_action": 0.006606139708310366, + "loss_total": 0.006606139708310366, + "step": 75320 + }, + { + "loss_action": 0.0066126873716712, + "loss_total": 0.0066126873716712, + "step": 75320 + }, + { + "loss_action": 0.00763726606965065, + "loss_total": 0.00763726606965065, + "step": 75320 + }, + { + "loss_action": 0.00588576402515173, + "loss_total": 0.00588576402515173, + "step": 75320 + }, + { + "grad_norm": 0.3131294548511505, + "learning_rate": 1.5737705947375815e-05, + "loss": 0.0102, + "step": 75330 + }, + { + "loss_action": 0.00396417360752821, + "loss_total": 0.00396417360752821, + "step": 75330 + }, + { + "loss_action": 0.007196482736617327, + "loss_total": 0.007196482736617327, + "step": 75330 + }, + { + "loss_action": 0.005914802197366953, + "loss_total": 0.005914802197366953, + "step": 75330 + }, + { + "loss_action": 0.0036225770600140095, + "loss_total": 0.0036225770600140095, + "step": 75330 + }, + { + "loss_action": 0.025096558034420013, + "loss_total": 0.025096558034420013, + "step": 75330 + }, + { + "loss_action": 0.006856536492705345, + "loss_total": 0.006856536492705345, + "step": 75330 + }, + { + "grad_norm": 0.2795577049255371, + "learning_rate": 1.5725665405189322e-05, + "loss": 0.0104, + "step": 75340 + }, + { + "loss_action": 0.028024403378367424, + "loss_total": 0.028024403378367424, + "step": 75340 + }, + { + "loss_action": 0.0029197174590080976, + "loss_total": 0.0029197174590080976, + "step": 75340 + }, + { + "loss_action": 0.0035258783027529716, + "loss_total": 0.0035258783027529716, + "step": 75340 + }, + { + "loss_action": 0.006097433157265186, + "loss_total": 0.006097433157265186, + "step": 75340 + }, + { + "loss_action": 0.032633356750011444, + "loss_total": 0.032633356750011444, + "step": 75340 + }, + { + "loss_action": 0.008452368900179863, + "loss_total": 0.008452368900179863, + "step": 75340 + }, + { + "grad_norm": 0.2714386582374573, + "learning_rate": 1.571362861119253e-05, + "loss": 0.0107, + "step": 75350 + }, + { + "loss_action": 0.004009605385363102, + "loss_total": 0.004009605385363102, + "step": 75350 + }, + { + "loss_action": 0.004037210252135992, + "loss_total": 0.004037210252135992, + "step": 75350 + }, + { + "loss_action": 0.004018513020128012, + "loss_total": 0.004018513020128012, + "step": 75350 + }, + { + "loss_action": 0.014918914996087551, + "loss_total": 0.014918914996087551, + "step": 75350 + }, + { + "loss_action": 0.0040975515730679035, + "loss_total": 0.0040975515730679035, + "step": 75350 + }, + { + "loss_action": 0.006426526233553886, + "loss_total": 0.006426526233553886, + "step": 75350 + }, + { + "grad_norm": 0.27925464510917664, + "learning_rate": 1.570159556670177e-05, + "loss": 0.0117, + "step": 75360 + }, + { + "loss_action": 0.0027674136217683554, + "loss_total": 0.0027674136217683554, + "step": 75360 + }, + { + "loss_action": 0.0060694110579788685, + "loss_total": 0.0060694110579788685, + "step": 75360 + }, + { + "loss_action": 0.016118405386805534, + "loss_total": 0.016118405386805534, + "step": 75360 + }, + { + "loss_action": 0.005811518058180809, + "loss_total": 0.005811518058180809, + "step": 75360 + }, + { + "loss_action": 0.00589938648045063, + "loss_total": 0.00589938648045063, + "step": 75360 + }, + { + "loss_action": 0.022087832912802696, + "loss_total": 0.022087832912802696, + "step": 75360 + }, + { + "grad_norm": 0.21492254734039307, + "learning_rate": 1.5689566273032946e-05, + "loss": 0.0123, + "step": 75370 + }, + { + "loss_action": 0.0065387156791985035, + "loss_total": 0.0065387156791985035, + "step": 75370 + }, + { + "loss_action": 0.005596663802862167, + "loss_total": 0.005596663802862167, + "step": 75370 + }, + { + "loss_action": 0.005775194615125656, + "loss_total": 0.005775194615125656, + "step": 75370 + }, + { + "loss_action": 0.008036374114453793, + "loss_total": 0.008036374114453793, + "step": 75370 + }, + { + "loss_action": 0.008778519928455353, + "loss_total": 0.008778519928455353, + "step": 75370 + }, + { + "loss_action": 0.004454926121979952, + "loss_total": 0.004454926121979952, + "step": 75370 + }, + { + "grad_norm": 0.24878227710723877, + "learning_rate": 1.5677540731501583e-05, + "loss": 0.0116, + "step": 75380 + }, + { + "loss_action": 0.005811858922243118, + "loss_total": 0.005811858922243118, + "step": 75380 + }, + { + "loss_action": 0.006714880000799894, + "loss_total": 0.006714880000799894, + "step": 75380 + }, + { + "loss_action": 0.0055132219567894936, + "loss_total": 0.0055132219567894936, + "step": 75380 + }, + { + "loss_action": 0.07269793003797531, + "loss_total": 0.07269793003797531, + "step": 75380 + }, + { + "loss_action": 0.003522890852764249, + "loss_total": 0.003522890852764249, + "step": 75380 + }, + { + "loss_action": 0.011157814413309097, + "loss_total": 0.011157814413309097, + "step": 75380 + }, + { + "grad_norm": 0.2557169497013092, + "learning_rate": 1.5665518943422746e-05, + "loss": 0.0119, + "step": 75390 + }, + { + "loss_action": 0.003914933651685715, + "loss_total": 0.003914933651685715, + "step": 75390 + }, + { + "loss_action": 0.008059300482273102, + "loss_total": 0.008059300482273102, + "step": 75390 + }, + { + "loss_action": 0.01925077475607395, + "loss_total": 0.01925077475607395, + "step": 75390 + }, + { + "loss_action": 0.009354008361697197, + "loss_total": 0.009354008361697197, + "step": 75390 + }, + { + "loss_action": 0.004842917900532484, + "loss_total": 0.004842917900532484, + "step": 75390 + }, + { + "loss_action": 0.0030281362123787403, + "loss_total": 0.0030281362123787403, + "step": 75390 + }, + { + "grad_norm": 0.1593630164861679, + "learning_rate": 1.5653500910111134e-05, + "loss": 0.0088, + "step": 75400 + }, + { + "loss_action": 0.004429597407579422, + "loss_total": 0.004429597407579422, + "step": 75400 + }, + { + "loss_action": 0.012893456034362316, + "loss_total": 0.012893456034362316, + "step": 75400 + }, + { + "loss_action": 0.015467844903469086, + "loss_total": 0.015467844903469086, + "step": 75400 + }, + { + "loss_action": 0.004553916864097118, + "loss_total": 0.004553916864097118, + "step": 75400 + }, + { + "loss_action": 0.005767152179032564, + "loss_total": 0.005767152179032564, + "step": 75400 + }, + { + "loss_action": 0.00847071222960949, + "loss_total": 0.00847071222960949, + "step": 75400 + }, + { + "grad_norm": 0.25818756222724915, + "learning_rate": 1.5641486632881023e-05, + "loss": 0.0091, + "step": 75410 + }, + { + "loss_action": 0.006997150368988514, + "loss_total": 0.006997150368988514, + "step": 75410 + }, + { + "loss_action": 0.014066077768802643, + "loss_total": 0.014066077768802643, + "step": 75410 + }, + { + "loss_action": 0.021534202620387077, + "loss_total": 0.021534202620387077, + "step": 75410 + }, + { + "loss_action": 0.008088898845016956, + "loss_total": 0.008088898845016956, + "step": 75410 + }, + { + "loss_action": 0.008244765922427177, + "loss_total": 0.008244765922427177, + "step": 75410 + }, + { + "loss_action": 0.008935872465372086, + "loss_total": 0.008935872465372086, + "step": 75410 + }, + { + "grad_norm": 0.23082979023456573, + "learning_rate": 1.56294761130463e-05, + "loss": 0.0093, + "step": 75420 + }, + { + "loss_action": 0.002702865283936262, + "loss_total": 0.002702865283936262, + "step": 75420 + }, + { + "loss_action": 0.019414735957980156, + "loss_total": 0.019414735957980156, + "step": 75420 + }, + { + "loss_action": 0.00992922205477953, + "loss_total": 0.00992922205477953, + "step": 75420 + }, + { + "loss_action": 0.0140457171946764, + "loss_total": 0.0140457171946764, + "step": 75420 + }, + { + "loss_action": 0.00873933918774128, + "loss_total": 0.00873933918774128, + "step": 75420 + }, + { + "loss_action": 0.011580449528992176, + "loss_total": 0.011580449528992176, + "step": 75420 + }, + { + "grad_norm": 0.1690635085105896, + "learning_rate": 1.5617469351920373e-05, + "loss": 0.0088, + "step": 75430 + }, + { + "loss_action": 0.0024308899883180857, + "loss_total": 0.0024308899883180857, + "step": 75430 + }, + { + "loss_action": 0.002315400866791606, + "loss_total": 0.002315400866791606, + "step": 75430 + }, + { + "loss_action": 0.009781347587704659, + "loss_total": 0.009781347587704659, + "step": 75430 + }, + { + "loss_action": 0.013304305262863636, + "loss_total": 0.013304305262863636, + "step": 75430 + }, + { + "loss_action": 0.005906639155000448, + "loss_total": 0.005906639155000448, + "step": 75430 + }, + { + "loss_action": 0.012068655341863632, + "loss_total": 0.012068655341863632, + "step": 75430 + }, + { + "grad_norm": 0.18819855153560638, + "learning_rate": 1.5605466350816315e-05, + "loss": 0.0083, + "step": 75440 + }, + { + "loss_action": 0.003010885789990425, + "loss_total": 0.003010885789990425, + "step": 75440 + }, + { + "loss_action": 0.0055918158032000065, + "loss_total": 0.0055918158032000065, + "step": 75440 + }, + { + "loss_action": 0.011551097966730595, + "loss_total": 0.011551097966730595, + "step": 75440 + }, + { + "loss_action": 0.00205315207131207, + "loss_total": 0.00205315207131207, + "step": 75440 + }, + { + "loss_action": 0.0055051930248737335, + "loss_total": 0.0055051930248737335, + "step": 75440 + }, + { + "loss_action": 0.005808453541249037, + "loss_total": 0.005808453541249037, + "step": 75440 + }, + { + "grad_norm": 0.24945667386054993, + "learning_rate": 1.559346711104674e-05, + "loss": 0.0094, + "step": 75450 + }, + { + "loss_action": 0.005586582235991955, + "loss_total": 0.005586582235991955, + "step": 75450 + }, + { + "loss_action": 0.0038099135272204876, + "loss_total": 0.0038099135272204876, + "step": 75450 + }, + { + "loss_action": 0.008283293806016445, + "loss_total": 0.008283293806016445, + "step": 75450 + }, + { + "loss_action": 0.016511982306838036, + "loss_total": 0.016511982306838036, + "step": 75450 + }, + { + "loss_action": 0.004791468381881714, + "loss_total": 0.004791468381881714, + "step": 75450 + }, + { + "loss_action": 0.007313913200050592, + "loss_total": 0.007313913200050592, + "step": 75450 + }, + { + "grad_norm": 0.20685158669948578, + "learning_rate": 1.5581471633923883e-05, + "loss": 0.0084, + "step": 75460 + }, + { + "loss_action": 0.014328296296298504, + "loss_total": 0.014328296296298504, + "step": 75460 + }, + { + "loss_action": 0.00363537622615695, + "loss_total": 0.00363537622615695, + "step": 75460 + }, + { + "loss_action": 0.004340712446719408, + "loss_total": 0.004340712446719408, + "step": 75460 + }, + { + "loss_action": 0.006468461826443672, + "loss_total": 0.006468461826443672, + "step": 75460 + }, + { + "loss_action": 0.004005235619843006, + "loss_total": 0.004005235619843006, + "step": 75460 + }, + { + "loss_action": 0.009288711473345757, + "loss_total": 0.009288711473345757, + "step": 75460 + }, + { + "grad_norm": 0.22943264245986938, + "learning_rate": 1.5569479920759505e-05, + "loss": 0.0092, + "step": 75470 + }, + { + "loss_action": 0.00527287507429719, + "loss_total": 0.00527287507429719, + "step": 75470 + }, + { + "loss_action": 0.013563032262027264, + "loss_total": 0.013563032262027264, + "step": 75470 + }, + { + "loss_action": 0.0125304339453578, + "loss_total": 0.0125304339453578, + "step": 75470 + }, + { + "loss_action": 0.006601378321647644, + "loss_total": 0.006601378321647644, + "step": 75470 + }, + { + "loss_action": 0.004085875116288662, + "loss_total": 0.004085875116288662, + "step": 75470 + }, + { + "loss_action": 0.01612008735537529, + "loss_total": 0.01612008735537529, + "step": 75470 + }, + { + "grad_norm": 0.262474924325943, + "learning_rate": 1.5557491972865072e-05, + "loss": 0.0096, + "step": 75480 + }, + { + "loss_action": 0.009359021671116352, + "loss_total": 0.009359021671116352, + "step": 75480 + }, + { + "loss_action": 0.004463118501007557, + "loss_total": 0.004463118501007557, + "step": 75480 + }, + { + "loss_action": 0.014026427641510963, + "loss_total": 0.014026427641510963, + "step": 75480 + }, + { + "loss_action": 0.005336780566722155, + "loss_total": 0.005336780566722155, + "step": 75480 + }, + { + "loss_action": 0.019261939451098442, + "loss_total": 0.019261939451098442, + "step": 75480 + }, + { + "loss_action": 0.004777247551828623, + "loss_total": 0.004777247551828623, + "step": 75480 + }, + { + "grad_norm": 0.26967811584472656, + "learning_rate": 1.554550779155152e-05, + "loss": 0.0105, + "step": 75490 + }, + { + "loss_action": 0.007115697488188744, + "loss_total": 0.007115697488188744, + "step": 75490 + }, + { + "loss_action": 0.014301322400569916, + "loss_total": 0.014301322400569916, + "step": 75490 + }, + { + "loss_action": 0.008058029226958752, + "loss_total": 0.008058029226958752, + "step": 75490 + }, + { + "loss_action": 0.012587083503603935, + "loss_total": 0.012587083503603935, + "step": 75490 + }, + { + "loss_action": 0.018703173846006393, + "loss_total": 0.018703173846006393, + "step": 75490 + }, + { + "loss_action": 0.005054608453065157, + "loss_total": 0.005054608453065157, + "step": 75490 + }, + { + "grad_norm": 0.17633356153964996, + "learning_rate": 1.5533527378129453e-05, + "loss": 0.0087, + "step": 75500 + }, + { + "loss_action": 0.006321803200989962, + "loss_total": 0.006321803200989962, + "step": 75500 + }, + { + "loss_action": 0.003144222777336836, + "loss_total": 0.003144222777336836, + "step": 75500 + }, + { + "loss_action": 0.011830813251435757, + "loss_total": 0.011830813251435757, + "step": 75500 + }, + { + "loss_action": 0.006240444257855415, + "loss_total": 0.006240444257855415, + "step": 75500 + }, + { + "loss_action": 0.011319677345454693, + "loss_total": 0.011319677345454693, + "step": 75500 + }, + { + "loss_action": 0.0021085126791149378, + "loss_total": 0.0021085126791149378, + "step": 75500 + }, + { + "grad_norm": 0.1991664171218872, + "learning_rate": 1.552155073390899e-05, + "loss": 0.0092, + "step": 75510 + }, + { + "loss_action": 0.007965152151882648, + "loss_total": 0.007965152151882648, + "step": 75510 + }, + { + "loss_action": 0.025608530268073082, + "loss_total": 0.025608530268073082, + "step": 75510 + }, + { + "loss_action": 0.004942961968481541, + "loss_total": 0.004942961968481541, + "step": 75510 + }, + { + "loss_action": 0.009746924974024296, + "loss_total": 0.009746924974024296, + "step": 75510 + }, + { + "loss_action": 0.008949965238571167, + "loss_total": 0.008949965238571167, + "step": 75510 + }, + { + "loss_action": 0.005083704367280006, + "loss_total": 0.005083704367280006, + "step": 75510 + }, + { + "grad_norm": 0.22615936398506165, + "learning_rate": 1.5509577860199903e-05, + "loss": 0.0078, + "step": 75520 + }, + { + "loss_action": 0.005637623835355043, + "loss_total": 0.005637623835355043, + "step": 75520 + }, + { + "loss_action": 0.017642883583903313, + "loss_total": 0.017642883583903313, + "step": 75520 + }, + { + "loss_action": 0.009830540046095848, + "loss_total": 0.009830540046095848, + "step": 75520 + }, + { + "loss_action": 0.0040969508700072765, + "loss_total": 0.0040969508700072765, + "step": 75520 + }, + { + "loss_action": 0.007022609934210777, + "loss_total": 0.007022609934210777, + "step": 75520 + }, + { + "loss_action": 0.01826215721666813, + "loss_total": 0.01826215721666813, + "step": 75520 + }, + { + "grad_norm": 0.2265254706144333, + "learning_rate": 1.5497608758311525e-05, + "loss": 0.0079, + "step": 75530 + }, + { + "loss_action": 0.004104783292859793, + "loss_total": 0.004104783292859793, + "step": 75530 + }, + { + "loss_action": 0.008061258122324944, + "loss_total": 0.008061258122324944, + "step": 75530 + }, + { + "loss_action": 0.042715929448604584, + "loss_total": 0.042715929448604584, + "step": 75530 + }, + { + "loss_action": 0.004476457368582487, + "loss_total": 0.004476457368582487, + "step": 75530 + }, + { + "loss_action": 0.0057985130697488785, + "loss_total": 0.0057985130697488785, + "step": 75530 + }, + { + "loss_action": 0.0058570969849824905, + "loss_total": 0.0058570969849824905, + "step": 75530 + }, + { + "grad_norm": 0.3709319531917572, + "learning_rate": 1.5485643429552797e-05, + "loss": 0.0096, + "step": 75540 + }, + { + "loss_action": 0.003892724635079503, + "loss_total": 0.003892724635079503, + "step": 75540 + }, + { + "loss_action": 0.023721707984805107, + "loss_total": 0.023721707984805107, + "step": 75540 + }, + { + "loss_action": 0.0041902633383870125, + "loss_total": 0.0041902633383870125, + "step": 75540 + }, + { + "loss_action": 0.00366208516061306, + "loss_total": 0.00366208516061306, + "step": 75540 + }, + { + "loss_action": 0.004909166134893894, + "loss_total": 0.004909166134893894, + "step": 75540 + }, + { + "loss_action": 0.008801721967756748, + "loss_total": 0.008801721967756748, + "step": 75540 + }, + { + "grad_norm": 0.2409619390964508, + "learning_rate": 1.5473681875232197e-05, + "loss": 0.0088, + "step": 75550 + }, + { + "loss_action": 0.002459517680108547, + "loss_total": 0.002459517680108547, + "step": 75550 + }, + { + "loss_action": 0.0020763652864843607, + "loss_total": 0.0020763652864843607, + "step": 75550 + }, + { + "loss_action": 0.0052335625514388084, + "loss_total": 0.0052335625514388084, + "step": 75550 + }, + { + "loss_action": 0.004763794597238302, + "loss_total": 0.004763794597238302, + "step": 75550 + }, + { + "loss_action": 0.017695127055048943, + "loss_total": 0.017695127055048943, + "step": 75550 + }, + { + "loss_action": 0.004584233742207289, + "loss_total": 0.004584233742207289, + "step": 75550 + }, + { + "grad_norm": 0.22455474734306335, + "learning_rate": 1.5461724096657837e-05, + "loss": 0.0107, + "step": 75560 + }, + { + "loss_action": 0.008162645623087883, + "loss_total": 0.008162645623087883, + "step": 75560 + }, + { + "loss_action": 0.002619936829432845, + "loss_total": 0.002619936829432845, + "step": 75560 + }, + { + "loss_action": 0.008319801650941372, + "loss_total": 0.008319801650941372, + "step": 75560 + }, + { + "loss_action": 0.023002637550234795, + "loss_total": 0.023002637550234795, + "step": 75560 + }, + { + "loss_action": 0.007691559381783009, + "loss_total": 0.007691559381783009, + "step": 75560 + }, + { + "loss_action": 0.017164109274744987, + "loss_total": 0.017164109274744987, + "step": 75560 + }, + { + "grad_norm": 0.32161009311676025, + "learning_rate": 1.5449770095137416e-05, + "loss": 0.0086, + "step": 75570 + }, + { + "loss_action": 0.005714773200452328, + "loss_total": 0.005714773200452328, + "step": 75570 + }, + { + "loss_action": 0.005125159397721291, + "loss_total": 0.005125159397721291, + "step": 75570 + }, + { + "loss_action": 0.0035285858903080225, + "loss_total": 0.0035285858903080225, + "step": 75570 + }, + { + "loss_action": 0.01717076264321804, + "loss_total": 0.01717076264321804, + "step": 75570 + }, + { + "loss_action": 0.006588498130440712, + "loss_total": 0.006588498130440712, + "step": 75570 + }, + { + "loss_action": 0.014917431399226189, + "loss_total": 0.014917431399226189, + "step": 75570 + }, + { + "grad_norm": 0.2543804943561554, + "learning_rate": 1.5437819871978178e-05, + "loss": 0.0085, + "step": 75580 + }, + { + "loss_action": 0.011136280372738838, + "loss_total": 0.011136280372738838, + "step": 75580 + }, + { + "loss_action": 0.003220690879970789, + "loss_total": 0.003220690879970789, + "step": 75580 + }, + { + "loss_action": 0.003582506440579891, + "loss_total": 0.003582506440579891, + "step": 75580 + }, + { + "loss_action": 0.007150629069656134, + "loss_total": 0.007150629069656134, + "step": 75580 + }, + { + "loss_action": 0.0029852224979549646, + "loss_total": 0.0029852224979549646, + "step": 75580 + }, + { + "loss_action": 0.002860341453924775, + "loss_total": 0.002860341453924775, + "step": 75580 + }, + { + "grad_norm": 0.20228660106658936, + "learning_rate": 1.5425873428486992e-05, + "loss": 0.011, + "step": 75590 + }, + { + "loss_action": 0.006658097729086876, + "loss_total": 0.006658097729086876, + "step": 75590 + }, + { + "loss_action": 0.008845958858728409, + "loss_total": 0.008845958858728409, + "step": 75590 + }, + { + "loss_action": 0.009180916473269463, + "loss_total": 0.009180916473269463, + "step": 75590 + }, + { + "loss_action": 0.013643941842019558, + "loss_total": 0.013643941842019558, + "step": 75590 + }, + { + "loss_action": 0.005921938922256231, + "loss_total": 0.005921938922256231, + "step": 75590 + }, + { + "loss_action": 0.0027425980661064386, + "loss_total": 0.0027425980661064386, + "step": 75590 + }, + { + "grad_norm": 0.3302869200706482, + "learning_rate": 1.5413930765970312e-05, + "loss": 0.0092, + "step": 75600 + }, + { + "loss_action": 0.004667364992201328, + "loss_total": 0.004667364992201328, + "step": 75600 + }, + { + "loss_action": 0.016931943595409393, + "loss_total": 0.016931943595409393, + "step": 75600 + }, + { + "loss_action": 0.00548179168254137, + "loss_total": 0.00548179168254137, + "step": 75600 + }, + { + "loss_action": 0.003984362818300724, + "loss_total": 0.003984362818300724, + "step": 75600 + }, + { + "loss_action": 0.006830505095422268, + "loss_total": 0.006830505095422268, + "step": 75600 + }, + { + "loss_action": 0.0039476207457482815, + "loss_total": 0.0039476207457482815, + "step": 75600 + }, + { + "grad_norm": 0.24609841406345367, + "learning_rate": 1.5401991885734175e-05, + "loss": 0.0095, + "step": 75610 + }, + { + "loss_action": 0.021313071250915527, + "loss_total": 0.021313071250915527, + "step": 75610 + }, + { + "loss_action": 0.004073457792401314, + "loss_total": 0.004073457792401314, + "step": 75610 + }, + { + "loss_action": 0.007925515063107014, + "loss_total": 0.007925515063107014, + "step": 75610 + }, + { + "loss_action": 0.0027747696731239557, + "loss_total": 0.0027747696731239557, + "step": 75610 + }, + { + "loss_action": 0.014690975658595562, + "loss_total": 0.014690975658595562, + "step": 75610 + }, + { + "loss_action": 0.006454103626310825, + "loss_total": 0.006454103626310825, + "step": 75610 + }, + { + "grad_norm": 0.21405494213104248, + "learning_rate": 1.5390056789084174e-05, + "loss": 0.0092, + "step": 75620 + }, + { + "loss_action": 0.008113328367471695, + "loss_total": 0.008113328367471695, + "step": 75620 + }, + { + "loss_action": 0.010308674536645412, + "loss_total": 0.010308674536645412, + "step": 75620 + }, + { + "loss_action": 0.019319811835885048, + "loss_total": 0.019319811835885048, + "step": 75620 + }, + { + "loss_action": 0.014960463158786297, + "loss_total": 0.014960463158786297, + "step": 75620 + }, + { + "loss_action": 0.007844917476177216, + "loss_total": 0.007844917476177216, + "step": 75620 + }, + { + "loss_action": 0.017784468829631805, + "loss_total": 0.017784468829631805, + "step": 75620 + }, + { + "grad_norm": 0.21077002584934235, + "learning_rate": 1.5378125477325545e-05, + "loss": 0.0099, + "step": 75630 + }, + { + "loss_action": 0.003071630373597145, + "loss_total": 0.003071630373597145, + "step": 75630 + }, + { + "loss_action": 0.006628270726650953, + "loss_total": 0.006628270726650953, + "step": 75630 + }, + { + "loss_action": 0.009408571757376194, + "loss_total": 0.009408571757376194, + "step": 75630 + }, + { + "loss_action": 0.006313122343271971, + "loss_total": 0.006313122343271971, + "step": 75630 + }, + { + "loss_action": 0.009294756688177586, + "loss_total": 0.009294756688177586, + "step": 75630 + }, + { + "loss_action": 0.012350101955235004, + "loss_total": 0.012350101955235004, + "step": 75630 + }, + { + "grad_norm": 0.19855280220508575, + "learning_rate": 1.5366197951763046e-05, + "loss": 0.0095, + "step": 75640 + }, + { + "loss_action": 0.014706521295011044, + "loss_total": 0.014706521295011044, + "step": 75640 + }, + { + "loss_action": 0.0075175585225224495, + "loss_total": 0.0075175585225224495, + "step": 75640 + }, + { + "loss_action": 0.003058399772271514, + "loss_total": 0.003058399772271514, + "step": 75640 + }, + { + "loss_action": 0.004958348348736763, + "loss_total": 0.004958348348736763, + "step": 75640 + }, + { + "loss_action": 0.0038457647897303104, + "loss_total": 0.0038457647897303104, + "step": 75640 + }, + { + "loss_action": 0.03264804556965828, + "loss_total": 0.03264804556965828, + "step": 75640 + }, + { + "grad_norm": 0.320409893989563, + "learning_rate": 1.5354274213701075e-05, + "loss": 0.0103, + "step": 75650 + }, + { + "loss_action": 0.0063151088543236256, + "loss_total": 0.0063151088543236256, + "step": 75650 + }, + { + "loss_action": 0.01637175865471363, + "loss_total": 0.01637175865471363, + "step": 75650 + }, + { + "loss_action": 0.011049898341298103, + "loss_total": 0.011049898341298103, + "step": 75650 + }, + { + "loss_action": 0.006206029560416937, + "loss_total": 0.006206029560416937, + "step": 75650 + }, + { + "loss_action": 0.013169686309993267, + "loss_total": 0.013169686309993267, + "step": 75650 + }, + { + "loss_action": 0.0036514645908027887, + "loss_total": 0.0036514645908027887, + "step": 75650 + }, + { + "grad_norm": 0.4043847918510437, + "learning_rate": 1.5342354264443566e-05, + "loss": 0.0131, + "step": 75660 + }, + { + "loss_action": 0.0027773489709943533, + "loss_total": 0.0027773489709943533, + "step": 75660 + }, + { + "loss_action": 0.011003292165696621, + "loss_total": 0.011003292165696621, + "step": 75660 + }, + { + "loss_action": 0.0019504408119246364, + "loss_total": 0.0019504408119246364, + "step": 75660 + }, + { + "loss_action": 0.005692591425031424, + "loss_total": 0.005692591425031424, + "step": 75660 + }, + { + "loss_action": 0.008301188237965107, + "loss_total": 0.008301188237965107, + "step": 75660 + }, + { + "loss_action": 0.004060246981680393, + "loss_total": 0.004060246981680393, + "step": 75660 + }, + { + "grad_norm": 0.188134104013443, + "learning_rate": 1.533043810529411e-05, + "loss": 0.0077, + "step": 75670 + }, + { + "loss_action": 0.0016660516848787665, + "loss_total": 0.0016660516848787665, + "step": 75670 + }, + { + "loss_action": 0.012869863770902157, + "loss_total": 0.012869863770902157, + "step": 75670 + }, + { + "loss_action": 0.004328529350459576, + "loss_total": 0.004328529350459576, + "step": 75670 + }, + { + "loss_action": 0.005821476224809885, + "loss_total": 0.005821476224809885, + "step": 75670 + }, + { + "loss_action": 0.0088758310303092, + "loss_total": 0.0088758310303092, + "step": 75670 + }, + { + "loss_action": 0.011817081831395626, + "loss_total": 0.011817081831395626, + "step": 75670 + }, + { + "grad_norm": 0.3032074570655823, + "learning_rate": 1.5318525737555807e-05, + "loss": 0.0113, + "step": 75680 + }, + { + "loss_action": 0.009622759185731411, + "loss_total": 0.009622759185731411, + "step": 75680 + }, + { + "loss_action": 0.0031091582495719194, + "loss_total": 0.0031091582495719194, + "step": 75680 + }, + { + "loss_action": 0.008339230902493, + "loss_total": 0.008339230902493, + "step": 75680 + }, + { + "loss_action": 0.004936507437378168, + "loss_total": 0.004936507437378168, + "step": 75680 + }, + { + "loss_action": 0.0065217758528888226, + "loss_total": 0.0065217758528888226, + "step": 75680 + }, + { + "loss_action": 0.019726835191249847, + "loss_total": 0.019726835191249847, + "step": 75680 + }, + { + "grad_norm": 0.3466368317604065, + "learning_rate": 1.53066171625314e-05, + "loss": 0.0111, + "step": 75690 + }, + { + "loss_action": 0.0067920624278485775, + "loss_total": 0.0067920624278485775, + "step": 75690 + }, + { + "loss_action": 0.015351420268416405, + "loss_total": 0.015351420268416405, + "step": 75690 + }, + { + "loss_action": 0.003407711163163185, + "loss_total": 0.003407711163163185, + "step": 75690 + }, + { + "loss_action": 0.008921569213271141, + "loss_total": 0.008921569213271141, + "step": 75690 + }, + { + "loss_action": 0.0064641921781003475, + "loss_total": 0.0064641921781003475, + "step": 75690 + }, + { + "loss_action": 0.003830681787803769, + "loss_total": 0.003830681787803769, + "step": 75690 + }, + { + "grad_norm": 0.23818431794643402, + "learning_rate": 1.529471238152317e-05, + "loss": 0.0096, + "step": 75700 + }, + { + "loss_action": 0.0019355990225449204, + "loss_total": 0.0019355990225449204, + "step": 75700 + }, + { + "loss_action": 0.011116010136902332, + "loss_total": 0.011116010136902332, + "step": 75700 + }, + { + "loss_action": 0.008493472822010517, + "loss_total": 0.008493472822010517, + "step": 75700 + }, + { + "loss_action": 0.0028697641100734472, + "loss_total": 0.0028697641100734472, + "step": 75700 + }, + { + "loss_action": 0.0064075300469994545, + "loss_total": 0.0064075300469994545, + "step": 75700 + }, + { + "loss_action": 0.013186382129788399, + "loss_total": 0.013186382129788399, + "step": 75700 + }, + { + "grad_norm": 0.19320695102214813, + "learning_rate": 1.5282811395833023e-05, + "loss": 0.0101, + "step": 75710 + }, + { + "loss_action": 0.0033473398070782423, + "loss_total": 0.0033473398070782423, + "step": 75710 + }, + { + "loss_action": 0.006028282456099987, + "loss_total": 0.006028282456099987, + "step": 75710 + }, + { + "loss_action": 0.011955367401242256, + "loss_total": 0.011955367401242256, + "step": 75710 + }, + { + "loss_action": 0.0062387860380113125, + "loss_total": 0.0062387860380113125, + "step": 75710 + }, + { + "loss_action": 0.0031211883760988712, + "loss_total": 0.0031211883760988712, + "step": 75710 + }, + { + "loss_action": 0.011451938189566135, + "loss_total": 0.011451938189566135, + "step": 75710 + }, + { + "grad_norm": 0.23754441738128662, + "learning_rate": 1.5270914206762397e-05, + "loss": 0.0069, + "step": 75720 + }, + { + "loss_action": 0.01078904140740633, + "loss_total": 0.01078904140740633, + "step": 75720 + }, + { + "loss_action": 0.013550924137234688, + "loss_total": 0.013550924137234688, + "step": 75720 + }, + { + "loss_action": 0.009885074570775032, + "loss_total": 0.009885074570775032, + "step": 75720 + }, + { + "loss_action": 0.0034378350246697664, + "loss_total": 0.0034378350246697664, + "step": 75720 + }, + { + "loss_action": 0.0039957379922270775, + "loss_total": 0.0039957379922270775, + "step": 75720 + }, + { + "loss_action": 0.0033042936120182276, + "loss_total": 0.0033042936120182276, + "step": 75720 + }, + { + "grad_norm": 0.23062825202941895, + "learning_rate": 1.525902081561241e-05, + "loss": 0.0095, + "step": 75730 + }, + { + "loss_action": 0.015271537937223911, + "loss_total": 0.015271537937223911, + "step": 75730 + }, + { + "loss_action": 0.00573955662548542, + "loss_total": 0.00573955662548542, + "step": 75730 + }, + { + "loss_action": 0.0030545503832399845, + "loss_total": 0.0030545503832399845, + "step": 75730 + }, + { + "loss_action": 0.0026002866216003895, + "loss_total": 0.0026002866216003895, + "step": 75730 + }, + { + "loss_action": 0.0031893800478428602, + "loss_total": 0.0031893800478428602, + "step": 75730 + }, + { + "loss_action": 0.013247436843812466, + "loss_total": 0.013247436843812466, + "step": 75730 + }, + { + "grad_norm": 0.20058876276016235, + "learning_rate": 1.5247131223683664e-05, + "loss": 0.0109, + "step": 75740 + }, + { + "loss_action": 0.004332094453275204, + "loss_total": 0.004332094453275204, + "step": 75740 + }, + { + "loss_action": 0.008606617338955402, + "loss_total": 0.008606617338955402, + "step": 75740 + }, + { + "loss_action": 0.0045264414511621, + "loss_total": 0.0045264414511621, + "step": 75740 + }, + { + "loss_action": 0.00706224050372839, + "loss_total": 0.00706224050372839, + "step": 75740 + }, + { + "loss_action": 0.009454897604882717, + "loss_total": 0.009454897604882717, + "step": 75740 + }, + { + "loss_action": 0.024847300723195076, + "loss_total": 0.024847300723195076, + "step": 75740 + }, + { + "grad_norm": 0.3517954647541046, + "learning_rate": 1.5235245432276408e-05, + "loss": 0.0096, + "step": 75750 + }, + { + "loss_action": 0.0016982861561700702, + "loss_total": 0.0016982861561700702, + "step": 75750 + }, + { + "loss_action": 0.005190043710172176, + "loss_total": 0.005190043710172176, + "step": 75750 + }, + { + "loss_action": 0.0034284573048353195, + "loss_total": 0.0034284573048353195, + "step": 75750 + }, + { + "loss_action": 0.00968803372234106, + "loss_total": 0.00968803372234106, + "step": 75750 + }, + { + "loss_action": 0.012697774916887283, + "loss_total": 0.012697774916887283, + "step": 75750 + }, + { + "loss_action": 0.0026795940939337015, + "loss_total": 0.0026795940939337015, + "step": 75750 + }, + { + "grad_norm": 0.18170180916786194, + "learning_rate": 1.5223363442690424e-05, + "loss": 0.0097, + "step": 75760 + }, + { + "loss_action": 0.044404275715351105, + "loss_total": 0.044404275715351105, + "step": 75760 + }, + { + "loss_action": 0.017077388241887093, + "loss_total": 0.017077388241887093, + "step": 75760 + }, + { + "loss_action": 0.004154506605118513, + "loss_total": 0.004154506605118513, + "step": 75760 + }, + { + "loss_action": 0.003837574739009142, + "loss_total": 0.003837574739009142, + "step": 75760 + }, + { + "loss_action": 0.006331172306090593, + "loss_total": 0.006331172306090593, + "step": 75760 + }, + { + "loss_action": 0.0056430804543197155, + "loss_total": 0.0056430804543197155, + "step": 75760 + }, + { + "grad_norm": 0.36226364970207214, + "learning_rate": 1.5211485256225133e-05, + "loss": 0.0082, + "step": 75770 + }, + { + "loss_action": 0.004870736040174961, + "loss_total": 0.004870736040174961, + "step": 75770 + }, + { + "loss_action": 0.0038967442233115435, + "loss_total": 0.0038967442233115435, + "step": 75770 + }, + { + "loss_action": 0.007734260056167841, + "loss_total": 0.007734260056167841, + "step": 75770 + }, + { + "loss_action": 0.014051588252186775, + "loss_total": 0.014051588252186775, + "step": 75770 + }, + { + "loss_action": 0.009015653282403946, + "loss_total": 0.009015653282403946, + "step": 75770 + }, + { + "loss_action": 0.00447838194668293, + "loss_total": 0.00447838194668293, + "step": 75770 + }, + { + "grad_norm": 0.24151462316513062, + "learning_rate": 1.519961087417951e-05, + "loss": 0.0093, + "step": 75780 + }, + { + "loss_action": 0.011247498914599419, + "loss_total": 0.011247498914599419, + "step": 75780 + }, + { + "loss_action": 0.07548769563436508, + "loss_total": 0.07548769563436508, + "step": 75780 + }, + { + "loss_action": 0.0035095959901809692, + "loss_total": 0.0035095959901809692, + "step": 75780 + }, + { + "loss_action": 0.014943992719054222, + "loss_total": 0.014943992719054222, + "step": 75780 + }, + { + "loss_action": 0.005879911128431559, + "loss_total": 0.005879911128431559, + "step": 75780 + }, + { + "loss_action": 0.0028563053347170353, + "loss_total": 0.0028563053347170353, + "step": 75780 + }, + { + "grad_norm": 0.20920448005199432, + "learning_rate": 1.5187740297852137e-05, + "loss": 0.0104, + "step": 75790 + }, + { + "loss_action": 0.006660927087068558, + "loss_total": 0.006660927087068558, + "step": 75790 + }, + { + "loss_action": 0.031136946752667427, + "loss_total": 0.031136946752667427, + "step": 75790 + }, + { + "loss_action": 0.007380541879683733, + "loss_total": 0.007380541879683733, + "step": 75790 + }, + { + "loss_action": 0.0030868113972246647, + "loss_total": 0.0030868113972246647, + "step": 75790 + }, + { + "loss_action": 0.006227932404726744, + "loss_total": 0.006227932404726744, + "step": 75790 + }, + { + "loss_action": 0.01675860583782196, + "loss_total": 0.01675860583782196, + "step": 75790 + }, + { + "grad_norm": 0.23425740003585815, + "learning_rate": 1.517587352854113e-05, + "loss": 0.0077, + "step": 75800 + }, + { + "loss_action": 0.006961402948945761, + "loss_total": 0.006961402948945761, + "step": 75800 + }, + { + "loss_action": 0.01298753172159195, + "loss_total": 0.01298753172159195, + "step": 75800 + }, + { + "loss_action": 0.009276681579649448, + "loss_total": 0.009276681579649448, + "step": 75800 + }, + { + "loss_action": 0.0023241566959768534, + "loss_total": 0.0023241566959768534, + "step": 75800 + }, + { + "loss_action": 0.010248667560517788, + "loss_total": 0.010248667560517788, + "step": 75800 + }, + { + "loss_action": 0.013260810635983944, + "loss_total": 0.013260810635983944, + "step": 75800 + }, + { + "grad_norm": 0.24114106595516205, + "learning_rate": 1.516401056754423e-05, + "loss": 0.0086, + "step": 75810 + }, + { + "loss_action": 0.0049674962647259235, + "loss_total": 0.0049674962647259235, + "step": 75810 + }, + { + "loss_action": 0.0028422402683645487, + "loss_total": 0.0028422402683645487, + "step": 75810 + }, + { + "loss_action": 0.004136804491281509, + "loss_total": 0.004136804491281509, + "step": 75810 + }, + { + "loss_action": 0.00665034307166934, + "loss_total": 0.00665034307166934, + "step": 75810 + }, + { + "loss_action": 0.00832653883844614, + "loss_total": 0.00832653883844614, + "step": 75810 + }, + { + "loss_action": 0.006171742919832468, + "loss_total": 0.006171742919832468, + "step": 75810 + }, + { + "grad_norm": 0.1840924173593521, + "learning_rate": 1.5152151416158783e-05, + "loss": 0.0082, + "step": 75820 + }, + { + "loss_action": 0.003159415442496538, + "loss_total": 0.003159415442496538, + "step": 75820 + }, + { + "loss_action": 0.006908535957336426, + "loss_total": 0.006908535957336426, + "step": 75820 + }, + { + "loss_action": 0.005614332389086485, + "loss_total": 0.005614332389086485, + "step": 75820 + }, + { + "loss_action": 0.0108585050329566, + "loss_total": 0.0108585050329566, + "step": 75820 + }, + { + "loss_action": 0.004859022330492735, + "loss_total": 0.004859022330492735, + "step": 75820 + }, + { + "loss_action": 0.008764024823904037, + "loss_total": 0.008764024823904037, + "step": 75820 + }, + { + "grad_norm": 0.26156407594680786, + "learning_rate": 1.5140296075681642e-05, + "loss": 0.0082, + "step": 75830 + }, + { + "loss_action": 0.0034817915875464678, + "loss_total": 0.0034817915875464678, + "step": 75830 + }, + { + "loss_action": 0.0035913565661758184, + "loss_total": 0.0035913565661758184, + "step": 75830 + }, + { + "loss_action": 0.012814484536647797, + "loss_total": 0.012814484536647797, + "step": 75830 + }, + { + "loss_action": 0.00673074834048748, + "loss_total": 0.00673074834048748, + "step": 75830 + }, + { + "loss_action": 0.005060065537691116, + "loss_total": 0.005060065537691116, + "step": 75830 + }, + { + "loss_action": 0.018699755892157555, + "loss_total": 0.018699755892157555, + "step": 75830 + }, + { + "grad_norm": 0.2599731385707855, + "learning_rate": 1.5128444547409331e-05, + "loss": 0.0105, + "step": 75840 + }, + { + "loss_action": 0.007372001651674509, + "loss_total": 0.007372001651674509, + "step": 75840 + }, + { + "loss_action": 0.009493624791502953, + "loss_total": 0.009493624791502953, + "step": 75840 + }, + { + "loss_action": 0.007475992199033499, + "loss_total": 0.007475992199033499, + "step": 75840 + }, + { + "loss_action": 0.007230166811496019, + "loss_total": 0.007230166811496019, + "step": 75840 + }, + { + "loss_action": 0.005879280623048544, + "loss_total": 0.005879280623048544, + "step": 75840 + }, + { + "loss_action": 0.007583238650113344, + "loss_total": 0.007583238650113344, + "step": 75840 + }, + { + "grad_norm": 0.23621317744255066, + "learning_rate": 1.5116596832637864e-05, + "loss": 0.0088, + "step": 75850 + }, + { + "loss_action": 0.0032156561501324177, + "loss_total": 0.0032156561501324177, + "step": 75850 + }, + { + "loss_action": 0.010647947899997234, + "loss_total": 0.010647947899997234, + "step": 75850 + }, + { + "loss_action": 0.0034870633389800787, + "loss_total": 0.0034870633389800787, + "step": 75850 + }, + { + "loss_action": 0.004270721226930618, + "loss_total": 0.004270721226930618, + "step": 75850 + }, + { + "loss_action": 0.004602138418704271, + "loss_total": 0.004602138418704271, + "step": 75850 + }, + { + "loss_action": 0.015956470742821693, + "loss_total": 0.015956470742821693, + "step": 75850 + }, + { + "grad_norm": 0.19537390768527985, + "learning_rate": 1.5104752932662952e-05, + "loss": 0.0084, + "step": 75860 + }, + { + "loss_action": 0.006447983905673027, + "loss_total": 0.006447983905673027, + "step": 75860 + }, + { + "loss_action": 0.0032832352444529533, + "loss_total": 0.0032832352444529533, + "step": 75860 + }, + { + "loss_action": 0.0031798884738236666, + "loss_total": 0.0031798884738236666, + "step": 75860 + }, + { + "loss_action": 0.0060149128548800945, + "loss_total": 0.0060149128548800945, + "step": 75860 + }, + { + "loss_action": 0.005759053863584995, + "loss_total": 0.005759053863584995, + "step": 75860 + }, + { + "loss_action": 0.005378403700888157, + "loss_total": 0.005378403700888157, + "step": 75860 + }, + { + "grad_norm": 0.16552695631980896, + "learning_rate": 1.5092912848779778e-05, + "loss": 0.0086, + "step": 75870 + }, + { + "loss_action": 0.0027043481823056936, + "loss_total": 0.0027043481823056936, + "step": 75870 + }, + { + "loss_action": 0.004996621049940586, + "loss_total": 0.004996621049940586, + "step": 75870 + }, + { + "loss_action": 0.00598001666367054, + "loss_total": 0.00598001666367054, + "step": 75870 + }, + { + "loss_action": 0.0027971852105110884, + "loss_total": 0.0027971852105110884, + "step": 75870 + }, + { + "loss_action": 0.0073553104884922504, + "loss_total": 0.0073553104884922504, + "step": 75870 + }, + { + "loss_action": 0.0044476804323494434, + "loss_total": 0.0044476804323494434, + "step": 75870 + }, + { + "grad_norm": 0.18987655639648438, + "learning_rate": 1.5081076582283194e-05, + "loss": 0.0083, + "step": 75880 + }, + { + "loss_action": 0.007516475394368172, + "loss_total": 0.007516475394368172, + "step": 75880 + }, + { + "loss_action": 0.013006444089114666, + "loss_total": 0.013006444089114666, + "step": 75880 + }, + { + "loss_action": 0.008114057593047619, + "loss_total": 0.008114057593047619, + "step": 75880 + }, + { + "loss_action": 0.010021640919148922, + "loss_total": 0.010021640919148922, + "step": 75880 + }, + { + "loss_action": 0.01258927397429943, + "loss_total": 0.01258927397429943, + "step": 75880 + }, + { + "loss_action": 0.005481184460222721, + "loss_total": 0.005481184460222721, + "step": 75880 + }, + { + "grad_norm": 0.29643142223358154, + "learning_rate": 1.5069244134467553e-05, + "loss": 0.0088, + "step": 75890 + }, + { + "loss_action": 0.006206089630723, + "loss_total": 0.006206089630723, + "step": 75890 + }, + { + "loss_action": 0.004340187646448612, + "loss_total": 0.004340187646448612, + "step": 75890 + }, + { + "loss_action": 0.006438668351620436, + "loss_total": 0.006438668351620436, + "step": 75890 + }, + { + "loss_action": 0.014733093790709972, + "loss_total": 0.014733093790709972, + "step": 75890 + }, + { + "loss_action": 0.004766278434544802, + "loss_total": 0.004766278434544802, + "step": 75890 + }, + { + "loss_action": 0.007753536105155945, + "loss_total": 0.007753536105155945, + "step": 75890 + }, + { + "grad_norm": 0.19578669965267181, + "learning_rate": 1.5057415506626876e-05, + "loss": 0.0077, + "step": 75900 + }, + { + "loss_action": 0.011894210241734982, + "loss_total": 0.011894210241734982, + "step": 75900 + }, + { + "loss_action": 0.005803457926958799, + "loss_total": 0.005803457926958799, + "step": 75900 + }, + { + "loss_action": 0.004992273636162281, + "loss_total": 0.004992273636162281, + "step": 75900 + }, + { + "loss_action": 0.009791458956897259, + "loss_total": 0.009791458956897259, + "step": 75900 + }, + { + "loss_action": 0.011814387515187263, + "loss_total": 0.011814387515187263, + "step": 75900 + }, + { + "loss_action": 0.006160280667245388, + "loss_total": 0.006160280667245388, + "step": 75900 + }, + { + "grad_norm": 0.16845963895320892, + "learning_rate": 1.5045590700054668e-05, + "loss": 0.0105, + "step": 75910 + }, + { + "loss_action": 0.014806692488491535, + "loss_total": 0.014806692488491535, + "step": 75910 + }, + { + "loss_action": 0.005743455141782761, + "loss_total": 0.005743455141782761, + "step": 75910 + }, + { + "loss_action": 0.007293004542589188, + "loss_total": 0.007293004542589188, + "step": 75910 + }, + { + "loss_action": 0.015378925949335098, + "loss_total": 0.015378925949335098, + "step": 75910 + }, + { + "loss_action": 0.007217392325401306, + "loss_total": 0.007217392325401306, + "step": 75910 + }, + { + "loss_action": 0.006451129913330078, + "loss_total": 0.006451129913330078, + "step": 75910 + }, + { + "grad_norm": 0.370583176612854, + "learning_rate": 1.5033769716044144e-05, + "loss": 0.0105, + "step": 75920 + }, + { + "loss_action": 0.007476764265447855, + "loss_total": 0.007476764265447855, + "step": 75920 + }, + { + "loss_action": 0.010084313340485096, + "loss_total": 0.010084313340485096, + "step": 75920 + }, + { + "loss_action": 0.028755346313118935, + "loss_total": 0.028755346313118935, + "step": 75920 + }, + { + "loss_action": 0.006877680774778128, + "loss_total": 0.006877680774778128, + "step": 75920 + }, + { + "loss_action": 0.004421519581228495, + "loss_total": 0.004421519581228495, + "step": 75920 + }, + { + "loss_action": 0.011047054082155228, + "loss_total": 0.011047054082155228, + "step": 75920 + }, + { + "grad_norm": 0.2786197066307068, + "learning_rate": 1.5021952555887975e-05, + "loss": 0.0104, + "step": 75930 + }, + { + "loss_action": 0.005264795385301113, + "loss_total": 0.005264795385301113, + "step": 75930 + }, + { + "loss_action": 0.007482749875634909, + "loss_total": 0.007482749875634909, + "step": 75930 + }, + { + "loss_action": 0.004947612527757883, + "loss_total": 0.004947612527757883, + "step": 75930 + }, + { + "loss_action": 0.012714337557554245, + "loss_total": 0.012714337557554245, + "step": 75930 + }, + { + "loss_action": 0.003049215767532587, + "loss_total": 0.003049215767532587, + "step": 75930 + }, + { + "loss_action": 0.0212862528860569, + "loss_total": 0.0212862528860569, + "step": 75930 + }, + { + "grad_norm": 0.18824926018714905, + "learning_rate": 1.50101392208785e-05, + "loss": 0.0094, + "step": 75940 + }, + { + "loss_action": 0.015451899729669094, + "loss_total": 0.015451899729669094, + "step": 75940 + }, + { + "loss_action": 0.007282923441380262, + "loss_total": 0.007282923441380262, + "step": 75940 + }, + { + "loss_action": 0.008397269062697887, + "loss_total": 0.008397269062697887, + "step": 75940 + }, + { + "loss_action": 0.009584641084074974, + "loss_total": 0.009584641084074974, + "step": 75940 + }, + { + "loss_action": 0.0033876379020512104, + "loss_total": 0.0033876379020512104, + "step": 75940 + }, + { + "loss_action": 0.008978493511676788, + "loss_total": 0.008978493511676788, + "step": 75940 + }, + { + "grad_norm": 0.21341270208358765, + "learning_rate": 1.4998329712307579e-05, + "loss": 0.0094, + "step": 75950 + }, + { + "loss_action": 0.036310117691755295, + "loss_total": 0.036310117691755295, + "step": 75950 + }, + { + "loss_action": 0.009456471540033817, + "loss_total": 0.009456471540033817, + "step": 75950 + }, + { + "loss_action": 0.009500986896455288, + "loss_total": 0.009500986896455288, + "step": 75950 + }, + { + "loss_action": 0.00460629491135478, + "loss_total": 0.00460629491135478, + "step": 75950 + }, + { + "loss_action": 0.010650129988789558, + "loss_total": 0.010650129988789558, + "step": 75950 + }, + { + "loss_action": 0.008034656755626202, + "loss_total": 0.008034656755626202, + "step": 75950 + }, + { + "grad_norm": 0.3072628676891327, + "learning_rate": 1.4986524031466708e-05, + "loss": 0.0105, + "step": 75960 + }, + { + "loss_action": 0.0040950411930680275, + "loss_total": 0.0040950411930680275, + "step": 75960 + }, + { + "loss_action": 0.002936417469754815, + "loss_total": 0.002936417469754815, + "step": 75960 + }, + { + "loss_action": 0.015043865889310837, + "loss_total": 0.015043865889310837, + "step": 75960 + }, + { + "loss_action": 0.010490747168660164, + "loss_total": 0.010490747168660164, + "step": 75960 + }, + { + "loss_action": 0.004899277817457914, + "loss_total": 0.004899277817457914, + "step": 75960 + }, + { + "loss_action": 0.004576684907078743, + "loss_total": 0.004576684907078743, + "step": 75960 + }, + { + "grad_norm": 0.2617103159427643, + "learning_rate": 1.4974722179646916e-05, + "loss": 0.009, + "step": 75970 + }, + { + "loss_action": 0.010915976949036121, + "loss_total": 0.010915976949036121, + "step": 75970 + }, + { + "loss_action": 0.0039011973422020674, + "loss_total": 0.0039011973422020674, + "step": 75970 + }, + { + "loss_action": 0.0053648557513952255, + "loss_total": 0.0053648557513952255, + "step": 75970 + }, + { + "loss_action": 0.026449939236044884, + "loss_total": 0.026449939236044884, + "step": 75970 + }, + { + "loss_action": 0.010351143777370453, + "loss_total": 0.010351143777370453, + "step": 75970 + }, + { + "loss_action": 0.009392966516315937, + "loss_total": 0.009392966516315937, + "step": 75970 + }, + { + "grad_norm": 0.14361236989498138, + "learning_rate": 1.4962924158138847e-05, + "loss": 0.0091, + "step": 75980 + }, + { + "loss_action": 0.006997019983828068, + "loss_total": 0.006997019983828068, + "step": 75980 + }, + { + "loss_action": 0.007822327315807343, + "loss_total": 0.007822327315807343, + "step": 75980 + }, + { + "loss_action": 0.004485084675252438, + "loss_total": 0.004485084675252438, + "step": 75980 + }, + { + "loss_action": 0.002317363629117608, + "loss_total": 0.002317363629117608, + "step": 75980 + }, + { + "loss_action": 0.004125143866986036, + "loss_total": 0.004125143866986036, + "step": 75980 + }, + { + "loss_action": 0.0059263319708406925, + "loss_total": 0.0059263319708406925, + "step": 75980 + }, + { + "grad_norm": 0.25686290860176086, + "learning_rate": 1.4951129968232714e-05, + "loss": 0.0098, + "step": 75990 + }, + { + "loss_action": 0.004507659934461117, + "loss_total": 0.004507659934461117, + "step": 75990 + }, + { + "loss_action": 0.00286171049810946, + "loss_total": 0.00286171049810946, + "step": 75990 + }, + { + "loss_action": 0.009736613370478153, + "loss_total": 0.009736613370478153, + "step": 75990 + }, + { + "loss_action": 0.031410567462444305, + "loss_total": 0.031410567462444305, + "step": 75990 + }, + { + "loss_action": 0.002227186691015959, + "loss_total": 0.002227186691015959, + "step": 75990 + }, + { + "loss_action": 0.011927706189453602, + "loss_total": 0.011927706189453602, + "step": 75990 + }, + { + "grad_norm": 0.27081722021102905, + "learning_rate": 1.4939339611218329e-05, + "loss": 0.0122, + "step": 76000 + }, + { + "loss_action": 0.005740640219300985, + "loss_total": 0.005740640219300985, + "step": 76000 + }, + { + "loss_action": 0.00291260308586061, + "loss_total": 0.00291260308586061, + "step": 76000 + }, + { + "loss_action": 0.007180534768849611, + "loss_total": 0.007180534768849611, + "step": 76000 + }, + { + "loss_action": 0.009775210171937943, + "loss_total": 0.009775210171937943, + "step": 76000 + }, + { + "loss_action": 0.007405254524201155, + "loss_total": 0.007405254524201155, + "step": 76000 + }, + { + "loss_action": 0.0065699853003025055, + "loss_total": 0.0065699853003025055, + "step": 76000 + }, + { + "grad_norm": 0.23981240391731262, + "learning_rate": 1.4927553088385032e-05, + "loss": 0.0092, + "step": 76010 + }, + { + "loss_action": 0.003379609202966094, + "loss_total": 0.003379609202966094, + "step": 76010 + }, + { + "loss_action": 0.006079636048525572, + "loss_total": 0.006079636048525572, + "step": 76010 + }, + { + "loss_action": 0.007745227310806513, + "loss_total": 0.007745227310806513, + "step": 76010 + }, + { + "loss_action": 0.023970361799001694, + "loss_total": 0.023970361799001694, + "step": 76010 + }, + { + "loss_action": 0.009691218845546246, + "loss_total": 0.009691218845546246, + "step": 76010 + }, + { + "loss_action": 0.04512434080243111, + "loss_total": 0.04512434080243111, + "step": 76010 + }, + { + "grad_norm": 0.21547894179821014, + "learning_rate": 1.4915770401021801e-05, + "loss": 0.0108, + "step": 76020 + }, + { + "loss_action": 0.007164868991822004, + "loss_total": 0.007164868991822004, + "step": 76020 + }, + { + "loss_action": 0.01191276777535677, + "loss_total": 0.01191276777535677, + "step": 76020 + }, + { + "loss_action": 0.01231243647634983, + "loss_total": 0.01231243647634983, + "step": 76020 + }, + { + "loss_action": 0.004035538528114557, + "loss_total": 0.004035538528114557, + "step": 76020 + }, + { + "loss_action": 0.00567080732434988, + "loss_total": 0.00567080732434988, + "step": 76020 + }, + { + "loss_action": 0.008332082070410252, + "loss_total": 0.008332082070410252, + "step": 76020 + }, + { + "grad_norm": 0.23394347727298737, + "learning_rate": 1.4903991550417185e-05, + "loss": 0.0106, + "step": 76030 + }, + { + "loss_action": 0.0058014122769236565, + "loss_total": 0.0058014122769236565, + "step": 76030 + }, + { + "loss_action": 0.009744695387780666, + "loss_total": 0.009744695387780666, + "step": 76030 + }, + { + "loss_action": 0.004885671194642782, + "loss_total": 0.004885671194642782, + "step": 76030 + }, + { + "loss_action": 0.009947109967470169, + "loss_total": 0.009947109967470169, + "step": 76030 + }, + { + "loss_action": 0.012511497363448143, + "loss_total": 0.012511497363448143, + "step": 76030 + }, + { + "loss_action": 0.012880696915090084, + "loss_total": 0.012880696915090084, + "step": 76030 + }, + { + "grad_norm": 0.20202958583831787, + "learning_rate": 1.4892216537859277e-05, + "loss": 0.0106, + "step": 76040 + }, + { + "loss_action": 0.0020038182847201824, + "loss_total": 0.0020038182847201824, + "step": 76040 + }, + { + "loss_action": 0.004054004792124033, + "loss_total": 0.004054004792124033, + "step": 76040 + }, + { + "loss_action": 0.038500577211380005, + "loss_total": 0.038500577211380005, + "step": 76040 + }, + { + "loss_action": 0.0025410144589841366, + "loss_total": 0.0025410144589841366, + "step": 76040 + }, + { + "loss_action": 0.011457645334303379, + "loss_total": 0.011457645334303379, + "step": 76040 + }, + { + "loss_action": 0.0059514096938073635, + "loss_total": 0.0059514096938073635, + "step": 76040 + }, + { + "grad_norm": 0.2577718496322632, + "learning_rate": 1.4880445364635775e-05, + "loss": 0.0091, + "step": 76050 + }, + { + "loss_action": 0.004136528354138136, + "loss_total": 0.004136528354138136, + "step": 76050 + }, + { + "loss_action": 0.011407424695789814, + "loss_total": 0.011407424695789814, + "step": 76050 + }, + { + "loss_action": 0.10245995968580246, + "loss_total": 0.10245995968580246, + "step": 76050 + }, + { + "loss_action": 0.012499370612204075, + "loss_total": 0.012499370612204075, + "step": 76050 + }, + { + "loss_action": 0.006531759165227413, + "loss_total": 0.006531759165227413, + "step": 76050 + }, + { + "loss_action": 0.011044371873140335, + "loss_total": 0.011044371873140335, + "step": 76050 + }, + { + "grad_norm": 0.18575161695480347, + "learning_rate": 1.4868678032033973e-05, + "loss": 0.0103, + "step": 76060 + }, + { + "loss_action": 0.003724856534972787, + "loss_total": 0.003724856534972787, + "step": 76060 + }, + { + "loss_action": 0.015889478847384453, + "loss_total": 0.015889478847384453, + "step": 76060 + }, + { + "loss_action": 0.003307891311123967, + "loss_total": 0.003307891311123967, + "step": 76060 + }, + { + "loss_action": 0.004839589353650808, + "loss_total": 0.004839589353650808, + "step": 76060 + }, + { + "loss_action": 0.014521497301757336, + "loss_total": 0.014521497301757336, + "step": 76060 + }, + { + "loss_action": 0.006876230705529451, + "loss_total": 0.006876230705529451, + "step": 76060 + }, + { + "grad_norm": 0.24318815767765045, + "learning_rate": 1.4856914541340739e-05, + "loss": 0.0081, + "step": 76070 + }, + { + "loss_action": 0.024593902751803398, + "loss_total": 0.024593902751803398, + "step": 76070 + }, + { + "loss_action": 0.007147117517888546, + "loss_total": 0.007147117517888546, + "step": 76070 + }, + { + "loss_action": 0.004998194053769112, + "loss_total": 0.004998194053769112, + "step": 76070 + }, + { + "loss_action": 0.021223770454525948, + "loss_total": 0.021223770454525948, + "step": 76070 + }, + { + "loss_action": 0.004151879344135523, + "loss_total": 0.004151879344135523, + "step": 76070 + }, + { + "loss_action": 0.00741445692256093, + "loss_total": 0.00741445692256093, + "step": 76070 + }, + { + "grad_norm": 0.20447176694869995, + "learning_rate": 1.4845154893842472e-05, + "loss": 0.0086, + "step": 76080 + }, + { + "loss_action": 0.004393433220684528, + "loss_total": 0.004393433220684528, + "step": 76080 + }, + { + "loss_action": 0.0025566075928509235, + "loss_total": 0.0025566075928509235, + "step": 76080 + }, + { + "loss_action": 0.004842984490096569, + "loss_total": 0.004842984490096569, + "step": 76080 + }, + { + "loss_action": 0.010162807069718838, + "loss_total": 0.010162807069718838, + "step": 76080 + }, + { + "loss_action": 0.006743154022842646, + "loss_total": 0.006743154022842646, + "step": 76080 + }, + { + "loss_action": 0.004823372233659029, + "loss_total": 0.004823372233659029, + "step": 76080 + }, + { + "grad_norm": 0.2839358448982239, + "learning_rate": 1.4833399090825234e-05, + "loss": 0.0089, + "step": 76090 + }, + { + "loss_action": 0.005836970172822475, + "loss_total": 0.005836970172822475, + "step": 76090 + }, + { + "loss_action": 0.002507959259673953, + "loss_total": 0.002507959259673953, + "step": 76090 + }, + { + "loss_action": 0.010624019429087639, + "loss_total": 0.010624019429087639, + "step": 76090 + }, + { + "loss_action": 0.01803528517484665, + "loss_total": 0.01803528517484665, + "step": 76090 + }, + { + "loss_action": 0.03783586993813515, + "loss_total": 0.03783586993813515, + "step": 76090 + }, + { + "loss_action": 0.007589220535010099, + "loss_total": 0.007589220535010099, + "step": 76090 + }, + { + "grad_norm": 0.30359455943107605, + "learning_rate": 1.4821647133574562e-05, + "loss": 0.0117, + "step": 76100 + }, + { + "loss_action": 0.00577760161831975, + "loss_total": 0.00577760161831975, + "step": 76100 + }, + { + "loss_action": 0.005025876220315695, + "loss_total": 0.005025876220315695, + "step": 76100 + }, + { + "loss_action": 0.009668134152889252, + "loss_total": 0.009668134152889252, + "step": 76100 + }, + { + "loss_action": 0.009291707538068295, + "loss_total": 0.009291707538068295, + "step": 76100 + }, + { + "loss_action": 0.00391509709879756, + "loss_total": 0.00391509709879756, + "step": 76100 + }, + { + "loss_action": 0.007560845464468002, + "loss_total": 0.007560845464468002, + "step": 76100 + }, + { + "grad_norm": 0.28932350873947144, + "learning_rate": 1.4809899023375706e-05, + "loss": 0.0093, + "step": 76110 + }, + { + "loss_action": 0.006536873523145914, + "loss_total": 0.006536873523145914, + "step": 76110 + }, + { + "loss_action": 0.014056871645152569, + "loss_total": 0.014056871645152569, + "step": 76110 + }, + { + "loss_action": 0.00927642546594143, + "loss_total": 0.00927642546594143, + "step": 76110 + }, + { + "loss_action": 0.004793771076947451, + "loss_total": 0.004793771076947451, + "step": 76110 + }, + { + "loss_action": 0.020592954009771347, + "loss_total": 0.020592954009771347, + "step": 76110 + }, + { + "loss_action": 0.008730415254831314, + "loss_total": 0.008730415254831314, + "step": 76110 + }, + { + "grad_norm": 0.2443610578775406, + "learning_rate": 1.4798154761513366e-05, + "loss": 0.0084, + "step": 76120 + }, + { + "loss_action": 0.012731658294796944, + "loss_total": 0.012731658294796944, + "step": 76120 + }, + { + "loss_action": 0.0036452715285122395, + "loss_total": 0.0036452715285122395, + "step": 76120 + }, + { + "loss_action": 0.007278917357325554, + "loss_total": 0.007278917357325554, + "step": 76120 + }, + { + "loss_action": 0.007779248990118504, + "loss_total": 0.007779248990118504, + "step": 76120 + }, + { + "loss_action": 0.005559551529586315, + "loss_total": 0.005559551529586315, + "step": 76120 + }, + { + "loss_action": 0.002539626322686672, + "loss_total": 0.002539626322686672, + "step": 76120 + }, + { + "grad_norm": 0.18206511437892914, + "learning_rate": 1.4786414349271916e-05, + "loss": 0.0087, + "step": 76130 + }, + { + "loss_action": 0.006305355578660965, + "loss_total": 0.006305355578660965, + "step": 76130 + }, + { + "loss_action": 0.005283402279019356, + "loss_total": 0.005283402279019356, + "step": 76130 + }, + { + "loss_action": 0.0024114649277180433, + "loss_total": 0.0024114649277180433, + "step": 76130 + }, + { + "loss_action": 0.004058341961354017, + "loss_total": 0.004058341961354017, + "step": 76130 + }, + { + "loss_action": 0.004885686095803976, + "loss_total": 0.004885686095803976, + "step": 76130 + }, + { + "loss_action": 0.02250608056783676, + "loss_total": 0.02250608056783676, + "step": 76130 + }, + { + "grad_norm": 0.17856957018375397, + "learning_rate": 1.4774677787935226e-05, + "loss": 0.0082, + "step": 76140 + }, + { + "loss_action": 0.0035025884862989187, + "loss_total": 0.0035025884862989187, + "step": 76140 + }, + { + "loss_action": 0.01191047951579094, + "loss_total": 0.01191047951579094, + "step": 76140 + }, + { + "loss_action": 0.005317268427461386, + "loss_total": 0.005317268427461386, + "step": 76140 + }, + { + "loss_action": 0.009777221828699112, + "loss_total": 0.009777221828699112, + "step": 76140 + }, + { + "loss_action": 0.021638598293066025, + "loss_total": 0.021638598293066025, + "step": 76140 + }, + { + "loss_action": 0.005722097121179104, + "loss_total": 0.005722097121179104, + "step": 76140 + }, + { + "grad_norm": 0.20927131175994873, + "learning_rate": 1.4762945078786838e-05, + "loss": 0.0096, + "step": 76150 + }, + { + "loss_action": 0.002469797618687153, + "loss_total": 0.002469797618687153, + "step": 76150 + }, + { + "loss_action": 0.0038796993903815746, + "loss_total": 0.0038796993903815746, + "step": 76150 + }, + { + "loss_action": 0.008258617483079433, + "loss_total": 0.008258617483079433, + "step": 76150 + }, + { + "loss_action": 0.0034320789854973555, + "loss_total": 0.0034320789854973555, + "step": 76150 + }, + { + "loss_action": 0.0018151015974581242, + "loss_total": 0.0018151015974581242, + "step": 76150 + }, + { + "loss_action": 0.008266341872513294, + "loss_total": 0.008266341872513294, + "step": 76150 + }, + { + "grad_norm": 0.20451466739177704, + "learning_rate": 1.4751216223109777e-05, + "loss": 0.0087, + "step": 76160 + }, + { + "loss_action": 0.0058118244633078575, + "loss_total": 0.0058118244633078575, + "step": 76160 + }, + { + "loss_action": 0.01643786020576954, + "loss_total": 0.01643786020576954, + "step": 76160 + }, + { + "loss_action": 0.007694101892411709, + "loss_total": 0.007694101892411709, + "step": 76160 + }, + { + "loss_action": 0.004141482524573803, + "loss_total": 0.004141482524573803, + "step": 76160 + }, + { + "loss_action": 0.034479763358831406, + "loss_total": 0.034479763358831406, + "step": 76160 + }, + { + "loss_action": 0.005997729953378439, + "loss_total": 0.005997729953378439, + "step": 76160 + }, + { + "grad_norm": 0.294638067483902, + "learning_rate": 1.4739491222186714e-05, + "loss": 0.013, + "step": 76170 + }, + { + "loss_action": 0.01441930141299963, + "loss_total": 0.01441930141299963, + "step": 76170 + }, + { + "loss_action": 0.0049693831242620945, + "loss_total": 0.0049693831242620945, + "step": 76170 + }, + { + "loss_action": 0.0030755847692489624, + "loss_total": 0.0030755847692489624, + "step": 76170 + }, + { + "loss_action": 0.005839100573211908, + "loss_total": 0.005839100573211908, + "step": 76170 + }, + { + "loss_action": 0.005630753003060818, + "loss_total": 0.005630753003060818, + "step": 76170 + }, + { + "loss_action": 0.009155225940048695, + "loss_total": 0.009155225940048695, + "step": 76170 + }, + { + "grad_norm": 0.22141356766223907, + "learning_rate": 1.4727770077299879e-05, + "loss": 0.0098, + "step": 76180 + }, + { + "loss_action": 0.011556700803339481, + "loss_total": 0.011556700803339481, + "step": 76180 + }, + { + "loss_action": 0.004016445018351078, + "loss_total": 0.004016445018351078, + "step": 76180 + }, + { + "loss_action": 0.002546453382819891, + "loss_total": 0.002546453382819891, + "step": 76180 + }, + { + "loss_action": 0.00568228866904974, + "loss_total": 0.00568228866904974, + "step": 76180 + }, + { + "loss_action": 0.00464436924085021, + "loss_total": 0.00464436924085021, + "step": 76180 + }, + { + "loss_action": 0.006794644054025412, + "loss_total": 0.006794644054025412, + "step": 76180 + }, + { + "grad_norm": 0.29627084732055664, + "learning_rate": 1.4716052789731094e-05, + "loss": 0.0109, + "step": 76190 + }, + { + "loss_action": 0.008297930471599102, + "loss_total": 0.008297930471599102, + "step": 76190 + }, + { + "loss_action": 0.004694205708801746, + "loss_total": 0.004694205708801746, + "step": 76190 + }, + { + "loss_action": 0.008983963169157505, + "loss_total": 0.008983963169157505, + "step": 76190 + }, + { + "loss_action": 0.008523588068783283, + "loss_total": 0.008523588068783283, + "step": 76190 + }, + { + "loss_action": 0.006200891453772783, + "loss_total": 0.006200891453772783, + "step": 76190 + }, + { + "loss_action": 0.013146585784852505, + "loss_total": 0.013146585784852505, + "step": 76190 + }, + { + "grad_norm": 0.33393821120262146, + "learning_rate": 1.470433936076171e-05, + "loss": 0.0103, + "step": 76200 + }, + { + "loss_action": 0.013117766007781029, + "loss_total": 0.013117766007781029, + "step": 76200 + }, + { + "loss_action": 0.006634860299527645, + "loss_total": 0.006634860299527645, + "step": 76200 + }, + { + "loss_action": 0.005563493352383375, + "loss_total": 0.005563493352383375, + "step": 76200 + }, + { + "loss_action": 0.0026873345486819744, + "loss_total": 0.0026873345486819744, + "step": 76200 + }, + { + "loss_action": 0.0065119448117911816, + "loss_total": 0.0065119448117911816, + "step": 76200 + }, + { + "loss_action": 0.020376555621623993, + "loss_total": 0.020376555621623993, + "step": 76200 + }, + { + "grad_norm": 0.3186139464378357, + "learning_rate": 1.4692629791672719e-05, + "loss": 0.0096, + "step": 76210 + }, + { + "loss_action": 0.013730538077652454, + "loss_total": 0.013730538077652454, + "step": 76210 + }, + { + "loss_action": 0.004743567202240229, + "loss_total": 0.004743567202240229, + "step": 76210 + }, + { + "loss_action": 0.00350877083837986, + "loss_total": 0.00350877083837986, + "step": 76210 + }, + { + "loss_action": 0.013472776859998703, + "loss_total": 0.013472776859998703, + "step": 76210 + }, + { + "loss_action": 0.002701924182474613, + "loss_total": 0.002701924182474613, + "step": 76210 + }, + { + "loss_action": 0.009710858575999737, + "loss_total": 0.009710858575999737, + "step": 76210 + }, + { + "grad_norm": 0.16627037525177002, + "learning_rate": 1.468092408374464e-05, + "loss": 0.0076, + "step": 76220 + }, + { + "loss_action": 0.00416909484192729, + "loss_total": 0.00416909484192729, + "step": 76220 + }, + { + "loss_action": 0.00856960378587246, + "loss_total": 0.00856960378587246, + "step": 76220 + }, + { + "loss_action": 0.02431098185479641, + "loss_total": 0.02431098185479641, + "step": 76220 + }, + { + "loss_action": 0.0028430793900042772, + "loss_total": 0.0028430793900042772, + "step": 76220 + }, + { + "loss_action": 0.01244307216256857, + "loss_total": 0.01244307216256857, + "step": 76220 + }, + { + "loss_action": 0.004315052647143602, + "loss_total": 0.004315052647143602, + "step": 76220 + }, + { + "grad_norm": 0.26704904437065125, + "learning_rate": 1.4669222238257602e-05, + "loss": 0.0075, + "step": 76230 + }, + { + "loss_action": 0.00844346359372139, + "loss_total": 0.00844346359372139, + "step": 76230 + }, + { + "loss_action": 0.008576808497309685, + "loss_total": 0.008576808497309685, + "step": 76230 + }, + { + "loss_action": 0.004592413082718849, + "loss_total": 0.004592413082718849, + "step": 76230 + }, + { + "loss_action": 0.0022570437286049128, + "loss_total": 0.0022570437286049128, + "step": 76230 + }, + { + "loss_action": 0.021103385835886, + "loss_total": 0.021103385835886, + "step": 76230 + }, + { + "loss_action": 0.011908174492418766, + "loss_total": 0.011908174492418766, + "step": 76230 + }, + { + "grad_norm": 0.20281390845775604, + "learning_rate": 1.4657524256491301e-05, + "loss": 0.0102, + "step": 76240 + }, + { + "loss_action": 0.0031803769525140524, + "loss_total": 0.0031803769525140524, + "step": 76240 + }, + { + "loss_action": 0.01060612965375185, + "loss_total": 0.01060612965375185, + "step": 76240 + }, + { + "loss_action": 0.0072469948790967464, + "loss_total": 0.0072469948790967464, + "step": 76240 + }, + { + "loss_action": 0.00573258800432086, + "loss_total": 0.00573258800432086, + "step": 76240 + }, + { + "loss_action": 0.007894081994891167, + "loss_total": 0.007894081994891167, + "step": 76240 + }, + { + "loss_action": 0.006174173671752214, + "loss_total": 0.006174173671752214, + "step": 76240 + }, + { + "grad_norm": 0.2761530876159668, + "learning_rate": 1.464583013972502e-05, + "loss": 0.0093, + "step": 76250 + }, + { + "loss_action": 0.007015082985162735, + "loss_total": 0.007015082985162735, + "step": 76250 + }, + { + "loss_action": 0.005491337273269892, + "loss_total": 0.005491337273269892, + "step": 76250 + }, + { + "loss_action": 0.0030984049662947655, + "loss_total": 0.0030984049662947655, + "step": 76250 + }, + { + "loss_action": 0.0023071684408932924, + "loss_total": 0.0023071684408932924, + "step": 76250 + }, + { + "loss_action": 0.010424812324345112, + "loss_total": 0.010424812324345112, + "step": 76250 + }, + { + "loss_action": 0.011640332639217377, + "loss_total": 0.011640332639217377, + "step": 76250 + }, + { + "grad_norm": 0.2708340287208557, + "learning_rate": 1.4634139889237591e-05, + "loss": 0.0114, + "step": 76260 + }, + { + "loss_action": 0.010528331622481346, + "loss_total": 0.010528331622481346, + "step": 76260 + }, + { + "loss_action": 0.003535859752446413, + "loss_total": 0.003535859752446413, + "step": 76260 + }, + { + "loss_action": 0.004214037209749222, + "loss_total": 0.004214037209749222, + "step": 76260 + }, + { + "loss_action": 0.014864559285342693, + "loss_total": 0.014864559285342693, + "step": 76260 + }, + { + "loss_action": 0.012545720674097538, + "loss_total": 0.012545720674097538, + "step": 76260 + }, + { + "loss_action": 0.0024820147082209587, + "loss_total": 0.0024820147082209587, + "step": 76260 + }, + { + "grad_norm": 0.1703580915927887, + "learning_rate": 1.4622453506307448e-05, + "loss": 0.0095, + "step": 76270 + }, + { + "loss_action": 0.013759567402303219, + "loss_total": 0.013759567402303219, + "step": 76270 + }, + { + "loss_action": 0.003803976345807314, + "loss_total": 0.003803976345807314, + "step": 76270 + }, + { + "loss_action": 0.007309652399271727, + "loss_total": 0.007309652399271727, + "step": 76270 + }, + { + "loss_action": 0.004292674828320742, + "loss_total": 0.004292674828320742, + "step": 76270 + }, + { + "loss_action": 0.005038038827478886, + "loss_total": 0.005038038827478886, + "step": 76270 + }, + { + "loss_action": 0.0054321372881531715, + "loss_total": 0.0054321372881531715, + "step": 76270 + }, + { + "grad_norm": 0.1455059051513672, + "learning_rate": 1.461077099221262e-05, + "loss": 0.0074, + "step": 76280 + }, + { + "loss_action": 0.01122682448476553, + "loss_total": 0.01122682448476553, + "step": 76280 + }, + { + "loss_action": 0.017248274758458138, + "loss_total": 0.017248274758458138, + "step": 76280 + }, + { + "loss_action": 0.0026317089796066284, + "loss_total": 0.0026317089796066284, + "step": 76280 + }, + { + "loss_action": 0.0033256460446864367, + "loss_total": 0.0033256460446864367, + "step": 76280 + }, + { + "loss_action": 0.01696503348648548, + "loss_total": 0.01696503348648548, + "step": 76280 + }, + { + "loss_action": 0.007751214783638716, + "loss_total": 0.007751214783638716, + "step": 76280 + }, + { + "grad_norm": 0.22408731281757355, + "learning_rate": 1.4599092348230652e-05, + "loss": 0.0089, + "step": 76290 + }, + { + "loss_action": 0.0036449867766350508, + "loss_total": 0.0036449867766350508, + "step": 76290 + }, + { + "loss_action": 0.007354965433478355, + "loss_total": 0.007354965433478355, + "step": 76290 + }, + { + "loss_action": 0.0035397408064454794, + "loss_total": 0.0035397408064454794, + "step": 76290 + }, + { + "loss_action": 0.011562527157366276, + "loss_total": 0.011562527157366276, + "step": 76290 + }, + { + "loss_action": 0.0036426959559321404, + "loss_total": 0.0036426959559321404, + "step": 76290 + }, + { + "loss_action": 0.005545001942664385, + "loss_total": 0.005545001942664385, + "step": 76290 + }, + { + "grad_norm": 0.2426454722881317, + "learning_rate": 1.4587417575638724e-05, + "loss": 0.0081, + "step": 76300 + }, + { + "loss_action": 0.014385444112122059, + "loss_total": 0.014385444112122059, + "step": 76300 + }, + { + "loss_action": 0.019252443686127663, + "loss_total": 0.019252443686127663, + "step": 76300 + }, + { + "loss_action": 0.014034896157681942, + "loss_total": 0.014034896157681942, + "step": 76300 + }, + { + "loss_action": 0.018168780952692032, + "loss_total": 0.018168780952692032, + "step": 76300 + }, + { + "loss_action": 0.003949759528040886, + "loss_total": 0.003949759528040886, + "step": 76300 + }, + { + "loss_action": 0.01520308293402195, + "loss_total": 0.01520308293402195, + "step": 76300 + }, + { + "grad_norm": 0.348200261592865, + "learning_rate": 1.4575746675713563e-05, + "loss": 0.012, + "step": 76310 + }, + { + "loss_action": 0.005072710569947958, + "loss_total": 0.005072710569947958, + "step": 76310 + }, + { + "loss_action": 0.015453179366886616, + "loss_total": 0.015453179366886616, + "step": 76310 + }, + { + "loss_action": 0.009688778780400753, + "loss_total": 0.009688778780400753, + "step": 76310 + }, + { + "loss_action": 0.016514651477336884, + "loss_total": 0.016514651477336884, + "step": 76310 + }, + { + "loss_action": 0.014828763902187347, + "loss_total": 0.014828763902187347, + "step": 76310 + }, + { + "loss_action": 0.01513436809182167, + "loss_total": 0.01513436809182167, + "step": 76310 + }, + { + "grad_norm": 0.2430282086133957, + "learning_rate": 1.4564079649731504e-05, + "loss": 0.0142, + "step": 76320 + }, + { + "loss_action": 0.004497560206800699, + "loss_total": 0.004497560206800699, + "step": 76320 + }, + { + "loss_action": 0.004165207035839558, + "loss_total": 0.004165207035839558, + "step": 76320 + }, + { + "loss_action": 0.006392821669578552, + "loss_total": 0.006392821669578552, + "step": 76320 + }, + { + "loss_action": 0.002563862595707178, + "loss_total": 0.002563862595707178, + "step": 76320 + }, + { + "loss_action": 0.01324865035712719, + "loss_total": 0.01324865035712719, + "step": 76320 + }, + { + "loss_action": 0.004568927921354771, + "loss_total": 0.004568927921354771, + "step": 76320 + }, + { + "grad_norm": 0.22512567043304443, + "learning_rate": 1.4552416498968402e-05, + "loss": 0.0117, + "step": 76330 + }, + { + "loss_action": 0.006948011927306652, + "loss_total": 0.006948011927306652, + "step": 76330 + }, + { + "loss_action": 0.018753275275230408, + "loss_total": 0.018753275275230408, + "step": 76330 + }, + { + "loss_action": 0.006624532397836447, + "loss_total": 0.006624532397836447, + "step": 76330 + }, + { + "loss_action": 0.0028068197425454855, + "loss_total": 0.0028068197425454855, + "step": 76330 + }, + { + "loss_action": 0.04791435971856117, + "loss_total": 0.04791435971856117, + "step": 76330 + }, + { + "loss_action": 0.0058676754124462605, + "loss_total": 0.0058676754124462605, + "step": 76330 + }, + { + "grad_norm": 0.2109837681055069, + "learning_rate": 1.4540757224699747e-05, + "loss": 0.0112, + "step": 76340 + }, + { + "loss_action": 0.0069091129116714, + "loss_total": 0.0069091129116714, + "step": 76340 + }, + { + "loss_action": 0.01017118338495493, + "loss_total": 0.01017118338495493, + "step": 76340 + }, + { + "loss_action": 0.016004379838705063, + "loss_total": 0.016004379838705063, + "step": 76340 + }, + { + "loss_action": 0.013677002862095833, + "loss_total": 0.013677002862095833, + "step": 76340 + }, + { + "loss_action": 0.0035107582807540894, + "loss_total": 0.0035107582807540894, + "step": 76340 + }, + { + "loss_action": 0.006888135802000761, + "loss_total": 0.006888135802000761, + "step": 76340 + }, + { + "grad_norm": 0.24965229630470276, + "learning_rate": 1.452910182820056e-05, + "loss": 0.0097, + "step": 76350 + }, + { + "loss_action": 0.004055971745401621, + "loss_total": 0.004055971745401621, + "step": 76350 + }, + { + "loss_action": 0.0077887652441859245, + "loss_total": 0.0077887652441859245, + "step": 76350 + }, + { + "loss_action": 0.01594913750886917, + "loss_total": 0.01594913750886917, + "step": 76350 + }, + { + "loss_action": 0.012201977893710136, + "loss_total": 0.012201977893710136, + "step": 76350 + }, + { + "loss_action": 0.002459472045302391, + "loss_total": 0.002459472045302391, + "step": 76350 + }, + { + "loss_action": 0.005909431260079145, + "loss_total": 0.005909431260079145, + "step": 76350 + }, + { + "grad_norm": 0.2345770001411438, + "learning_rate": 1.4517450310745468e-05, + "loss": 0.0075, + "step": 76360 + }, + { + "loss_action": 0.01287301816046238, + "loss_total": 0.01287301816046238, + "step": 76360 + }, + { + "loss_action": 0.043584223836660385, + "loss_total": 0.043584223836660385, + "step": 76360 + }, + { + "loss_action": 0.005411059595644474, + "loss_total": 0.005411059595644474, + "step": 76360 + }, + { + "loss_action": 0.0017012342577800155, + "loss_total": 0.0017012342577800155, + "step": 76360 + }, + { + "loss_action": 0.0075473785400390625, + "loss_total": 0.0075473785400390625, + "step": 76360 + }, + { + "loss_action": 0.02284569852054119, + "loss_total": 0.02284569852054119, + "step": 76360 + }, + { + "grad_norm": 0.2560037672519684, + "learning_rate": 1.450580267360866e-05, + "loss": 0.0096, + "step": 76370 + }, + { + "loss_action": 0.007353328634053469, + "loss_total": 0.007353328634053469, + "step": 76370 + }, + { + "loss_action": 0.0041036456823349, + "loss_total": 0.0041036456823349, + "step": 76370 + }, + { + "loss_action": 0.010123278945684433, + "loss_total": 0.010123278945684433, + "step": 76370 + }, + { + "loss_action": 0.02619289420545101, + "loss_total": 0.02619289420545101, + "step": 76370 + }, + { + "loss_action": 0.01037598680704832, + "loss_total": 0.01037598680704832, + "step": 76370 + }, + { + "loss_action": 0.019126437604427338, + "loss_total": 0.019126437604427338, + "step": 76370 + }, + { + "grad_norm": 0.2338339239358902, + "learning_rate": 1.4494158918063922e-05, + "loss": 0.0112, + "step": 76380 + }, + { + "loss_action": 0.008631602860987186, + "loss_total": 0.008631602860987186, + "step": 76380 + }, + { + "loss_action": 0.0338013730943203, + "loss_total": 0.0338013730943203, + "step": 76380 + }, + { + "loss_action": 0.010693489573895931, + "loss_total": 0.010693489573895931, + "step": 76380 + }, + { + "loss_action": 0.009203935973346233, + "loss_total": 0.009203935973346233, + "step": 76380 + }, + { + "loss_action": 0.004417559131979942, + "loss_total": 0.004417559131979942, + "step": 76380 + }, + { + "loss_action": 0.007443067152053118, + "loss_total": 0.007443067152053118, + "step": 76380 + }, + { + "grad_norm": 0.19200561940670013, + "learning_rate": 1.4482519045384568e-05, + "loss": 0.0084, + "step": 76390 + }, + { + "loss_action": 0.0024340760428458452, + "loss_total": 0.0024340760428458452, + "step": 76390 + }, + { + "loss_action": 0.006216947454959154, + "loss_total": 0.006216947454959154, + "step": 76390 + }, + { + "loss_action": 0.00513518787920475, + "loss_total": 0.00513518787920475, + "step": 76390 + }, + { + "loss_action": 0.006247160490602255, + "loss_total": 0.006247160490602255, + "step": 76390 + }, + { + "loss_action": 0.04243387654423714, + "loss_total": 0.04243387654423714, + "step": 76390 + }, + { + "loss_action": 0.0037773018702864647, + "loss_total": 0.0037773018702864647, + "step": 76390 + }, + { + "grad_norm": 0.1944742053747177, + "learning_rate": 1.4470883056843548e-05, + "loss": 0.008, + "step": 76400 + }, + { + "loss_action": 0.0082865534350276, + "loss_total": 0.0082865534350276, + "step": 76400 + }, + { + "loss_action": 0.002826404757797718, + "loss_total": 0.002826404757797718, + "step": 76400 + }, + { + "loss_action": 0.006996720097959042, + "loss_total": 0.006996720097959042, + "step": 76400 + }, + { + "loss_action": 0.010785836726427078, + "loss_total": 0.010785836726427078, + "step": 76400 + }, + { + "loss_action": 0.006503792479634285, + "loss_total": 0.006503792479634285, + "step": 76400 + }, + { + "loss_action": 0.006258876994252205, + "loss_total": 0.006258876994252205, + "step": 76400 + }, + { + "grad_norm": 0.2500079870223999, + "learning_rate": 1.4459250953713322e-05, + "loss": 0.0099, + "step": 76410 + }, + { + "loss_action": 0.0033159716986119747, + "loss_total": 0.0033159716986119747, + "step": 76410 + }, + { + "loss_action": 0.004404511768370867, + "loss_total": 0.004404511768370867, + "step": 76410 + }, + { + "loss_action": 0.0029660596046596766, + "loss_total": 0.0029660596046596766, + "step": 76410 + }, + { + "loss_action": 0.020174331963062286, + "loss_total": 0.020174331963062286, + "step": 76410 + }, + { + "loss_action": 0.008772093802690506, + "loss_total": 0.008772093802690506, + "step": 76410 + }, + { + "loss_action": 0.008278652094304562, + "loss_total": 0.008278652094304562, + "step": 76410 + }, + { + "grad_norm": 0.2758210301399231, + "learning_rate": 1.444762273726598e-05, + "loss": 0.0139, + "step": 76420 + }, + { + "loss_action": 0.003506364533677697, + "loss_total": 0.003506364533677697, + "step": 76420 + }, + { + "loss_action": 0.009644261561334133, + "loss_total": 0.009644261561334133, + "step": 76420 + }, + { + "loss_action": 0.006954438053071499, + "loss_total": 0.006954438053071499, + "step": 76420 + }, + { + "loss_action": 0.005980329588055611, + "loss_total": 0.005980329588055611, + "step": 76420 + }, + { + "loss_action": 0.00883481465280056, + "loss_total": 0.00883481465280056, + "step": 76420 + }, + { + "loss_action": 0.0030933076050132513, + "loss_total": 0.0030933076050132513, + "step": 76420 + }, + { + "grad_norm": 0.32625049352645874, + "learning_rate": 1.443599840877316e-05, + "loss": 0.011, + "step": 76430 + }, + { + "loss_action": 0.01057481113821268, + "loss_total": 0.01057481113821268, + "step": 76430 + }, + { + "loss_action": 0.0038023414090275764, + "loss_total": 0.0038023414090275764, + "step": 76430 + }, + { + "loss_action": 0.03723572939634323, + "loss_total": 0.03723572939634323, + "step": 76430 + }, + { + "loss_action": 0.02800619974732399, + "loss_total": 0.02800619974732399, + "step": 76430 + }, + { + "loss_action": 0.006047904025763273, + "loss_total": 0.006047904025763273, + "step": 76430 + }, + { + "loss_action": 0.0046205827966332436, + "loss_total": 0.0046205827966332436, + "step": 76430 + }, + { + "grad_norm": 0.22168083488941193, + "learning_rate": 1.4424377969506103e-05, + "loss": 0.0109, + "step": 76440 + }, + { + "loss_action": 0.01584937795996666, + "loss_total": 0.01584937795996666, + "step": 76440 + }, + { + "loss_action": 0.012577329762279987, + "loss_total": 0.012577329762279987, + "step": 76440 + }, + { + "loss_action": 0.024428097531199455, + "loss_total": 0.024428097531199455, + "step": 76440 + }, + { + "loss_action": 0.025442441925406456, + "loss_total": 0.025442441925406456, + "step": 76440 + }, + { + "loss_action": 0.013344128616154194, + "loss_total": 0.013344128616154194, + "step": 76440 + }, + { + "loss_action": 0.006616114638745785, + "loss_total": 0.006616114638745785, + "step": 76440 + }, + { + "grad_norm": 0.2500246465206146, + "learning_rate": 1.4412761420735565e-05, + "loss": 0.012, + "step": 76450 + }, + { + "loss_action": 0.0036583030596375465, + "loss_total": 0.0036583030596375465, + "step": 76450 + }, + { + "loss_action": 0.02800081856548786, + "loss_total": 0.02800081856548786, + "step": 76450 + }, + { + "loss_action": 0.010273413732647896, + "loss_total": 0.010273413732647896, + "step": 76450 + }, + { + "loss_action": 0.007003718987107277, + "loss_total": 0.007003718987107277, + "step": 76450 + }, + { + "loss_action": 0.00569051131606102, + "loss_total": 0.00569051131606102, + "step": 76450 + }, + { + "loss_action": 0.02902892790734768, + "loss_total": 0.02902892790734768, + "step": 76450 + }, + { + "grad_norm": 0.22866997122764587, + "learning_rate": 1.4401148763731953e-05, + "loss": 0.0101, + "step": 76460 + }, + { + "loss_action": 0.012162179686129093, + "loss_total": 0.012162179686129093, + "step": 76460 + }, + { + "loss_action": 0.00663710618391633, + "loss_total": 0.00663710618391633, + "step": 76460 + }, + { + "loss_action": 0.012927621603012085, + "loss_total": 0.012927621603012085, + "step": 76460 + }, + { + "loss_action": 0.0769059807062149, + "loss_total": 0.0769059807062149, + "step": 76460 + }, + { + "loss_action": 0.01638336479663849, + "loss_total": 0.01638336479663849, + "step": 76460 + }, + { + "loss_action": 0.005254325922578573, + "loss_total": 0.005254325922578573, + "step": 76460 + }, + { + "grad_norm": 0.2539852559566498, + "learning_rate": 1.4389539999765173e-05, + "loss": 0.0117, + "step": 76470 + }, + { + "loss_action": 0.002775939181447029, + "loss_total": 0.002775939181447029, + "step": 76470 + }, + { + "loss_action": 0.003822767175734043, + "loss_total": 0.003822767175734043, + "step": 76470 + }, + { + "loss_action": 0.004410379566252232, + "loss_total": 0.004410379566252232, + "step": 76470 + }, + { + "loss_action": 0.0028782160952687263, + "loss_total": 0.0028782160952687263, + "step": 76470 + }, + { + "loss_action": 0.018750416114926338, + "loss_total": 0.018750416114926338, + "step": 76470 + }, + { + "loss_action": 0.010936877690255642, + "loss_total": 0.010936877690255642, + "step": 76470 + }, + { + "grad_norm": 0.19538317620754242, + "learning_rate": 1.4377935130104758e-05, + "loss": 0.0093, + "step": 76480 + }, + { + "loss_action": 0.008518318645656109, + "loss_total": 0.008518318645656109, + "step": 76480 + }, + { + "loss_action": 0.00552127743139863, + "loss_total": 0.00552127743139863, + "step": 76480 + }, + { + "loss_action": 0.005688654724508524, + "loss_total": 0.005688654724508524, + "step": 76480 + }, + { + "loss_action": 0.048183366656303406, + "loss_total": 0.048183366656303406, + "step": 76480 + }, + { + "loss_action": 0.030307766050100327, + "loss_total": 0.030307766050100327, + "step": 76480 + }, + { + "loss_action": 0.006414035335183144, + "loss_total": 0.006414035335183144, + "step": 76480 + }, + { + "grad_norm": 0.2091682106256485, + "learning_rate": 1.4366334156019801e-05, + "loss": 0.0104, + "step": 76490 + }, + { + "loss_action": 0.020291738212108612, + "loss_total": 0.020291738212108612, + "step": 76490 + }, + { + "loss_action": 0.003841031575575471, + "loss_total": 0.003841031575575471, + "step": 76490 + }, + { + "loss_action": 0.008865296840667725, + "loss_total": 0.008865296840667725, + "step": 76490 + }, + { + "loss_action": 0.0043981801718473434, + "loss_total": 0.0043981801718473434, + "step": 76490 + }, + { + "loss_action": 0.014130353927612305, + "loss_total": 0.014130353927612305, + "step": 76490 + }, + { + "loss_action": 0.0025859023444354534, + "loss_total": 0.0025859023444354534, + "step": 76490 + }, + { + "grad_norm": 0.22423389554023743, + "learning_rate": 1.435473707877898e-05, + "loss": 0.0092, + "step": 76500 + }, + { + "loss_action": 0.0744512528181076, + "loss_total": 0.0744512528181076, + "step": 76500 + }, + { + "loss_action": 0.0060541750863194466, + "loss_total": 0.0060541750863194466, + "step": 76500 + }, + { + "loss_action": 0.007152992766350508, + "loss_total": 0.007152992766350508, + "step": 76500 + }, + { + "loss_action": 0.0038476421032100916, + "loss_total": 0.0038476421032100916, + "step": 76500 + }, + { + "loss_action": 0.004581140354275703, + "loss_total": 0.004581140354275703, + "step": 76500 + }, + { + "loss_action": 0.01186318974941969, + "loss_total": 0.01186318974941969, + "step": 76500 + }, + { + "grad_norm": 0.19366250932216644, + "learning_rate": 1.4343143899650508e-05, + "loss": 0.0127, + "step": 76510 + }, + { + "loss_action": 0.004211516119539738, + "loss_total": 0.004211516119539738, + "step": 76510 + }, + { + "loss_action": 0.012113996781408787, + "loss_total": 0.012113996781408787, + "step": 76510 + }, + { + "loss_action": 0.005988657474517822, + "loss_total": 0.005988657474517822, + "step": 76510 + }, + { + "loss_action": 0.006211680360138416, + "loss_total": 0.006211680360138416, + "step": 76510 + }, + { + "loss_action": 0.002088407287374139, + "loss_total": 0.002088407287374139, + "step": 76510 + }, + { + "loss_action": 0.006424583960324526, + "loss_total": 0.006424583960324526, + "step": 76510 + }, + { + "grad_norm": 0.22550880908966064, + "learning_rate": 1.4331554619902204e-05, + "loss": 0.0081, + "step": 76520 + }, + { + "loss_action": 0.0032276567071676254, + "loss_total": 0.0032276567071676254, + "step": 76520 + }, + { + "loss_action": 0.003563006641343236, + "loss_total": 0.003563006641343236, + "step": 76520 + }, + { + "loss_action": 0.003131805919110775, + "loss_total": 0.003131805919110775, + "step": 76520 + }, + { + "loss_action": 0.004360989201813936, + "loss_total": 0.004360989201813936, + "step": 76520 + }, + { + "loss_action": 0.006975472904741764, + "loss_total": 0.006975472904741764, + "step": 76520 + }, + { + "loss_action": 0.0028223989065736532, + "loss_total": 0.0028223989065736532, + "step": 76520 + }, + { + "grad_norm": 0.2192779779434204, + "learning_rate": 1.4319969240801484e-05, + "loss": 0.0084, + "step": 76530 + }, + { + "loss_action": 0.032226111739873886, + "loss_total": 0.032226111739873886, + "step": 76530 + }, + { + "loss_action": 0.006304225884377956, + "loss_total": 0.006304225884377956, + "step": 76530 + }, + { + "loss_action": 0.005478688515722752, + "loss_total": 0.005478688515722752, + "step": 76530 + }, + { + "loss_action": 0.008992266841232777, + "loss_total": 0.008992266841232777, + "step": 76530 + }, + { + "loss_action": 0.0027575818821787834, + "loss_total": 0.0027575818821787834, + "step": 76530 + }, + { + "loss_action": 0.0036996067501604557, + "loss_total": 0.0036996067501604557, + "step": 76530 + }, + { + "grad_norm": 0.1806924194097519, + "learning_rate": 1.430838776361526e-05, + "loss": 0.0095, + "step": 76540 + }, + { + "loss_action": 0.022074315696954727, + "loss_total": 0.022074315696954727, + "step": 76540 + }, + { + "loss_action": 0.003443815279752016, + "loss_total": 0.003443815279752016, + "step": 76540 + }, + { + "loss_action": 0.003931444603949785, + "loss_total": 0.003931444603949785, + "step": 76540 + }, + { + "loss_action": 0.0070365727879107, + "loss_total": 0.0070365727879107, + "step": 76540 + }, + { + "loss_action": 0.00425781961530447, + "loss_total": 0.00425781961530447, + "step": 76540 + }, + { + "loss_action": 0.04833895340561867, + "loss_total": 0.04833895340561867, + "step": 76540 + }, + { + "grad_norm": 0.2911398112773895, + "learning_rate": 1.4296810189610093e-05, + "loss": 0.0096, + "step": 76550 + }, + { + "loss_action": 0.0068114763125777245, + "loss_total": 0.0068114763125777245, + "step": 76550 + }, + { + "loss_action": 0.0046790833584964275, + "loss_total": 0.0046790833584964275, + "step": 76550 + }, + { + "loss_action": 0.010007591918110847, + "loss_total": 0.010007591918110847, + "step": 76550 + }, + { + "loss_action": 0.00680536637082696, + "loss_total": 0.00680536637082696, + "step": 76550 + }, + { + "loss_action": 0.005965901538729668, + "loss_total": 0.005965901538729668, + "step": 76550 + }, + { + "loss_action": 0.0049639190547168255, + "loss_total": 0.0049639190547168255, + "step": 76550 + }, + { + "grad_norm": 0.22164945304393768, + "learning_rate": 1.4285236520052087e-05, + "loss": 0.008, + "step": 76560 + }, + { + "loss_action": 0.03545108437538147, + "loss_total": 0.03545108437538147, + "step": 76560 + }, + { + "loss_action": 0.01391367893666029, + "loss_total": 0.01391367893666029, + "step": 76560 + }, + { + "loss_action": 0.012808691710233688, + "loss_total": 0.012808691710233688, + "step": 76560 + }, + { + "loss_action": 0.00994600635021925, + "loss_total": 0.00994600635021925, + "step": 76560 + }, + { + "loss_action": 0.0058370851911604404, + "loss_total": 0.0058370851911604404, + "step": 76560 + }, + { + "loss_action": 0.012678406201303005, + "loss_total": 0.012678406201303005, + "step": 76560 + }, + { + "grad_norm": 0.1812572330236435, + "learning_rate": 1.4273666756206933e-05, + "loss": 0.0094, + "step": 76570 + }, + { + "loss_action": 0.009942938573658466, + "loss_total": 0.009942938573658466, + "step": 76570 + }, + { + "loss_action": 0.00890212133526802, + "loss_total": 0.00890212133526802, + "step": 76570 + }, + { + "loss_action": 0.00356929749250412, + "loss_total": 0.00356929749250412, + "step": 76570 + }, + { + "loss_action": 0.02387460693717003, + "loss_total": 0.02387460693717003, + "step": 76570 + }, + { + "loss_action": 0.0029552513733506203, + "loss_total": 0.0029552513733506203, + "step": 76570 + }, + { + "loss_action": 0.00572897819802165, + "loss_total": 0.00572897819802165, + "step": 76570 + }, + { + "grad_norm": 0.257301926612854, + "learning_rate": 1.4262100899339848e-05, + "loss": 0.0092, + "step": 76580 + }, + { + "loss_action": 0.0027193028945475817, + "loss_total": 0.0027193028945475817, + "step": 76580 + }, + { + "loss_action": 0.004778263624757528, + "loss_total": 0.004778263624757528, + "step": 76580 + }, + { + "loss_action": 0.008097317069768906, + "loss_total": 0.008097317069768906, + "step": 76580 + }, + { + "loss_action": 0.01036481186747551, + "loss_total": 0.01036481186747551, + "step": 76580 + }, + { + "loss_action": 0.004256930667907, + "loss_total": 0.004256930667907, + "step": 76580 + }, + { + "loss_action": 0.01608884520828724, + "loss_total": 0.01608884520828724, + "step": 76580 + }, + { + "grad_norm": 0.22978679835796356, + "learning_rate": 1.4250538950715696e-05, + "loss": 0.0082, + "step": 76590 + }, + { + "loss_action": 0.007765148300677538, + "loss_total": 0.007765148300677538, + "step": 76590 + }, + { + "loss_action": 0.006882817484438419, + "loss_total": 0.006882817484438419, + "step": 76590 + }, + { + "loss_action": 0.009615780785679817, + "loss_total": 0.009615780785679817, + "step": 76590 + }, + { + "loss_action": 0.003926258534193039, + "loss_total": 0.003926258534193039, + "step": 76590 + }, + { + "loss_action": 0.004595774691551924, + "loss_total": 0.004595774691551924, + "step": 76590 + }, + { + "loss_action": 0.006274959538131952, + "loss_total": 0.006274959538131952, + "step": 76590 + }, + { + "grad_norm": 0.20598074793815613, + "learning_rate": 1.4238980911598842e-05, + "loss": 0.0088, + "step": 76600 + }, + { + "loss_action": 0.004985320847481489, + "loss_total": 0.004985320847481489, + "step": 76600 + }, + { + "loss_action": 0.00647486699745059, + "loss_total": 0.00647486699745059, + "step": 76600 + }, + { + "loss_action": 0.0076903668232262135, + "loss_total": 0.0076903668232262135, + "step": 76600 + }, + { + "loss_action": 0.003436262486502528, + "loss_total": 0.003436262486502528, + "step": 76600 + }, + { + "loss_action": 0.01624993607401848, + "loss_total": 0.01624993607401848, + "step": 76600 + }, + { + "loss_action": 0.00760398106649518, + "loss_total": 0.00760398106649518, + "step": 76600 + }, + { + "grad_norm": 0.24334192276000977, + "learning_rate": 1.4227426783253267e-05, + "loss": 0.0076, + "step": 76610 + }, + { + "loss_action": 0.004691081587225199, + "loss_total": 0.004691081587225199, + "step": 76610 + }, + { + "loss_action": 0.02773994952440262, + "loss_total": 0.02773994952440262, + "step": 76610 + }, + { + "loss_action": 0.008131574839353561, + "loss_total": 0.008131574839353561, + "step": 76610 + }, + { + "loss_action": 0.007364665623754263, + "loss_total": 0.007364665623754263, + "step": 76610 + }, + { + "loss_action": 0.003642746713012457, + "loss_total": 0.003642746713012457, + "step": 76610 + }, + { + "loss_action": 0.0016935975290834904, + "loss_total": 0.0016935975290834904, + "step": 76610 + }, + { + "grad_norm": 0.22303467988967896, + "learning_rate": 1.4215876566942521e-05, + "loss": 0.0107, + "step": 76620 + }, + { + "loss_action": 0.002925412030890584, + "loss_total": 0.002925412030890584, + "step": 76620 + }, + { + "loss_action": 0.00735299289226532, + "loss_total": 0.00735299289226532, + "step": 76620 + }, + { + "loss_action": 0.00940897036343813, + "loss_total": 0.00940897036343813, + "step": 76620 + }, + { + "loss_action": 0.014380691573023796, + "loss_total": 0.014380691573023796, + "step": 76620 + }, + { + "loss_action": 0.016129788011312485, + "loss_total": 0.016129788011312485, + "step": 76620 + }, + { + "loss_action": 0.03657473251223564, + "loss_total": 0.03657473251223564, + "step": 76620 + }, + { + "grad_norm": 0.1890900731086731, + "learning_rate": 1.4204330263929721e-05, + "loss": 0.0112, + "step": 76630 + }, + { + "loss_action": 0.0045914677903056145, + "loss_total": 0.0045914677903056145, + "step": 76630 + }, + { + "loss_action": 0.0036596418358385563, + "loss_total": 0.0036596418358385563, + "step": 76630 + }, + { + "loss_action": 0.004722431302070618, + "loss_total": 0.004722431302070618, + "step": 76630 + }, + { + "loss_action": 0.007216496393084526, + "loss_total": 0.007216496393084526, + "step": 76630 + }, + { + "loss_action": 0.003743705339729786, + "loss_total": 0.003743705339729786, + "step": 76630 + }, + { + "loss_action": 0.007364985067397356, + "loss_total": 0.007364985067397356, + "step": 76630 + }, + { + "grad_norm": 0.2088499516248703, + "learning_rate": 1.4192787875477537e-05, + "loss": 0.0083, + "step": 76640 + }, + { + "loss_action": 0.005086919292807579, + "loss_total": 0.005086919292807579, + "step": 76640 + }, + { + "loss_action": 0.00790106225758791, + "loss_total": 0.00790106225758791, + "step": 76640 + }, + { + "loss_action": 0.020175620913505554, + "loss_total": 0.020175620913505554, + "step": 76640 + }, + { + "loss_action": 0.01675896905362606, + "loss_total": 0.01675896905362606, + "step": 76640 + }, + { + "loss_action": 0.008851713500916958, + "loss_total": 0.008851713500916958, + "step": 76640 + }, + { + "loss_action": 0.006365190725773573, + "loss_total": 0.006365190725773573, + "step": 76640 + }, + { + "grad_norm": 0.20239542424678802, + "learning_rate": 1.4181249402848246e-05, + "loss": 0.0101, + "step": 76650 + }, + { + "loss_action": 0.012589520774781704, + "loss_total": 0.012589520774781704, + "step": 76650 + }, + { + "loss_action": 0.006317655090242624, + "loss_total": 0.006317655090242624, + "step": 76650 + }, + { + "loss_action": 0.005449346732348204, + "loss_total": 0.005449346732348204, + "step": 76650 + }, + { + "loss_action": 0.0031198011711239815, + "loss_total": 0.0031198011711239815, + "step": 76650 + }, + { + "loss_action": 0.013963542878627777, + "loss_total": 0.013963542878627777, + "step": 76650 + }, + { + "loss_action": 0.005246082320809364, + "loss_total": 0.005246082320809364, + "step": 76650 + }, + { + "grad_norm": 0.21507138013839722, + "learning_rate": 1.4169714847303656e-05, + "loss": 0.0141, + "step": 76660 + }, + { + "loss_action": 0.008594721555709839, + "loss_total": 0.008594721555709839, + "step": 76660 + }, + { + "loss_action": 0.0021735532209277153, + "loss_total": 0.0021735532209277153, + "step": 76660 + }, + { + "loss_action": 0.00894035305827856, + "loss_total": 0.00894035305827856, + "step": 76660 + }, + { + "loss_action": 0.004515465814620256, + "loss_total": 0.004515465814620256, + "step": 76660 + }, + { + "loss_action": 0.03262285515666008, + "loss_total": 0.03262285515666008, + "step": 76660 + }, + { + "loss_action": 0.0041720326989889145, + "loss_total": 0.0041720326989889145, + "step": 76660 + }, + { + "grad_norm": 0.3243221342563629, + "learning_rate": 1.4158184210105197e-05, + "loss": 0.0141, + "step": 76670 + }, + { + "loss_action": 0.007008678279817104, + "loss_total": 0.007008678279817104, + "step": 76670 + }, + { + "loss_action": 0.008873052895069122, + "loss_total": 0.008873052895069122, + "step": 76670 + }, + { + "loss_action": 0.00614814180880785, + "loss_total": 0.00614814180880785, + "step": 76670 + }, + { + "loss_action": 0.003192886244505644, + "loss_total": 0.003192886244505644, + "step": 76670 + }, + { + "loss_action": 0.003123901318758726, + "loss_total": 0.003123901318758726, + "step": 76670 + }, + { + "loss_action": 0.011463459581136703, + "loss_total": 0.011463459581136703, + "step": 76670 + }, + { + "grad_norm": 0.19415178894996643, + "learning_rate": 1.4146657492513787e-05, + "loss": 0.0086, + "step": 76680 + }, + { + "loss_action": 0.005252010188996792, + "loss_total": 0.005252010188996792, + "step": 76680 + }, + { + "loss_action": 0.0032006094697862864, + "loss_total": 0.0032006094697862864, + "step": 76680 + }, + { + "loss_action": 0.006178553681820631, + "loss_total": 0.006178553681820631, + "step": 76680 + }, + { + "loss_action": 0.007311559282243252, + "loss_total": 0.007311559282243252, + "step": 76680 + }, + { + "loss_action": 0.006284958682954311, + "loss_total": 0.006284958682954311, + "step": 76680 + }, + { + "loss_action": 0.027786720544099808, + "loss_total": 0.027786720544099808, + "step": 76680 + }, + { + "grad_norm": 0.24405838549137115, + "learning_rate": 1.4135134695790047e-05, + "loss": 0.0091, + "step": 76690 + }, + { + "loss_action": 0.0062159206718206406, + "loss_total": 0.0062159206718206406, + "step": 76690 + }, + { + "loss_action": 0.012167912907898426, + "loss_total": 0.012167912907898426, + "step": 76690 + }, + { + "loss_action": 0.004254217259585857, + "loss_total": 0.004254217259585857, + "step": 76690 + }, + { + "loss_action": 0.009422540664672852, + "loss_total": 0.009422540664672852, + "step": 76690 + }, + { + "loss_action": 0.0049496847204864025, + "loss_total": 0.0049496847204864025, + "step": 76690 + }, + { + "loss_action": 0.011874099262058735, + "loss_total": 0.011874099262058735, + "step": 76690 + }, + { + "grad_norm": 0.2693865895271301, + "learning_rate": 1.4123615821194037e-05, + "loss": 0.0096, + "step": 76700 + }, + { + "loss_action": 0.002962701953947544, + "loss_total": 0.002962701953947544, + "step": 76700 + }, + { + "loss_action": 0.007922827266156673, + "loss_total": 0.007922827266156673, + "step": 76700 + }, + { + "loss_action": 0.01129454281181097, + "loss_total": 0.01129454281181097, + "step": 76700 + }, + { + "loss_action": 0.007118979003280401, + "loss_total": 0.007118979003280401, + "step": 76700 + }, + { + "loss_action": 0.0029317422304302454, + "loss_total": 0.0029317422304302454, + "step": 76700 + }, + { + "loss_action": 0.0035778123419731855, + "loss_total": 0.0035778123419731855, + "step": 76700 + }, + { + "grad_norm": 0.19027073681354523, + "learning_rate": 1.4112100869985473e-05, + "loss": 0.0076, + "step": 76710 + }, + { + "loss_action": 0.003793656826019287, + "loss_total": 0.003793656826019287, + "step": 76710 + }, + { + "loss_action": 0.004312372300773859, + "loss_total": 0.004312372300773859, + "step": 76710 + }, + { + "loss_action": 0.003086480777710676, + "loss_total": 0.003086480777710676, + "step": 76710 + }, + { + "loss_action": 0.0027139110025018454, + "loss_total": 0.0027139110025018454, + "step": 76710 + }, + { + "loss_action": 0.01406736858189106, + "loss_total": 0.01406736858189106, + "step": 76710 + }, + { + "loss_action": 0.00794037152081728, + "loss_total": 0.00794037152081728, + "step": 76710 + }, + { + "grad_norm": 0.2098848968744278, + "learning_rate": 1.4100589843423589e-05, + "loss": 0.0086, + "step": 76720 + }, + { + "loss_action": 0.005758251529186964, + "loss_total": 0.005758251529186964, + "step": 76720 + }, + { + "loss_action": 0.00936856959015131, + "loss_total": 0.00936856959015131, + "step": 76720 + }, + { + "loss_action": 0.0018389354227110744, + "loss_total": 0.0018389354227110744, + "step": 76720 + }, + { + "loss_action": 0.0034831927623599768, + "loss_total": 0.0034831927623599768, + "step": 76720 + }, + { + "loss_action": 0.0058839647099375725, + "loss_total": 0.0058839647099375725, + "step": 76720 + }, + { + "loss_action": 0.0038624813314527273, + "loss_total": 0.0038624813314527273, + "step": 76720 + }, + { + "grad_norm": 0.15610617399215698, + "learning_rate": 1.408908274276723e-05, + "loss": 0.0078, + "step": 76730 + }, + { + "loss_action": 0.0050878990441560745, + "loss_total": 0.0050878990441560745, + "step": 76730 + }, + { + "loss_action": 0.003881059819832444, + "loss_total": 0.003881059819832444, + "step": 76730 + }, + { + "loss_action": 0.008482210338115692, + "loss_total": 0.008482210338115692, + "step": 76730 + }, + { + "loss_action": 0.00840610172599554, + "loss_total": 0.00840610172599554, + "step": 76730 + }, + { + "loss_action": 0.003172979224473238, + "loss_total": 0.003172979224473238, + "step": 76730 + }, + { + "loss_action": 0.0033262858632951975, + "loss_total": 0.0033262858632951975, + "step": 76730 + }, + { + "grad_norm": 0.24313439428806305, + "learning_rate": 1.4077579569274786e-05, + "loss": 0.0095, + "step": 76740 + }, + { + "loss_action": 0.01487636100500822, + "loss_total": 0.01487636100500822, + "step": 76740 + }, + { + "loss_action": 0.020366016775369644, + "loss_total": 0.020366016775369644, + "step": 76740 + }, + { + "loss_action": 0.003977055195719004, + "loss_total": 0.003977055195719004, + "step": 76740 + }, + { + "loss_action": 0.009692065417766571, + "loss_total": 0.009692065417766571, + "step": 76740 + }, + { + "loss_action": 0.010996315628290176, + "loss_total": 0.010996315628290176, + "step": 76740 + }, + { + "loss_action": 0.00487081753090024, + "loss_total": 0.00487081753090024, + "step": 76740 + }, + { + "grad_norm": 0.37350937724113464, + "learning_rate": 1.4066080324204245e-05, + "loss": 0.0098, + "step": 76750 + }, + { + "loss_action": 0.012512661516666412, + "loss_total": 0.012512661516666412, + "step": 76750 + }, + { + "loss_action": 0.009411096572875977, + "loss_total": 0.009411096572875977, + "step": 76750 + }, + { + "loss_action": 0.00519724003970623, + "loss_total": 0.00519724003970623, + "step": 76750 + }, + { + "loss_action": 0.006442252080887556, + "loss_total": 0.006442252080887556, + "step": 76750 + }, + { + "loss_action": 0.0033936426043510437, + "loss_total": 0.0033936426043510437, + "step": 76750 + }, + { + "loss_action": 0.0034277928061783314, + "loss_total": 0.0034277928061783314, + "step": 76750 + }, + { + "grad_norm": 0.3007908761501312, + "learning_rate": 1.405458500881312e-05, + "loss": 0.0093, + "step": 76760 + }, + { + "loss_action": 0.0019038791069760919, + "loss_total": 0.0019038791069760919, + "step": 76760 + }, + { + "loss_action": 0.002036720747128129, + "loss_total": 0.002036720747128129, + "step": 76760 + }, + { + "loss_action": 0.01825631968677044, + "loss_total": 0.01825631968677044, + "step": 76760 + }, + { + "loss_action": 0.004552470985800028, + "loss_total": 0.004552470985800028, + "step": 76760 + }, + { + "loss_action": 0.04961389675736427, + "loss_total": 0.04961389675736427, + "step": 76760 + }, + { + "loss_action": 0.008904417045414448, + "loss_total": 0.008904417045414448, + "step": 76760 + }, + { + "grad_norm": 0.28670817613601685, + "learning_rate": 1.4043093624358538e-05, + "loss": 0.0078, + "step": 76770 + }, + { + "loss_action": 0.004112642724066973, + "loss_total": 0.004112642724066973, + "step": 76770 + }, + { + "loss_action": 0.006142736412584782, + "loss_total": 0.006142736412584782, + "step": 76770 + }, + { + "loss_action": 0.008483701385557652, + "loss_total": 0.008483701385557652, + "step": 76770 + }, + { + "loss_action": 0.007881475612521172, + "loss_total": 0.007881475612521172, + "step": 76770 + }, + { + "loss_action": 0.006369424983859062, + "loss_total": 0.006369424983859062, + "step": 76770 + }, + { + "loss_action": 0.0069450074806809425, + "loss_total": 0.0069450074806809425, + "step": 76770 + }, + { + "grad_norm": 0.2435755729675293, + "learning_rate": 1.4031606172097189e-05, + "loss": 0.0096, + "step": 76780 + }, + { + "loss_action": 0.025866441428661346, + "loss_total": 0.025866441428661346, + "step": 76780 + }, + { + "loss_action": 0.007193691097199917, + "loss_total": 0.007193691097199917, + "step": 76780 + }, + { + "loss_action": 0.020375417545437813, + "loss_total": 0.020375417545437813, + "step": 76780 + }, + { + "loss_action": 0.030077703297138214, + "loss_total": 0.030077703297138214, + "step": 76780 + }, + { + "loss_action": 0.004626567475497723, + "loss_total": 0.004626567475497723, + "step": 76780 + }, + { + "loss_action": 0.005664554890245199, + "loss_total": 0.005664554890245199, + "step": 76780 + }, + { + "grad_norm": 0.21175947785377502, + "learning_rate": 1.40201226532853e-05, + "loss": 0.0091, + "step": 76790 + }, + { + "loss_action": 0.017858345061540604, + "loss_total": 0.017858345061540604, + "step": 76790 + }, + { + "loss_action": 0.002642226405441761, + "loss_total": 0.002642226405441761, + "step": 76790 + }, + { + "loss_action": 0.006833777762949467, + "loss_total": 0.006833777762949467, + "step": 76790 + }, + { + "loss_action": 0.02188362181186676, + "loss_total": 0.02188362181186676, + "step": 76790 + }, + { + "loss_action": 0.003980907611548901, + "loss_total": 0.003980907611548901, + "step": 76790 + }, + { + "loss_action": 0.0035200954880565405, + "loss_total": 0.0035200954880565405, + "step": 76790 + }, + { + "grad_norm": 0.24040037393569946, + "learning_rate": 1.4008643069178701e-05, + "loss": 0.0078, + "step": 76800 + }, + { + "loss_action": 0.008788099512457848, + "loss_total": 0.008788099512457848, + "step": 76800 + }, + { + "loss_action": 0.006253392435610294, + "loss_total": 0.006253392435610294, + "step": 76800 + }, + { + "loss_action": 0.002175134140998125, + "loss_total": 0.002175134140998125, + "step": 76800 + }, + { + "loss_action": 0.00883493572473526, + "loss_total": 0.00883493572473526, + "step": 76800 + }, + { + "loss_action": 0.005524165462702513, + "loss_total": 0.005524165462702513, + "step": 76800 + }, + { + "loss_action": 0.0017064966959878802, + "loss_total": 0.0017064966959878802, + "step": 76800 + }, + { + "grad_norm": 0.25047048926353455, + "learning_rate": 1.399716742103278e-05, + "loss": 0.0085, + "step": 76810 + }, + { + "loss_action": 0.0049233525060117245, + "loss_total": 0.0049233525060117245, + "step": 76810 + }, + { + "loss_action": 0.009965724311769009, + "loss_total": 0.009965724311769009, + "step": 76810 + }, + { + "loss_action": 0.011443769559264183, + "loss_total": 0.011443769559264183, + "step": 76810 + }, + { + "loss_action": 0.012259112671017647, + "loss_total": 0.012259112671017647, + "step": 76810 + }, + { + "loss_action": 0.004636025056242943, + "loss_total": 0.004636025056242943, + "step": 76810 + }, + { + "loss_action": 0.11432581394910812, + "loss_total": 0.11432581394910812, + "step": 76810 + }, + { + "grad_norm": 0.26194247603416443, + "learning_rate": 1.398569571010252e-05, + "loss": 0.0117, + "step": 76820 + }, + { + "loss_action": 0.003933407831937075, + "loss_total": 0.003933407831937075, + "step": 76820 + }, + { + "loss_action": 0.002640791004523635, + "loss_total": 0.002640791004523635, + "step": 76820 + }, + { + "loss_action": 0.005660011898726225, + "loss_total": 0.005660011898726225, + "step": 76820 + }, + { + "loss_action": 0.007431735750287771, + "loss_total": 0.007431735750287771, + "step": 76820 + }, + { + "loss_action": 0.0037082184571772814, + "loss_total": 0.0037082184571772814, + "step": 76820 + }, + { + "loss_action": 0.004676449578255415, + "loss_total": 0.004676449578255415, + "step": 76820 + }, + { + "grad_norm": 0.1937442421913147, + "learning_rate": 1.3974227937642414e-05, + "loss": 0.0103, + "step": 76830 + }, + { + "loss_action": 0.005845061037689447, + "loss_total": 0.005845061037689447, + "step": 76830 + }, + { + "loss_action": 0.012625632807612419, + "loss_total": 0.012625632807612419, + "step": 76830 + }, + { + "loss_action": 0.0031098639592528343, + "loss_total": 0.0031098639592528343, + "step": 76830 + }, + { + "loss_action": 0.006179544609040022, + "loss_total": 0.006179544609040022, + "step": 76830 + }, + { + "loss_action": 0.012162350118160248, + "loss_total": 0.012162350118160248, + "step": 76830 + }, + { + "loss_action": 0.002960297977551818, + "loss_total": 0.002960297977551818, + "step": 76830 + }, + { + "grad_norm": 0.22456225752830505, + "learning_rate": 1.3962764104906595e-05, + "loss": 0.0083, + "step": 76840 + }, + { + "loss_action": 0.006198957562446594, + "loss_total": 0.006198957562446594, + "step": 76840 + }, + { + "loss_action": 0.005418290849775076, + "loss_total": 0.005418290849775076, + "step": 76840 + }, + { + "loss_action": 0.010789299383759499, + "loss_total": 0.010789299383759499, + "step": 76840 + }, + { + "loss_action": 0.009983550757169724, + "loss_total": 0.009983550757169724, + "step": 76840 + }, + { + "loss_action": 0.0048399935476481915, + "loss_total": 0.0048399935476481915, + "step": 76840 + }, + { + "loss_action": 0.0064973849803209305, + "loss_total": 0.0064973849803209305, + "step": 76840 + }, + { + "grad_norm": 0.27811580896377563, + "learning_rate": 1.3951304213148696e-05, + "loss": 0.0109, + "step": 76850 + }, + { + "loss_action": 0.009905406273901463, + "loss_total": 0.009905406273901463, + "step": 76850 + }, + { + "loss_action": 0.009317236952483654, + "loss_total": 0.009317236952483654, + "step": 76850 + }, + { + "loss_action": 0.004025530535727739, + "loss_total": 0.004025530535727739, + "step": 76850 + }, + { + "loss_action": 0.004061824642121792, + "loss_total": 0.004061824642121792, + "step": 76850 + }, + { + "loss_action": 0.002882438013330102, + "loss_total": 0.002882438013330102, + "step": 76850 + }, + { + "loss_action": 0.016234977170825005, + "loss_total": 0.016234977170825005, + "step": 76850 + }, + { + "grad_norm": 0.2737819254398346, + "learning_rate": 1.3939848263621979e-05, + "loss": 0.0093, + "step": 76860 + }, + { + "loss_action": 0.005460123065859079, + "loss_total": 0.005460123065859079, + "step": 76860 + }, + { + "loss_action": 0.02017315663397312, + "loss_total": 0.02017315663397312, + "step": 76860 + }, + { + "loss_action": 0.02304111421108246, + "loss_total": 0.02304111421108246, + "step": 76860 + }, + { + "loss_action": 0.022697802633047104, + "loss_total": 0.022697802633047104, + "step": 76860 + }, + { + "loss_action": 0.00831772480159998, + "loss_total": 0.00831772480159998, + "step": 76860 + }, + { + "loss_action": 0.007707498501986265, + "loss_total": 0.007707498501986265, + "step": 76860 + }, + { + "grad_norm": 0.34506791830062866, + "learning_rate": 1.3928396257579219e-05, + "loss": 0.0089, + "step": 76870 + }, + { + "loss_action": 0.0052737584337592125, + "loss_total": 0.0052737584337592125, + "step": 76870 + }, + { + "loss_action": 0.003955408465117216, + "loss_total": 0.003955408465117216, + "step": 76870 + }, + { + "loss_action": 0.0065091270953416824, + "loss_total": 0.0065091270953416824, + "step": 76870 + }, + { + "loss_action": 0.0037018435541540384, + "loss_total": 0.0037018435541540384, + "step": 76870 + }, + { + "loss_action": 0.00582372909411788, + "loss_total": 0.00582372909411788, + "step": 76870 + }, + { + "loss_action": 0.002253933809697628, + "loss_total": 0.002253933809697628, + "step": 76870 + }, + { + "grad_norm": 0.3380354642868042, + "learning_rate": 1.3916948196272833e-05, + "loss": 0.0078, + "step": 76880 + }, + { + "loss_action": 0.022601114585995674, + "loss_total": 0.022601114585995674, + "step": 76880 + }, + { + "loss_action": 0.013907342217862606, + "loss_total": 0.013907342217862606, + "step": 76880 + }, + { + "loss_action": 0.011959103867411613, + "loss_total": 0.011959103867411613, + "step": 76880 + }, + { + "loss_action": 0.007251468952745199, + "loss_total": 0.007251468952745199, + "step": 76880 + }, + { + "loss_action": 0.022511450573801994, + "loss_total": 0.022511450573801994, + "step": 76880 + }, + { + "loss_action": 0.026304194703698158, + "loss_total": 0.026304194703698158, + "step": 76880 + }, + { + "grad_norm": 0.18730120360851288, + "learning_rate": 1.3905504080954734e-05, + "loss": 0.0087, + "step": 76890 + }, + { + "loss_action": 0.006039857864379883, + "loss_total": 0.006039857864379883, + "step": 76890 + }, + { + "loss_action": 0.007741481997072697, + "loss_total": 0.007741481997072697, + "step": 76890 + }, + { + "loss_action": 0.007344664074480534, + "loss_total": 0.007344664074480534, + "step": 76890 + }, + { + "loss_action": 0.00309714674949646, + "loss_total": 0.00309714674949646, + "step": 76890 + }, + { + "loss_action": 0.0075814551673829556, + "loss_total": 0.0075814551673829556, + "step": 76890 + }, + { + "loss_action": 0.011807785369455814, + "loss_total": 0.011807785369455814, + "step": 76890 + }, + { + "grad_norm": 0.4421384930610657, + "learning_rate": 1.3894063912876454e-05, + "loss": 0.0107, + "step": 76900 + }, + { + "loss_action": 0.015378652140498161, + "loss_total": 0.015378652140498161, + "step": 76900 + }, + { + "loss_action": 0.00920738372951746, + "loss_total": 0.00920738372951746, + "step": 76900 + }, + { + "loss_action": 0.0141045693308115, + "loss_total": 0.0141045693308115, + "step": 76900 + }, + { + "loss_action": 0.00893955584615469, + "loss_total": 0.00893955584615469, + "step": 76900 + }, + { + "loss_action": 0.015420838259160519, + "loss_total": 0.015420838259160519, + "step": 76900 + }, + { + "loss_action": 0.006640132050961256, + "loss_total": 0.006640132050961256, + "step": 76900 + }, + { + "grad_norm": 0.45352721214294434, + "learning_rate": 1.3882627693289046e-05, + "loss": 0.0127, + "step": 76910 + }, + { + "loss_action": 0.007661011535674334, + "loss_total": 0.007661011535674334, + "step": 76910 + }, + { + "loss_action": 0.003957160748541355, + "loss_total": 0.003957160748541355, + "step": 76910 + }, + { + "loss_action": 0.007354992441833019, + "loss_total": 0.007354992441833019, + "step": 76910 + }, + { + "loss_action": 0.0025953706353902817, + "loss_total": 0.0025953706353902817, + "step": 76910 + }, + { + "loss_action": 0.0055443765595555305, + "loss_total": 0.0055443765595555305, + "step": 76910 + }, + { + "loss_action": 0.004780024755746126, + "loss_total": 0.004780024755746126, + "step": 76910 + }, + { + "grad_norm": 0.23123306035995483, + "learning_rate": 1.3871195423443183e-05, + "loss": 0.0104, + "step": 76920 + }, + { + "loss_action": 0.013679391704499722, + "loss_total": 0.013679391704499722, + "step": 76920 + }, + { + "loss_action": 0.012440083548426628, + "loss_total": 0.012440083548426628, + "step": 76920 + }, + { + "loss_action": 0.011029084213078022, + "loss_total": 0.011029084213078022, + "step": 76920 + }, + { + "loss_action": 0.005260448902845383, + "loss_total": 0.005260448902845383, + "step": 76920 + }, + { + "loss_action": 0.0033948514610528946, + "loss_total": 0.0033948514610528946, + "step": 76920 + }, + { + "loss_action": 0.00444249901920557, + "loss_total": 0.00444249901920557, + "step": 76920 + }, + { + "grad_norm": 0.1848873794078827, + "learning_rate": 1.3859767104589044e-05, + "loss": 0.011, + "step": 76930 + }, + { + "loss_action": 0.010102455504238605, + "loss_total": 0.010102455504238605, + "step": 76930 + }, + { + "loss_action": 0.005823884624987841, + "loss_total": 0.005823884624987841, + "step": 76930 + }, + { + "loss_action": 0.011798622086644173, + "loss_total": 0.011798622086644173, + "step": 76930 + }, + { + "loss_action": 0.023124484345316887, + "loss_total": 0.023124484345316887, + "step": 76930 + }, + { + "loss_action": 0.0033903061412274837, + "loss_total": 0.0033903061412274837, + "step": 76930 + }, + { + "loss_action": 0.011391542851924896, + "loss_total": 0.011391542851924896, + "step": 76930 + }, + { + "grad_norm": 0.24109818041324615, + "learning_rate": 1.3848342737976467e-05, + "loss": 0.0093, + "step": 76940 + }, + { + "loss_action": 0.0020977617241442204, + "loss_total": 0.0020977617241442204, + "step": 76940 + }, + { + "loss_action": 0.007019602693617344, + "loss_total": 0.007019602693617344, + "step": 76940 + }, + { + "loss_action": 0.007721630856394768, + "loss_total": 0.007721630856394768, + "step": 76940 + }, + { + "loss_action": 0.004877944942563772, + "loss_total": 0.004877944942563772, + "step": 76940 + }, + { + "loss_action": 0.016205135732889175, + "loss_total": 0.016205135732889175, + "step": 76940 + }, + { + "loss_action": 0.017152277752757072, + "loss_total": 0.017152277752757072, + "step": 76940 + }, + { + "grad_norm": 0.29751741886138916, + "learning_rate": 1.3836922324854757e-05, + "loss": 0.0121, + "step": 76950 + }, + { + "loss_action": 0.016147637739777565, + "loss_total": 0.016147637739777565, + "step": 76950 + }, + { + "loss_action": 0.004225450102239847, + "loss_total": 0.004225450102239847, + "step": 76950 + }, + { + "loss_action": 0.005278219934552908, + "loss_total": 0.005278219934552908, + "step": 76950 + }, + { + "loss_action": 0.009119383059442043, + "loss_total": 0.009119383059442043, + "step": 76950 + }, + { + "loss_action": 0.0033645511139184237, + "loss_total": 0.0033645511139184237, + "step": 76950 + }, + { + "loss_action": 0.004088614135980606, + "loss_total": 0.004088614135980606, + "step": 76950 + }, + { + "grad_norm": 0.3725934624671936, + "learning_rate": 1.382550586647287e-05, + "loss": 0.0081, + "step": 76960 + }, + { + "loss_action": 0.012796985916793346, + "loss_total": 0.012796985916793346, + "step": 76960 + }, + { + "loss_action": 0.009868763387203217, + "loss_total": 0.009868763387203217, + "step": 76960 + }, + { + "loss_action": 0.006535522174090147, + "loss_total": 0.006535522174090147, + "step": 76960 + }, + { + "loss_action": 0.006450420245528221, + "loss_total": 0.006450420245528221, + "step": 76960 + }, + { + "loss_action": 0.008982308208942413, + "loss_total": 0.008982308208942413, + "step": 76960 + }, + { + "loss_action": 0.01695280335843563, + "loss_total": 0.01695280335843563, + "step": 76960 + }, + { + "grad_norm": 0.21270884573459625, + "learning_rate": 1.3814093364079257e-05, + "loss": 0.0096, + "step": 76970 + }, + { + "loss_action": 0.03987148776650429, + "loss_total": 0.03987148776650429, + "step": 76970 + }, + { + "loss_action": 0.01061986293643713, + "loss_total": 0.01061986293643713, + "step": 76970 + }, + { + "loss_action": 0.008290641941130161, + "loss_total": 0.008290641941130161, + "step": 76970 + }, + { + "loss_action": 0.00872455071657896, + "loss_total": 0.00872455071657896, + "step": 76970 + }, + { + "loss_action": 0.006999791134148836, + "loss_total": 0.006999791134148836, + "step": 76970 + }, + { + "loss_action": 0.00661375792697072, + "loss_total": 0.00661375792697072, + "step": 76970 + }, + { + "grad_norm": 0.36570626497268677, + "learning_rate": 1.3802684818921991e-05, + "loss": 0.0105, + "step": 76980 + }, + { + "loss_action": 0.008118875324726105, + "loss_total": 0.008118875324726105, + "step": 76980 + }, + { + "loss_action": 0.00609575817361474, + "loss_total": 0.00609575817361474, + "step": 76980 + }, + { + "loss_action": 0.008796025067567825, + "loss_total": 0.008796025067567825, + "step": 76980 + }, + { + "loss_action": 0.008104587905108929, + "loss_total": 0.008104587905108929, + "step": 76980 + }, + { + "loss_action": 0.004149409476667643, + "loss_total": 0.004149409476667643, + "step": 76980 + }, + { + "loss_action": 0.007547397632151842, + "loss_total": 0.007547397632151842, + "step": 76980 + }, + { + "grad_norm": 0.23823553323745728, + "learning_rate": 1.3791280232248687e-05, + "loss": 0.0148, + "step": 76990 + }, + { + "loss_action": 0.0047047799453139305, + "loss_total": 0.0047047799453139305, + "step": 76990 + }, + { + "loss_action": 0.022156210616230965, + "loss_total": 0.022156210616230965, + "step": 76990 + }, + { + "loss_action": 0.010465465486049652, + "loss_total": 0.010465465486049652, + "step": 76990 + }, + { + "loss_action": 0.006384240463376045, + "loss_total": 0.006384240463376045, + "step": 76990 + }, + { + "loss_action": 0.0049673267640173435, + "loss_total": 0.0049673267640173435, + "step": 76990 + }, + { + "loss_action": 0.06949029862880707, + "loss_total": 0.06949029862880707, + "step": 76990 + }, + { + "grad_norm": 0.1642947643995285, + "learning_rate": 1.3779879605306555e-05, + "loss": 0.0088, + "step": 77000 + }, + { + "loss_action": 0.008018012158572674, + "loss_total": 0.008018012158572674, + "step": 77000 + }, + { + "loss_action": 0.0026976699009537697, + "loss_total": 0.0026976699009537697, + "step": 77000 + }, + { + "loss_action": 0.02406580001115799, + "loss_total": 0.02406580001115799, + "step": 77000 + }, + { + "loss_action": 0.005742969922721386, + "loss_total": 0.005742969922721386, + "step": 77000 + }, + { + "loss_action": 0.011440850794315338, + "loss_total": 0.011440850794315338, + "step": 77000 + }, + { + "loss_action": 0.0031411247327923775, + "loss_total": 0.0031411247327923775, + "step": 77000 + }, + { + "grad_norm": 0.2895826995372772, + "learning_rate": 1.376848293934232e-05, + "loss": 0.0118, + "step": 77010 + }, + { + "loss_action": 0.010438621044158936, + "loss_total": 0.010438621044158936, + "step": 77010 + }, + { + "loss_action": 0.014467720873653889, + "loss_total": 0.014467720873653889, + "step": 77010 + }, + { + "loss_action": 0.007616189308464527, + "loss_total": 0.007616189308464527, + "step": 77010 + }, + { + "loss_action": 0.007349228486418724, + "loss_total": 0.007349228486418724, + "step": 77010 + }, + { + "loss_action": 0.010448022745549679, + "loss_total": 0.010448022745549679, + "step": 77010 + }, + { + "loss_action": 0.009844671934843063, + "loss_total": 0.009844671934843063, + "step": 77010 + }, + { + "grad_norm": 0.22400277853012085, + "learning_rate": 1.3757090235602316e-05, + "loss": 0.0092, + "step": 77020 + }, + { + "loss_action": 0.0026104929856956005, + "loss_total": 0.0026104929856956005, + "step": 77020 + }, + { + "loss_action": 0.0060227713547647, + "loss_total": 0.0060227713547647, + "step": 77020 + }, + { + "loss_action": 0.0036255584564059973, + "loss_total": 0.0036255584564059973, + "step": 77020 + }, + { + "loss_action": 0.008123278617858887, + "loss_total": 0.008123278617858887, + "step": 77020 + }, + { + "loss_action": 0.005963811185210943, + "loss_total": 0.005963811185210943, + "step": 77020 + }, + { + "loss_action": 0.00561929726973176, + "loss_total": 0.00561929726973176, + "step": 77020 + }, + { + "grad_norm": 0.11949440836906433, + "learning_rate": 1.3745701495332447e-05, + "loss": 0.0082, + "step": 77030 + }, + { + "loss_action": 0.005272429436445236, + "loss_total": 0.005272429436445236, + "step": 77030 + }, + { + "loss_action": 0.0062697636894881725, + "loss_total": 0.0062697636894881725, + "step": 77030 + }, + { + "loss_action": 0.017172569409012794, + "loss_total": 0.017172569409012794, + "step": 77030 + }, + { + "loss_action": 0.002529250690713525, + "loss_total": 0.002529250690713525, + "step": 77030 + }, + { + "loss_action": 0.024757958948612213, + "loss_total": 0.024757958948612213, + "step": 77030 + }, + { + "loss_action": 0.010843050666153431, + "loss_total": 0.010843050666153431, + "step": 77030 + }, + { + "grad_norm": 0.2691175639629364, + "learning_rate": 1.3734316719778145e-05, + "loss": 0.0094, + "step": 77040 + }, + { + "loss_action": 0.012465815991163254, + "loss_total": 0.012465815991163254, + "step": 77040 + }, + { + "loss_action": 0.007804710417985916, + "loss_total": 0.007804710417985916, + "step": 77040 + }, + { + "loss_action": 0.0035390141420066357, + "loss_total": 0.0035390141420066357, + "step": 77040 + }, + { + "loss_action": 0.004885753151029348, + "loss_total": 0.004885753151029348, + "step": 77040 + }, + { + "loss_action": 0.002781209535896778, + "loss_total": 0.002781209535896778, + "step": 77040 + }, + { + "loss_action": 0.004582675639539957, + "loss_total": 0.004582675639539957, + "step": 77040 + }, + { + "grad_norm": 0.2297033816576004, + "learning_rate": 1.3722935910184454e-05, + "loss": 0.0096, + "step": 77050 + }, + { + "loss_action": 0.0029606400057673454, + "loss_total": 0.0029606400057673454, + "step": 77050 + }, + { + "loss_action": 0.00910856295377016, + "loss_total": 0.00910856295377016, + "step": 77050 + }, + { + "loss_action": 0.004917332902550697, + "loss_total": 0.004917332902550697, + "step": 77050 + }, + { + "loss_action": 0.006118746940046549, + "loss_total": 0.006118746940046549, + "step": 77050 + }, + { + "loss_action": 0.01159537024796009, + "loss_total": 0.01159537024796009, + "step": 77050 + }, + { + "loss_action": 0.0031162486411631107, + "loss_total": 0.0031162486411631107, + "step": 77050 + }, + { + "grad_norm": 0.22687140107154846, + "learning_rate": 1.3711559067795921e-05, + "loss": 0.0088, + "step": 77060 + }, + { + "loss_action": 0.003113675396889448, + "loss_total": 0.003113675396889448, + "step": 77060 + }, + { + "loss_action": 0.007388027384877205, + "loss_total": 0.007388027384877205, + "step": 77060 + }, + { + "loss_action": 0.015949614346027374, + "loss_total": 0.015949614346027374, + "step": 77060 + }, + { + "loss_action": 0.005119292065501213, + "loss_total": 0.005119292065501213, + "step": 77060 + }, + { + "loss_action": 0.01502132322639227, + "loss_total": 0.01502132322639227, + "step": 77060 + }, + { + "loss_action": 0.011024837382137775, + "loss_total": 0.011024837382137775, + "step": 77060 + }, + { + "grad_norm": 0.2646791338920593, + "learning_rate": 1.3700186193856756e-05, + "loss": 0.0112, + "step": 77070 + }, + { + "loss_action": 0.009407996200025082, + "loss_total": 0.009407996200025082, + "step": 77070 + }, + { + "loss_action": 0.014535601250827312, + "loss_total": 0.014535601250827312, + "step": 77070 + }, + { + "loss_action": 0.0025085469242185354, + "loss_total": 0.0025085469242185354, + "step": 77070 + }, + { + "loss_action": 0.007468843832612038, + "loss_total": 0.007468843832612038, + "step": 77070 + }, + { + "loss_action": 0.0029701588209718466, + "loss_total": 0.0029701588209718466, + "step": 77070 + }, + { + "loss_action": 0.009581445716321468, + "loss_total": 0.009581445716321468, + "step": 77070 + }, + { + "grad_norm": 0.3143565058708191, + "learning_rate": 1.368881728961064e-05, + "loss": 0.0079, + "step": 77080 + }, + { + "loss_action": 0.003954749554395676, + "loss_total": 0.003954749554395676, + "step": 77080 + }, + { + "loss_action": 0.006734334863722324, + "loss_total": 0.006734334863722324, + "step": 77080 + }, + { + "loss_action": 0.008132311515510082, + "loss_total": 0.008132311515510082, + "step": 77080 + }, + { + "loss_action": 0.007002859376370907, + "loss_total": 0.007002859376370907, + "step": 77080 + }, + { + "loss_action": 0.012358900159597397, + "loss_total": 0.012358900159597397, + "step": 77080 + }, + { + "loss_action": 0.017700212076306343, + "loss_total": 0.017700212076306343, + "step": 77080 + }, + { + "grad_norm": 0.18569016456604004, + "learning_rate": 1.3677452356300885e-05, + "loss": 0.0126, + "step": 77090 + }, + { + "loss_action": 0.0032393650617450476, + "loss_total": 0.0032393650617450476, + "step": 77090 + }, + { + "loss_action": 0.004738634917885065, + "loss_total": 0.004738634917885065, + "step": 77090 + }, + { + "loss_action": 0.012313636019825935, + "loss_total": 0.012313636019825935, + "step": 77090 + }, + { + "loss_action": 0.013825972564518452, + "loss_total": 0.013825972564518452, + "step": 77090 + }, + { + "loss_action": 0.017247600480914116, + "loss_total": 0.017247600480914116, + "step": 77090 + }, + { + "loss_action": 0.005514312535524368, + "loss_total": 0.005514312535524368, + "step": 77090 + }, + { + "grad_norm": 0.5509697794914246, + "learning_rate": 1.3666091395170321e-05, + "loss": 0.0109, + "step": 77100 + }, + { + "loss_action": 0.010046095587313175, + "loss_total": 0.010046095587313175, + "step": 77100 + }, + { + "loss_action": 0.00234132818877697, + "loss_total": 0.00234132818877697, + "step": 77100 + }, + { + "loss_action": 0.006808373611420393, + "loss_total": 0.006808373611420393, + "step": 77100 + }, + { + "loss_action": 0.004283888265490532, + "loss_total": 0.004283888265490532, + "step": 77100 + }, + { + "loss_action": 0.0063695721328258514, + "loss_total": 0.0063695721328258514, + "step": 77100 + }, + { + "loss_action": 0.008710203692317009, + "loss_total": 0.008710203692317009, + "step": 77100 + }, + { + "grad_norm": 0.3250860571861267, + "learning_rate": 1.3654734407461384e-05, + "loss": 0.01, + "step": 77110 + }, + { + "loss_action": 0.006401489023119211, + "loss_total": 0.006401489023119211, + "step": 77110 + }, + { + "loss_action": 0.005307810381054878, + "loss_total": 0.005307810381054878, + "step": 77110 + }, + { + "loss_action": 0.00530153838917613, + "loss_total": 0.00530153838917613, + "step": 77110 + }, + { + "loss_action": 0.0047614178620278835, + "loss_total": 0.0047614178620278835, + "step": 77110 + }, + { + "loss_action": 0.005252255126833916, + "loss_total": 0.005252255126833916, + "step": 77110 + }, + { + "loss_action": 0.004942047409713268, + "loss_total": 0.004942047409713268, + "step": 77110 + }, + { + "grad_norm": 0.2092762142419815, + "learning_rate": 1.3643381394416022e-05, + "loss": 0.0087, + "step": 77120 + }, + { + "loss_action": 0.00422193156555295, + "loss_total": 0.00422193156555295, + "step": 77120 + }, + { + "loss_action": 0.01039104349911213, + "loss_total": 0.01039104349911213, + "step": 77120 + }, + { + "loss_action": 0.00331048178486526, + "loss_total": 0.00331048178486526, + "step": 77120 + }, + { + "loss_action": 0.018017297610640526, + "loss_total": 0.018017297610640526, + "step": 77120 + }, + { + "loss_action": 0.013971511274576187, + "loss_total": 0.013971511274576187, + "step": 77120 + }, + { + "loss_action": 0.0057687838561832905, + "loss_total": 0.0057687838561832905, + "step": 77120 + }, + { + "grad_norm": 0.21329957246780396, + "learning_rate": 1.3632032357275838e-05, + "loss": 0.0084, + "step": 77130 + }, + { + "loss_action": 0.007840646430850029, + "loss_total": 0.007840646430850029, + "step": 77130 + }, + { + "loss_action": 0.009243711829185486, + "loss_total": 0.009243711829185486, + "step": 77130 + }, + { + "loss_action": 0.003702709451317787, + "loss_total": 0.003702709451317787, + "step": 77130 + }, + { + "loss_action": 0.016490913927555084, + "loss_total": 0.016490913927555084, + "step": 77130 + }, + { + "loss_action": 0.0031249416060745716, + "loss_total": 0.0031249416060745716, + "step": 77130 + }, + { + "loss_action": 0.005468195769935846, + "loss_total": 0.005468195769935846, + "step": 77130 + }, + { + "grad_norm": 0.21209150552749634, + "learning_rate": 1.3620687297281898e-05, + "loss": 0.0093, + "step": 77140 + }, + { + "loss_action": 0.012842308729887009, + "loss_total": 0.012842308729887009, + "step": 77140 + }, + { + "loss_action": 0.005381931085139513, + "loss_total": 0.005381931085139513, + "step": 77140 + }, + { + "loss_action": 0.07586950808763504, + "loss_total": 0.07586950808763504, + "step": 77140 + }, + { + "loss_action": 0.005158129148185253, + "loss_total": 0.005158129148185253, + "step": 77140 + }, + { + "loss_action": 0.007467998191714287, + "loss_total": 0.007467998191714287, + "step": 77140 + }, + { + "loss_action": 0.014976154081523418, + "loss_total": 0.014976154081523418, + "step": 77140 + }, + { + "grad_norm": 0.29213187098503113, + "learning_rate": 1.3609346215674917e-05, + "loss": 0.0129, + "step": 77150 + }, + { + "loss_action": 0.008857868611812592, + "loss_total": 0.008857868611812592, + "step": 77150 + }, + { + "loss_action": 0.004462389275431633, + "loss_total": 0.004462389275431633, + "step": 77150 + }, + { + "loss_action": 0.009128633886575699, + "loss_total": 0.009128633886575699, + "step": 77150 + }, + { + "loss_action": 0.004296323284506798, + "loss_total": 0.004296323284506798, + "step": 77150 + }, + { + "loss_action": 0.004515510518103838, + "loss_total": 0.004515510518103838, + "step": 77150 + }, + { + "loss_action": 0.004999506752938032, + "loss_total": 0.004999506752938032, + "step": 77150 + }, + { + "grad_norm": 0.2548847496509552, + "learning_rate": 1.3598009113695109e-05, + "loss": 0.0072, + "step": 77160 + }, + { + "loss_action": 0.004604227375239134, + "loss_total": 0.004604227375239134, + "step": 77160 + }, + { + "loss_action": 0.008151031099259853, + "loss_total": 0.008151031099259853, + "step": 77160 + }, + { + "loss_action": 0.008501196280121803, + "loss_total": 0.008501196280121803, + "step": 77160 + }, + { + "loss_action": 0.004992999602109194, + "loss_total": 0.004992999602109194, + "step": 77160 + }, + { + "loss_action": 0.013630121015012264, + "loss_total": 0.013630121015012264, + "step": 77160 + }, + { + "loss_action": 0.00507434643805027, + "loss_total": 0.00507434643805027, + "step": 77160 + }, + { + "grad_norm": 0.2177859991788864, + "learning_rate": 1.358667599258231e-05, + "loss": 0.0087, + "step": 77170 + }, + { + "loss_action": 0.006320720072835684, + "loss_total": 0.006320720072835684, + "step": 77170 + }, + { + "loss_action": 0.003657843451946974, + "loss_total": 0.003657843451946974, + "step": 77170 + }, + { + "loss_action": 0.025818422436714172, + "loss_total": 0.025818422436714172, + "step": 77170 + }, + { + "loss_action": 0.006519231479614973, + "loss_total": 0.006519231479614973, + "step": 77170 + }, + { + "loss_action": 0.0045643337070941925, + "loss_total": 0.0045643337070941925, + "step": 77170 + }, + { + "loss_action": 0.006367830093950033, + "loss_total": 0.006367830093950033, + "step": 77170 + }, + { + "grad_norm": 0.31967008113861084, + "learning_rate": 1.357534685357586e-05, + "loss": 0.0102, + "step": 77180 + }, + { + "loss_action": 0.004354152828454971, + "loss_total": 0.004354152828454971, + "step": 77180 + }, + { + "loss_action": 0.008838985115289688, + "loss_total": 0.008838985115289688, + "step": 77180 + }, + { + "loss_action": 0.002742575714364648, + "loss_total": 0.002742575714364648, + "step": 77180 + }, + { + "loss_action": 0.017931414768099785, + "loss_total": 0.017931414768099785, + "step": 77180 + }, + { + "loss_action": 0.00757782394066453, + "loss_total": 0.00757782394066453, + "step": 77180 + }, + { + "loss_action": 0.0025322840083390474, + "loss_total": 0.0025322840083390474, + "step": 77180 + }, + { + "grad_norm": 0.22268886864185333, + "learning_rate": 1.3564021697914715e-05, + "loss": 0.0086, + "step": 77190 + }, + { + "loss_action": 0.005529562011361122, + "loss_total": 0.005529562011361122, + "step": 77190 + }, + { + "loss_action": 0.007030591834336519, + "loss_total": 0.007030591834336519, + "step": 77190 + }, + { + "loss_action": 0.00392974354326725, + "loss_total": 0.00392974354326725, + "step": 77190 + }, + { + "loss_action": 0.011306613683700562, + "loss_total": 0.011306613683700562, + "step": 77190 + }, + { + "loss_action": 0.01098410040140152, + "loss_total": 0.01098410040140152, + "step": 77190 + }, + { + "loss_action": 0.008493340574204922, + "loss_total": 0.008493340574204922, + "step": 77190 + }, + { + "grad_norm": 0.28099337220191956, + "learning_rate": 1.3552700526837381e-05, + "loss": 0.009, + "step": 77200 + }, + { + "loss_action": 0.005930028390139341, + "loss_total": 0.005930028390139341, + "step": 77200 + }, + { + "loss_action": 0.006126956082880497, + "loss_total": 0.006126956082880497, + "step": 77200 + }, + { + "loss_action": 0.012559998780488968, + "loss_total": 0.012559998780488968, + "step": 77200 + }, + { + "loss_action": 0.011100075207650661, + "loss_total": 0.011100075207650661, + "step": 77200 + }, + { + "loss_action": 0.013215713202953339, + "loss_total": 0.013215713202953339, + "step": 77200 + }, + { + "loss_action": 0.008391682989895344, + "loss_total": 0.008391682989895344, + "step": 77200 + }, + { + "grad_norm": 0.2986244559288025, + "learning_rate": 1.3541383341581925e-05, + "loss": 0.0095, + "step": 77210 + }, + { + "loss_action": 0.2111646682024002, + "loss_total": 0.2111646682024002, + "step": 77210 + }, + { + "loss_action": 0.0065584005787968636, + "loss_total": 0.0065584005787968636, + "step": 77210 + }, + { + "loss_action": 0.01581348292529583, + "loss_total": 0.01581348292529583, + "step": 77210 + }, + { + "loss_action": 0.005132236052304506, + "loss_total": 0.005132236052304506, + "step": 77210 + }, + { + "loss_action": 0.01940884441137314, + "loss_total": 0.01940884441137314, + "step": 77210 + }, + { + "loss_action": 0.005454267840832472, + "loss_total": 0.005454267840832472, + "step": 77210 + }, + { + "grad_norm": 0.22804218530654907, + "learning_rate": 1.3530070143385965e-05, + "loss": 0.0117, + "step": 77220 + }, + { + "loss_action": 0.002417325973510742, + "loss_total": 0.002417325973510742, + "step": 77220 + }, + { + "loss_action": 0.03531961143016815, + "loss_total": 0.03531961143016815, + "step": 77220 + }, + { + "loss_action": 0.0026971790939569473, + "loss_total": 0.0026971790939569473, + "step": 77220 + }, + { + "loss_action": 0.008507699705660343, + "loss_total": 0.008507699705660343, + "step": 77220 + }, + { + "loss_action": 0.009051884524524212, + "loss_total": 0.009051884524524212, + "step": 77220 + }, + { + "loss_action": 0.006038203369826078, + "loss_total": 0.006038203369826078, + "step": 77220 + }, + { + "grad_norm": 0.2629454731941223, + "learning_rate": 1.3518760933486702e-05, + "loss": 0.0101, + "step": 77230 + }, + { + "loss_action": 0.028148222714662552, + "loss_total": 0.028148222714662552, + "step": 77230 + }, + { + "loss_action": 0.029883990064263344, + "loss_total": 0.029883990064263344, + "step": 77230 + }, + { + "loss_action": 0.03640049695968628, + "loss_total": 0.03640049695968628, + "step": 77230 + }, + { + "loss_action": 0.007551973685622215, + "loss_total": 0.007551973685622215, + "step": 77230 + }, + { + "loss_action": 0.0033719404600560665, + "loss_total": 0.0033719404600560665, + "step": 77230 + }, + { + "loss_action": 0.005080140195786953, + "loss_total": 0.005080140195786953, + "step": 77230 + }, + { + "grad_norm": 0.3067612648010254, + "learning_rate": 1.3507455713120908e-05, + "loss": 0.0111, + "step": 77240 + }, + { + "loss_action": 0.0029359532054513693, + "loss_total": 0.0029359532054513693, + "step": 77240 + }, + { + "loss_action": 0.003993711434304714, + "loss_total": 0.003993711434304714, + "step": 77240 + }, + { + "loss_action": 0.012770010158419609, + "loss_total": 0.012770010158419609, + "step": 77240 + }, + { + "loss_action": 0.006131345871835947, + "loss_total": 0.006131345871835947, + "step": 77240 + }, + { + "loss_action": 0.012666209600865841, + "loss_total": 0.012666209600865841, + "step": 77240 + }, + { + "loss_action": 0.0029459623619914055, + "loss_total": 0.0029459623619914055, + "step": 77240 + }, + { + "grad_norm": 0.18745306134223938, + "learning_rate": 1.3496154483524876e-05, + "loss": 0.008, + "step": 77250 + }, + { + "loss_action": 0.005799241829663515, + "loss_total": 0.005799241829663515, + "step": 77250 + }, + { + "loss_action": 0.009137608110904694, + "loss_total": 0.009137608110904694, + "step": 77250 + }, + { + "loss_action": 0.004469166975468397, + "loss_total": 0.004469166975468397, + "step": 77250 + }, + { + "loss_action": 0.04826892167329788, + "loss_total": 0.04826892167329788, + "step": 77250 + }, + { + "loss_action": 0.01083150040358305, + "loss_total": 0.01083150040358305, + "step": 77250 + }, + { + "loss_action": 0.016615720465779305, + "loss_total": 0.016615720465779305, + "step": 77250 + }, + { + "grad_norm": 0.22915484011173248, + "learning_rate": 1.3484857245934506e-05, + "loss": 0.0087, + "step": 77260 + }, + { + "loss_action": 0.00591488229110837, + "loss_total": 0.00591488229110837, + "step": 77260 + }, + { + "loss_action": 0.003003303660079837, + "loss_total": 0.003003303660079837, + "step": 77260 + }, + { + "loss_action": 0.021872205659747124, + "loss_total": 0.021872205659747124, + "step": 77260 + }, + { + "loss_action": 0.008722074329853058, + "loss_total": 0.008722074329853058, + "step": 77260 + }, + { + "loss_action": 0.0124058211222291, + "loss_total": 0.0124058211222291, + "step": 77260 + }, + { + "loss_action": 0.012970147654414177, + "loss_total": 0.012970147654414177, + "step": 77260 + }, + { + "grad_norm": 0.2412908673286438, + "learning_rate": 1.3473564001585248e-05, + "loss": 0.0083, + "step": 77270 + }, + { + "loss_action": 0.015040960162878036, + "loss_total": 0.015040960162878036, + "step": 77270 + }, + { + "loss_action": 0.0048155407421290874, + "loss_total": 0.0048155407421290874, + "step": 77270 + }, + { + "loss_action": 0.007508000824600458, + "loss_total": 0.007508000824600458, + "step": 77270 + }, + { + "loss_action": 0.0042381989769637585, + "loss_total": 0.0042381989769637585, + "step": 77270 + }, + { + "loss_action": 0.0018274507019668818, + "loss_total": 0.0018274507019668818, + "step": 77270 + }, + { + "loss_action": 0.02533658780157566, + "loss_total": 0.02533658780157566, + "step": 77270 + }, + { + "grad_norm": 0.18848620355129242, + "learning_rate": 1.3462274751712129e-05, + "loss": 0.0108, + "step": 77280 + }, + { + "loss_action": 0.011570500209927559, + "loss_total": 0.011570500209927559, + "step": 77280 + }, + { + "loss_action": 0.005389898084104061, + "loss_total": 0.005389898084104061, + "step": 77280 + }, + { + "loss_action": 0.008048703894019127, + "loss_total": 0.008048703894019127, + "step": 77280 + }, + { + "loss_action": 0.004004436079412699, + "loss_total": 0.004004436079412699, + "step": 77280 + }, + { + "loss_action": 0.0041244071908295155, + "loss_total": 0.0041244071908295155, + "step": 77280 + }, + { + "loss_action": 0.001997336745262146, + "loss_total": 0.001997336745262146, + "step": 77280 + }, + { + "grad_norm": 0.22678236663341522, + "learning_rate": 1.3450989497549698e-05, + "loss": 0.01, + "step": 77290 + }, + { + "loss_action": 0.003345800330862403, + "loss_total": 0.003345800330862403, + "step": 77290 + }, + { + "loss_action": 0.00621272437274456, + "loss_total": 0.00621272437274456, + "step": 77290 + }, + { + "loss_action": 0.006317441817373037, + "loss_total": 0.006317441817373037, + "step": 77290 + }, + { + "loss_action": 0.019581452012062073, + "loss_total": 0.019581452012062073, + "step": 77290 + }, + { + "loss_action": 0.00870540551841259, + "loss_total": 0.00870540551841259, + "step": 77290 + }, + { + "loss_action": 0.00262070563621819, + "loss_total": 0.00262070563621819, + "step": 77290 + }, + { + "grad_norm": 0.25502678751945496, + "learning_rate": 1.3439708240332115e-05, + "loss": 0.0082, + "step": 77300 + }, + { + "loss_action": 0.0023502167314291, + "loss_total": 0.0023502167314291, + "step": 77300 + }, + { + "loss_action": 0.006387933157384396, + "loss_total": 0.006387933157384396, + "step": 77300 + }, + { + "loss_action": 0.0031912310514599085, + "loss_total": 0.0031912310514599085, + "step": 77300 + }, + { + "loss_action": 0.00543184345588088, + "loss_total": 0.00543184345588088, + "step": 77300 + }, + { + "loss_action": 0.004918164107948542, + "loss_total": 0.004918164107948542, + "step": 77300 + }, + { + "loss_action": 0.005581419914960861, + "loss_total": 0.005581419914960861, + "step": 77300 + }, + { + "grad_norm": 0.2562314569950104, + "learning_rate": 1.3428430981293043e-05, + "loss": 0.0081, + "step": 77310 + }, + { + "loss_action": 0.005751405376940966, + "loss_total": 0.005751405376940966, + "step": 77310 + }, + { + "loss_action": 0.013278095051646233, + "loss_total": 0.013278095051646233, + "step": 77310 + }, + { + "loss_action": 0.004664457868784666, + "loss_total": 0.004664457868784666, + "step": 77310 + }, + { + "loss_action": 0.054489001631736755, + "loss_total": 0.054489001631736755, + "step": 77310 + }, + { + "loss_action": 0.0019157672068104148, + "loss_total": 0.0019157672068104148, + "step": 77310 + }, + { + "loss_action": 0.003474009223282337, + "loss_total": 0.003474009223282337, + "step": 77310 + }, + { + "grad_norm": 0.23923680186271667, + "learning_rate": 1.3417157721665808e-05, + "loss": 0.0098, + "step": 77320 + }, + { + "loss_action": 0.0067948768846690655, + "loss_total": 0.0067948768846690655, + "step": 77320 + }, + { + "loss_action": 0.002675867173820734, + "loss_total": 0.002675867173820734, + "step": 77320 + }, + { + "loss_action": 0.011999801732599735, + "loss_total": 0.011999801732599735, + "step": 77320 + }, + { + "loss_action": 0.004961899947375059, + "loss_total": 0.004961899947375059, + "step": 77320 + }, + { + "loss_action": 0.03944632038474083, + "loss_total": 0.03944632038474083, + "step": 77320 + }, + { + "loss_action": 0.00816317368298769, + "loss_total": 0.00816317368298769, + "step": 77320 + }, + { + "grad_norm": 0.2377612590789795, + "learning_rate": 1.3405888462683186e-05, + "loss": 0.0088, + "step": 77330 + }, + { + "loss_action": 0.004665416665375233, + "loss_total": 0.004665416665375233, + "step": 77330 + }, + { + "loss_action": 0.00938326120376587, + "loss_total": 0.00938326120376587, + "step": 77330 + }, + { + "loss_action": 0.01061299815773964, + "loss_total": 0.01061299815773964, + "step": 77330 + }, + { + "loss_action": 0.011105364188551903, + "loss_total": 0.011105364188551903, + "step": 77330 + }, + { + "loss_action": 0.0040505388751626015, + "loss_total": 0.0040505388751626015, + "step": 77330 + }, + { + "loss_action": 0.0017587525071576238, + "loss_total": 0.0017587525071576238, + "step": 77330 + }, + { + "grad_norm": 0.22886301577091217, + "learning_rate": 1.3394623205577595e-05, + "loss": 0.0091, + "step": 77340 + }, + { + "loss_action": 0.004007142037153244, + "loss_total": 0.004007142037153244, + "step": 77340 + }, + { + "loss_action": 0.028448665514588356, + "loss_total": 0.028448665514588356, + "step": 77340 + }, + { + "loss_action": 0.006949287839233875, + "loss_total": 0.006949287839233875, + "step": 77340 + }, + { + "loss_action": 0.007774712983518839, + "loss_total": 0.007774712983518839, + "step": 77340 + }, + { + "loss_action": 0.01448514498770237, + "loss_total": 0.01448514498770237, + "step": 77340 + }, + { + "loss_action": 0.034756891429424286, + "loss_total": 0.034756891429424286, + "step": 77340 + }, + { + "grad_norm": 0.20051857829093933, + "learning_rate": 1.3383361951580963e-05, + "loss": 0.0115, + "step": 77350 + }, + { + "loss_action": 0.0038608727045357227, + "loss_total": 0.0038608727045357227, + "step": 77350 + }, + { + "loss_action": 0.009397669695317745, + "loss_total": 0.009397669695317745, + "step": 77350 + }, + { + "loss_action": 0.00378863955847919, + "loss_total": 0.00378863955847919, + "step": 77350 + }, + { + "loss_action": 0.008633858524262905, + "loss_total": 0.008633858524262905, + "step": 77350 + }, + { + "loss_action": 0.010568172670900822, + "loss_total": 0.010568172670900822, + "step": 77350 + }, + { + "loss_action": 0.008584209717810154, + "loss_total": 0.008584209717810154, + "step": 77350 + }, + { + "grad_norm": 0.22629763185977936, + "learning_rate": 1.337210470192483e-05, + "loss": 0.0079, + "step": 77360 + }, + { + "loss_action": 0.0057539562694728374, + "loss_total": 0.0057539562694728374, + "step": 77360 + }, + { + "loss_action": 0.006017029285430908, + "loss_total": 0.006017029285430908, + "step": 77360 + }, + { + "loss_action": 0.0032057343050837517, + "loss_total": 0.0032057343050837517, + "step": 77360 + }, + { + "loss_action": 0.0034914107527583838, + "loss_total": 0.0034914107527583838, + "step": 77360 + }, + { + "loss_action": 0.006882329937070608, + "loss_total": 0.006882329937070608, + "step": 77360 + }, + { + "loss_action": 0.007961414754390717, + "loss_total": 0.007961414754390717, + "step": 77360 + }, + { + "grad_norm": 0.17475634813308716, + "learning_rate": 1.3360851457840245e-05, + "loss": 0.008, + "step": 77370 + }, + { + "loss_action": 0.014250688254833221, + "loss_total": 0.014250688254833221, + "step": 77370 + }, + { + "loss_action": 0.014656179584562778, + "loss_total": 0.014656179584562778, + "step": 77370 + }, + { + "loss_action": 0.0023257420398294926, + "loss_total": 0.0023257420398294926, + "step": 77370 + }, + { + "loss_action": 0.008536119014024734, + "loss_total": 0.008536119014024734, + "step": 77370 + }, + { + "loss_action": 0.01127973385155201, + "loss_total": 0.01127973385155201, + "step": 77370 + }, + { + "loss_action": 0.010173678398132324, + "loss_total": 0.010173678398132324, + "step": 77370 + }, + { + "grad_norm": 0.2701241970062256, + "learning_rate": 1.3349602220557856e-05, + "loss": 0.01, + "step": 77380 + }, + { + "loss_action": 0.011204589158296585, + "loss_total": 0.011204589158296585, + "step": 77380 + }, + { + "loss_action": 0.018226366490125656, + "loss_total": 0.018226366490125656, + "step": 77380 + }, + { + "loss_action": 0.008199907839298248, + "loss_total": 0.008199907839298248, + "step": 77380 + }, + { + "loss_action": 0.005351820029318333, + "loss_total": 0.005351820029318333, + "step": 77380 + }, + { + "loss_action": 0.006556984037160873, + "loss_total": 0.006556984037160873, + "step": 77380 + }, + { + "loss_action": 0.006704896688461304, + "loss_total": 0.006704896688461304, + "step": 77380 + }, + { + "grad_norm": 0.23452477157115936, + "learning_rate": 1.3338356991307865e-05, + "loss": 0.0087, + "step": 77390 + }, + { + "loss_action": 0.004990350920706987, + "loss_total": 0.004990350920706987, + "step": 77390 + }, + { + "loss_action": 0.019620103761553764, + "loss_total": 0.019620103761553764, + "step": 77390 + }, + { + "loss_action": 0.004375160206109285, + "loss_total": 0.004375160206109285, + "step": 77390 + }, + { + "loss_action": 0.0050003379583358765, + "loss_total": 0.0050003379583358765, + "step": 77390 + }, + { + "loss_action": 0.00893749576061964, + "loss_total": 0.00893749576061964, + "step": 77390 + }, + { + "loss_action": 0.005384794902056456, + "loss_total": 0.005384794902056456, + "step": 77390 + }, + { + "grad_norm": 0.3889976441860199, + "learning_rate": 1.3327115771320048e-05, + "loss": 0.0085, + "step": 77400 + }, + { + "loss_action": 0.002798327710479498, + "loss_total": 0.002798327710479498, + "step": 77400 + }, + { + "loss_action": 0.005500224884599447, + "loss_total": 0.005500224884599447, + "step": 77400 + }, + { + "loss_action": 0.002543836832046509, + "loss_total": 0.002543836832046509, + "step": 77400 + }, + { + "loss_action": 0.010480147786438465, + "loss_total": 0.010480147786438465, + "step": 77400 + }, + { + "loss_action": 0.004774406086653471, + "loss_total": 0.004774406086653471, + "step": 77400 + }, + { + "loss_action": 0.004232991021126509, + "loss_total": 0.004232991021126509, + "step": 77400 + }, + { + "grad_norm": 0.23572097718715668, + "learning_rate": 1.3315878561823697e-05, + "loss": 0.0091, + "step": 77410 + }, + { + "loss_action": 0.01656467653810978, + "loss_total": 0.01656467653810978, + "step": 77410 + }, + { + "loss_action": 0.010175366885960102, + "loss_total": 0.010175366885960102, + "step": 77410 + }, + { + "loss_action": 0.011535679921507835, + "loss_total": 0.011535679921507835, + "step": 77410 + }, + { + "loss_action": 0.007706477306783199, + "loss_total": 0.007706477306783199, + "step": 77410 + }, + { + "loss_action": 0.00382897793315351, + "loss_total": 0.00382897793315351, + "step": 77410 + }, + { + "loss_action": 0.0802612155675888, + "loss_total": 0.0802612155675888, + "step": 77410 + }, + { + "grad_norm": 0.23745615780353546, + "learning_rate": 1.330464536404773e-05, + "loss": 0.0101, + "step": 77420 + }, + { + "loss_action": 0.03767780959606171, + "loss_total": 0.03767780959606171, + "step": 77420 + }, + { + "loss_action": 0.006514777895063162, + "loss_total": 0.006514777895063162, + "step": 77420 + }, + { + "loss_action": 0.010100501589477062, + "loss_total": 0.010100501589477062, + "step": 77420 + }, + { + "loss_action": 0.004555949475616217, + "loss_total": 0.004555949475616217, + "step": 77420 + }, + { + "loss_action": 0.005176020786166191, + "loss_total": 0.005176020786166191, + "step": 77420 + }, + { + "loss_action": 0.007746911607682705, + "loss_total": 0.007746911607682705, + "step": 77420 + }, + { + "grad_norm": 0.21701398491859436, + "learning_rate": 1.3293416179220563e-05, + "loss": 0.0098, + "step": 77430 + }, + { + "loss_action": 0.0047916509211063385, + "loss_total": 0.0047916509211063385, + "step": 77430 + }, + { + "loss_action": 0.009484768845140934, + "loss_total": 0.009484768845140934, + "step": 77430 + }, + { + "loss_action": 0.003183478256687522, + "loss_total": 0.003183478256687522, + "step": 77430 + }, + { + "loss_action": 0.003806919325143099, + "loss_total": 0.003806919325143099, + "step": 77430 + }, + { + "loss_action": 0.007327633909881115, + "loss_total": 0.007327633909881115, + "step": 77430 + }, + { + "loss_action": 0.008694716729223728, + "loss_total": 0.008694716729223728, + "step": 77430 + }, + { + "grad_norm": 0.2706530690193176, + "learning_rate": 1.328219100857021e-05, + "loss": 0.0096, + "step": 77440 + }, + { + "loss_action": 0.004210988059639931, + "loss_total": 0.004210988059639931, + "step": 77440 + }, + { + "loss_action": 0.005033657420426607, + "loss_total": 0.005033657420426607, + "step": 77440 + }, + { + "loss_action": 0.007273525930941105, + "loss_total": 0.007273525930941105, + "step": 77440 + }, + { + "loss_action": 0.03292625769972801, + "loss_total": 0.03292625769972801, + "step": 77440 + }, + { + "loss_action": 0.004932892508804798, + "loss_total": 0.004932892508804798, + "step": 77440 + }, + { + "loss_action": 0.010430135764181614, + "loss_total": 0.010430135764181614, + "step": 77440 + }, + { + "grad_norm": 0.2577696442604065, + "learning_rate": 1.327096985332425e-05, + "loss": 0.0095, + "step": 77450 + }, + { + "loss_action": 0.01528723444789648, + "loss_total": 0.01528723444789648, + "step": 77450 + }, + { + "loss_action": 0.007304672617465258, + "loss_total": 0.007304672617465258, + "step": 77450 + }, + { + "loss_action": 0.002434085588902235, + "loss_total": 0.002434085588902235, + "step": 77450 + }, + { + "loss_action": 0.002842447254806757, + "loss_total": 0.002842447254806757, + "step": 77450 + }, + { + "loss_action": 0.007266627624630928, + "loss_total": 0.007266627624630928, + "step": 77450 + }, + { + "loss_action": 0.03128198906779289, + "loss_total": 0.03128198906779289, + "step": 77450 + }, + { + "grad_norm": 0.23784871399402618, + "learning_rate": 1.3259752714709816e-05, + "loss": 0.0117, + "step": 77460 + }, + { + "loss_action": 0.014881948940455914, + "loss_total": 0.014881948940455914, + "step": 77460 + }, + { + "loss_action": 0.00520007498562336, + "loss_total": 0.00520007498562336, + "step": 77460 + }, + { + "loss_action": 0.0038052310701459646, + "loss_total": 0.0038052310701459646, + "step": 77460 + }, + { + "loss_action": 0.010295062325894833, + "loss_total": 0.010295062325894833, + "step": 77460 + }, + { + "loss_action": 0.003088710131123662, + "loss_total": 0.003088710131123662, + "step": 77460 + }, + { + "loss_action": 0.013508595526218414, + "loss_total": 0.013508595526218414, + "step": 77460 + }, + { + "grad_norm": 0.2807326316833496, + "learning_rate": 1.3248539593953569e-05, + "loss": 0.0094, + "step": 77470 + }, + { + "loss_action": 0.005040323361754417, + "loss_total": 0.005040323361754417, + "step": 77470 + }, + { + "loss_action": 0.012576580978929996, + "loss_total": 0.012576580978929996, + "step": 77470 + }, + { + "loss_action": 0.002947249449789524, + "loss_total": 0.002947249449789524, + "step": 77470 + }, + { + "loss_action": 0.003597599221393466, + "loss_total": 0.003597599221393466, + "step": 77470 + }, + { + "loss_action": 0.007396163884550333, + "loss_total": 0.007396163884550333, + "step": 77470 + }, + { + "loss_action": 0.008181019686162472, + "loss_total": 0.008181019686162472, + "step": 77470 + }, + { + "grad_norm": 0.24907808005809784, + "learning_rate": 1.323733049228178e-05, + "loss": 0.0093, + "step": 77480 + }, + { + "loss_action": 0.006466093938797712, + "loss_total": 0.006466093938797712, + "step": 77480 + }, + { + "loss_action": 0.006437734235078096, + "loss_total": 0.006437734235078096, + "step": 77480 + }, + { + "loss_action": 0.06560351699590683, + "loss_total": 0.06560351699590683, + "step": 77480 + }, + { + "loss_action": 0.010179009288549423, + "loss_total": 0.010179009288549423, + "step": 77480 + }, + { + "loss_action": 0.007326996885240078, + "loss_total": 0.007326996885240078, + "step": 77480 + }, + { + "loss_action": 0.02672254666686058, + "loss_total": 0.02672254666686058, + "step": 77480 + }, + { + "grad_norm": 0.24544580280780792, + "learning_rate": 1.3226125410920276e-05, + "loss": 0.0115, + "step": 77490 + }, + { + "loss_action": 0.004883237648755312, + "loss_total": 0.004883237648755312, + "step": 77490 + }, + { + "loss_action": 0.005085847806185484, + "loss_total": 0.005085847806185484, + "step": 77490 + }, + { + "loss_action": 0.0034260330721735954, + "loss_total": 0.0034260330721735954, + "step": 77490 + }, + { + "loss_action": 0.004193559754639864, + "loss_total": 0.004193559754639864, + "step": 77490 + }, + { + "loss_action": 0.005333294626325369, + "loss_total": 0.005333294626325369, + "step": 77490 + }, + { + "loss_action": 0.002377679804340005, + "loss_total": 0.002377679804340005, + "step": 77490 + }, + { + "grad_norm": 0.20416106283664703, + "learning_rate": 1.3214924351094388e-05, + "loss": 0.0096, + "step": 77500 + }, + { + "loss_action": 0.0050378781743347645, + "loss_total": 0.0050378781743347645, + "step": 77500 + }, + { + "loss_action": 0.005867272615432739, + "loss_total": 0.005867272615432739, + "step": 77500 + }, + { + "loss_action": 0.034123897552490234, + "loss_total": 0.034123897552490234, + "step": 77500 + }, + { + "loss_action": 0.00540653383359313, + "loss_total": 0.00540653383359313, + "step": 77500 + }, + { + "loss_action": 0.006922030355781317, + "loss_total": 0.006922030355781317, + "step": 77500 + }, + { + "loss_action": 0.015577234327793121, + "loss_total": 0.015577234327793121, + "step": 77500 + }, + { + "grad_norm": 0.344780832529068, + "learning_rate": 1.3203727314029069e-05, + "loss": 0.0091, + "step": 77510 + }, + { + "loss_action": 0.006546800956130028, + "loss_total": 0.006546800956130028, + "step": 77510 + }, + { + "loss_action": 0.004720335826277733, + "loss_total": 0.004720335826277733, + "step": 77510 + }, + { + "loss_action": 0.0018937027780339122, + "loss_total": 0.0018937027780339122, + "step": 77510 + }, + { + "loss_action": 0.007962219417095184, + "loss_total": 0.007962219417095184, + "step": 77510 + }, + { + "loss_action": 0.005865755025297403, + "loss_total": 0.005865755025297403, + "step": 77510 + }, + { + "loss_action": 0.0433979295194149, + "loss_total": 0.0433979295194149, + "step": 77510 + }, + { + "grad_norm": 0.3166007101535797, + "learning_rate": 1.3192534300948811e-05, + "loss": 0.0097, + "step": 77520 + }, + { + "loss_action": 0.002964635146781802, + "loss_total": 0.002964635146781802, + "step": 77520 + }, + { + "loss_action": 0.007196927443146706, + "loss_total": 0.007196927443146706, + "step": 77520 + }, + { + "loss_action": 0.01112095545977354, + "loss_total": 0.01112095545977354, + "step": 77520 + }, + { + "loss_action": 0.0019465999212116003, + "loss_total": 0.0019465999212116003, + "step": 77520 + }, + { + "loss_action": 0.0048421164974570274, + "loss_total": 0.0048421164974570274, + "step": 77520 + }, + { + "loss_action": 0.007506066467612982, + "loss_total": 0.007506066467612982, + "step": 77520 + }, + { + "grad_norm": 0.2573501765727997, + "learning_rate": 1.3181345313077675e-05, + "loss": 0.0084, + "step": 77530 + }, + { + "loss_action": 0.008649230934679508, + "loss_total": 0.008649230934679508, + "step": 77530 + }, + { + "loss_action": 0.022882020100951195, + "loss_total": 0.022882020100951195, + "step": 77530 + }, + { + "loss_action": 0.004726648796349764, + "loss_total": 0.004726648796349764, + "step": 77530 + }, + { + "loss_action": 0.024429330602288246, + "loss_total": 0.024429330602288246, + "step": 77530 + }, + { + "loss_action": 0.008587741293013096, + "loss_total": 0.008587741293013096, + "step": 77530 + }, + { + "loss_action": 0.007200576830655336, + "loss_total": 0.007200576830655336, + "step": 77530 + }, + { + "grad_norm": 0.349586546421051, + "learning_rate": 1.3170160351639243e-05, + "loss": 0.0114, + "step": 77540 + }, + { + "loss_action": 0.006780640222132206, + "loss_total": 0.006780640222132206, + "step": 77540 + }, + { + "loss_action": 0.007573018316179514, + "loss_total": 0.007573018316179514, + "step": 77540 + }, + { + "loss_action": 0.0044044675305485725, + "loss_total": 0.0044044675305485725, + "step": 77540 + }, + { + "loss_action": 0.0025250697508454323, + "loss_total": 0.0025250697508454323, + "step": 77540 + }, + { + "loss_action": 0.0067464630119502544, + "loss_total": 0.0067464630119502544, + "step": 77540 + }, + { + "loss_action": 0.023695504292845726, + "loss_total": 0.023695504292845726, + "step": 77540 + }, + { + "grad_norm": 0.2489609271287918, + "learning_rate": 1.3158979417856721e-05, + "loss": 0.0093, + "step": 77550 + }, + { + "loss_action": 0.0043689231388270855, + "loss_total": 0.0043689231388270855, + "step": 77550 + }, + { + "loss_action": 0.008859220892190933, + "loss_total": 0.008859220892190933, + "step": 77550 + }, + { + "loss_action": 0.016307322308421135, + "loss_total": 0.016307322308421135, + "step": 77550 + }, + { + "loss_action": 0.0025127187836915255, + "loss_total": 0.0025127187836915255, + "step": 77550 + }, + { + "loss_action": 0.010364754125475883, + "loss_total": 0.010364754125475883, + "step": 77550 + }, + { + "loss_action": 0.004935391712933779, + "loss_total": 0.004935391712933779, + "step": 77550 + }, + { + "grad_norm": 0.16874875128269196, + "learning_rate": 1.31478025129528e-05, + "loss": 0.0079, + "step": 77560 + }, + { + "loss_action": 0.005027603358030319, + "loss_total": 0.005027603358030319, + "step": 77560 + }, + { + "loss_action": 0.0036695075687021017, + "loss_total": 0.0036695075687021017, + "step": 77560 + }, + { + "loss_action": 0.018302662298083305, + "loss_total": 0.018302662298083305, + "step": 77560 + }, + { + "loss_action": 0.006540893577039242, + "loss_total": 0.006540893577039242, + "step": 77560 + }, + { + "loss_action": 0.007101327646523714, + "loss_total": 0.007101327646523714, + "step": 77560 + }, + { + "loss_action": 0.009286447428166866, + "loss_total": 0.009286447428166866, + "step": 77560 + }, + { + "grad_norm": 0.2253248542547226, + "learning_rate": 1.3136629638149794e-05, + "loss": 0.0083, + "step": 77570 + }, + { + "loss_action": 0.0063970331102609634, + "loss_total": 0.0063970331102609634, + "step": 77570 + }, + { + "loss_action": 0.0067815473303198814, + "loss_total": 0.0067815473303198814, + "step": 77570 + }, + { + "loss_action": 0.004754951689392328, + "loss_total": 0.004754951689392328, + "step": 77570 + }, + { + "loss_action": 0.014265582896769047, + "loss_total": 0.014265582896769047, + "step": 77570 + }, + { + "loss_action": 0.01579602248966694, + "loss_total": 0.01579602248966694, + "step": 77570 + }, + { + "loss_action": 0.002680640434846282, + "loss_total": 0.002680640434846282, + "step": 77570 + }, + { + "grad_norm": 0.24182474613189697, + "learning_rate": 1.3125460794669547e-05, + "loss": 0.0077, + "step": 77580 + }, + { + "loss_action": 0.00486961891874671, + "loss_total": 0.00486961891874671, + "step": 77580 + }, + { + "loss_action": 0.002761389361694455, + "loss_total": 0.002761389361694455, + "step": 77580 + }, + { + "loss_action": 0.0076982020400464535, + "loss_total": 0.0076982020400464535, + "step": 77580 + }, + { + "loss_action": 0.01852094754576683, + "loss_total": 0.01852094754576683, + "step": 77580 + }, + { + "loss_action": 0.005695042200386524, + "loss_total": 0.005695042200386524, + "step": 77580 + }, + { + "loss_action": 0.013411921449005604, + "loss_total": 0.013411921449005604, + "step": 77580 + }, + { + "grad_norm": 0.19322752952575684, + "learning_rate": 1.3114295983733483e-05, + "loss": 0.0095, + "step": 77590 + }, + { + "loss_action": 0.03409038484096527, + "loss_total": 0.03409038484096527, + "step": 77590 + }, + { + "loss_action": 0.002293148310855031, + "loss_total": 0.002293148310855031, + "step": 77590 + }, + { + "loss_action": 0.006203690078109503, + "loss_total": 0.006203690078109503, + "step": 77590 + }, + { + "loss_action": 0.014405502937734127, + "loss_total": 0.014405502937734127, + "step": 77590 + }, + { + "loss_action": 0.01057388260960579, + "loss_total": 0.01057388260960579, + "step": 77590 + }, + { + "loss_action": 0.006179446820169687, + "loss_total": 0.006179446820169687, + "step": 77590 + }, + { + "grad_norm": 0.2682970464229584, + "learning_rate": 1.3103135206562534e-05, + "loss": 0.01, + "step": 77600 + }, + { + "loss_action": 0.007836122065782547, + "loss_total": 0.007836122065782547, + "step": 77600 + }, + { + "loss_action": 0.00768519751727581, + "loss_total": 0.00768519751727581, + "step": 77600 + }, + { + "loss_action": 0.007107428275048733, + "loss_total": 0.007107428275048733, + "step": 77600 + }, + { + "loss_action": 0.0070413826033473015, + "loss_total": 0.0070413826033473015, + "step": 77600 + }, + { + "loss_action": 0.005493518430739641, + "loss_total": 0.005493518430739641, + "step": 77600 + }, + { + "loss_action": 0.004954012110829353, + "loss_total": 0.004954012110829353, + "step": 77600 + }, + { + "grad_norm": 0.3568135201931, + "learning_rate": 1.3091978464377264e-05, + "loss": 0.0086, + "step": 77610 + }, + { + "loss_action": 0.011632232926785946, + "loss_total": 0.011632232926785946, + "step": 77610 + }, + { + "loss_action": 0.03504551947116852, + "loss_total": 0.03504551947116852, + "step": 77610 + }, + { + "loss_action": 0.004328737035393715, + "loss_total": 0.004328737035393715, + "step": 77610 + }, + { + "loss_action": 0.01255542691797018, + "loss_total": 0.01255542691797018, + "step": 77610 + }, + { + "loss_action": 0.0028351335786283016, + "loss_total": 0.0028351335786283016, + "step": 77610 + }, + { + "loss_action": 0.0076545290648937225, + "loss_total": 0.0076545290648937225, + "step": 77610 + }, + { + "grad_norm": 0.26355114579200745, + "learning_rate": 1.3080825758397724e-05, + "loss": 0.0126, + "step": 77620 + }, + { + "loss_action": 0.009603869169950485, + "loss_total": 0.009603869169950485, + "step": 77620 + }, + { + "loss_action": 0.026644112542271614, + "loss_total": 0.026644112542271614, + "step": 77620 + }, + { + "loss_action": 0.009330246597528458, + "loss_total": 0.009330246597528458, + "step": 77620 + }, + { + "loss_action": 0.004452886525541544, + "loss_total": 0.004452886525541544, + "step": 77620 + }, + { + "loss_action": 0.0074036503210663795, + "loss_total": 0.0074036503210663795, + "step": 77620 + }, + { + "loss_action": 0.004206724930554628, + "loss_total": 0.004206724930554628, + "step": 77620 + }, + { + "grad_norm": 0.3736046552658081, + "learning_rate": 1.3069677089843568e-05, + "loss": 0.0101, + "step": 77630 + }, + { + "loss_action": 0.010711409151554108, + "loss_total": 0.010711409151554108, + "step": 77630 + }, + { + "loss_action": 0.006821592804044485, + "loss_total": 0.006821592804044485, + "step": 77630 + }, + { + "loss_action": 0.0029051508754491806, + "loss_total": 0.0029051508754491806, + "step": 77630 + }, + { + "loss_action": 0.006102037616074085, + "loss_total": 0.006102037616074085, + "step": 77630 + }, + { + "loss_action": 0.014224445447325706, + "loss_total": 0.014224445447325706, + "step": 77630 + }, + { + "loss_action": 0.005766221787780523, + "loss_total": 0.005766221787780523, + "step": 77630 + }, + { + "grad_norm": 0.23434555530548096, + "learning_rate": 1.305853245993401e-05, + "loss": 0.0112, + "step": 77640 + }, + { + "loss_action": 0.005737710744142532, + "loss_total": 0.005737710744142532, + "step": 77640 + }, + { + "loss_action": 0.018268859013915062, + "loss_total": 0.018268859013915062, + "step": 77640 + }, + { + "loss_action": 0.004069973714649677, + "loss_total": 0.004069973714649677, + "step": 77640 + }, + { + "loss_action": 0.01904316246509552, + "loss_total": 0.01904316246509552, + "step": 77640 + }, + { + "loss_action": 0.004978519398719072, + "loss_total": 0.004978519398719072, + "step": 77640 + }, + { + "loss_action": 0.02615329995751381, + "loss_total": 0.02615329995751381, + "step": 77640 + }, + { + "grad_norm": 0.23365998268127441, + "learning_rate": 1.3047391869887809e-05, + "loss": 0.0107, + "step": 77650 + }, + { + "loss_action": 0.0027793576009571552, + "loss_total": 0.0027793576009571552, + "step": 77650 + }, + { + "loss_action": 0.011040165089070797, + "loss_total": 0.011040165089070797, + "step": 77650 + }, + { + "loss_action": 0.0025291505735367537, + "loss_total": 0.0025291505735367537, + "step": 77650 + }, + { + "loss_action": 0.011017508804798126, + "loss_total": 0.011017508804798126, + "step": 77650 + }, + { + "loss_action": 0.0038919267244637012, + "loss_total": 0.0038919267244637012, + "step": 77650 + }, + { + "loss_action": 0.007637146394699812, + "loss_total": 0.007637146394699812, + "step": 77650 + }, + { + "grad_norm": 0.24406643211841583, + "learning_rate": 1.3036255320923263e-05, + "loss": 0.0092, + "step": 77660 + }, + { + "loss_action": 0.01317105907946825, + "loss_total": 0.01317105907946825, + "step": 77660 + }, + { + "loss_action": 0.010825718753039837, + "loss_total": 0.010825718753039837, + "step": 77660 + }, + { + "loss_action": 0.0038855415768921375, + "loss_total": 0.0038855415768921375, + "step": 77660 + }, + { + "loss_action": 0.0053571960888803005, + "loss_total": 0.0053571960888803005, + "step": 77660 + }, + { + "loss_action": 0.00364937842823565, + "loss_total": 0.00364937842823565, + "step": 77660 + }, + { + "loss_action": 0.014217132702469826, + "loss_total": 0.014217132702469826, + "step": 77660 + }, + { + "grad_norm": 0.24151425063610077, + "learning_rate": 1.3025122814258273e-05, + "loss": 0.0099, + "step": 77670 + }, + { + "loss_action": 0.010159026831388474, + "loss_total": 0.010159026831388474, + "step": 77670 + }, + { + "loss_action": 0.009827370755374432, + "loss_total": 0.009827370755374432, + "step": 77670 + }, + { + "loss_action": 0.008105731569230556, + "loss_total": 0.008105731569230556, + "step": 77670 + }, + { + "loss_action": 0.009413131512701511, + "loss_total": 0.009413131512701511, + "step": 77670 + }, + { + "loss_action": 0.0023930321913212538, + "loss_total": 0.0023930321913212538, + "step": 77670 + }, + { + "loss_action": 0.0039214156568050385, + "loss_total": 0.0039214156568050385, + "step": 77670 + }, + { + "grad_norm": 0.2506290376186371, + "learning_rate": 1.3013994351110249e-05, + "loss": 0.009, + "step": 77680 + }, + { + "loss_action": 0.01033249031752348, + "loss_total": 0.01033249031752348, + "step": 77680 + }, + { + "loss_action": 0.004374174401164055, + "loss_total": 0.004374174401164055, + "step": 77680 + }, + { + "loss_action": 0.010482631623744965, + "loss_total": 0.010482631623744965, + "step": 77680 + }, + { + "loss_action": 0.005923985969275236, + "loss_total": 0.005923985969275236, + "step": 77680 + }, + { + "loss_action": 0.008701208978891373, + "loss_total": 0.008701208978891373, + "step": 77680 + }, + { + "loss_action": 0.0035141347907483578, + "loss_total": 0.0035141347907483578, + "step": 77680 + }, + { + "grad_norm": 0.22256678342819214, + "learning_rate": 1.3002869932696194e-05, + "loss": 0.0097, + "step": 77690 + }, + { + "loss_action": 0.007710759062319994, + "loss_total": 0.007710759062319994, + "step": 77690 + }, + { + "loss_action": 0.004302054177969694, + "loss_total": 0.004302054177969694, + "step": 77690 + }, + { + "loss_action": 0.003074590815231204, + "loss_total": 0.003074590815231204, + "step": 77690 + }, + { + "loss_action": 0.003939553163945675, + "loss_total": 0.003939553163945675, + "step": 77690 + }, + { + "loss_action": 0.002675178926438093, + "loss_total": 0.002675178926438093, + "step": 77690 + }, + { + "loss_action": 0.008457554504275322, + "loss_total": 0.008457554504275322, + "step": 77690 + }, + { + "grad_norm": 0.26547500491142273, + "learning_rate": 1.2991749560232664e-05, + "loss": 0.0098, + "step": 77700 + }, + { + "loss_action": 0.007987630553543568, + "loss_total": 0.007987630553543568, + "step": 77700 + }, + { + "loss_action": 0.0022189237643033266, + "loss_total": 0.0022189237643033266, + "step": 77700 + }, + { + "loss_action": 0.005158557556569576, + "loss_total": 0.005158557556569576, + "step": 77700 + }, + { + "loss_action": 0.008514880202710629, + "loss_total": 0.008514880202710629, + "step": 77700 + }, + { + "loss_action": 0.0055955625139176846, + "loss_total": 0.0055955625139176846, + "step": 77700 + }, + { + "loss_action": 0.0041303448379039764, + "loss_total": 0.0041303448379039764, + "step": 77700 + }, + { + "grad_norm": 0.2404174506664276, + "learning_rate": 1.2980633234935768e-05, + "loss": 0.0128, + "step": 77710 + }, + { + "loss_action": 0.00400156807154417, + "loss_total": 0.00400156807154417, + "step": 77710 + }, + { + "loss_action": 0.004405926447361708, + "loss_total": 0.004405926447361708, + "step": 77710 + }, + { + "loss_action": 0.02768894098699093, + "loss_total": 0.02768894098699093, + "step": 77710 + }, + { + "loss_action": 0.051048945635557175, + "loss_total": 0.051048945635557175, + "step": 77710 + }, + { + "loss_action": 0.019841812551021576, + "loss_total": 0.019841812551021576, + "step": 77710 + }, + { + "loss_action": 0.009221462532877922, + "loss_total": 0.009221462532877922, + "step": 77710 + }, + { + "grad_norm": 0.2042980045080185, + "learning_rate": 1.2969520958021153e-05, + "loss": 0.0132, + "step": 77720 + }, + { + "loss_action": 0.002963239559903741, + "loss_total": 0.002963239559903741, + "step": 77720 + }, + { + "loss_action": 0.005382851231843233, + "loss_total": 0.005382851231843233, + "step": 77720 + }, + { + "loss_action": 0.007731643505394459, + "loss_total": 0.007731643505394459, + "step": 77720 + }, + { + "loss_action": 0.013808771036565304, + "loss_total": 0.013808771036565304, + "step": 77720 + }, + { + "loss_action": 0.007667270489037037, + "loss_total": 0.007667270489037037, + "step": 77720 + }, + { + "loss_action": 0.0031894713174551725, + "loss_total": 0.0031894713174551725, + "step": 77720 + }, + { + "grad_norm": 0.2572665512561798, + "learning_rate": 1.295841273070405e-05, + "loss": 0.0104, + "step": 77730 + }, + { + "loss_action": 0.003741690656170249, + "loss_total": 0.003741690656170249, + "step": 77730 + }, + { + "loss_action": 0.005211538635194302, + "loss_total": 0.005211538635194302, + "step": 77730 + }, + { + "loss_action": 0.008591831661760807, + "loss_total": 0.008591831661760807, + "step": 77730 + }, + { + "loss_action": 0.009864886291325092, + "loss_total": 0.009864886291325092, + "step": 77730 + }, + { + "loss_action": 0.004871544893831015, + "loss_total": 0.004871544893831015, + "step": 77730 + }, + { + "loss_action": 0.011157307773828506, + "loss_total": 0.011157307773828506, + "step": 77730 + }, + { + "grad_norm": 0.304764986038208, + "learning_rate": 1.2947308554199255e-05, + "loss": 0.0114, + "step": 77740 + }, + { + "loss_action": 0.01505458913743496, + "loss_total": 0.01505458913743496, + "step": 77740 + }, + { + "loss_action": 0.008225380443036556, + "loss_total": 0.008225380443036556, + "step": 77740 + }, + { + "loss_action": 0.002682205755263567, + "loss_total": 0.002682205755263567, + "step": 77740 + }, + { + "loss_action": 0.019024277105927467, + "loss_total": 0.019024277105927467, + "step": 77740 + }, + { + "loss_action": 0.0034401246812194586, + "loss_total": 0.0034401246812194586, + "step": 77740 + }, + { + "loss_action": 0.011159347370266914, + "loss_total": 0.011159347370266914, + "step": 77740 + }, + { + "grad_norm": 0.2436237931251526, + "learning_rate": 1.2936208429721075e-05, + "loss": 0.0091, + "step": 77750 + }, + { + "loss_action": 0.005357880145311356, + "loss_total": 0.005357880145311356, + "step": 77750 + }, + { + "loss_action": 0.007262611761689186, + "loss_total": 0.007262611761689186, + "step": 77750 + }, + { + "loss_action": 0.003786556888371706, + "loss_total": 0.003786556888371706, + "step": 77750 + }, + { + "loss_action": 0.006991434842348099, + "loss_total": 0.006991434842348099, + "step": 77750 + }, + { + "loss_action": 0.019403979182243347, + "loss_total": 0.019403979182243347, + "step": 77750 + }, + { + "loss_action": 0.005195388104766607, + "loss_total": 0.005195388104766607, + "step": 77750 + }, + { + "grad_norm": 0.20265525579452515, + "learning_rate": 1.2925112358483416e-05, + "loss": 0.0096, + "step": 77760 + }, + { + "loss_action": 0.0026208441704511642, + "loss_total": 0.0026208441704511642, + "step": 77760 + }, + { + "loss_action": 0.002890779636800289, + "loss_total": 0.002890779636800289, + "step": 77760 + }, + { + "loss_action": 0.043446436524391174, + "loss_total": 0.043446436524391174, + "step": 77760 + }, + { + "loss_action": 0.012965998612344265, + "loss_total": 0.012965998612344265, + "step": 77760 + }, + { + "loss_action": 0.007141527254134417, + "loss_total": 0.007141527254134417, + "step": 77760 + }, + { + "loss_action": 0.007594003342092037, + "loss_total": 0.007594003342092037, + "step": 77760 + }, + { + "grad_norm": 0.26351821422576904, + "learning_rate": 1.2914020341699728e-05, + "loss": 0.01, + "step": 77770 + }, + { + "loss_action": 0.007796145044267178, + "loss_total": 0.007796145044267178, + "step": 77770 + }, + { + "loss_action": 0.007103618700057268, + "loss_total": 0.007103618700057268, + "step": 77770 + }, + { + "loss_action": 0.008879117667675018, + "loss_total": 0.008879117667675018, + "step": 77770 + }, + { + "loss_action": 0.0018781834514811635, + "loss_total": 0.0018781834514811635, + "step": 77770 + }, + { + "loss_action": 0.008701576851308346, + "loss_total": 0.008701576851308346, + "step": 77770 + }, + { + "loss_action": 0.010968874208629131, + "loss_total": 0.010968874208629131, + "step": 77770 + }, + { + "grad_norm": 0.19582557678222656, + "learning_rate": 1.2902932380583032e-05, + "loss": 0.0078, + "step": 77780 + }, + { + "loss_action": 0.005275568459182978, + "loss_total": 0.005275568459182978, + "step": 77780 + }, + { + "loss_action": 0.019869636744260788, + "loss_total": 0.019869636744260788, + "step": 77780 + }, + { + "loss_action": 0.003829164197668433, + "loss_total": 0.003829164197668433, + "step": 77780 + }, + { + "loss_action": 0.06292586028575897, + "loss_total": 0.06292586028575897, + "step": 77780 + }, + { + "loss_action": 0.011185931973159313, + "loss_total": 0.011185931973159313, + "step": 77780 + }, + { + "loss_action": 0.009079225361347198, + "loss_total": 0.009079225361347198, + "step": 77780 + }, + { + "grad_norm": 0.26618969440460205, + "learning_rate": 1.2891848476345863e-05, + "loss": 0.0122, + "step": 77790 + }, + { + "loss_action": 0.008308791555464268, + "loss_total": 0.008308791555464268, + "step": 77790 + }, + { + "loss_action": 0.015201114118099213, + "loss_total": 0.015201114118099213, + "step": 77790 + }, + { + "loss_action": 0.004749938379973173, + "loss_total": 0.004749938379973173, + "step": 77790 + }, + { + "loss_action": 0.025929545983672142, + "loss_total": 0.025929545983672142, + "step": 77790 + }, + { + "loss_action": 0.0077480655163526535, + "loss_total": 0.0077480655163526535, + "step": 77790 + }, + { + "loss_action": 0.019564036279916763, + "loss_total": 0.019564036279916763, + "step": 77790 + }, + { + "grad_norm": 0.2709285318851471, + "learning_rate": 1.2880768630200368e-05, + "loss": 0.0111, + "step": 77800 + }, + { + "loss_action": 0.008353506214916706, + "loss_total": 0.008353506214916706, + "step": 77800 + }, + { + "loss_action": 0.010515994392335415, + "loss_total": 0.010515994392335415, + "step": 77800 + }, + { + "loss_action": 0.026690686121582985, + "loss_total": 0.026690686121582985, + "step": 77800 + }, + { + "loss_action": 0.005149368662387133, + "loss_total": 0.005149368662387133, + "step": 77800 + }, + { + "loss_action": 0.02078578621149063, + "loss_total": 0.02078578621149063, + "step": 77800 + }, + { + "loss_action": 0.008152252994477749, + "loss_total": 0.008152252994477749, + "step": 77800 + }, + { + "grad_norm": 0.21181371808052063, + "learning_rate": 1.286969284335819e-05, + "loss": 0.0105, + "step": 77810 + }, + { + "loss_action": 0.008356968872249126, + "loss_total": 0.008356968872249126, + "step": 77810 + }, + { + "loss_action": 0.0060521075502038, + "loss_total": 0.0060521075502038, + "step": 77810 + }, + { + "loss_action": 0.005055019166320562, + "loss_total": 0.005055019166320562, + "step": 77810 + }, + { + "loss_action": 0.04052550345659256, + "loss_total": 0.04052550345659256, + "step": 77810 + }, + { + "loss_action": 0.012311764061450958, + "loss_total": 0.012311764061450958, + "step": 77810 + }, + { + "loss_action": 0.011061745695769787, + "loss_total": 0.011061745695769787, + "step": 77810 + }, + { + "grad_norm": 0.20940324664115906, + "learning_rate": 1.2858621117030578e-05, + "loss": 0.0094, + "step": 77820 + }, + { + "loss_action": 0.0035505422856658697, + "loss_total": 0.0035505422856658697, + "step": 77820 + }, + { + "loss_action": 0.07273939251899719, + "loss_total": 0.07273939251899719, + "step": 77820 + }, + { + "loss_action": 0.009347999468445778, + "loss_total": 0.009347999468445778, + "step": 77820 + }, + { + "loss_action": 0.003018988762050867, + "loss_total": 0.003018988762050867, + "step": 77820 + }, + { + "loss_action": 0.006878648418933153, + "loss_total": 0.006878648418933153, + "step": 77820 + }, + { + "loss_action": 0.004905183333903551, + "loss_total": 0.004905183333903551, + "step": 77820 + }, + { + "grad_norm": 0.21270181238651276, + "learning_rate": 1.2847553452428324e-05, + "loss": 0.0112, + "step": 77830 + }, + { + "loss_action": 0.054287344217300415, + "loss_total": 0.054287344217300415, + "step": 77830 + }, + { + "loss_action": 0.009900219738483429, + "loss_total": 0.009900219738483429, + "step": 77830 + }, + { + "loss_action": 0.0053482274524867535, + "loss_total": 0.0053482274524867535, + "step": 77830 + }, + { + "loss_action": 0.020784173160791397, + "loss_total": 0.020784173160791397, + "step": 77830 + }, + { + "loss_action": 0.002629682421684265, + "loss_total": 0.002629682421684265, + "step": 77830 + }, + { + "loss_action": 0.005145404953509569, + "loss_total": 0.005145404953509569, + "step": 77830 + }, + { + "grad_norm": 0.20614032447338104, + "learning_rate": 1.283648985076178e-05, + "loss": 0.0097, + "step": 77840 + }, + { + "loss_action": 0.0115287434309721, + "loss_total": 0.0115287434309721, + "step": 77840 + }, + { + "loss_action": 0.011393976397812366, + "loss_total": 0.011393976397812366, + "step": 77840 + }, + { + "loss_action": 0.006184176076203585, + "loss_total": 0.006184176076203585, + "step": 77840 + }, + { + "loss_action": 0.004810839891433716, + "loss_total": 0.004810839891433716, + "step": 77840 + }, + { + "loss_action": 0.004530572332441807, + "loss_total": 0.004530572332441807, + "step": 77840 + }, + { + "loss_action": 0.003718060441315174, + "loss_total": 0.003718060441315174, + "step": 77840 + }, + { + "grad_norm": 0.24243876338005066, + "learning_rate": 1.2825430313240817e-05, + "loss": 0.0139, + "step": 77850 + }, + { + "loss_action": 0.005419761408120394, + "loss_total": 0.005419761408120394, + "step": 77850 + }, + { + "loss_action": 0.009271234273910522, + "loss_total": 0.009271234273910522, + "step": 77850 + }, + { + "loss_action": 0.013024810701608658, + "loss_total": 0.013024810701608658, + "step": 77850 + }, + { + "loss_action": 0.0036535903345793486, + "loss_total": 0.0036535903345793486, + "step": 77850 + }, + { + "loss_action": 0.00620263023301959, + "loss_total": 0.00620263023301959, + "step": 77850 + }, + { + "loss_action": 0.004111923277378082, + "loss_total": 0.004111923277378082, + "step": 77850 + }, + { + "grad_norm": 0.2081233561038971, + "learning_rate": 1.281437484107491e-05, + "loss": 0.0074, + "step": 77860 + }, + { + "loss_action": 0.009451731108129025, + "loss_total": 0.009451731108129025, + "step": 77860 + }, + { + "loss_action": 0.009244856424629688, + "loss_total": 0.009244856424629688, + "step": 77860 + }, + { + "loss_action": 0.00478213420137763, + "loss_total": 0.00478213420137763, + "step": 77860 + }, + { + "loss_action": 0.014748497866094112, + "loss_total": 0.014748497866094112, + "step": 77860 + }, + { + "loss_action": 0.014579441398382187, + "loss_total": 0.014579441398382187, + "step": 77860 + }, + { + "loss_action": 0.002354771364480257, + "loss_total": 0.002354771364480257, + "step": 77860 + }, + { + "grad_norm": 0.31339696049690247, + "learning_rate": 1.2803323435473058e-05, + "loss": 0.008, + "step": 77870 + }, + { + "loss_action": 0.007555829361081123, + "loss_total": 0.007555829361081123, + "step": 77870 + }, + { + "loss_action": 0.0033686370588839054, + "loss_total": 0.0033686370588839054, + "step": 77870 + }, + { + "loss_action": 0.008401595987379551, + "loss_total": 0.008401595987379551, + "step": 77870 + }, + { + "loss_action": 0.004800788592547178, + "loss_total": 0.004800788592547178, + "step": 77870 + }, + { + "loss_action": 0.015105263330042362, + "loss_total": 0.015105263330042362, + "step": 77870 + }, + { + "loss_action": 0.0027119473088532686, + "loss_total": 0.0027119473088532686, + "step": 77870 + }, + { + "grad_norm": 0.2114429622888565, + "learning_rate": 1.2792276097643841e-05, + "loss": 0.0107, + "step": 77880 + }, + { + "loss_action": 0.004455509129911661, + "loss_total": 0.004455509129911661, + "step": 77880 + }, + { + "loss_action": 0.022939510643482208, + "loss_total": 0.022939510643482208, + "step": 77880 + }, + { + "loss_action": 0.004919224418699741, + "loss_total": 0.004919224418699741, + "step": 77880 + }, + { + "loss_action": 0.003629636485129595, + "loss_total": 0.003629636485129595, + "step": 77880 + }, + { + "loss_action": 0.0034153868909925222, + "loss_total": 0.0034153868909925222, + "step": 77880 + }, + { + "loss_action": 0.007498074788600206, + "loss_total": 0.007498074788600206, + "step": 77880 + }, + { + "grad_norm": 0.27527767419815063, + "learning_rate": 1.2781232828795342e-05, + "loss": 0.009, + "step": 77890 + }, + { + "loss_action": 0.007952971383929253, + "loss_total": 0.007952971383929253, + "step": 77890 + }, + { + "loss_action": 0.00402731541544199, + "loss_total": 0.00402731541544199, + "step": 77890 + }, + { + "loss_action": 0.004458194598555565, + "loss_total": 0.004458194598555565, + "step": 77890 + }, + { + "loss_action": 0.0023464325349777937, + "loss_total": 0.0023464325349777937, + "step": 77890 + }, + { + "loss_action": 0.17344263195991516, + "loss_total": 0.17344263195991516, + "step": 77890 + }, + { + "loss_action": 0.0062722028233110905, + "loss_total": 0.0062722028233110905, + "step": 77890 + }, + { + "grad_norm": 0.2621205747127533, + "learning_rate": 1.2770193630135292e-05, + "loss": 0.0109, + "step": 77900 + }, + { + "loss_action": 0.010140798054635525, + "loss_total": 0.010140798054635525, + "step": 77900 + }, + { + "loss_action": 0.013183553703129292, + "loss_total": 0.013183553703129292, + "step": 77900 + }, + { + "loss_action": 0.0021278688218444586, + "loss_total": 0.0021278688218444586, + "step": 77900 + }, + { + "loss_action": 0.010667628608644009, + "loss_total": 0.010667628608644009, + "step": 77900 + }, + { + "loss_action": 0.007761610206216574, + "loss_total": 0.007761610206216574, + "step": 77900 + }, + { + "loss_action": 0.005336493253707886, + "loss_total": 0.005336493253707886, + "step": 77900 + }, + { + "grad_norm": 0.23734170198440552, + "learning_rate": 1.2759158502870877e-05, + "loss": 0.0084, + "step": 77910 + }, + { + "loss_action": 0.006673305295407772, + "loss_total": 0.006673305295407772, + "step": 77910 + }, + { + "loss_action": 0.009554845280945301, + "loss_total": 0.009554845280945301, + "step": 77910 + }, + { + "loss_action": 0.005315280985087156, + "loss_total": 0.005315280985087156, + "step": 77910 + }, + { + "loss_action": 0.008147014304995537, + "loss_total": 0.008147014304995537, + "step": 77910 + }, + { + "loss_action": 0.004321540705859661, + "loss_total": 0.004321540705859661, + "step": 77910 + }, + { + "loss_action": 0.0023598347324877977, + "loss_total": 0.0023598347324877977, + "step": 77910 + }, + { + "grad_norm": 0.2345040738582611, + "learning_rate": 1.2748127448208913e-05, + "loss": 0.0084, + "step": 77920 + }, + { + "loss_action": 0.0022984007373452187, + "loss_total": 0.0022984007373452187, + "step": 77920 + }, + { + "loss_action": 0.01299354899674654, + "loss_total": 0.01299354899674654, + "step": 77920 + }, + { + "loss_action": 0.0052345506846904755, + "loss_total": 0.0052345506846904755, + "step": 77920 + }, + { + "loss_action": 0.009600956924259663, + "loss_total": 0.009600956924259663, + "step": 77920 + }, + { + "loss_action": 0.010440866462886333, + "loss_total": 0.010440866462886333, + "step": 77920 + }, + { + "loss_action": 0.008274076506495476, + "loss_total": 0.008274076506495476, + "step": 77920 + }, + { + "grad_norm": 0.21653646230697632, + "learning_rate": 1.2737100467355706e-05, + "loss": 0.0097, + "step": 77930 + }, + { + "loss_action": 0.005867797881364822, + "loss_total": 0.005867797881364822, + "step": 77930 + }, + { + "loss_action": 0.013237595558166504, + "loss_total": 0.013237595558166504, + "step": 77930 + }, + { + "loss_action": 0.00645435368642211, + "loss_total": 0.00645435368642211, + "step": 77930 + }, + { + "loss_action": 0.003980622626841068, + "loss_total": 0.003980622626841068, + "step": 77930 + }, + { + "loss_action": 0.00430757412686944, + "loss_total": 0.00430757412686944, + "step": 77930 + }, + { + "loss_action": 0.009898061864078045, + "loss_total": 0.009898061864078045, + "step": 77930 + }, + { + "grad_norm": 0.23566178977489471, + "learning_rate": 1.2726077561517169e-05, + "loss": 0.011, + "step": 77940 + }, + { + "loss_action": 0.005211394280195236, + "loss_total": 0.005211394280195236, + "step": 77940 + }, + { + "loss_action": 0.008280891925096512, + "loss_total": 0.008280891925096512, + "step": 77940 + }, + { + "loss_action": 0.004009588621556759, + "loss_total": 0.004009588621556759, + "step": 77940 + }, + { + "loss_action": 0.02158474549651146, + "loss_total": 0.02158474549651146, + "step": 77940 + }, + { + "loss_action": 0.011390618979930878, + "loss_total": 0.011390618979930878, + "step": 77940 + }, + { + "loss_action": 0.011111370287835598, + "loss_total": 0.011111370287835598, + "step": 77940 + }, + { + "grad_norm": 0.19836199283599854, + "learning_rate": 1.2715058731898755e-05, + "loss": 0.0104, + "step": 77950 + }, + { + "loss_action": 0.02996286191046238, + "loss_total": 0.02996286191046238, + "step": 77950 + }, + { + "loss_action": 0.004158733878284693, + "loss_total": 0.004158733878284693, + "step": 77950 + }, + { + "loss_action": 0.008829515427350998, + "loss_total": 0.008829515427350998, + "step": 77950 + }, + { + "loss_action": 0.0054281423799693584, + "loss_total": 0.0054281423799693584, + "step": 77950 + }, + { + "loss_action": 0.039239246398210526, + "loss_total": 0.039239246398210526, + "step": 77950 + }, + { + "loss_action": 0.006808915641158819, + "loss_total": 0.006808915641158819, + "step": 77950 + }, + { + "grad_norm": 0.23994892835617065, + "learning_rate": 1.2704043979705471e-05, + "loss": 0.009, + "step": 77960 + }, + { + "loss_action": 0.01036820188164711, + "loss_total": 0.01036820188164711, + "step": 77960 + }, + { + "loss_action": 0.007144138682633638, + "loss_total": 0.007144138682633638, + "step": 77960 + }, + { + "loss_action": 0.00322439381852746, + "loss_total": 0.00322439381852746, + "step": 77960 + }, + { + "loss_action": 0.009191544726490974, + "loss_total": 0.009191544726490974, + "step": 77960 + }, + { + "loss_action": 0.002651385497301817, + "loss_total": 0.002651385497301817, + "step": 77960 + }, + { + "loss_action": 0.004176979418843985, + "loss_total": 0.004176979418843985, + "step": 77960 + }, + { + "grad_norm": 0.26055100560188293, + "learning_rate": 1.269303330614185e-05, + "loss": 0.0109, + "step": 77970 + }, + { + "loss_action": 0.0025819193106144667, + "loss_total": 0.0025819193106144667, + "step": 77970 + }, + { + "loss_action": 0.004645392764359713, + "loss_total": 0.004645392764359713, + "step": 77970 + }, + { + "loss_action": 0.004956004209816456, + "loss_total": 0.004956004209816456, + "step": 77970 + }, + { + "loss_action": 0.00809277780354023, + "loss_total": 0.00809277780354023, + "step": 77970 + }, + { + "loss_action": 0.0026016354095190763, + "loss_total": 0.0026016354095190763, + "step": 77970 + }, + { + "loss_action": 0.006466173566877842, + "loss_total": 0.006466173566877842, + "step": 77970 + }, + { + "grad_norm": 0.230508491396904, + "learning_rate": 1.2682026712412015e-05, + "loss": 0.0072, + "step": 77980 + }, + { + "loss_action": 0.008234907872974873, + "loss_total": 0.008234907872974873, + "step": 77980 + }, + { + "loss_action": 0.006418187171220779, + "loss_total": 0.006418187171220779, + "step": 77980 + }, + { + "loss_action": 0.01866316609084606, + "loss_total": 0.01866316609084606, + "step": 77980 + }, + { + "loss_action": 0.014498364180326462, + "loss_total": 0.014498364180326462, + "step": 77980 + }, + { + "loss_action": 0.004421168938279152, + "loss_total": 0.004421168938279152, + "step": 77980 + }, + { + "loss_action": 0.01766669563949108, + "loss_total": 0.01766669563949108, + "step": 77980 + }, + { + "grad_norm": 0.234430730342865, + "learning_rate": 1.2671024199719644e-05, + "loss": 0.0082, + "step": 77990 + }, + { + "loss_action": 0.005687141790986061, + "loss_total": 0.005687141790986061, + "step": 77990 + }, + { + "loss_action": 0.010744297876954079, + "loss_total": 0.010744297876954079, + "step": 77990 + }, + { + "loss_action": 0.015846947208046913, + "loss_total": 0.015846947208046913, + "step": 77990 + }, + { + "loss_action": 0.004666924476623535, + "loss_total": 0.004666924476623535, + "step": 77990 + }, + { + "loss_action": 0.04729127138853073, + "loss_total": 0.04729127138853073, + "step": 77990 + }, + { + "loss_action": 0.010771069675683975, + "loss_total": 0.010771069675683975, + "step": 77990 + }, + { + "grad_norm": 0.2141982465982437, + "learning_rate": 1.2660025769267936e-05, + "loss": 0.011, + "step": 78000 + }, + { + "loss_action": 0.003956452943384647, + "loss_total": 0.003956452943384647, + "step": 78000 + }, + { + "loss_action": 0.006267257500439882, + "loss_total": 0.006267257500439882, + "step": 78000 + }, + { + "loss_action": 0.0035809222608804703, + "loss_total": 0.0035809222608804703, + "step": 78000 + }, + { + "loss_action": 0.006377337034791708, + "loss_total": 0.006377337034791708, + "step": 78000 + }, + { + "loss_action": 0.00764567032456398, + "loss_total": 0.00764567032456398, + "step": 78000 + }, + { + "loss_action": 0.0038837138563394547, + "loss_total": 0.0038837138563394547, + "step": 78000 + }, + { + "grad_norm": 0.2764703929424286, + "learning_rate": 1.2649031422259667e-05, + "loss": 0.0106, + "step": 78010 + }, + { + "loss_action": 0.003972443751990795, + "loss_total": 0.003972443751990795, + "step": 78010 + }, + { + "loss_action": 0.027411889284849167, + "loss_total": 0.027411889284849167, + "step": 78010 + }, + { + "loss_action": 0.010573239997029305, + "loss_total": 0.010573239997029305, + "step": 78010 + }, + { + "loss_action": 0.005262843798846006, + "loss_total": 0.005262843798846006, + "step": 78010 + }, + { + "loss_action": 0.0064207869581878185, + "loss_total": 0.0064207869581878185, + "step": 78010 + }, + { + "loss_action": 0.007745006587356329, + "loss_total": 0.007745006587356329, + "step": 78010 + }, + { + "grad_norm": 0.29786062240600586, + "learning_rate": 1.2638041159897163e-05, + "loss": 0.0096, + "step": 78020 + }, + { + "loss_action": 0.0077918595634400845, + "loss_total": 0.0077918595634400845, + "step": 78020 + }, + { + "loss_action": 0.007454186677932739, + "loss_total": 0.007454186677932739, + "step": 78020 + }, + { + "loss_action": 0.002891221083700657, + "loss_total": 0.002891221083700657, + "step": 78020 + }, + { + "loss_action": 0.010712525807321072, + "loss_total": 0.010712525807321072, + "step": 78020 + }, + { + "loss_action": 0.011507373303174973, + "loss_total": 0.011507373303174973, + "step": 78020 + }, + { + "loss_action": 0.005389750935137272, + "loss_total": 0.005389750935137272, + "step": 78020 + }, + { + "grad_norm": 0.2855168879032135, + "learning_rate": 1.262705498338232e-05, + "loss": 0.0072, + "step": 78030 + }, + { + "loss_action": 0.006817606743425131, + "loss_total": 0.006817606743425131, + "step": 78030 + }, + { + "loss_action": 0.010872566141188145, + "loss_total": 0.010872566141188145, + "step": 78030 + }, + { + "loss_action": 0.004100737627595663, + "loss_total": 0.004100737627595663, + "step": 78030 + }, + { + "loss_action": 0.0038755317218601704, + "loss_total": 0.0038755317218601704, + "step": 78030 + }, + { + "loss_action": 0.007187965791672468, + "loss_total": 0.007187965791672468, + "step": 78030 + }, + { + "loss_action": 0.007336870301514864, + "loss_total": 0.007336870301514864, + "step": 78030 + }, + { + "grad_norm": 0.34196028113365173, + "learning_rate": 1.2616072893916542e-05, + "loss": 0.0091, + "step": 78040 + }, + { + "loss_action": 0.003680020570755005, + "loss_total": 0.003680020570755005, + "step": 78040 + }, + { + "loss_action": 0.012717324309051037, + "loss_total": 0.012717324309051037, + "step": 78040 + }, + { + "loss_action": 0.008733009919524193, + "loss_total": 0.008733009919524193, + "step": 78040 + }, + { + "loss_action": 0.050110600888729095, + "loss_total": 0.050110600888729095, + "step": 78040 + }, + { + "loss_action": 0.010034927166998386, + "loss_total": 0.010034927166998386, + "step": 78040 + }, + { + "loss_action": 0.002062551211565733, + "loss_total": 0.002062551211565733, + "step": 78040 + }, + { + "grad_norm": 0.282686710357666, + "learning_rate": 1.2605094892700836e-05, + "loss": 0.0114, + "step": 78050 + }, + { + "loss_action": 0.016317669302225113, + "loss_total": 0.016317669302225113, + "step": 78050 + }, + { + "loss_action": 0.010169507935643196, + "loss_total": 0.010169507935643196, + "step": 78050 + }, + { + "loss_action": 0.0017484648851677775, + "loss_total": 0.0017484648851677775, + "step": 78050 + }, + { + "loss_action": 0.009703566320240498, + "loss_total": 0.009703566320240498, + "step": 78050 + }, + { + "loss_action": 0.006478382274508476, + "loss_total": 0.006478382274508476, + "step": 78050 + }, + { + "loss_action": 0.005205095279961824, + "loss_total": 0.005205095279961824, + "step": 78050 + }, + { + "grad_norm": 0.21134594082832336, + "learning_rate": 1.259412098093572e-05, + "loss": 0.009, + "step": 78060 + }, + { + "loss_action": 0.023222342133522034, + "loss_total": 0.023222342133522034, + "step": 78060 + }, + { + "loss_action": 0.0019453198183327913, + "loss_total": 0.0019453198183327913, + "step": 78060 + }, + { + "loss_action": 0.009294981136918068, + "loss_total": 0.009294981136918068, + "step": 78060 + }, + { + "loss_action": 0.004599405452609062, + "loss_total": 0.004599405452609062, + "step": 78060 + }, + { + "loss_action": 0.004207009449601173, + "loss_total": 0.004207009449601173, + "step": 78060 + }, + { + "loss_action": 0.013095630332827568, + "loss_total": 0.013095630332827568, + "step": 78060 + }, + { + "grad_norm": 0.21698305010795593, + "learning_rate": 1.258315115982131e-05, + "loss": 0.0097, + "step": 78070 + }, + { + "loss_action": 0.016483232378959656, + "loss_total": 0.016483232378959656, + "step": 78070 + }, + { + "loss_action": 0.0042616091668605804, + "loss_total": 0.0042616091668605804, + "step": 78070 + }, + { + "loss_action": 0.01236647367477417, + "loss_total": 0.01236647367477417, + "step": 78070 + }, + { + "loss_action": 0.0069984253495931625, + "loss_total": 0.0069984253495931625, + "step": 78070 + }, + { + "loss_action": 0.004124403931200504, + "loss_total": 0.004124403931200504, + "step": 78070 + }, + { + "loss_action": 0.004171351436525583, + "loss_total": 0.004171351436525583, + "step": 78070 + }, + { + "grad_norm": 0.34690219163894653, + "learning_rate": 1.2572185430557203e-05, + "loss": 0.0112, + "step": 78080 + }, + { + "loss_action": 0.00575359957292676, + "loss_total": 0.00575359957292676, + "step": 78080 + }, + { + "loss_action": 0.005764889996498823, + "loss_total": 0.005764889996498823, + "step": 78080 + }, + { + "loss_action": 0.006269010715186596, + "loss_total": 0.006269010715186596, + "step": 78080 + }, + { + "loss_action": 0.0027630766853690147, + "loss_total": 0.0027630766853690147, + "step": 78080 + }, + { + "loss_action": 0.007129912730306387, + "loss_total": 0.007129912730306387, + "step": 78080 + }, + { + "loss_action": 0.008376390673220158, + "loss_total": 0.008376390673220158, + "step": 78080 + }, + { + "grad_norm": 0.287063866853714, + "learning_rate": 1.2561223794342659e-05, + "loss": 0.0077, + "step": 78090 + }, + { + "loss_action": 0.005825971718877554, + "loss_total": 0.005825971718877554, + "step": 78090 + }, + { + "loss_action": 0.004932997282594442, + "loss_total": 0.004932997282594442, + "step": 78090 + }, + { + "loss_action": 0.0071432203985750675, + "loss_total": 0.0071432203985750675, + "step": 78090 + }, + { + "loss_action": 0.012050997465848923, + "loss_total": 0.012050997465848923, + "step": 78090 + }, + { + "loss_action": 0.005922543816268444, + "loss_total": 0.005922543816268444, + "step": 78090 + }, + { + "loss_action": 0.005068381782621145, + "loss_total": 0.005068381782621145, + "step": 78090 + }, + { + "grad_norm": 0.21841679513454437, + "learning_rate": 1.255026625237637e-05, + "loss": 0.0079, + "step": 78100 + }, + { + "loss_action": 0.003584614722058177, + "loss_total": 0.003584614722058177, + "step": 78100 + }, + { + "loss_action": 0.003362890100106597, + "loss_total": 0.003362890100106597, + "step": 78100 + }, + { + "loss_action": 0.005389419849961996, + "loss_total": 0.005389419849961996, + "step": 78100 + }, + { + "loss_action": 0.010561578907072544, + "loss_total": 0.010561578907072544, + "step": 78100 + }, + { + "loss_action": 0.006641799118369818, + "loss_total": 0.006641799118369818, + "step": 78100 + }, + { + "loss_action": 0.0070863282307982445, + "loss_total": 0.0070863282307982445, + "step": 78100 + }, + { + "grad_norm": 0.30412012338638306, + "learning_rate": 1.2539312805856678e-05, + "loss": 0.0114, + "step": 78110 + }, + { + "loss_action": 0.0181413684040308, + "loss_total": 0.0181413684040308, + "step": 78110 + }, + { + "loss_action": 0.03246729448437691, + "loss_total": 0.03246729448437691, + "step": 78110 + }, + { + "loss_action": 0.006145307328552008, + "loss_total": 0.006145307328552008, + "step": 78110 + }, + { + "loss_action": 0.004821487236768007, + "loss_total": 0.004821487236768007, + "step": 78110 + }, + { + "loss_action": 0.006786128971725702, + "loss_total": 0.006786128971725702, + "step": 78110 + }, + { + "loss_action": 0.0025387778878211975, + "loss_total": 0.0025387778878211975, + "step": 78110 + }, + { + "grad_norm": 0.2806817591190338, + "learning_rate": 1.25283634559814e-05, + "loss": 0.0089, + "step": 78120 + }, + { + "loss_action": 0.004684619139879942, + "loss_total": 0.004684619139879942, + "step": 78120 + }, + { + "loss_action": 0.007704677991569042, + "loss_total": 0.007704677991569042, + "step": 78120 + }, + { + "loss_action": 0.005038395989686251, + "loss_total": 0.005038395989686251, + "step": 78120 + }, + { + "loss_action": 0.0045380485244095325, + "loss_total": 0.0045380485244095325, + "step": 78120 + }, + { + "loss_action": 0.0034331355709582567, + "loss_total": 0.0034331355709582567, + "step": 78120 + }, + { + "loss_action": 0.01727328449487686, + "loss_total": 0.01727328449487686, + "step": 78120 + }, + { + "grad_norm": 0.2767641246318817, + "learning_rate": 1.2517418203947972e-05, + "loss": 0.0083, + "step": 78130 + }, + { + "loss_action": 0.004705111030489206, + "loss_total": 0.004705111030489206, + "step": 78130 + }, + { + "loss_action": 0.011391122825443745, + "loss_total": 0.011391122825443745, + "step": 78130 + }, + { + "loss_action": 0.0024066639598459005, + "loss_total": 0.0024066639598459005, + "step": 78130 + }, + { + "loss_action": 0.004739118739962578, + "loss_total": 0.004739118739962578, + "step": 78130 + }, + { + "loss_action": 0.004603776149451733, + "loss_total": 0.004603776149451733, + "step": 78130 + }, + { + "loss_action": 0.006400102749466896, + "loss_total": 0.006400102749466896, + "step": 78130 + }, + { + "grad_norm": 0.32332277297973633, + "learning_rate": 1.2506477050953308e-05, + "loss": 0.0096, + "step": 78140 + }, + { + "loss_action": 0.008623188361525536, + "loss_total": 0.008623188361525536, + "step": 78140 + }, + { + "loss_action": 0.009687699377536774, + "loss_total": 0.009687699377536774, + "step": 78140 + }, + { + "loss_action": 0.011004489846527576, + "loss_total": 0.011004489846527576, + "step": 78140 + }, + { + "loss_action": 0.007576707750558853, + "loss_total": 0.007576707750558853, + "step": 78140 + }, + { + "loss_action": 0.004541108384728432, + "loss_total": 0.004541108384728432, + "step": 78140 + }, + { + "loss_action": 0.01763058826327324, + "loss_total": 0.01763058826327324, + "step": 78140 + }, + { + "grad_norm": 0.16977961361408234, + "learning_rate": 1.2495539998193972e-05, + "loss": 0.0079, + "step": 78150 + }, + { + "loss_action": 0.009376998990774155, + "loss_total": 0.009376998990774155, + "step": 78150 + }, + { + "loss_action": 0.0018424455774948, + "loss_total": 0.0018424455774948, + "step": 78150 + }, + { + "loss_action": 0.0068329074420034885, + "loss_total": 0.0068329074420034885, + "step": 78150 + }, + { + "loss_action": 0.005774647928774357, + "loss_total": 0.005774647928774357, + "step": 78150 + }, + { + "loss_action": 0.005845635198056698, + "loss_total": 0.005845635198056698, + "step": 78150 + }, + { + "loss_action": 0.01951502449810505, + "loss_total": 0.01951502449810505, + "step": 78150 + }, + { + "grad_norm": 0.23337841033935547, + "learning_rate": 1.2484607046865975e-05, + "loss": 0.0093, + "step": 78160 + }, + { + "loss_action": 0.035610295832157135, + "loss_total": 0.035610295832157135, + "step": 78160 + }, + { + "loss_action": 0.004562573041766882, + "loss_total": 0.004562573041766882, + "step": 78160 + }, + { + "loss_action": 0.006583755370229483, + "loss_total": 0.006583755370229483, + "step": 78160 + }, + { + "loss_action": 0.003928825259208679, + "loss_total": 0.003928825259208679, + "step": 78160 + }, + { + "loss_action": 0.004410626832395792, + "loss_total": 0.004410626832395792, + "step": 78160 + }, + { + "loss_action": 0.007120262831449509, + "loss_total": 0.007120262831449509, + "step": 78160 + }, + { + "grad_norm": 0.24376243352890015, + "learning_rate": 1.2473678198164968e-05, + "loss": 0.0087, + "step": 78170 + }, + { + "loss_action": 0.018888983875513077, + "loss_total": 0.018888983875513077, + "step": 78170 + }, + { + "loss_action": 0.0034957395400851965, + "loss_total": 0.0034957395400851965, + "step": 78170 + }, + { + "loss_action": 0.006233042571693659, + "loss_total": 0.006233042571693659, + "step": 78170 + }, + { + "loss_action": 0.004486534744501114, + "loss_total": 0.004486534744501114, + "step": 78170 + }, + { + "loss_action": 0.003372861770913005, + "loss_total": 0.003372861770913005, + "step": 78170 + }, + { + "loss_action": 0.00685579888522625, + "loss_total": 0.00685579888522625, + "step": 78170 + }, + { + "grad_norm": 0.2598087787628174, + "learning_rate": 1.2462753453286075e-05, + "loss": 0.0076, + "step": 78180 + }, + { + "loss_action": 0.008709554560482502, + "loss_total": 0.008709554560482502, + "step": 78180 + }, + { + "loss_action": 0.007544614840298891, + "loss_total": 0.007544614840298891, + "step": 78180 + }, + { + "loss_action": 0.004203091841191053, + "loss_total": 0.004203091841191053, + "step": 78180 + }, + { + "loss_action": 0.007325249724090099, + "loss_total": 0.007325249724090099, + "step": 78180 + }, + { + "loss_action": 0.049818649888038635, + "loss_total": 0.049818649888038635, + "step": 78180 + }, + { + "loss_action": 0.013424638658761978, + "loss_total": 0.013424638658761978, + "step": 78180 + }, + { + "grad_norm": 0.1859900802373886, + "learning_rate": 1.2451832813424031e-05, + "loss": 0.0089, + "step": 78190 + }, + { + "loss_action": 0.005025796126574278, + "loss_total": 0.005025796126574278, + "step": 78190 + }, + { + "loss_action": 0.004384116269648075, + "loss_total": 0.004384116269648075, + "step": 78190 + }, + { + "loss_action": 0.00806513987481594, + "loss_total": 0.00806513987481594, + "step": 78190 + }, + { + "loss_action": 0.0020348867401480675, + "loss_total": 0.0020348867401480675, + "step": 78190 + }, + { + "loss_action": 0.006888271309435368, + "loss_total": 0.006888271309435368, + "step": 78190 + }, + { + "loss_action": 0.006852064281702042, + "loss_total": 0.006852064281702042, + "step": 78190 + }, + { + "grad_norm": 0.28137317299842834, + "learning_rate": 1.2440916279773095e-05, + "loss": 0.0088, + "step": 78200 + }, + { + "loss_action": 0.00774083798751235, + "loss_total": 0.00774083798751235, + "step": 78200 + }, + { + "loss_action": 0.006541189271956682, + "loss_total": 0.006541189271956682, + "step": 78200 + }, + { + "loss_action": 0.00369563908316195, + "loss_total": 0.00369563908316195, + "step": 78200 + }, + { + "loss_action": 0.004619517829269171, + "loss_total": 0.004619517829269171, + "step": 78200 + }, + { + "loss_action": 0.0038029849529266357, + "loss_total": 0.0038029849529266357, + "step": 78200 + }, + { + "loss_action": 0.0025714978110045195, + "loss_total": 0.0025714978110045195, + "step": 78200 + }, + { + "grad_norm": 0.14529134333133698, + "learning_rate": 1.2430003853527101e-05, + "loss": 0.0071, + "step": 78210 + }, + { + "loss_action": 0.010209249332547188, + "loss_total": 0.010209249332547188, + "step": 78210 + }, + { + "loss_action": 0.0055375900119543076, + "loss_total": 0.0055375900119543076, + "step": 78210 + }, + { + "loss_action": 0.00709818210452795, + "loss_total": 0.00709818210452795, + "step": 78210 + }, + { + "loss_action": 0.006071176845580339, + "loss_total": 0.006071176845580339, + "step": 78210 + }, + { + "loss_action": 0.008155244402587414, + "loss_total": 0.008155244402587414, + "step": 78210 + }, + { + "loss_action": 0.008023977279663086, + "loss_total": 0.008023977279663086, + "step": 78210 + }, + { + "grad_norm": 0.2918059527873993, + "learning_rate": 1.2419095535879383e-05, + "loss": 0.0075, + "step": 78220 + }, + { + "loss_action": 0.006375075317919254, + "loss_total": 0.006375075317919254, + "step": 78220 + }, + { + "loss_action": 0.006666245404630899, + "loss_total": 0.006666245404630899, + "step": 78220 + }, + { + "loss_action": 0.0036686528474092484, + "loss_total": 0.0036686528474092484, + "step": 78220 + }, + { + "loss_action": 0.004574785474687815, + "loss_total": 0.004574785474687815, + "step": 78220 + }, + { + "loss_action": 0.004973972216248512, + "loss_total": 0.004973972216248512, + "step": 78220 + }, + { + "loss_action": 0.005948761943727732, + "loss_total": 0.005948761943727732, + "step": 78220 + }, + { + "grad_norm": 0.21006689965724945, + "learning_rate": 1.2408191328022878e-05, + "loss": 0.0111, + "step": 78230 + }, + { + "loss_action": 0.04711228236556053, + "loss_total": 0.04711228236556053, + "step": 78230 + }, + { + "loss_action": 0.0037151111755520105, + "loss_total": 0.0037151111755520105, + "step": 78230 + }, + { + "loss_action": 0.0027145263738930225, + "loss_total": 0.0027145263738930225, + "step": 78230 + }, + { + "loss_action": 0.011768466793000698, + "loss_total": 0.011768466793000698, + "step": 78230 + }, + { + "loss_action": 0.008917792700231075, + "loss_total": 0.008917792700231075, + "step": 78230 + }, + { + "loss_action": 0.00719754071906209, + "loss_total": 0.00719754071906209, + "step": 78230 + }, + { + "grad_norm": 0.20264080166816711, + "learning_rate": 1.2397291231150066e-05, + "loss": 0.0101, + "step": 78240 + }, + { + "loss_action": 0.004801909904927015, + "loss_total": 0.004801909904927015, + "step": 78240 + }, + { + "loss_action": 0.006623553577810526, + "loss_total": 0.006623553577810526, + "step": 78240 + }, + { + "loss_action": 0.054849740117788315, + "loss_total": 0.054849740117788315, + "step": 78240 + }, + { + "loss_action": 0.0034802379086613655, + "loss_total": 0.0034802379086613655, + "step": 78240 + }, + { + "loss_action": 0.0051946076564490795, + "loss_total": 0.0051946076564490795, + "step": 78240 + }, + { + "loss_action": 0.006066310219466686, + "loss_total": 0.006066310219466686, + "step": 78240 + }, + { + "grad_norm": 0.2698154151439667, + "learning_rate": 1.2386395246452937e-05, + "loss": 0.0121, + "step": 78250 + }, + { + "loss_action": 0.00328256469219923, + "loss_total": 0.00328256469219923, + "step": 78250 + }, + { + "loss_action": 0.0028918967582285404, + "loss_total": 0.0028918967582285404, + "step": 78250 + }, + { + "loss_action": 0.009608810767531395, + "loss_total": 0.009608810767531395, + "step": 78250 + }, + { + "loss_action": 0.012762801721692085, + "loss_total": 0.012762801721692085, + "step": 78250 + }, + { + "loss_action": 0.004640939179807901, + "loss_total": 0.004640939179807901, + "step": 78250 + }, + { + "loss_action": 0.005353267770260572, + "loss_total": 0.005353267770260572, + "step": 78250 + }, + { + "grad_norm": 0.2851020097732544, + "learning_rate": 1.2375503375123083e-05, + "loss": 0.0089, + "step": 78260 + }, + { + "loss_action": 0.007371304091066122, + "loss_total": 0.007371304091066122, + "step": 78260 + }, + { + "loss_action": 0.005262047052383423, + "loss_total": 0.005262047052383423, + "step": 78260 + }, + { + "loss_action": 0.010514922440052032, + "loss_total": 0.010514922440052032, + "step": 78260 + }, + { + "loss_action": 0.005703864153474569, + "loss_total": 0.005703864153474569, + "step": 78260 + }, + { + "loss_action": 0.009300977922976017, + "loss_total": 0.009300977922976017, + "step": 78260 + }, + { + "loss_action": 0.003934058360755444, + "loss_total": 0.003934058360755444, + "step": 78260 + }, + { + "grad_norm": 0.29695647954940796, + "learning_rate": 1.2364615618351583e-05, + "loss": 0.0102, + "step": 78270 + }, + { + "loss_action": 0.01555935200303793, + "loss_total": 0.01555935200303793, + "step": 78270 + }, + { + "loss_action": 0.006562607362866402, + "loss_total": 0.006562607362866402, + "step": 78270 + }, + { + "loss_action": 0.01640615239739418, + "loss_total": 0.01640615239739418, + "step": 78270 + }, + { + "loss_action": 0.007876312360167503, + "loss_total": 0.007876312360167503, + "step": 78270 + }, + { + "loss_action": 0.006192754488438368, + "loss_total": 0.006192754488438368, + "step": 78270 + }, + { + "loss_action": 0.00440838560461998, + "loss_total": 0.00440838560461998, + "step": 78270 + }, + { + "grad_norm": 0.21855752170085907, + "learning_rate": 1.2353731977329169e-05, + "loss": 0.0076, + "step": 78280 + }, + { + "loss_action": 0.0017038090154528618, + "loss_total": 0.0017038090154528618, + "step": 78280 + }, + { + "loss_action": 0.010155918076634407, + "loss_total": 0.010155918076634407, + "step": 78280 + }, + { + "loss_action": 0.005004429258406162, + "loss_total": 0.005004429258406162, + "step": 78280 + }, + { + "loss_action": 0.004101417493075132, + "loss_total": 0.004101417493075132, + "step": 78280 + }, + { + "loss_action": 0.006750775501132011, + "loss_total": 0.006750775501132011, + "step": 78280 + }, + { + "loss_action": 0.003267416264861822, + "loss_total": 0.003267416264861822, + "step": 78280 + }, + { + "grad_norm": 0.2677111029624939, + "learning_rate": 1.2342852453246007e-05, + "loss": 0.0081, + "step": 78290 + }, + { + "loss_action": 0.008435861207544804, + "loss_total": 0.008435861207544804, + "step": 78290 + }, + { + "loss_action": 0.004879829473793507, + "loss_total": 0.004879829473793507, + "step": 78290 + }, + { + "loss_action": 0.0035069319419562817, + "loss_total": 0.0035069319419562817, + "step": 78290 + }, + { + "loss_action": 0.0071253180503845215, + "loss_total": 0.0071253180503845215, + "step": 78290 + }, + { + "loss_action": 0.013772665522992611, + "loss_total": 0.013772665522992611, + "step": 78290 + }, + { + "loss_action": 0.006165196653455496, + "loss_total": 0.006165196653455496, + "step": 78290 + }, + { + "grad_norm": 0.22481250762939453, + "learning_rate": 1.2331977047291898e-05, + "loss": 0.0076, + "step": 78300 + }, + { + "loss_action": 0.005333017557859421, + "loss_total": 0.005333017557859421, + "step": 78300 + }, + { + "loss_action": 0.011111026629805565, + "loss_total": 0.011111026629805565, + "step": 78300 + }, + { + "loss_action": 0.006392212584614754, + "loss_total": 0.006392212584614754, + "step": 78300 + }, + { + "loss_action": 0.003985902294516563, + "loss_total": 0.003985902294516563, + "step": 78300 + }, + { + "loss_action": 0.006944715976715088, + "loss_total": 0.006944715976715088, + "step": 78300 + }, + { + "loss_action": 0.020832793787121773, + "loss_total": 0.020832793787121773, + "step": 78300 + }, + { + "grad_norm": 0.1493859589099884, + "learning_rate": 1.2321105760656137e-05, + "loss": 0.0081, + "step": 78310 + }, + { + "loss_action": 0.0054708621464669704, + "loss_total": 0.0054708621464669704, + "step": 78310 + }, + { + "loss_action": 0.0140905836597085, + "loss_total": 0.0140905836597085, + "step": 78310 + }, + { + "loss_action": 0.00410805968567729, + "loss_total": 0.00410805968567729, + "step": 78310 + }, + { + "loss_action": 0.0025668737944215536, + "loss_total": 0.0025668737944215536, + "step": 78310 + }, + { + "loss_action": 0.0027479645796120167, + "loss_total": 0.0027479645796120167, + "step": 78310 + }, + { + "loss_action": 0.003434655023738742, + "loss_total": 0.003434655023738742, + "step": 78310 + }, + { + "grad_norm": 0.2682223916053772, + "learning_rate": 1.2310238594527613e-05, + "loss": 0.0101, + "step": 78320 + }, + { + "loss_action": 0.006098005920648575, + "loss_total": 0.006098005920648575, + "step": 78320 + }, + { + "loss_action": 0.004790397826582193, + "loss_total": 0.004790397826582193, + "step": 78320 + }, + { + "loss_action": 0.009211123920977116, + "loss_total": 0.009211123920977116, + "step": 78320 + }, + { + "loss_action": 0.006362175103276968, + "loss_total": 0.006362175103276968, + "step": 78320 + }, + { + "loss_action": 0.006284589413553476, + "loss_total": 0.006284589413553476, + "step": 78320 + }, + { + "loss_action": 0.006964758038520813, + "loss_total": 0.006964758038520813, + "step": 78320 + }, + { + "grad_norm": 0.23021814227104187, + "learning_rate": 1.2299375550094693e-05, + "loss": 0.0111, + "step": 78330 + }, + { + "loss_action": 0.007460939697921276, + "loss_total": 0.007460939697921276, + "step": 78330 + }, + { + "loss_action": 0.005829515401273966, + "loss_total": 0.005829515401273966, + "step": 78330 + }, + { + "loss_action": 0.007947839796543121, + "loss_total": 0.007947839796543121, + "step": 78330 + }, + { + "loss_action": 0.007719984743744135, + "loss_total": 0.007719984743744135, + "step": 78330 + }, + { + "loss_action": 0.03420885279774666, + "loss_total": 0.03420885279774666, + "step": 78330 + }, + { + "loss_action": 0.005288572981953621, + "loss_total": 0.005288572981953621, + "step": 78330 + }, + { + "grad_norm": 0.1857917457818985, + "learning_rate": 1.2288516628545421e-05, + "loss": 0.0081, + "step": 78340 + }, + { + "loss_action": 0.005042193457484245, + "loss_total": 0.005042193457484245, + "step": 78340 + }, + { + "loss_action": 0.00897766463458538, + "loss_total": 0.00897766463458538, + "step": 78340 + }, + { + "loss_action": 0.003026788355782628, + "loss_total": 0.003026788355782628, + "step": 78340 + }, + { + "loss_action": 0.014041670598089695, + "loss_total": 0.014041670598089695, + "step": 78340 + }, + { + "loss_action": 0.022018996998667717, + "loss_total": 0.022018996998667717, + "step": 78340 + }, + { + "loss_action": 0.012283784337341785, + "loss_total": 0.012283784337341785, + "step": 78340 + }, + { + "grad_norm": 0.233160138130188, + "learning_rate": 1.2277661831067255e-05, + "loss": 0.0082, + "step": 78350 + }, + { + "loss_action": 0.008140074089169502, + "loss_total": 0.008140074089169502, + "step": 78350 + }, + { + "loss_action": 0.013232409954071045, + "loss_total": 0.013232409954071045, + "step": 78350 + }, + { + "loss_action": 0.005509009584784508, + "loss_total": 0.005509009584784508, + "step": 78350 + }, + { + "loss_action": 0.011936862021684647, + "loss_total": 0.011936862021684647, + "step": 78350 + }, + { + "loss_action": 0.008054674603044987, + "loss_total": 0.008054674603044987, + "step": 78350 + }, + { + "loss_action": 0.013451444916427135, + "loss_total": 0.013451444916427135, + "step": 78350 + }, + { + "grad_norm": 0.2840348184108734, + "learning_rate": 1.2266811158847286e-05, + "loss": 0.0102, + "step": 78360 + }, + { + "loss_action": 0.003965713549405336, + "loss_total": 0.003965713549405336, + "step": 78360 + }, + { + "loss_action": 0.037760693579912186, + "loss_total": 0.037760693579912186, + "step": 78360 + }, + { + "loss_action": 0.0023757521994411945, + "loss_total": 0.0023757521994411945, + "step": 78360 + }, + { + "loss_action": 0.021334251388907433, + "loss_total": 0.021334251388907433, + "step": 78360 + }, + { + "loss_action": 0.004561395850032568, + "loss_total": 0.004561395850032568, + "step": 78360 + }, + { + "loss_action": 0.006787765771150589, + "loss_total": 0.006787765771150589, + "step": 78360 + }, + { + "grad_norm": 0.19629688560962677, + "learning_rate": 1.2255964613072107e-05, + "loss": 0.0117, + "step": 78370 + }, + { + "loss_action": 0.007043763529509306, + "loss_total": 0.007043763529509306, + "step": 78370 + }, + { + "loss_action": 0.004728419240564108, + "loss_total": 0.004728419240564108, + "step": 78370 + }, + { + "loss_action": 0.01581481471657753, + "loss_total": 0.01581481471657753, + "step": 78370 + }, + { + "loss_action": 0.005963408388197422, + "loss_total": 0.005963408388197422, + "step": 78370 + }, + { + "loss_action": 0.004393689800053835, + "loss_total": 0.004393689800053835, + "step": 78370 + }, + { + "loss_action": 0.011938858777284622, + "loss_total": 0.011938858777284622, + "step": 78370 + }, + { + "grad_norm": 0.25323235988616943, + "learning_rate": 1.2245122194927905e-05, + "loss": 0.0083, + "step": 78380 + }, + { + "loss_action": 0.0065803322941064835, + "loss_total": 0.0065803322941064835, + "step": 78380 + }, + { + "loss_action": 0.007337381597608328, + "loss_total": 0.007337381597608328, + "step": 78380 + }, + { + "loss_action": 0.01648852415382862, + "loss_total": 0.01648852415382862, + "step": 78380 + }, + { + "loss_action": 0.003599057672545314, + "loss_total": 0.003599057672545314, + "step": 78380 + }, + { + "loss_action": 0.005868982523679733, + "loss_total": 0.005868982523679733, + "step": 78380 + }, + { + "loss_action": 0.005943563301116228, + "loss_total": 0.005943563301116228, + "step": 78380 + }, + { + "grad_norm": 0.17086216807365417, + "learning_rate": 1.2234283905600364e-05, + "loss": 0.008, + "step": 78390 + }, + { + "loss_action": 0.013604022562503815, + "loss_total": 0.013604022562503815, + "step": 78390 + }, + { + "loss_action": 0.0062864613719284534, + "loss_total": 0.0062864613719284534, + "step": 78390 + }, + { + "loss_action": 0.006291556172072887, + "loss_total": 0.006291556172072887, + "step": 78390 + }, + { + "loss_action": 0.0067773438058793545, + "loss_total": 0.0067773438058793545, + "step": 78390 + }, + { + "loss_action": 0.0023022976238280535, + "loss_total": 0.0023022976238280535, + "step": 78390 + }, + { + "loss_action": 0.006630546413362026, + "loss_total": 0.006630546413362026, + "step": 78390 + }, + { + "grad_norm": 0.2215002328157425, + "learning_rate": 1.222344974627475e-05, + "loss": 0.0084, + "step": 78400 + }, + { + "loss_action": 0.01395529042929411, + "loss_total": 0.01395529042929411, + "step": 78400 + }, + { + "loss_action": 0.007128928322345018, + "loss_total": 0.007128928322345018, + "step": 78400 + }, + { + "loss_action": 0.003985385876148939, + "loss_total": 0.003985385876148939, + "step": 78400 + }, + { + "loss_action": 0.008041389286518097, + "loss_total": 0.008041389286518097, + "step": 78400 + }, + { + "loss_action": 0.006073254160583019, + "loss_total": 0.006073254160583019, + "step": 78400 + }, + { + "loss_action": 0.008797775022685528, + "loss_total": 0.008797775022685528, + "step": 78400 + }, + { + "grad_norm": 0.24321584403514862, + "learning_rate": 1.2212619718135875e-05, + "loss": 0.0078, + "step": 78410 + }, + { + "loss_action": 0.003833605209365487, + "loss_total": 0.003833605209365487, + "step": 78410 + }, + { + "loss_action": 0.027252158150076866, + "loss_total": 0.027252158150076866, + "step": 78410 + }, + { + "loss_action": 0.009979534894227982, + "loss_total": 0.009979534894227982, + "step": 78410 + }, + { + "loss_action": 0.003957181703299284, + "loss_total": 0.003957181703299284, + "step": 78410 + }, + { + "loss_action": 0.003132625250145793, + "loss_total": 0.003132625250145793, + "step": 78410 + }, + { + "loss_action": 0.004299321211874485, + "loss_total": 0.004299321211874485, + "step": 78410 + }, + { + "grad_norm": 0.24194562435150146, + "learning_rate": 1.2201793822368118e-05, + "loss": 0.0115, + "step": 78420 + }, + { + "loss_action": 0.002908384893089533, + "loss_total": 0.002908384893089533, + "step": 78420 + }, + { + "loss_action": 0.0025321082212030888, + "loss_total": 0.0025321082212030888, + "step": 78420 + }, + { + "loss_action": 0.009812303818762302, + "loss_total": 0.009812303818762302, + "step": 78420 + }, + { + "loss_action": 0.004511816892772913, + "loss_total": 0.004511816892772913, + "step": 78420 + }, + { + "loss_action": 0.0018560102907940745, + "loss_total": 0.0018560102907940745, + "step": 78420 + }, + { + "loss_action": 0.0018291011219844222, + "loss_total": 0.0018291011219844222, + "step": 78420 + }, + { + "grad_norm": 0.17621740698814392, + "learning_rate": 1.2190972060155337e-05, + "loss": 0.0094, + "step": 78430 + }, + { + "loss_action": 0.005887655075639486, + "loss_total": 0.005887655075639486, + "step": 78430 + }, + { + "loss_action": 0.005262912251055241, + "loss_total": 0.005262912251055241, + "step": 78430 + }, + { + "loss_action": 0.007909383624792099, + "loss_total": 0.007909383624792099, + "step": 78430 + }, + { + "loss_action": 0.0058419411070644855, + "loss_total": 0.0058419411070644855, + "step": 78430 + }, + { + "loss_action": 0.007721454370766878, + "loss_total": 0.007721454370766878, + "step": 78430 + }, + { + "loss_action": 0.010426930151879787, + "loss_total": 0.010426930151879787, + "step": 78430 + }, + { + "grad_norm": 0.274779349565506, + "learning_rate": 1.2180154432681013e-05, + "loss": 0.01, + "step": 78440 + }, + { + "loss_action": 0.01012833695858717, + "loss_total": 0.01012833695858717, + "step": 78440 + }, + { + "loss_action": 0.025173673406243324, + "loss_total": 0.025173673406243324, + "step": 78440 + }, + { + "loss_action": 0.010663695633411407, + "loss_total": 0.010663695633411407, + "step": 78440 + }, + { + "loss_action": 0.005603741854429245, + "loss_total": 0.005603741854429245, + "step": 78440 + }, + { + "loss_action": 0.01239827461540699, + "loss_total": 0.01239827461540699, + "step": 78440 + }, + { + "loss_action": 0.008502158336341381, + "loss_total": 0.008502158336341381, + "step": 78440 + }, + { + "grad_norm": 0.2483346164226532, + "learning_rate": 1.2169340941128148e-05, + "loss": 0.0088, + "step": 78450 + }, + { + "loss_action": 0.01660224422812462, + "loss_total": 0.01660224422812462, + "step": 78450 + }, + { + "loss_action": 0.006683348678052425, + "loss_total": 0.006683348678052425, + "step": 78450 + }, + { + "loss_action": 0.00641263835132122, + "loss_total": 0.00641263835132122, + "step": 78450 + }, + { + "loss_action": 0.004699423909187317, + "loss_total": 0.004699423909187317, + "step": 78450 + }, + { + "loss_action": 0.013958078809082508, + "loss_total": 0.013958078809082508, + "step": 78450 + }, + { + "loss_action": 0.00956640113145113, + "loss_total": 0.00956640113145113, + "step": 78450 + }, + { + "grad_norm": 0.23824907839298248, + "learning_rate": 1.2158531586679267e-05, + "loss": 0.0079, + "step": 78460 + }, + { + "loss_action": 0.024453481659293175, + "loss_total": 0.024453481659293175, + "step": 78460 + }, + { + "loss_action": 0.004544449970126152, + "loss_total": 0.004544449970126152, + "step": 78460 + }, + { + "loss_action": 0.0029021247755736113, + "loss_total": 0.0029021247755736113, + "step": 78460 + }, + { + "loss_action": 0.01218948233872652, + "loss_total": 0.01218948233872652, + "step": 78460 + }, + { + "loss_action": 0.0065992362797260284, + "loss_total": 0.0065992362797260284, + "step": 78460 + }, + { + "loss_action": 0.0043358528055250645, + "loss_total": 0.0043358528055250645, + "step": 78460 + }, + { + "grad_norm": 0.19160950183868408, + "learning_rate": 1.2147726370516477e-05, + "loss": 0.0095, + "step": 78470 + }, + { + "loss_action": 0.006033218931406736, + "loss_total": 0.006033218931406736, + "step": 78470 + }, + { + "loss_action": 0.017248017713427544, + "loss_total": 0.017248017713427544, + "step": 78470 + }, + { + "loss_action": 0.006716162897646427, + "loss_total": 0.006716162897646427, + "step": 78470 + }, + { + "loss_action": 0.016887951642274857, + "loss_total": 0.016887951642274857, + "step": 78470 + }, + { + "loss_action": 0.006107360124588013, + "loss_total": 0.006107360124588013, + "step": 78470 + }, + { + "loss_action": 0.010703318752348423, + "loss_total": 0.010703318752348423, + "step": 78470 + }, + { + "grad_norm": 0.29023507237434387, + "learning_rate": 1.2136925293821422e-05, + "loss": 0.0142, + "step": 78480 + }, + { + "loss_action": 0.004700151272118092, + "loss_total": 0.004700151272118092, + "step": 78480 + }, + { + "loss_action": 0.0030098515562713146, + "loss_total": 0.0030098515562713146, + "step": 78480 + }, + { + "loss_action": 0.004980229772627354, + "loss_total": 0.004980229772627354, + "step": 78480 + }, + { + "loss_action": 0.007088538724929094, + "loss_total": 0.007088538724929094, + "step": 78480 + }, + { + "loss_action": 0.012565365992486477, + "loss_total": 0.012565365992486477, + "step": 78480 + }, + { + "loss_action": 0.0016479961341246963, + "loss_total": 0.0016479961341246963, + "step": 78480 + }, + { + "grad_norm": 0.2239915281534195, + "learning_rate": 1.2126128357775306e-05, + "loss": 0.0083, + "step": 78490 + }, + { + "loss_action": 0.012681127525866032, + "loss_total": 0.012681127525866032, + "step": 78490 + }, + { + "loss_action": 0.006585076451301575, + "loss_total": 0.006585076451301575, + "step": 78490 + }, + { + "loss_action": 0.0023988091852515936, + "loss_total": 0.0023988091852515936, + "step": 78490 + }, + { + "loss_action": 0.008208798244595528, + "loss_total": 0.008208798244595528, + "step": 78490 + }, + { + "loss_action": 0.005531925708055496, + "loss_total": 0.005531925708055496, + "step": 78490 + }, + { + "loss_action": 0.007682410068809986, + "loss_total": 0.007682410068809986, + "step": 78490 + }, + { + "grad_norm": 0.22832350432872772, + "learning_rate": 1.2115335563558838e-05, + "loss": 0.0091, + "step": 78500 + }, + { + "loss_action": 0.004951781127601862, + "loss_total": 0.004951781127601862, + "step": 78500 + }, + { + "loss_action": 0.011920303106307983, + "loss_total": 0.011920303106307983, + "step": 78500 + }, + { + "loss_action": 0.002874920144677162, + "loss_total": 0.002874920144677162, + "step": 78500 + }, + { + "loss_action": 0.00800115242600441, + "loss_total": 0.00800115242600441, + "step": 78500 + }, + { + "loss_action": 0.007721555419266224, + "loss_total": 0.007721555419266224, + "step": 78500 + }, + { + "loss_action": 0.00526460912078619, + "loss_total": 0.00526460912078619, + "step": 78500 + }, + { + "grad_norm": 0.23974397778511047, + "learning_rate": 1.2104546912352327e-05, + "loss": 0.0102, + "step": 78510 + }, + { + "loss_action": 0.02383051998913288, + "loss_total": 0.02383051998913288, + "step": 78510 + }, + { + "loss_action": 0.0038620277773588896, + "loss_total": 0.0038620277773588896, + "step": 78510 + }, + { + "loss_action": 0.0037336188834160566, + "loss_total": 0.0037336188834160566, + "step": 78510 + }, + { + "loss_action": 0.002463729353621602, + "loss_total": 0.002463729353621602, + "step": 78510 + }, + { + "loss_action": 0.006915736943483353, + "loss_total": 0.006915736943483353, + "step": 78510 + }, + { + "loss_action": 0.007392641622573137, + "loss_total": 0.007392641622573137, + "step": 78510 + }, + { + "grad_norm": 0.20357514917850494, + "learning_rate": 1.2093762405335557e-05, + "loss": 0.0098, + "step": 78520 + }, + { + "loss_action": 0.011109043844044209, + "loss_total": 0.011109043844044209, + "step": 78520 + }, + { + "loss_action": 0.007322052959352732, + "loss_total": 0.007322052959352732, + "step": 78520 + }, + { + "loss_action": 0.004042432177811861, + "loss_total": 0.004042432177811861, + "step": 78520 + }, + { + "loss_action": 0.007014807779341936, + "loss_total": 0.007014807779341936, + "step": 78520 + }, + { + "loss_action": 0.006974356714636087, + "loss_total": 0.006974356714636087, + "step": 78520 + }, + { + "loss_action": 0.004837012849748135, + "loss_total": 0.004837012849748135, + "step": 78520 + }, + { + "grad_norm": 0.18666879832744598, + "learning_rate": 1.2082982043687974e-05, + "loss": 0.0095, + "step": 78530 + }, + { + "loss_action": 0.012237817980349064, + "loss_total": 0.012237817980349064, + "step": 78530 + }, + { + "loss_action": 0.00323920208029449, + "loss_total": 0.00323920208029449, + "step": 78530 + }, + { + "loss_action": 0.010088590905070305, + "loss_total": 0.010088590905070305, + "step": 78530 + }, + { + "loss_action": 0.011963428929448128, + "loss_total": 0.011963428929448128, + "step": 78530 + }, + { + "loss_action": 0.01294592022895813, + "loss_total": 0.01294592022895813, + "step": 78530 + }, + { + "loss_action": 0.00936575885862112, + "loss_total": 0.00936575885862112, + "step": 78530 + }, + { + "grad_norm": 0.2099423110485077, + "learning_rate": 1.207220582858845e-05, + "loss": 0.0093, + "step": 78540 + }, + { + "loss_action": 0.0041335332207381725, + "loss_total": 0.0041335332207381725, + "step": 78540 + }, + { + "loss_action": 0.00617964006960392, + "loss_total": 0.00617964006960392, + "step": 78540 + }, + { + "loss_action": 0.006818192079663277, + "loss_total": 0.006818192079663277, + "step": 78540 + }, + { + "loss_action": 0.0044247666373848915, + "loss_total": 0.0044247666373848915, + "step": 78540 + }, + { + "loss_action": 0.008288549259305, + "loss_total": 0.008288549259305, + "step": 78540 + }, + { + "loss_action": 0.003102439222857356, + "loss_total": 0.003102439222857356, + "step": 78540 + }, + { + "grad_norm": 0.24147868156433105, + "learning_rate": 1.206143376121549e-05, + "loss": 0.008, + "step": 78550 + }, + { + "loss_action": 0.004925156012177467, + "loss_total": 0.004925156012177467, + "step": 78550 + }, + { + "loss_action": 0.007743043825030327, + "loss_total": 0.007743043825030327, + "step": 78550 + }, + { + "loss_action": 0.004264510702341795, + "loss_total": 0.004264510702341795, + "step": 78550 + }, + { + "loss_action": 0.009208662435412407, + "loss_total": 0.009208662435412407, + "step": 78550 + }, + { + "loss_action": 0.003463967703282833, + "loss_total": 0.003463967703282833, + "step": 78550 + }, + { + "loss_action": 0.007838857360184193, + "loss_total": 0.007838857360184193, + "step": 78550 + }, + { + "grad_norm": 0.3355467617511749, + "learning_rate": 1.2050665842747078e-05, + "loss": 0.0139, + "step": 78560 + }, + { + "loss_action": 0.006453548092395067, + "loss_total": 0.006453548092395067, + "step": 78560 + }, + { + "loss_action": 0.007983406074345112, + "loss_total": 0.007983406074345112, + "step": 78560 + }, + { + "loss_action": 0.006330193020403385, + "loss_total": 0.006330193020403385, + "step": 78560 + }, + { + "loss_action": 0.00308250542730093, + "loss_total": 0.00308250542730093, + "step": 78560 + }, + { + "loss_action": 0.006609937641769648, + "loss_total": 0.006609937641769648, + "step": 78560 + }, + { + "loss_action": 0.004544495604932308, + "loss_total": 0.004544495604932308, + "step": 78560 + }, + { + "grad_norm": 0.24061191082000732, + "learning_rate": 1.2039902074360804e-05, + "loss": 0.0097, + "step": 78570 + }, + { + "loss_action": 0.006800219416618347, + "loss_total": 0.006800219416618347, + "step": 78570 + }, + { + "loss_action": 0.020159350708127022, + "loss_total": 0.020159350708127022, + "step": 78570 + }, + { + "loss_action": 0.005973034538328648, + "loss_total": 0.005973034538328648, + "step": 78570 + }, + { + "loss_action": 0.008828477002680302, + "loss_total": 0.008828477002680302, + "step": 78570 + }, + { + "loss_action": 0.004226637072861195, + "loss_total": 0.004226637072861195, + "step": 78570 + }, + { + "loss_action": 0.004270337987691164, + "loss_total": 0.004270337987691164, + "step": 78570 + }, + { + "grad_norm": 0.3544278144836426, + "learning_rate": 1.2029142457233755e-05, + "loss": 0.0124, + "step": 78580 + }, + { + "loss_action": 0.004874474834650755, + "loss_total": 0.004874474834650755, + "step": 78580 + }, + { + "loss_action": 0.0032180813141167164, + "loss_total": 0.0032180813141167164, + "step": 78580 + }, + { + "loss_action": 0.005690060090273619, + "loss_total": 0.005690060090273619, + "step": 78580 + }, + { + "loss_action": 0.005067292135208845, + "loss_total": 0.005067292135208845, + "step": 78580 + }, + { + "loss_action": 0.007846667431294918, + "loss_total": 0.007846667431294918, + "step": 78580 + }, + { + "loss_action": 0.008373693563044071, + "loss_total": 0.008373693563044071, + "step": 78580 + }, + { + "grad_norm": 0.19815535843372345, + "learning_rate": 1.2018386992542601e-05, + "loss": 0.0079, + "step": 78590 + }, + { + "loss_action": 0.012676222249865532, + "loss_total": 0.012676222249865532, + "step": 78590 + }, + { + "loss_action": 0.00840706191956997, + "loss_total": 0.00840706191956997, + "step": 78590 + }, + { + "loss_action": 0.010863563977181911, + "loss_total": 0.010863563977181911, + "step": 78590 + }, + { + "loss_action": 0.013458688743412495, + "loss_total": 0.013458688743412495, + "step": 78590 + }, + { + "loss_action": 0.02392500452697277, + "loss_total": 0.02392500452697277, + "step": 78590 + }, + { + "loss_action": 0.003938520327210426, + "loss_total": 0.003938520327210426, + "step": 78590 + }, + { + "grad_norm": 0.2482069432735443, + "learning_rate": 1.2007635681463542e-05, + "loss": 0.0086, + "step": 78600 + }, + { + "loss_action": 0.009808683767914772, + "loss_total": 0.009808683767914772, + "step": 78600 + }, + { + "loss_action": 0.01409553736448288, + "loss_total": 0.01409553736448288, + "step": 78600 + }, + { + "loss_action": 0.005325646139681339, + "loss_total": 0.005325646139681339, + "step": 78600 + }, + { + "loss_action": 0.00592821603640914, + "loss_total": 0.00592821603640914, + "step": 78600 + }, + { + "loss_action": 0.004678765777498484, + "loss_total": 0.004678765777498484, + "step": 78600 + }, + { + "loss_action": 0.0039929840713739395, + "loss_total": 0.0039929840713739395, + "step": 78600 + }, + { + "grad_norm": 0.19861428439617157, + "learning_rate": 1.1996888525172334e-05, + "loss": 0.0089, + "step": 78610 + }, + { + "loss_action": 0.005537658929824829, + "loss_total": 0.005537658929824829, + "step": 78610 + }, + { + "loss_action": 0.010186363011598587, + "loss_total": 0.010186363011598587, + "step": 78610 + }, + { + "loss_action": 0.01039163302630186, + "loss_total": 0.01039163302630186, + "step": 78610 + }, + { + "loss_action": 0.01734963245689869, + "loss_total": 0.01734963245689869, + "step": 78610 + }, + { + "loss_action": 0.008312050253152847, + "loss_total": 0.008312050253152847, + "step": 78610 + }, + { + "loss_action": 0.003265248378738761, + "loss_total": 0.003265248378738761, + "step": 78610 + }, + { + "grad_norm": 0.23816564679145813, + "learning_rate": 1.198614552484425e-05, + "loss": 0.0094, + "step": 78620 + }, + { + "loss_action": 0.003695243736729026, + "loss_total": 0.003695243736729026, + "step": 78620 + }, + { + "loss_action": 0.0055704060941934586, + "loss_total": 0.0055704060941934586, + "step": 78620 + }, + { + "loss_action": 0.0033242867793887854, + "loss_total": 0.0033242867793887854, + "step": 78620 + }, + { + "loss_action": 0.008028672076761723, + "loss_total": 0.008028672076761723, + "step": 78620 + }, + { + "loss_action": 0.01574878953397274, + "loss_total": 0.01574878953397274, + "step": 78620 + }, + { + "loss_action": 0.003920870367437601, + "loss_total": 0.003920870367437601, + "step": 78620 + }, + { + "grad_norm": 0.1796741932630539, + "learning_rate": 1.197540668165415e-05, + "loss": 0.0092, + "step": 78630 + }, + { + "loss_action": 0.001970437355339527, + "loss_total": 0.001970437355339527, + "step": 78630 + }, + { + "loss_action": 0.005257532466202974, + "loss_total": 0.005257532466202974, + "step": 78630 + }, + { + "loss_action": 0.00758353853598237, + "loss_total": 0.00758353853598237, + "step": 78630 + }, + { + "loss_action": 0.0065845162607729435, + "loss_total": 0.0065845162607729435, + "step": 78630 + }, + { + "loss_action": 0.006374553311616182, + "loss_total": 0.006374553311616182, + "step": 78630 + }, + { + "loss_action": 0.00754225580021739, + "loss_total": 0.00754225580021739, + "step": 78630 + }, + { + "grad_norm": 0.26831120252609253, + "learning_rate": 1.1964671996776395e-05, + "loss": 0.0086, + "step": 78640 + }, + { + "loss_action": 0.004447439685463905, + "loss_total": 0.004447439685463905, + "step": 78640 + }, + { + "loss_action": 0.006051122676581144, + "loss_total": 0.006051122676581144, + "step": 78640 + }, + { + "loss_action": 0.005090833641588688, + "loss_total": 0.005090833641588688, + "step": 78640 + }, + { + "loss_action": 0.010054743848741055, + "loss_total": 0.010054743848741055, + "step": 78640 + }, + { + "loss_action": 0.003606415819376707, + "loss_total": 0.003606415819376707, + "step": 78640 + }, + { + "loss_action": 0.020471880212426186, + "loss_total": 0.020471880212426186, + "step": 78640 + }, + { + "grad_norm": 0.23178702592849731, + "learning_rate": 1.1953941471384922e-05, + "loss": 0.0139, + "step": 78650 + }, + { + "loss_action": 0.006124988663941622, + "loss_total": 0.006124988663941622, + "step": 78650 + }, + { + "loss_action": 0.027055708691477776, + "loss_total": 0.027055708691477776, + "step": 78650 + }, + { + "loss_action": 0.004004570189863443, + "loss_total": 0.004004570189863443, + "step": 78650 + }, + { + "loss_action": 0.003130105324089527, + "loss_total": 0.003130105324089527, + "step": 78650 + }, + { + "loss_action": 0.007012468762695789, + "loss_total": 0.007012468762695789, + "step": 78650 + }, + { + "loss_action": 0.016935421153903008, + "loss_total": 0.016935421153903008, + "step": 78650 + }, + { + "grad_norm": 0.19703033566474915, + "learning_rate": 1.1943215106653205e-05, + "loss": 0.008, + "step": 78660 + }, + { + "loss_action": 0.003755994373932481, + "loss_total": 0.003755994373932481, + "step": 78660 + }, + { + "loss_action": 0.013066072948276997, + "loss_total": 0.013066072948276997, + "step": 78660 + }, + { + "loss_action": 0.0070462655276060104, + "loss_total": 0.0070462655276060104, + "step": 78660 + }, + { + "loss_action": 0.014082689769566059, + "loss_total": 0.014082689769566059, + "step": 78660 + }, + { + "loss_action": 0.005840043071657419, + "loss_total": 0.005840043071657419, + "step": 78660 + }, + { + "loss_action": 0.003477663965895772, + "loss_total": 0.003477663965895772, + "step": 78660 + }, + { + "grad_norm": 0.21007411181926727, + "learning_rate": 1.193249290375429e-05, + "loss": 0.0081, + "step": 78670 + }, + { + "loss_action": 0.006399016827344894, + "loss_total": 0.006399016827344894, + "step": 78670 + }, + { + "loss_action": 0.006116991862654686, + "loss_total": 0.006116991862654686, + "step": 78670 + }, + { + "loss_action": 0.008492068387567997, + "loss_total": 0.008492068387567997, + "step": 78670 + }, + { + "loss_action": 0.02618660219013691, + "loss_total": 0.02618660219013691, + "step": 78670 + }, + { + "loss_action": 0.002350799273699522, + "loss_total": 0.002350799273699522, + "step": 78670 + }, + { + "loss_action": 0.008284389041364193, + "loss_total": 0.008284389041364193, + "step": 78670 + }, + { + "grad_norm": 0.21795964241027832, + "learning_rate": 1.1921774863860696e-05, + "loss": 0.0082, + "step": 78680 + }, + { + "loss_action": 0.006638107355684042, + "loss_total": 0.006638107355684042, + "step": 78680 + }, + { + "loss_action": 0.02116505056619644, + "loss_total": 0.02116505056619644, + "step": 78680 + }, + { + "loss_action": 0.0037798297125846148, + "loss_total": 0.0037798297125846148, + "step": 78680 + }, + { + "loss_action": 0.006434398703277111, + "loss_total": 0.006434398703277111, + "step": 78680 + }, + { + "loss_action": 0.015060861594974995, + "loss_total": 0.015060861594974995, + "step": 78680 + }, + { + "loss_action": 0.011033200658857822, + "loss_total": 0.011033200658857822, + "step": 78680 + }, + { + "grad_norm": 0.2417292445898056, + "learning_rate": 1.1911060988144556e-05, + "loss": 0.0116, + "step": 78690 + }, + { + "loss_action": 0.006016511935740709, + "loss_total": 0.006016511935740709, + "step": 78690 + }, + { + "loss_action": 0.05760576203465462, + "loss_total": 0.05760576203465462, + "step": 78690 + }, + { + "loss_action": 0.004683635197579861, + "loss_total": 0.004683635197579861, + "step": 78690 + }, + { + "loss_action": 0.005152187775820494, + "loss_total": 0.005152187775820494, + "step": 78690 + }, + { + "loss_action": 0.013455687090754509, + "loss_total": 0.013455687090754509, + "step": 78690 + }, + { + "loss_action": 0.003874276066198945, + "loss_total": 0.003874276066198945, + "step": 78690 + }, + { + "grad_norm": 0.24997402727603912, + "learning_rate": 1.1900351277777533e-05, + "loss": 0.0098, + "step": 78700 + }, + { + "loss_action": 0.0073011103086173534, + "loss_total": 0.0073011103086173534, + "step": 78700 + }, + { + "loss_action": 0.004483782686293125, + "loss_total": 0.004483782686293125, + "step": 78700 + }, + { + "loss_action": 0.005764847155660391, + "loss_total": 0.005764847155660391, + "step": 78700 + }, + { + "loss_action": 0.019511403515934944, + "loss_total": 0.019511403515934944, + "step": 78700 + }, + { + "loss_action": 0.006257062777876854, + "loss_total": 0.006257062777876854, + "step": 78700 + }, + { + "loss_action": 0.043616537004709244, + "loss_total": 0.043616537004709244, + "step": 78700 + }, + { + "grad_norm": 0.23625077307224274, + "learning_rate": 1.1889645733930798e-05, + "loss": 0.0096, + "step": 78710 + }, + { + "loss_action": 0.004733236972242594, + "loss_total": 0.004733236972242594, + "step": 78710 + }, + { + "loss_action": 0.0053763240575790405, + "loss_total": 0.0053763240575790405, + "step": 78710 + }, + { + "loss_action": 0.003292560577392578, + "loss_total": 0.003292560577392578, + "step": 78710 + }, + { + "loss_action": 0.002729250816628337, + "loss_total": 0.002729250816628337, + "step": 78710 + }, + { + "loss_action": 0.00320735783316195, + "loss_total": 0.00320735783316195, + "step": 78710 + }, + { + "loss_action": 0.0040974668227136135, + "loss_total": 0.0040974668227136135, + "step": 78710 + }, + { + "grad_norm": 0.25272709131240845, + "learning_rate": 1.1878944357775107e-05, + "loss": 0.0077, + "step": 78720 + }, + { + "loss_action": 0.005597823765128851, + "loss_total": 0.005597823765128851, + "step": 78720 + }, + { + "loss_action": 0.0016939699416980147, + "loss_total": 0.0016939699416980147, + "step": 78720 + }, + { + "loss_action": 0.0033758296631276608, + "loss_total": 0.0033758296631276608, + "step": 78720 + }, + { + "loss_action": 0.005189131945371628, + "loss_total": 0.005189131945371628, + "step": 78720 + }, + { + "loss_action": 0.008669780567288399, + "loss_total": 0.008669780567288399, + "step": 78720 + }, + { + "loss_action": 0.02856661193072796, + "loss_total": 0.02856661193072796, + "step": 78720 + }, + { + "grad_norm": 0.22282254695892334, + "learning_rate": 1.1868247150480749e-05, + "loss": 0.0094, + "step": 78730 + }, + { + "loss_action": 0.024980435147881508, + "loss_total": 0.024980435147881508, + "step": 78730 + }, + { + "loss_action": 0.016485808417201042, + "loss_total": 0.016485808417201042, + "step": 78730 + }, + { + "loss_action": 0.007396129425615072, + "loss_total": 0.007396129425615072, + "step": 78730 + }, + { + "loss_action": 0.008246215060353279, + "loss_total": 0.008246215060353279, + "step": 78730 + }, + { + "loss_action": 0.009482420049607754, + "loss_total": 0.009482420049607754, + "step": 78730 + }, + { + "loss_action": 0.0071687111631035805, + "loss_total": 0.0071687111631035805, + "step": 78730 + }, + { + "grad_norm": 0.24064792692661285, + "learning_rate": 1.1857554113217567e-05, + "loss": 0.009, + "step": 78740 + }, + { + "loss_action": 0.002786843804642558, + "loss_total": 0.002786843804642558, + "step": 78740 + }, + { + "loss_action": 0.004673341754823923, + "loss_total": 0.004673341754823923, + "step": 78740 + }, + { + "loss_action": 0.04487995803356171, + "loss_total": 0.04487995803356171, + "step": 78740 + }, + { + "loss_action": 0.0030931751243770123, + "loss_total": 0.0030931751243770123, + "step": 78740 + }, + { + "loss_action": 0.007195815909653902, + "loss_total": 0.007195815909653902, + "step": 78740 + }, + { + "loss_action": 0.007905219681560993, + "loss_total": 0.007905219681560993, + "step": 78740 + }, + { + "grad_norm": 0.23631802201271057, + "learning_rate": 1.1846865247154903e-05, + "loss": 0.0093, + "step": 78750 + }, + { + "loss_action": 0.004584606271237135, + "loss_total": 0.004584606271237135, + "step": 78750 + }, + { + "loss_action": 0.01180287729948759, + "loss_total": 0.01180287729948759, + "step": 78750 + }, + { + "loss_action": 0.01719699054956436, + "loss_total": 0.01719699054956436, + "step": 78750 + }, + { + "loss_action": 0.003874543821439147, + "loss_total": 0.003874543821439147, + "step": 78750 + }, + { + "loss_action": 0.007716270629316568, + "loss_total": 0.007716270629316568, + "step": 78750 + }, + { + "loss_action": 0.008654924109578133, + "loss_total": 0.008654924109578133, + "step": 78750 + }, + { + "grad_norm": 0.24821297824382782, + "learning_rate": 1.1836180553461711e-05, + "loss": 0.0104, + "step": 78760 + }, + { + "loss_action": 0.01040337048470974, + "loss_total": 0.01040337048470974, + "step": 78760 + }, + { + "loss_action": 0.00888105109333992, + "loss_total": 0.00888105109333992, + "step": 78760 + }, + { + "loss_action": 0.0028130533173680305, + "loss_total": 0.0028130533173680305, + "step": 78760 + }, + { + "loss_action": 0.004782350733876228, + "loss_total": 0.004782350733876228, + "step": 78760 + }, + { + "loss_action": 0.004819619469344616, + "loss_total": 0.004819619469344616, + "step": 78760 + }, + { + "loss_action": 0.013015921227633953, + "loss_total": 0.013015921227633953, + "step": 78760 + }, + { + "grad_norm": 0.18787646293640137, + "learning_rate": 1.1825500033306419e-05, + "loss": 0.0094, + "step": 78770 + }, + { + "loss_action": 0.008337413892149925, + "loss_total": 0.008337413892149925, + "step": 78770 + }, + { + "loss_action": 0.04115820676088333, + "loss_total": 0.04115820676088333, + "step": 78770 + }, + { + "loss_action": 0.005870437249541283, + "loss_total": 0.005870437249541283, + "step": 78770 + }, + { + "loss_action": 0.0038818111643195152, + "loss_total": 0.0038818111643195152, + "step": 78770 + }, + { + "loss_action": 0.0032829151023179293, + "loss_total": 0.0032829151023179293, + "step": 78770 + }, + { + "loss_action": 0.005998556036502123, + "loss_total": 0.005998556036502123, + "step": 78770 + }, + { + "grad_norm": 0.23529845476150513, + "learning_rate": 1.1814823687857052e-05, + "loss": 0.0116, + "step": 78780 + }, + { + "loss_action": 0.004240870010107756, + "loss_total": 0.004240870010107756, + "step": 78780 + }, + { + "loss_action": 0.003439548658207059, + "loss_total": 0.003439548658207059, + "step": 78780 + }, + { + "loss_action": 0.0031140490900725126, + "loss_total": 0.0031140490900725126, + "step": 78780 + }, + { + "loss_action": 0.016213934868574142, + "loss_total": 0.016213934868574142, + "step": 78780 + }, + { + "loss_action": 0.0024621516931802034, + "loss_total": 0.0024621516931802034, + "step": 78780 + }, + { + "loss_action": 0.0035578012466430664, + "loss_total": 0.0035578012466430664, + "step": 78780 + }, + { + "grad_norm": 0.25186195969581604, + "learning_rate": 1.1804151518281153e-05, + "loss": 0.0072, + "step": 78790 + }, + { + "loss_action": 0.011150781065225601, + "loss_total": 0.011150781065225601, + "step": 78790 + }, + { + "loss_action": 0.00320711312815547, + "loss_total": 0.00320711312815547, + "step": 78790 + }, + { + "loss_action": 0.01571822725236416, + "loss_total": 0.01571822725236416, + "step": 78790 + }, + { + "loss_action": 0.013714589178562164, + "loss_total": 0.013714589178562164, + "step": 78790 + }, + { + "loss_action": 0.003385536139830947, + "loss_total": 0.003385536139830947, + "step": 78790 + }, + { + "loss_action": 0.0026490306481719017, + "loss_total": 0.0026490306481719017, + "step": 78790 + }, + { + "grad_norm": 0.20657266676425934, + "learning_rate": 1.179348352574583e-05, + "loss": 0.01, + "step": 78800 + }, + { + "loss_action": 0.0027378869708627462, + "loss_total": 0.0027378869708627462, + "step": 78800 + }, + { + "loss_action": 0.006696716882288456, + "loss_total": 0.006696716882288456, + "step": 78800 + }, + { + "loss_action": 0.006040563806891441, + "loss_total": 0.006040563806891441, + "step": 78800 + }, + { + "loss_action": 0.006875085178762674, + "loss_total": 0.006875085178762674, + "step": 78800 + }, + { + "loss_action": 0.0167932640761137, + "loss_total": 0.0167932640761137, + "step": 78800 + }, + { + "loss_action": 0.003344261320307851, + "loss_total": 0.003344261320307851, + "step": 78800 + }, + { + "grad_norm": 0.21114085614681244, + "learning_rate": 1.1782819711417697e-05, + "loss": 0.0071, + "step": 78810 + }, + { + "loss_action": 0.0020429794676601887, + "loss_total": 0.0020429794676601887, + "step": 78810 + }, + { + "loss_action": 0.02322300523519516, + "loss_total": 0.02322300523519516, + "step": 78810 + }, + { + "loss_action": 0.00460665300488472, + "loss_total": 0.00460665300488472, + "step": 78810 + }, + { + "loss_action": 0.008296268060803413, + "loss_total": 0.008296268060803413, + "step": 78810 + }, + { + "loss_action": 0.0053968969732522964, + "loss_total": 0.0053968969732522964, + "step": 78810 + }, + { + "loss_action": 0.003693214152008295, + "loss_total": 0.003693214152008295, + "step": 78810 + }, + { + "grad_norm": 0.26017817854881287, + "learning_rate": 1.1772160076462951e-05, + "loss": 0.0082, + "step": 78820 + }, + { + "loss_action": 0.004870694130659103, + "loss_total": 0.004870694130659103, + "step": 78820 + }, + { + "loss_action": 0.029997341334819794, + "loss_total": 0.029997341334819794, + "step": 78820 + }, + { + "loss_action": 0.0019510923884809017, + "loss_total": 0.0019510923884809017, + "step": 78820 + }, + { + "loss_action": 0.003240181365981698, + "loss_total": 0.003240181365981698, + "step": 78820 + }, + { + "loss_action": 0.003723267698660493, + "loss_total": 0.003723267698660493, + "step": 78820 + }, + { + "loss_action": 0.005724399350583553, + "loss_total": 0.005724399350583553, + "step": 78820 + }, + { + "grad_norm": 0.25103574991226196, + "learning_rate": 1.1761504622047293e-05, + "loss": 0.0078, + "step": 78830 + }, + { + "loss_action": 0.012930799275636673, + "loss_total": 0.012930799275636673, + "step": 78830 + }, + { + "loss_action": 0.008669836446642876, + "loss_total": 0.008669836446642876, + "step": 78830 + }, + { + "loss_action": 0.006683788727968931, + "loss_total": 0.006683788727968931, + "step": 78830 + }, + { + "loss_action": 0.0032636632677167654, + "loss_total": 0.0032636632677167654, + "step": 78830 + }, + { + "loss_action": 0.003773661097511649, + "loss_total": 0.003773661097511649, + "step": 78830 + }, + { + "loss_action": 0.0046355086378753185, + "loss_total": 0.0046355086378753185, + "step": 78830 + }, + { + "grad_norm": 0.1558406502008438, + "learning_rate": 1.1750853349335999e-05, + "loss": 0.0085, + "step": 78840 + }, + { + "loss_action": 0.006301613990217447, + "loss_total": 0.006301613990217447, + "step": 78840 + }, + { + "loss_action": 0.003276641247794032, + "loss_total": 0.003276641247794032, + "step": 78840 + }, + { + "loss_action": 0.007510474883019924, + "loss_total": 0.007510474883019924, + "step": 78840 + }, + { + "loss_action": 0.005751458927989006, + "loss_total": 0.005751458927989006, + "step": 78840 + }, + { + "loss_action": 0.004093355964869261, + "loss_total": 0.004093355964869261, + "step": 78840 + }, + { + "loss_action": 0.033824797719717026, + "loss_total": 0.033824797719717026, + "step": 78840 + }, + { + "grad_norm": 0.22891315817832947, + "learning_rate": 1.1740206259493874e-05, + "loss": 0.01, + "step": 78850 + }, + { + "loss_action": 0.0028442079201340675, + "loss_total": 0.0028442079201340675, + "step": 78850 + }, + { + "loss_action": 0.004590822383761406, + "loss_total": 0.004590822383761406, + "step": 78850 + }, + { + "loss_action": 0.007401606999337673, + "loss_total": 0.007401606999337673, + "step": 78850 + }, + { + "loss_action": 0.009937722235918045, + "loss_total": 0.009937722235918045, + "step": 78850 + }, + { + "loss_action": 0.0036219125613570213, + "loss_total": 0.0036219125613570213, + "step": 78850 + }, + { + "loss_action": 0.011649352498352528, + "loss_total": 0.011649352498352528, + "step": 78850 + }, + { + "grad_norm": 0.1765281707048416, + "learning_rate": 1.1729563353685286e-05, + "loss": 0.0109, + "step": 78860 + }, + { + "loss_action": 0.02906351536512375, + "loss_total": 0.02906351536512375, + "step": 78860 + }, + { + "loss_action": 0.004206100013107061, + "loss_total": 0.004206100013107061, + "step": 78860 + }, + { + "loss_action": 0.004308863542973995, + "loss_total": 0.004308863542973995, + "step": 78860 + }, + { + "loss_action": 0.011149601079523563, + "loss_total": 0.011149601079523563, + "step": 78860 + }, + { + "loss_action": 0.018219098448753357, + "loss_total": 0.018219098448753357, + "step": 78860 + }, + { + "loss_action": 0.026524536311626434, + "loss_total": 0.026524536311626434, + "step": 78860 + }, + { + "grad_norm": 0.20946519076824188, + "learning_rate": 1.1718924633074091e-05, + "loss": 0.0127, + "step": 78870 + }, + { + "loss_action": 0.005058016162365675, + "loss_total": 0.005058016162365675, + "step": 78870 + }, + { + "loss_action": 0.005449669435620308, + "loss_total": 0.005449669435620308, + "step": 78870 + }, + { + "loss_action": 0.008536197245121002, + "loss_total": 0.008536197245121002, + "step": 78870 + }, + { + "loss_action": 0.02000328339636326, + "loss_total": 0.02000328339636326, + "step": 78870 + }, + { + "loss_action": 0.012329955585300922, + "loss_total": 0.012329955585300922, + "step": 78870 + }, + { + "loss_action": 0.00322090950794518, + "loss_total": 0.00322090950794518, + "step": 78870 + }, + { + "grad_norm": 0.30469730496406555, + "learning_rate": 1.1708290098823765e-05, + "loss": 0.0108, + "step": 78880 + }, + { + "loss_action": 0.0039940825663506985, + "loss_total": 0.0039940825663506985, + "step": 78880 + }, + { + "loss_action": 0.008452399633824825, + "loss_total": 0.008452399633824825, + "step": 78880 + }, + { + "loss_action": 0.005246249958872795, + "loss_total": 0.005246249958872795, + "step": 78880 + }, + { + "loss_action": 0.010720927268266678, + "loss_total": 0.010720927268266678, + "step": 78880 + }, + { + "loss_action": 0.005541986785829067, + "loss_total": 0.005541986785829067, + "step": 78880 + }, + { + "loss_action": 0.0028429965022951365, + "loss_total": 0.0028429965022951365, + "step": 78880 + }, + { + "grad_norm": 0.33266332745552063, + "learning_rate": 1.1697659752097245e-05, + "loss": 0.0121, + "step": 78890 + }, + { + "loss_action": 0.002980833174660802, + "loss_total": 0.002980833174660802, + "step": 78890 + }, + { + "loss_action": 0.011870854534208775, + "loss_total": 0.011870854534208775, + "step": 78890 + }, + { + "loss_action": 0.005881594493985176, + "loss_total": 0.005881594493985176, + "step": 78890 + }, + { + "loss_action": 0.008324520662426949, + "loss_total": 0.008324520662426949, + "step": 78890 + }, + { + "loss_action": 0.0047876168973743916, + "loss_total": 0.0047876168973743916, + "step": 78890 + }, + { + "loss_action": 0.011929401196539402, + "loss_total": 0.011929401196539402, + "step": 78890 + }, + { + "grad_norm": 0.5042529106140137, + "learning_rate": 1.1687033594057068e-05, + "loss": 0.0103, + "step": 78900 + }, + { + "loss_action": 0.004711780697107315, + "loss_total": 0.004711780697107315, + "step": 78900 + }, + { + "loss_action": 0.00884503498673439, + "loss_total": 0.00884503498673439, + "step": 78900 + }, + { + "loss_action": 0.005891306325793266, + "loss_total": 0.005891306325793266, + "step": 78900 + }, + { + "loss_action": 0.005465880036354065, + "loss_total": 0.005465880036354065, + "step": 78900 + }, + { + "loss_action": 0.005375150125473738, + "loss_total": 0.005375150125473738, + "step": 78900 + }, + { + "loss_action": 0.006727236323058605, + "loss_total": 0.006727236323058605, + "step": 78900 + }, + { + "grad_norm": 0.1948062777519226, + "learning_rate": 1.1676411625865297e-05, + "loss": 0.0078, + "step": 78910 + }, + { + "loss_action": 0.0036242802161723375, + "loss_total": 0.0036242802161723375, + "step": 78910 + }, + { + "loss_action": 0.007576460018754005, + "loss_total": 0.007576460018754005, + "step": 78910 + }, + { + "loss_action": 0.003158344654366374, + "loss_total": 0.003158344654366374, + "step": 78910 + }, + { + "loss_action": 0.003078969195485115, + "loss_total": 0.003078969195485115, + "step": 78910 + }, + { + "loss_action": 0.001993089448660612, + "loss_total": 0.001993089448660612, + "step": 78910 + }, + { + "loss_action": 0.00442181620746851, + "loss_total": 0.00442181620746851, + "step": 78910 + }, + { + "grad_norm": 0.30103203654289246, + "learning_rate": 1.1665793848683542e-05, + "loss": 0.0081, + "step": 78920 + }, + { + "loss_action": 0.010403091087937355, + "loss_total": 0.010403091087937355, + "step": 78920 + }, + { + "loss_action": 0.00934961810708046, + "loss_total": 0.00934961810708046, + "step": 78920 + }, + { + "loss_action": 0.0038020217325538397, + "loss_total": 0.0038020217325538397, + "step": 78920 + }, + { + "loss_action": 0.019015656784176826, + "loss_total": 0.019015656784176826, + "step": 78920 + }, + { + "loss_action": 0.0071641081012785435, + "loss_total": 0.0071641081012785435, + "step": 78920 + }, + { + "loss_action": 0.003987377509474754, + "loss_total": 0.003987377509474754, + "step": 78920 + }, + { + "grad_norm": 0.2001967430114746, + "learning_rate": 1.1655180263672927e-05, + "loss": 0.0098, + "step": 78930 + }, + { + "loss_action": 0.00940131675451994, + "loss_total": 0.00940131675451994, + "step": 78930 + }, + { + "loss_action": 0.00610304856672883, + "loss_total": 0.00610304856672883, + "step": 78930 + }, + { + "loss_action": 0.002517861081287265, + "loss_total": 0.002517861081287265, + "step": 78930 + }, + { + "loss_action": 0.007198941893875599, + "loss_total": 0.007198941893875599, + "step": 78930 + }, + { + "loss_action": 0.021207543089985847, + "loss_total": 0.021207543089985847, + "step": 78930 + }, + { + "loss_action": 0.012494085356593132, + "loss_total": 0.012494085356593132, + "step": 78930 + }, + { + "grad_norm": 0.2061692774295807, + "learning_rate": 1.1644570871994142e-05, + "loss": 0.0097, + "step": 78940 + }, + { + "loss_action": 0.007330250460654497, + "loss_total": 0.007330250460654497, + "step": 78940 + }, + { + "loss_action": 0.004449177533388138, + "loss_total": 0.004449177533388138, + "step": 78940 + }, + { + "loss_action": 0.005467996466904879, + "loss_total": 0.005467996466904879, + "step": 78940 + }, + { + "loss_action": 0.0066672442480921745, + "loss_total": 0.0066672442480921745, + "step": 78940 + }, + { + "loss_action": 0.0036629417445510626, + "loss_total": 0.0036629417445510626, + "step": 78940 + }, + { + "loss_action": 0.008799307979643345, + "loss_total": 0.008799307979643345, + "step": 78940 + }, + { + "grad_norm": 0.1634913682937622, + "learning_rate": 1.163396567480744e-05, + "loss": 0.007, + "step": 78950 + }, + { + "loss_action": 0.013883806765079498, + "loss_total": 0.013883806765079498, + "step": 78950 + }, + { + "loss_action": 0.006411477457731962, + "loss_total": 0.006411477457731962, + "step": 78950 + }, + { + "loss_action": 0.00794103555381298, + "loss_total": 0.00794103555381298, + "step": 78950 + }, + { + "loss_action": 0.02656676433980465, + "loss_total": 0.02656676433980465, + "step": 78950 + }, + { + "loss_action": 0.012818647548556328, + "loss_total": 0.012818647548556328, + "step": 78950 + }, + { + "loss_action": 0.006531160324811935, + "loss_total": 0.006531160324811935, + "step": 78950 + }, + { + "grad_norm": 0.25215044617652893, + "learning_rate": 1.1623364673272552e-05, + "loss": 0.0089, + "step": 78960 + }, + { + "loss_action": 0.00744080962613225, + "loss_total": 0.00744080962613225, + "step": 78960 + }, + { + "loss_action": 0.007839246653020382, + "loss_total": 0.007839246653020382, + "step": 78960 + }, + { + "loss_action": 0.005524605978280306, + "loss_total": 0.005524605978280306, + "step": 78960 + }, + { + "loss_action": 0.008865353651344776, + "loss_total": 0.008865353651344776, + "step": 78960 + }, + { + "loss_action": 0.01227663829922676, + "loss_total": 0.01227663829922676, + "step": 78960 + }, + { + "loss_action": 0.010774229653179646, + "loss_total": 0.010774229653179646, + "step": 78960 + }, + { + "grad_norm": 0.5227134823799133, + "learning_rate": 1.1612767868548807e-05, + "loss": 0.0088, + "step": 78970 + }, + { + "loss_action": 0.0073682647198438644, + "loss_total": 0.0073682647198438644, + "step": 78970 + }, + { + "loss_action": 0.003242278005927801, + "loss_total": 0.003242278005927801, + "step": 78970 + }, + { + "loss_action": 0.008562074042856693, + "loss_total": 0.008562074042856693, + "step": 78970 + }, + { + "loss_action": 0.0049385433085262775, + "loss_total": 0.0049385433085262775, + "step": 78970 + }, + { + "loss_action": 0.011648380197584629, + "loss_total": 0.011648380197584629, + "step": 78970 + }, + { + "loss_action": 0.0058042737655341625, + "loss_total": 0.0058042737655341625, + "step": 78970 + }, + { + "grad_norm": 0.20605652034282684, + "learning_rate": 1.1602175261795057e-05, + "loss": 0.009, + "step": 78980 + }, + { + "loss_action": 0.007207197602838278, + "loss_total": 0.007207197602838278, + "step": 78980 + }, + { + "loss_action": 0.002509416313841939, + "loss_total": 0.002509416313841939, + "step": 78980 + }, + { + "loss_action": 0.012839140370488167, + "loss_total": 0.012839140370488167, + "step": 78980 + }, + { + "loss_action": 0.012358575128018856, + "loss_total": 0.012358575128018856, + "step": 78980 + }, + { + "loss_action": 0.006085508037358522, + "loss_total": 0.006085508037358522, + "step": 78980 + }, + { + "loss_action": 0.006906973663717508, + "loss_total": 0.006906973663717508, + "step": 78980 + }, + { + "grad_norm": 0.28138649463653564, + "learning_rate": 1.1591586854169696e-05, + "loss": 0.0086, + "step": 78990 + }, + { + "loss_action": 0.0032048034481704235, + "loss_total": 0.0032048034481704235, + "step": 78990 + }, + { + "loss_action": 0.0049755084328353405, + "loss_total": 0.0049755084328353405, + "step": 78990 + }, + { + "loss_action": 0.008528169244527817, + "loss_total": 0.008528169244527817, + "step": 78990 + }, + { + "loss_action": 0.0019146462436765432, + "loss_total": 0.0019146462436765432, + "step": 78990 + }, + { + "loss_action": 0.012770934961736202, + "loss_total": 0.012770934961736202, + "step": 78990 + }, + { + "loss_action": 0.0060972776263952255, + "loss_total": 0.0060972776263952255, + "step": 78990 + }, + { + "grad_norm": 0.14489862322807312, + "learning_rate": 1.158100264683064e-05, + "loss": 0.0081, + "step": 79000 + }, + { + "loss_action": 0.007944833487272263, + "loss_total": 0.007944833487272263, + "step": 79000 + }, + { + "loss_action": 0.17116281390190125, + "loss_total": 0.17116281390190125, + "step": 79000 + }, + { + "loss_action": 0.012306693941354752, + "loss_total": 0.012306693941354752, + "step": 79000 + }, + { + "loss_action": 0.009541074745357037, + "loss_total": 0.009541074745357037, + "step": 79000 + }, + { + "loss_action": 0.0050945160910487175, + "loss_total": 0.0050945160910487175, + "step": 79000 + }, + { + "loss_action": 0.0037458220031112432, + "loss_total": 0.0037458220031112432, + "step": 79000 + }, + { + "grad_norm": 0.2025197297334671, + "learning_rate": 1.1570422640935386e-05, + "loss": 0.0124, + "step": 79010 + }, + { + "loss_action": 0.0023215319961309433, + "loss_total": 0.0023215319961309433, + "step": 79010 + }, + { + "loss_action": 0.010246873833239079, + "loss_total": 0.010246873833239079, + "step": 79010 + }, + { + "loss_action": 0.004547327756881714, + "loss_total": 0.004547327756881714, + "step": 79010 + }, + { + "loss_action": 0.006181261967867613, + "loss_total": 0.006181261967867613, + "step": 79010 + }, + { + "loss_action": 0.007591305300593376, + "loss_total": 0.007591305300593376, + "step": 79010 + }, + { + "loss_action": 0.0030931145884096622, + "loss_total": 0.0030931145884096622, + "step": 79010 + }, + { + "grad_norm": 0.2731107473373413, + "learning_rate": 1.155984683764092e-05, + "loss": 0.0103, + "step": 79020 + }, + { + "loss_action": 0.041121192276477814, + "loss_total": 0.041121192276477814, + "step": 79020 + }, + { + "loss_action": 0.04098003730177879, + "loss_total": 0.04098003730177879, + "step": 79020 + }, + { + "loss_action": 0.03520260751247406, + "loss_total": 0.03520260751247406, + "step": 79020 + }, + { + "loss_action": 0.0036449586041271687, + "loss_total": 0.0036449586041271687, + "step": 79020 + }, + { + "loss_action": 0.009466493502259254, + "loss_total": 0.009466493502259254, + "step": 79020 + }, + { + "loss_action": 0.003942180424928665, + "loss_total": 0.003942180424928665, + "step": 79020 + }, + { + "grad_norm": 0.32593631744384766, + "learning_rate": 1.1549275238103812e-05, + "loss": 0.0106, + "step": 79030 + }, + { + "loss_action": 0.013621591031551361, + "loss_total": 0.013621591031551361, + "step": 79030 + }, + { + "loss_action": 0.005166507791727781, + "loss_total": 0.005166507791727781, + "step": 79030 + }, + { + "loss_action": 0.006816308945417404, + "loss_total": 0.006816308945417404, + "step": 79030 + }, + { + "loss_action": 0.002966393018141389, + "loss_total": 0.002966393018141389, + "step": 79030 + }, + { + "loss_action": 0.005379756446927786, + "loss_total": 0.005379756446927786, + "step": 79030 + }, + { + "loss_action": 0.005787379574030638, + "loss_total": 0.005787379574030638, + "step": 79030 + }, + { + "grad_norm": 0.2950659692287445, + "learning_rate": 1.1538707843480152e-05, + "loss": 0.0089, + "step": 79040 + }, + { + "loss_action": 0.018151791766285896, + "loss_total": 0.018151791766285896, + "step": 79040 + }, + { + "loss_action": 0.006068232003599405, + "loss_total": 0.006068232003599405, + "step": 79040 + }, + { + "loss_action": 0.003746047616004944, + "loss_total": 0.003746047616004944, + "step": 79040 + }, + { + "loss_action": 0.013707684352993965, + "loss_total": 0.013707684352993965, + "step": 79040 + }, + { + "loss_action": 0.011282962746918201, + "loss_total": 0.011282962746918201, + "step": 79040 + }, + { + "loss_action": 0.004332292824983597, + "loss_total": 0.004332292824983597, + "step": 79040 + }, + { + "grad_norm": 0.20574356615543365, + "learning_rate": 1.1528144654925593e-05, + "loss": 0.0084, + "step": 79050 + }, + { + "loss_action": 0.0053054471500217915, + "loss_total": 0.0053054471500217915, + "step": 79050 + }, + { + "loss_action": 0.005548541899770498, + "loss_total": 0.005548541899770498, + "step": 79050 + }, + { + "loss_action": 0.012724380940198898, + "loss_total": 0.012724380940198898, + "step": 79050 + }, + { + "loss_action": 0.009157872758805752, + "loss_total": 0.009157872758805752, + "step": 79050 + }, + { + "loss_action": 0.0032119082752615213, + "loss_total": 0.0032119082752615213, + "step": 79050 + }, + { + "loss_action": 0.005483957007527351, + "loss_total": 0.005483957007527351, + "step": 79050 + }, + { + "grad_norm": 0.43109190464019775, + "learning_rate": 1.1517585673595277e-05, + "loss": 0.0086, + "step": 79060 + }, + { + "loss_action": 0.007593376561999321, + "loss_total": 0.007593376561999321, + "step": 79060 + }, + { + "loss_action": 0.006736785173416138, + "loss_total": 0.006736785173416138, + "step": 79060 + }, + { + "loss_action": 0.006670599337667227, + "loss_total": 0.006670599337667227, + "step": 79060 + }, + { + "loss_action": 0.0030747612472623587, + "loss_total": 0.0030747612472623587, + "step": 79060 + }, + { + "loss_action": 0.007932557724416256, + "loss_total": 0.007932557724416256, + "step": 79060 + }, + { + "loss_action": 0.002113178139552474, + "loss_total": 0.002113178139552474, + "step": 79060 + }, + { + "grad_norm": 0.20463943481445312, + "learning_rate": 1.150703090064395e-05, + "loss": 0.0081, + "step": 79070 + }, + { + "loss_action": 0.009933224879205227, + "loss_total": 0.009933224879205227, + "step": 79070 + }, + { + "loss_action": 0.013934220187366009, + "loss_total": 0.013934220187366009, + "step": 79070 + }, + { + "loss_action": 0.005292794201523066, + "loss_total": 0.005292794201523066, + "step": 79070 + }, + { + "loss_action": 0.0049087293446063995, + "loss_total": 0.0049087293446063995, + "step": 79070 + }, + { + "loss_action": 0.029116619378328323, + "loss_total": 0.029116619378328323, + "step": 79070 + }, + { + "loss_action": 0.007324754726141691, + "loss_total": 0.007324754726141691, + "step": 79070 + }, + { + "grad_norm": 0.2294536828994751, + "learning_rate": 1.1496480337225835e-05, + "loss": 0.0081, + "step": 79080 + }, + { + "loss_action": 0.00981071125715971, + "loss_total": 0.00981071125715971, + "step": 79080 + }, + { + "loss_action": 0.010701335966587067, + "loss_total": 0.010701335966587067, + "step": 79080 + }, + { + "loss_action": 0.016603564843535423, + "loss_total": 0.016603564843535423, + "step": 79080 + }, + { + "loss_action": 0.002833286300301552, + "loss_total": 0.002833286300301552, + "step": 79080 + }, + { + "loss_action": 0.006517406553030014, + "loss_total": 0.006517406553030014, + "step": 79080 + }, + { + "loss_action": 0.004421961959451437, + "loss_total": 0.004421961959451437, + "step": 79080 + }, + { + "grad_norm": 0.3840407431125641, + "learning_rate": 1.1485933984494751e-05, + "loss": 0.0112, + "step": 79090 + }, + { + "loss_action": 0.0049921018071472645, + "loss_total": 0.0049921018071472645, + "step": 79090 + }, + { + "loss_action": 0.003528309054672718, + "loss_total": 0.003528309054672718, + "step": 79090 + }, + { + "loss_action": 0.0047252061776816845, + "loss_total": 0.0047252061776816845, + "step": 79090 + }, + { + "loss_action": 0.008563162758946419, + "loss_total": 0.008563162758946419, + "step": 79090 + }, + { + "loss_action": 0.010031076148152351, + "loss_total": 0.010031076148152351, + "step": 79090 + }, + { + "loss_action": 0.006133050657808781, + "loss_total": 0.006133050657808781, + "step": 79090 + }, + { + "grad_norm": 0.20169109106063843, + "learning_rate": 1.1475391843604e-05, + "loss": 0.0083, + "step": 79100 + }, + { + "loss_action": 0.008456403389573097, + "loss_total": 0.008456403389573097, + "step": 79100 + }, + { + "loss_action": 0.00971254799515009, + "loss_total": 0.00971254799515009, + "step": 79100 + }, + { + "loss_action": 0.014611028134822845, + "loss_total": 0.014611028134822845, + "step": 79100 + }, + { + "loss_action": 0.004402189049869776, + "loss_total": 0.004402189049869776, + "step": 79100 + }, + { + "loss_action": 0.00803062878549099, + "loss_total": 0.00803062878549099, + "step": 79100 + }, + { + "loss_action": 0.012290265411138535, + "loss_total": 0.012290265411138535, + "step": 79100 + }, + { + "grad_norm": 0.20952951908111572, + "learning_rate": 1.1464853915706503e-05, + "loss": 0.0079, + "step": 79110 + }, + { + "loss_action": 0.006244662683457136, + "loss_total": 0.006244662683457136, + "step": 79110 + }, + { + "loss_action": 0.005141774658113718, + "loss_total": 0.005141774658113718, + "step": 79110 + }, + { + "loss_action": 0.017966080456972122, + "loss_total": 0.017966080456972122, + "step": 79110 + }, + { + "loss_action": 0.0018450909992679954, + "loss_total": 0.0018450909992679954, + "step": 79110 + }, + { + "loss_action": 0.010923509486019611, + "loss_total": 0.010923509486019611, + "step": 79110 + }, + { + "loss_action": 0.0017854290781542659, + "loss_total": 0.0017854290781542659, + "step": 79110 + }, + { + "grad_norm": 0.2533838450908661, + "learning_rate": 1.1454320201954626e-05, + "loss": 0.0082, + "step": 79120 + }, + { + "loss_action": 0.0058935401029884815, + "loss_total": 0.0058935401029884815, + "step": 79120 + }, + { + "loss_action": 0.0281803160905838, + "loss_total": 0.0281803160905838, + "step": 79120 + }, + { + "loss_action": 0.010105199180543423, + "loss_total": 0.010105199180543423, + "step": 79120 + }, + { + "loss_action": 0.002172775799408555, + "loss_total": 0.002172775799408555, + "step": 79120 + }, + { + "loss_action": 0.003116839798167348, + "loss_total": 0.003116839798167348, + "step": 79120 + }, + { + "loss_action": 0.011575744487345219, + "loss_total": 0.011575744487345219, + "step": 79120 + }, + { + "grad_norm": 0.1662551611661911, + "learning_rate": 1.1443790703500356e-05, + "loss": 0.0067, + "step": 79130 + }, + { + "loss_action": 0.008750268258154392, + "loss_total": 0.008750268258154392, + "step": 79130 + }, + { + "loss_action": 0.017065927386283875, + "loss_total": 0.017065927386283875, + "step": 79130 + }, + { + "loss_action": 0.010008280165493488, + "loss_total": 0.010008280165493488, + "step": 79130 + }, + { + "loss_action": 0.003919193521142006, + "loss_total": 0.003919193521142006, + "step": 79130 + }, + { + "loss_action": 0.004292413126677275, + "loss_total": 0.004292413126677275, + "step": 79130 + }, + { + "loss_action": 0.005081194452941418, + "loss_total": 0.005081194452941418, + "step": 79130 + }, + { + "grad_norm": 0.17990010976791382, + "learning_rate": 1.1433265421495154e-05, + "loss": 0.0095, + "step": 79140 + }, + { + "loss_action": 0.006174098700284958, + "loss_total": 0.006174098700284958, + "step": 79140 + }, + { + "loss_action": 0.011660312302410603, + "loss_total": 0.011660312302410603, + "step": 79140 + }, + { + "loss_action": 0.012136467732489109, + "loss_total": 0.012136467732489109, + "step": 79140 + }, + { + "loss_action": 0.005321792792528868, + "loss_total": 0.005321792792528868, + "step": 79140 + }, + { + "loss_action": 0.0033001878764480352, + "loss_total": 0.0033001878764480352, + "step": 79140 + }, + { + "loss_action": 0.02733009308576584, + "loss_total": 0.02733009308576584, + "step": 79140 + }, + { + "grad_norm": 0.315249502658844, + "learning_rate": 1.1422744357090065e-05, + "loss": 0.0079, + "step": 79150 + }, + { + "loss_action": 0.0032790005207061768, + "loss_total": 0.0032790005207061768, + "step": 79150 + }, + { + "loss_action": 0.007450849749147892, + "loss_total": 0.007450849749147892, + "step": 79150 + }, + { + "loss_action": 0.021608173847198486, + "loss_total": 0.021608173847198486, + "step": 79150 + }, + { + "loss_action": 0.01914587803184986, + "loss_total": 0.01914587803184986, + "step": 79150 + }, + { + "loss_action": 0.006974088493734598, + "loss_total": 0.006974088493734598, + "step": 79150 + }, + { + "loss_action": 0.0071044000796973705, + "loss_total": 0.0071044000796973705, + "step": 79150 + }, + { + "grad_norm": 0.31789180636405945, + "learning_rate": 1.1412227511435647e-05, + "loss": 0.0139, + "step": 79160 + }, + { + "loss_action": 0.008079072460532188, + "loss_total": 0.008079072460532188, + "step": 79160 + }, + { + "loss_action": 0.005047091282904148, + "loss_total": 0.005047091282904148, + "step": 79160 + }, + { + "loss_action": 0.010572581551969051, + "loss_total": 0.010572581551969051, + "step": 79160 + }, + { + "loss_action": 0.003670311998575926, + "loss_total": 0.003670311998575926, + "step": 79160 + }, + { + "loss_action": 0.008678226731717587, + "loss_total": 0.008678226731717587, + "step": 79160 + }, + { + "loss_action": 0.011162244714796543, + "loss_total": 0.011162244714796543, + "step": 79160 + }, + { + "grad_norm": 0.2709411382675171, + "learning_rate": 1.1401714885682025e-05, + "loss": 0.0106, + "step": 79170 + }, + { + "loss_action": 0.006791004911065102, + "loss_total": 0.006791004911065102, + "step": 79170 + }, + { + "loss_action": 0.005233406089246273, + "loss_total": 0.005233406089246273, + "step": 79170 + }, + { + "loss_action": 0.007398946210741997, + "loss_total": 0.007398946210741997, + "step": 79170 + }, + { + "loss_action": 0.021299900487065315, + "loss_total": 0.021299900487065315, + "step": 79170 + }, + { + "loss_action": 0.0121242580935359, + "loss_total": 0.0121242580935359, + "step": 79170 + }, + { + "loss_action": 0.0037956421729177237, + "loss_total": 0.0037956421729177237, + "step": 79170 + }, + { + "grad_norm": 0.1878020167350769, + "learning_rate": 1.1391206480978823e-05, + "loss": 0.012, + "step": 79180 + }, + { + "loss_action": 0.010144873522222042, + "loss_total": 0.010144873522222042, + "step": 79180 + }, + { + "loss_action": 0.015547020360827446, + "loss_total": 0.015547020360827446, + "step": 79180 + }, + { + "loss_action": 0.002290128031745553, + "loss_total": 0.002290128031745553, + "step": 79180 + }, + { + "loss_action": 0.0035752493422478437, + "loss_total": 0.0035752493422478437, + "step": 79180 + }, + { + "loss_action": 0.007836808450520039, + "loss_total": 0.007836808450520039, + "step": 79180 + }, + { + "loss_action": 0.002287955256178975, + "loss_total": 0.002287955256178975, + "step": 79180 + }, + { + "grad_norm": 0.2570960521697998, + "learning_rate": 1.1380702298475227e-05, + "loss": 0.0091, + "step": 79190 + }, + { + "loss_action": 0.006300229113548994, + "loss_total": 0.006300229113548994, + "step": 79190 + }, + { + "loss_action": 0.0059026447124779224, + "loss_total": 0.0059026447124779224, + "step": 79190 + }, + { + "loss_action": 0.005202744621783495, + "loss_total": 0.005202744621783495, + "step": 79190 + }, + { + "loss_action": 0.00839010439813137, + "loss_total": 0.00839010439813137, + "step": 79190 + }, + { + "loss_action": 0.009051645174622536, + "loss_total": 0.009051645174622536, + "step": 79190 + }, + { + "loss_action": 0.003869496751576662, + "loss_total": 0.003869496751576662, + "step": 79190 + }, + { + "grad_norm": 0.3273811340332031, + "learning_rate": 1.1370202339319985e-05, + "loss": 0.0083, + "step": 79200 + }, + { + "loss_action": 0.0029526804573833942, + "loss_total": 0.0029526804573833942, + "step": 79200 + }, + { + "loss_action": 0.009372292086482048, + "loss_total": 0.009372292086482048, + "step": 79200 + }, + { + "loss_action": 0.03353762626647949, + "loss_total": 0.03353762626647949, + "step": 79200 + }, + { + "loss_action": 0.023109188303351402, + "loss_total": 0.023109188303351402, + "step": 79200 + }, + { + "loss_action": 0.002599210012704134, + "loss_total": 0.002599210012704134, + "step": 79200 + }, + { + "loss_action": 0.043418433517217636, + "loss_total": 0.043418433517217636, + "step": 79200 + }, + { + "grad_norm": 0.21273870766162872, + "learning_rate": 1.1359706604661319e-05, + "loss": 0.0119, + "step": 79210 + }, + { + "loss_action": 0.005297705996781588, + "loss_total": 0.005297705996781588, + "step": 79210 + }, + { + "loss_action": 0.0029307345394045115, + "loss_total": 0.0029307345394045115, + "step": 79210 + }, + { + "loss_action": 0.008976231329143047, + "loss_total": 0.008976231329143047, + "step": 79210 + }, + { + "loss_action": 0.0021590199321508408, + "loss_total": 0.0021590199321508408, + "step": 79210 + }, + { + "loss_action": 0.008234376087784767, + "loss_total": 0.008234376087784767, + "step": 79210 + }, + { + "loss_action": 0.009357529692351818, + "loss_total": 0.009357529692351818, + "step": 79210 + }, + { + "grad_norm": 0.20086774230003357, + "learning_rate": 1.1349215095647042e-05, + "loss": 0.0085, + "step": 79220 + }, + { + "loss_action": 0.005884924437850714, + "loss_total": 0.005884924437850714, + "step": 79220 + }, + { + "loss_action": 0.012458170764148235, + "loss_total": 0.012458170764148235, + "step": 79220 + }, + { + "loss_action": 0.08892818540334702, + "loss_total": 0.08892818540334702, + "step": 79220 + }, + { + "loss_action": 0.008859240449965, + "loss_total": 0.008859240449965, + "step": 79220 + }, + { + "loss_action": 0.0032298911828547716, + "loss_total": 0.0032298911828547716, + "step": 79220 + }, + { + "loss_action": 0.009988812729716301, + "loss_total": 0.009988812729716301, + "step": 79220 + }, + { + "grad_norm": 0.40753763914108276, + "learning_rate": 1.1338727813424493e-05, + "loss": 0.0124, + "step": 79230 + }, + { + "loss_action": 0.004980471450835466, + "loss_total": 0.004980471450835466, + "step": 79230 + }, + { + "loss_action": 0.006972333882004023, + "loss_total": 0.006972333882004023, + "step": 79230 + }, + { + "loss_action": 0.003367418423295021, + "loss_total": 0.003367418423295021, + "step": 79230 + }, + { + "loss_action": 0.010054401122033596, + "loss_total": 0.010054401122033596, + "step": 79230 + }, + { + "loss_action": 0.009263195097446442, + "loss_total": 0.009263195097446442, + "step": 79230 + }, + { + "loss_action": 0.005615821108222008, + "loss_total": 0.005615821108222008, + "step": 79230 + }, + { + "grad_norm": 0.243804469704628, + "learning_rate": 1.132824475914056e-05, + "loss": 0.0076, + "step": 79240 + }, + { + "loss_action": 0.0023027879651635885, + "loss_total": 0.0023027879651635885, + "step": 79240 + }, + { + "loss_action": 0.004334934987127781, + "loss_total": 0.004334934987127781, + "step": 79240 + }, + { + "loss_action": 0.004084755200892687, + "loss_total": 0.004084755200892687, + "step": 79240 + }, + { + "loss_action": 0.004853544291108847, + "loss_total": 0.004853544291108847, + "step": 79240 + }, + { + "loss_action": 0.008128072135150433, + "loss_total": 0.008128072135150433, + "step": 79240 + }, + { + "loss_action": 0.008889403194189072, + "loss_total": 0.008889403194189072, + "step": 79240 + }, + { + "grad_norm": 0.19021183252334595, + "learning_rate": 1.131776593394162e-05, + "loss": 0.0109, + "step": 79250 + }, + { + "loss_action": 0.002926112152636051, + "loss_total": 0.002926112152636051, + "step": 79250 + }, + { + "loss_action": 0.0057911863550543785, + "loss_total": 0.0057911863550543785, + "step": 79250 + }, + { + "loss_action": 0.024821093305945396, + "loss_total": 0.024821093305945396, + "step": 79250 + }, + { + "loss_action": 0.016308410093188286, + "loss_total": 0.016308410093188286, + "step": 79250 + }, + { + "loss_action": 0.004630481358617544, + "loss_total": 0.004630481358617544, + "step": 79250 + }, + { + "loss_action": 0.005803473759442568, + "loss_total": 0.005803473759442568, + "step": 79250 + }, + { + "grad_norm": 0.20174366235733032, + "learning_rate": 1.1307291338973657e-05, + "loss": 0.0075, + "step": 79260 + }, + { + "loss_action": 0.007259129546582699, + "loss_total": 0.007259129546582699, + "step": 79260 + }, + { + "loss_action": 0.005042737349867821, + "loss_total": 0.005042737349867821, + "step": 79260 + }, + { + "loss_action": 0.005121957045048475, + "loss_total": 0.005121957045048475, + "step": 79260 + }, + { + "loss_action": 0.01796025224030018, + "loss_total": 0.01796025224030018, + "step": 79260 + }, + { + "loss_action": 0.0031789103522896767, + "loss_total": 0.0031789103522896767, + "step": 79260 + }, + { + "loss_action": 0.015842506662011147, + "loss_total": 0.015842506662011147, + "step": 79260 + }, + { + "grad_norm": 0.22567443549633026, + "learning_rate": 1.1296820975382121e-05, + "loss": 0.0095, + "step": 79270 + }, + { + "loss_action": 0.006318469997495413, + "loss_total": 0.006318469997495413, + "step": 79270 + }, + { + "loss_action": 0.007135879714041948, + "loss_total": 0.007135879714041948, + "step": 79270 + }, + { + "loss_action": 0.004694005940109491, + "loss_total": 0.004694005940109491, + "step": 79270 + }, + { + "loss_action": 0.004237982910126448, + "loss_total": 0.004237982910126448, + "step": 79270 + }, + { + "loss_action": 0.008061503991484642, + "loss_total": 0.008061503991484642, + "step": 79270 + }, + { + "loss_action": 0.01781545951962471, + "loss_total": 0.01781545951962471, + "step": 79270 + }, + { + "grad_norm": 0.18084274232387543, + "learning_rate": 1.1286354844312074e-05, + "loss": 0.0069, + "step": 79280 + }, + { + "loss_action": 0.02608891762793064, + "loss_total": 0.02608891762793064, + "step": 79280 + }, + { + "loss_action": 0.005979856941848993, + "loss_total": 0.005979856941848993, + "step": 79280 + }, + { + "loss_action": 0.006605176255106926, + "loss_total": 0.006605176255106926, + "step": 79280 + }, + { + "loss_action": 0.005245155189186335, + "loss_total": 0.005245155189186335, + "step": 79280 + }, + { + "loss_action": 0.006401749327778816, + "loss_total": 0.006401749327778816, + "step": 79280 + }, + { + "loss_action": 0.00650349585339427, + "loss_total": 0.00650349585339427, + "step": 79280 + }, + { + "grad_norm": 0.1692039966583252, + "learning_rate": 1.1275892946908023e-05, + "loss": 0.0088, + "step": 79290 + }, + { + "loss_action": 0.013471872545778751, + "loss_total": 0.013471872545778751, + "step": 79290 + }, + { + "loss_action": 0.010790389962494373, + "loss_total": 0.010790389962494373, + "step": 79290 + }, + { + "loss_action": 0.005077775102108717, + "loss_total": 0.005077775102108717, + "step": 79290 + }, + { + "loss_action": 0.004583048168569803, + "loss_total": 0.004583048168569803, + "step": 79290 + }, + { + "loss_action": 0.0029602868016809225, + "loss_total": 0.0029602868016809225, + "step": 79290 + }, + { + "loss_action": 0.002662031212821603, + "loss_total": 0.002662031212821603, + "step": 79290 + }, + { + "grad_norm": 0.17060910165309906, + "learning_rate": 1.126543528431413e-05, + "loss": 0.0068, + "step": 79300 + }, + { + "loss_action": 0.019759297370910645, + "loss_total": 0.019759297370910645, + "step": 79300 + }, + { + "loss_action": 0.01338729914277792, + "loss_total": 0.01338729914277792, + "step": 79300 + }, + { + "loss_action": 0.008451969362795353, + "loss_total": 0.008451969362795353, + "step": 79300 + }, + { + "loss_action": 0.006412285380065441, + "loss_total": 0.006412285380065441, + "step": 79300 + }, + { + "loss_action": 0.010921484790742397, + "loss_total": 0.010921484790742397, + "step": 79300 + }, + { + "loss_action": 0.011169495061039925, + "loss_total": 0.011169495061039925, + "step": 79300 + }, + { + "grad_norm": 0.21615493297576904, + "learning_rate": 1.125498185767398e-05, + "loss": 0.0079, + "step": 79310 + }, + { + "loss_action": 0.004024328198283911, + "loss_total": 0.004024328198283911, + "step": 79310 + }, + { + "loss_action": 0.01237595546990633, + "loss_total": 0.01237595546990633, + "step": 79310 + }, + { + "loss_action": 0.0051694754511117935, + "loss_total": 0.0051694754511117935, + "step": 79310 + }, + { + "loss_action": 0.008652362041175365, + "loss_total": 0.008652362041175365, + "step": 79310 + }, + { + "loss_action": 0.0021561328321695328, + "loss_total": 0.0021561328321695328, + "step": 79310 + }, + { + "loss_action": 0.005032045766711235, + "loss_total": 0.005032045766711235, + "step": 79310 + }, + { + "grad_norm": 0.2318817377090454, + "learning_rate": 1.1244532668130781e-05, + "loss": 0.008, + "step": 79320 + }, + { + "loss_action": 0.0027340888045728207, + "loss_total": 0.0027340888045728207, + "step": 79320 + }, + { + "loss_action": 0.006651677656918764, + "loss_total": 0.006651677656918764, + "step": 79320 + }, + { + "loss_action": 0.0027136667631566525, + "loss_total": 0.0027136667631566525, + "step": 79320 + }, + { + "loss_action": 0.004702193196862936, + "loss_total": 0.004702193196862936, + "step": 79320 + }, + { + "loss_action": 0.0050897980108857155, + "loss_total": 0.0050897980108857155, + "step": 79320 + }, + { + "loss_action": 0.006763002369552851, + "loss_total": 0.006763002369552851, + "step": 79320 + }, + { + "grad_norm": 0.20774327218532562, + "learning_rate": 1.1234087716827203e-05, + "loss": 0.0077, + "step": 79330 + }, + { + "loss_action": 0.00419826153665781, + "loss_total": 0.00419826153665781, + "step": 79330 + }, + { + "loss_action": 0.012661706656217575, + "loss_total": 0.012661706656217575, + "step": 79330 + }, + { + "loss_action": 0.00291441916488111, + "loss_total": 0.00291441916488111, + "step": 79330 + }, + { + "loss_action": 0.0066329496912658215, + "loss_total": 0.0066329496912658215, + "step": 79330 + }, + { + "loss_action": 0.0060602338053286076, + "loss_total": 0.0060602338053286076, + "step": 79330 + }, + { + "loss_action": 0.006687171291559935, + "loss_total": 0.006687171291559935, + "step": 79330 + }, + { + "grad_norm": 0.22898760437965393, + "learning_rate": 1.1223647004905524e-05, + "loss": 0.008, + "step": 79340 + }, + { + "loss_action": 0.01545828115195036, + "loss_total": 0.01545828115195036, + "step": 79340 + }, + { + "loss_action": 0.010204516351222992, + "loss_total": 0.010204516351222992, + "step": 79340 + }, + { + "loss_action": 0.019879760220646858, + "loss_total": 0.019879760220646858, + "step": 79340 + }, + { + "loss_action": 0.008015468716621399, + "loss_total": 0.008015468716621399, + "step": 79340 + }, + { + "loss_action": 0.005439906381070614, + "loss_total": 0.005439906381070614, + "step": 79340 + }, + { + "loss_action": 0.017773501574993134, + "loss_total": 0.017773501574993134, + "step": 79340 + }, + { + "grad_norm": 0.3153653144836426, + "learning_rate": 1.1213210533507485e-05, + "loss": 0.0099, + "step": 79350 + }, + { + "loss_action": 0.0035103473346680403, + "loss_total": 0.0035103473346680403, + "step": 79350 + }, + { + "loss_action": 0.0024671005085110664, + "loss_total": 0.0024671005085110664, + "step": 79350 + }, + { + "loss_action": 0.007332051172852516, + "loss_total": 0.007332051172852516, + "step": 79350 + }, + { + "loss_action": 0.007620319724082947, + "loss_total": 0.007620319724082947, + "step": 79350 + }, + { + "loss_action": 0.004064328037202358, + "loss_total": 0.004064328037202358, + "step": 79350 + }, + { + "loss_action": 0.005051382351666689, + "loss_total": 0.005051382351666689, + "step": 79350 + }, + { + "grad_norm": 0.25465789437294006, + "learning_rate": 1.1202778303774447e-05, + "loss": 0.0068, + "step": 79360 + }, + { + "loss_action": 0.019113829359412193, + "loss_total": 0.019113829359412193, + "step": 79360 + }, + { + "loss_action": 0.007810228504240513, + "loss_total": 0.007810228504240513, + "step": 79360 + }, + { + "loss_action": 0.008743100799620152, + "loss_total": 0.008743100799620152, + "step": 79360 + }, + { + "loss_action": 0.006209772080183029, + "loss_total": 0.006209772080183029, + "step": 79360 + }, + { + "loss_action": 0.007419873494654894, + "loss_total": 0.007419873494654894, + "step": 79360 + }, + { + "loss_action": 0.007185256574302912, + "loss_total": 0.007185256574302912, + "step": 79360 + }, + { + "grad_norm": 0.18993468582630157, + "learning_rate": 1.1192350316847234e-05, + "loss": 0.0101, + "step": 79370 + }, + { + "loss_action": 0.006556457839906216, + "loss_total": 0.006556457839906216, + "step": 79370 + }, + { + "loss_action": 0.006841269787400961, + "loss_total": 0.006841269787400961, + "step": 79370 + }, + { + "loss_action": 0.004053616430610418, + "loss_total": 0.004053616430610418, + "step": 79370 + }, + { + "loss_action": 0.01420263759791851, + "loss_total": 0.01420263759791851, + "step": 79370 + }, + { + "loss_action": 0.0035902720410376787, + "loss_total": 0.0035902720410376787, + "step": 79370 + }, + { + "loss_action": 0.00534331239759922, + "loss_total": 0.00534331239759922, + "step": 79370 + }, + { + "grad_norm": 0.20403869450092316, + "learning_rate": 1.1181926573866258e-05, + "loss": 0.0083, + "step": 79380 + }, + { + "loss_action": 0.008776436559855938, + "loss_total": 0.008776436559855938, + "step": 79380 + }, + { + "loss_action": 0.003107229946181178, + "loss_total": 0.003107229946181178, + "step": 79380 + }, + { + "loss_action": 0.008999508805572987, + "loss_total": 0.008999508805572987, + "step": 79380 + }, + { + "loss_action": 0.010829294100403786, + "loss_total": 0.010829294100403786, + "step": 79380 + }, + { + "loss_action": 0.005780970677733421, + "loss_total": 0.005780970677733421, + "step": 79380 + }, + { + "loss_action": 0.0079737463966012, + "loss_total": 0.0079737463966012, + "step": 79380 + }, + { + "grad_norm": 0.21313247084617615, + "learning_rate": 1.1171507075971416e-05, + "loss": 0.0107, + "step": 79390 + }, + { + "loss_action": 0.015296610072255135, + "loss_total": 0.015296610072255135, + "step": 79390 + }, + { + "loss_action": 0.004973229486495256, + "loss_total": 0.004973229486495256, + "step": 79390 + }, + { + "loss_action": 0.0050221881829202175, + "loss_total": 0.0050221881829202175, + "step": 79390 + }, + { + "loss_action": 0.00443270243704319, + "loss_total": 0.00443270243704319, + "step": 79390 + }, + { + "loss_action": 0.0023216456174850464, + "loss_total": 0.0023216456174850464, + "step": 79390 + }, + { + "loss_action": 0.0072141182608902454, + "loss_total": 0.0072141182608902454, + "step": 79390 + }, + { + "grad_norm": 0.19769340753555298, + "learning_rate": 1.1161091824302177e-05, + "loss": 0.0087, + "step": 79400 + }, + { + "loss_action": 0.011030579917132854, + "loss_total": 0.011030579917132854, + "step": 79400 + }, + { + "loss_action": 0.008926651440560818, + "loss_total": 0.008926651440560818, + "step": 79400 + }, + { + "loss_action": 0.008987396024167538, + "loss_total": 0.008987396024167538, + "step": 79400 + }, + { + "loss_action": 0.0054015060886740685, + "loss_total": 0.0054015060886740685, + "step": 79400 + }, + { + "loss_action": 0.006805871147662401, + "loss_total": 0.006805871147662401, + "step": 79400 + }, + { + "loss_action": 0.00579102011397481, + "loss_total": 0.00579102011397481, + "step": 79400 + }, + { + "grad_norm": 0.1964135766029358, + "learning_rate": 1.115068081999755e-05, + "loss": 0.0114, + "step": 79410 + }, + { + "loss_action": 0.006411603186279535, + "loss_total": 0.006411603186279535, + "step": 79410 + }, + { + "loss_action": 0.002846925053745508, + "loss_total": 0.002846925053745508, + "step": 79410 + }, + { + "loss_action": 0.005156312603503466, + "loss_total": 0.005156312603503466, + "step": 79410 + }, + { + "loss_action": 0.002084130421280861, + "loss_total": 0.002084130421280861, + "step": 79410 + }, + { + "loss_action": 0.015578013844788074, + "loss_total": 0.015578013844788074, + "step": 79410 + }, + { + "loss_action": 0.0032863845117390156, + "loss_total": 0.0032863845117390156, + "step": 79410 + }, + { + "grad_norm": 0.17521756887435913, + "learning_rate": 1.1140274064196071e-05, + "loss": 0.0091, + "step": 79420 + }, + { + "loss_action": 0.013694871217012405, + "loss_total": 0.013694871217012405, + "step": 79420 + }, + { + "loss_action": 0.01532039139419794, + "loss_total": 0.01532039139419794, + "step": 79420 + }, + { + "loss_action": 0.0051955366507172585, + "loss_total": 0.0051955366507172585, + "step": 79420 + }, + { + "loss_action": 0.006887667812407017, + "loss_total": 0.006887667812407017, + "step": 79420 + }, + { + "loss_action": 0.007364995311945677, + "loss_total": 0.007364995311945677, + "step": 79420 + }, + { + "loss_action": 0.004999720491468906, + "loss_total": 0.004999720491468906, + "step": 79420 + }, + { + "grad_norm": 0.22018282115459442, + "learning_rate": 1.112987155803578e-05, + "loss": 0.0084, + "step": 79430 + }, + { + "loss_action": 0.006120153237134218, + "loss_total": 0.006120153237134218, + "step": 79430 + }, + { + "loss_action": 0.029180459678173065, + "loss_total": 0.029180459678173065, + "step": 79430 + }, + { + "loss_action": 0.004929553717374802, + "loss_total": 0.004929553717374802, + "step": 79430 + }, + { + "loss_action": 0.007363655138760805, + "loss_total": 0.007363655138760805, + "step": 79430 + }, + { + "loss_action": 0.010288733057677746, + "loss_total": 0.010288733057677746, + "step": 79430 + }, + { + "loss_action": 0.012353836558759212, + "loss_total": 0.012353836558759212, + "step": 79430 + }, + { + "grad_norm": 0.1385975480079651, + "learning_rate": 1.1119473302654298e-05, + "loss": 0.0077, + "step": 79440 + }, + { + "loss_action": 0.0027152434922754765, + "loss_total": 0.0027152434922754765, + "step": 79440 + }, + { + "loss_action": 0.007982607930898666, + "loss_total": 0.007982607930898666, + "step": 79440 + }, + { + "loss_action": 0.002145403064787388, + "loss_total": 0.002145403064787388, + "step": 79440 + }, + { + "loss_action": 0.0021763895638287067, + "loss_total": 0.0021763895638287067, + "step": 79440 + }, + { + "loss_action": 0.006602182984352112, + "loss_total": 0.006602182984352112, + "step": 79440 + }, + { + "loss_action": 0.016563914716243744, + "loss_total": 0.016563914716243744, + "step": 79440 + }, + { + "grad_norm": 0.2669675350189209, + "learning_rate": 1.1109079299188769e-05, + "loss": 0.0103, + "step": 79450 + }, + { + "loss_action": 0.004161017015576363, + "loss_total": 0.004161017015576363, + "step": 79450 + }, + { + "loss_action": 0.003281330456957221, + "loss_total": 0.003281330456957221, + "step": 79450 + }, + { + "loss_action": 0.025354156270623207, + "loss_total": 0.025354156270623207, + "step": 79450 + }, + { + "loss_action": 0.007188668008893728, + "loss_total": 0.007188668008893728, + "step": 79450 + }, + { + "loss_action": 0.004267515614628792, + "loss_total": 0.004267515614628792, + "step": 79450 + }, + { + "loss_action": 0.003232545219361782, + "loss_total": 0.003232545219361782, + "step": 79450 + }, + { + "grad_norm": 0.225227490067482, + "learning_rate": 1.1098689548775847e-05, + "loss": 0.008, + "step": 79460 + }, + { + "loss_action": 0.009346355684101582, + "loss_total": 0.009346355684101582, + "step": 79460 + }, + { + "loss_action": 0.008626976050436497, + "loss_total": 0.008626976050436497, + "step": 79460 + }, + { + "loss_action": 0.01492058765143156, + "loss_total": 0.01492058765143156, + "step": 79460 + }, + { + "loss_action": 0.005783488508313894, + "loss_total": 0.005783488508313894, + "step": 79460 + }, + { + "loss_action": 0.007822173647582531, + "loss_total": 0.007822173647582531, + "step": 79460 + }, + { + "loss_action": 0.013598172925412655, + "loss_total": 0.013598172925412655, + "step": 79460 + }, + { + "grad_norm": 0.3152616024017334, + "learning_rate": 1.1088304052551762e-05, + "loss": 0.0109, + "step": 79470 + }, + { + "loss_action": 0.008070360869169235, + "loss_total": 0.008070360869169235, + "step": 79470 + }, + { + "loss_action": 0.008649153634905815, + "loss_total": 0.008649153634905815, + "step": 79470 + }, + { + "loss_action": 0.0029854835011065006, + "loss_total": 0.0029854835011065006, + "step": 79470 + }, + { + "loss_action": 0.010019462555646896, + "loss_total": 0.010019462555646896, + "step": 79470 + }, + { + "loss_action": 0.015315556898713112, + "loss_total": 0.015315556898713112, + "step": 79470 + }, + { + "loss_action": 0.006747540086507797, + "loss_total": 0.006747540086507797, + "step": 79470 + }, + { + "grad_norm": 0.21185584366321564, + "learning_rate": 1.1077922811652215e-05, + "loss": 0.0149, + "step": 79480 + }, + { + "loss_action": 0.002517442451789975, + "loss_total": 0.002517442451789975, + "step": 79480 + }, + { + "loss_action": 0.011181406676769257, + "loss_total": 0.011181406676769257, + "step": 79480 + }, + { + "loss_action": 0.010270152240991592, + "loss_total": 0.010270152240991592, + "step": 79480 + }, + { + "loss_action": 0.004286914598196745, + "loss_total": 0.004286914598196745, + "step": 79480 + }, + { + "loss_action": 0.0070108287036418915, + "loss_total": 0.0070108287036418915, + "step": 79480 + }, + { + "loss_action": 0.007153058424592018, + "loss_total": 0.007153058424592018, + "step": 79480 + }, + { + "grad_norm": 0.18506765365600586, + "learning_rate": 1.1067545827212534e-05, + "loss": 0.0094, + "step": 79490 + }, + { + "loss_action": 0.009037387557327747, + "loss_total": 0.009037387557327747, + "step": 79490 + }, + { + "loss_action": 0.004070539027452469, + "loss_total": 0.004070539027452469, + "step": 79490 + }, + { + "loss_action": 0.0038577865343540907, + "loss_total": 0.0038577865343540907, + "step": 79490 + }, + { + "loss_action": 0.0042524258606135845, + "loss_total": 0.0042524258606135845, + "step": 79490 + }, + { + "loss_action": 0.003193530486896634, + "loss_total": 0.003193530486896634, + "step": 79490 + }, + { + "loss_action": 0.006641579791903496, + "loss_total": 0.006641579791903496, + "step": 79490 + }, + { + "grad_norm": 0.13775208592414856, + "learning_rate": 1.1057173100367496e-05, + "loss": 0.0083, + "step": 79500 + }, + { + "loss_action": 0.005637513939291239, + "loss_total": 0.005637513939291239, + "step": 79500 + }, + { + "loss_action": 0.0056859576143324375, + "loss_total": 0.0056859576143324375, + "step": 79500 + }, + { + "loss_action": 0.01606258936226368, + "loss_total": 0.01606258936226368, + "step": 79500 + }, + { + "loss_action": 0.0025193076580762863, + "loss_total": 0.0025193076580762863, + "step": 79500 + }, + { + "loss_action": 0.005547491367906332, + "loss_total": 0.005547491367906332, + "step": 79500 + }, + { + "loss_action": 0.0038909059949219227, + "loss_total": 0.0038909059949219227, + "step": 79500 + }, + { + "grad_norm": 0.22711534798145294, + "learning_rate": 1.1046804632251474e-05, + "loss": 0.0077, + "step": 79510 + }, + { + "loss_action": 0.012795556336641312, + "loss_total": 0.012795556336641312, + "step": 79510 + }, + { + "loss_action": 0.002924858359619975, + "loss_total": 0.002924858359619975, + "step": 79510 + }, + { + "loss_action": 0.005540389101952314, + "loss_total": 0.005540389101952314, + "step": 79510 + }, + { + "loss_action": 0.009357682429254055, + "loss_total": 0.009357682429254055, + "step": 79510 + }, + { + "loss_action": 0.019155504181981087, + "loss_total": 0.019155504181981087, + "step": 79510 + }, + { + "loss_action": 0.0055848159827291965, + "loss_total": 0.0055848159827291965, + "step": 79510 + }, + { + "grad_norm": 0.361566960811615, + "learning_rate": 1.1036440423998318e-05, + "loss": 0.0126, + "step": 79520 + }, + { + "loss_action": 0.0053837900049984455, + "loss_total": 0.0053837900049984455, + "step": 79520 + }, + { + "loss_action": 0.018662961199879646, + "loss_total": 0.018662961199879646, + "step": 79520 + }, + { + "loss_action": 0.008208714425563812, + "loss_total": 0.008208714425563812, + "step": 79520 + }, + { + "loss_action": 0.033278487622737885, + "loss_total": 0.033278487622737885, + "step": 79520 + }, + { + "loss_action": 0.012352649122476578, + "loss_total": 0.012352649122476578, + "step": 79520 + }, + { + "loss_action": 0.003597729839384556, + "loss_total": 0.003597729839384556, + "step": 79520 + }, + { + "grad_norm": 0.33256879448890686, + "learning_rate": 1.1026080476741469e-05, + "loss": 0.0111, + "step": 79530 + }, + { + "loss_action": 0.0027502146549522877, + "loss_total": 0.0027502146549522877, + "step": 79530 + }, + { + "loss_action": 0.008498666808009148, + "loss_total": 0.008498666808009148, + "step": 79530 + }, + { + "loss_action": 0.0022320691496133804, + "loss_total": 0.0022320691496133804, + "step": 79530 + }, + { + "loss_action": 0.004734657239168882, + "loss_total": 0.004734657239168882, + "step": 79530 + }, + { + "loss_action": 0.008572537451982498, + "loss_total": 0.008572537451982498, + "step": 79530 + }, + { + "loss_action": 0.0025638635270297527, + "loss_total": 0.0025638635270297527, + "step": 79530 + }, + { + "grad_norm": 0.2397555708885193, + "learning_rate": 1.1015724791613836e-05, + "loss": 0.0068, + "step": 79540 + }, + { + "loss_action": 0.002473259111866355, + "loss_total": 0.002473259111866355, + "step": 79540 + }, + { + "loss_action": 0.012730356305837631, + "loss_total": 0.012730356305837631, + "step": 79540 + }, + { + "loss_action": 0.004372421186417341, + "loss_total": 0.004372421186417341, + "step": 79540 + }, + { + "loss_action": 0.012948640622198582, + "loss_total": 0.012948640622198582, + "step": 79540 + }, + { + "loss_action": 0.014382101595401764, + "loss_total": 0.014382101595401764, + "step": 79540 + }, + { + "loss_action": 0.006495816633105278, + "loss_total": 0.006495816633105278, + "step": 79540 + }, + { + "grad_norm": 0.20718662440776825, + "learning_rate": 1.1005373369747951e-05, + "loss": 0.0089, + "step": 79550 + }, + { + "loss_action": 0.007323159836232662, + "loss_total": 0.007323159836232662, + "step": 79550 + }, + { + "loss_action": 0.007575368974357843, + "loss_total": 0.007575368974357843, + "step": 79550 + }, + { + "loss_action": 0.011335469782352448, + "loss_total": 0.011335469782352448, + "step": 79550 + }, + { + "loss_action": 0.001741322921589017, + "loss_total": 0.001741322921589017, + "step": 79550 + }, + { + "loss_action": 0.006083603948354721, + "loss_total": 0.006083603948354721, + "step": 79550 + }, + { + "loss_action": 0.009586749598383904, + "loss_total": 0.009586749598383904, + "step": 79550 + }, + { + "grad_norm": 0.24241425096988678, + "learning_rate": 1.09950262122758e-05, + "loss": 0.0089, + "step": 79560 + }, + { + "loss_action": 0.015351904556155205, + "loss_total": 0.015351904556155205, + "step": 79560 + }, + { + "loss_action": 0.0030669907573610544, + "loss_total": 0.0030669907573610544, + "step": 79560 + }, + { + "loss_action": 0.010448490269482136, + "loss_total": 0.010448490269482136, + "step": 79560 + }, + { + "loss_action": 0.00874888151884079, + "loss_total": 0.00874888151884079, + "step": 79560 + }, + { + "loss_action": 0.005280905403196812, + "loss_total": 0.005280905403196812, + "step": 79560 + }, + { + "loss_action": 0.0124844741076231, + "loss_total": 0.0124844741076231, + "step": 79560 + }, + { + "grad_norm": 0.1838957965373993, + "learning_rate": 1.0984683320328948e-05, + "loss": 0.0114, + "step": 79570 + }, + { + "loss_action": 0.01177065446972847, + "loss_total": 0.01177065446972847, + "step": 79570 + }, + { + "loss_action": 0.008784053847193718, + "loss_total": 0.008784053847193718, + "step": 79570 + }, + { + "loss_action": 0.00930191669613123, + "loss_total": 0.00930191669613123, + "step": 79570 + }, + { + "loss_action": 0.006173611152917147, + "loss_total": 0.006173611152917147, + "step": 79570 + }, + { + "loss_action": 0.0072491355240345, + "loss_total": 0.0072491355240345, + "step": 79570 + }, + { + "loss_action": 0.006719083525240421, + "loss_total": 0.006719083525240421, + "step": 79570 + }, + { + "grad_norm": 0.1687670648097992, + "learning_rate": 1.0974344695038458e-05, + "loss": 0.009, + "step": 79580 + }, + { + "loss_action": 0.0046068583615124226, + "loss_total": 0.0046068583615124226, + "step": 79580 + }, + { + "loss_action": 0.004410711582750082, + "loss_total": 0.004410711582750082, + "step": 79580 + }, + { + "loss_action": 0.013870086520910263, + "loss_total": 0.013870086520910263, + "step": 79580 + }, + { + "loss_action": 0.007722427602857351, + "loss_total": 0.007722427602857351, + "step": 79580 + }, + { + "loss_action": 0.00910237804055214, + "loss_total": 0.00910237804055214, + "step": 79580 + }, + { + "loss_action": 0.009359000250697136, + "loss_total": 0.009359000250697136, + "step": 79580 + }, + { + "grad_norm": 0.23546308279037476, + "learning_rate": 1.0964010337534968e-05, + "loss": 0.0087, + "step": 79590 + }, + { + "loss_action": 0.0541815459728241, + "loss_total": 0.0541815459728241, + "step": 79590 + }, + { + "loss_action": 0.006649862974882126, + "loss_total": 0.006649862974882126, + "step": 79590 + }, + { + "loss_action": 0.004612669348716736, + "loss_total": 0.004612669348716736, + "step": 79590 + }, + { + "loss_action": 0.006580275483429432, + "loss_total": 0.006580275483429432, + "step": 79590 + }, + { + "loss_action": 0.008259430527687073, + "loss_total": 0.008259430527687073, + "step": 79590 + }, + { + "loss_action": 0.007625614758580923, + "loss_total": 0.007625614758580923, + "step": 79590 + }, + { + "grad_norm": 0.3937079906463623, + "learning_rate": 1.0953680248948611e-05, + "loss": 0.0118, + "step": 79600 + }, + { + "loss_action": 0.03230990841984749, + "loss_total": 0.03230990841984749, + "step": 79600 + }, + { + "loss_action": 0.008331353776156902, + "loss_total": 0.008331353776156902, + "step": 79600 + }, + { + "loss_action": 0.0097053162753582, + "loss_total": 0.0097053162753582, + "step": 79600 + }, + { + "loss_action": 0.007234195712953806, + "loss_total": 0.007234195712953806, + "step": 79600 + }, + { + "loss_action": 0.02227582223713398, + "loss_total": 0.02227582223713398, + "step": 79600 + }, + { + "loss_action": 0.005185902118682861, + "loss_total": 0.005185902118682861, + "step": 79600 + }, + { + "grad_norm": 0.2992421090602875, + "learning_rate": 1.0943354430409069e-05, + "loss": 0.0101, + "step": 79610 + }, + { + "loss_action": 0.004200916737318039, + "loss_total": 0.004200916737318039, + "step": 79610 + }, + { + "loss_action": 0.004629106726497412, + "loss_total": 0.004629106726497412, + "step": 79610 + }, + { + "loss_action": 0.003175451885908842, + "loss_total": 0.003175451885908842, + "step": 79610 + }, + { + "loss_action": 0.007235303986817598, + "loss_total": 0.007235303986817598, + "step": 79610 + }, + { + "loss_action": 0.013646649196743965, + "loss_total": 0.013646649196743965, + "step": 79610 + }, + { + "loss_action": 0.013763245195150375, + "loss_total": 0.013763245195150375, + "step": 79610 + }, + { + "grad_norm": 0.3090643882751465, + "learning_rate": 1.0933032883045574e-05, + "loss": 0.01, + "step": 79620 + }, + { + "loss_action": 0.008431593887507915, + "loss_total": 0.008431593887507915, + "step": 79620 + }, + { + "loss_action": 0.0032121543772518635, + "loss_total": 0.0032121543772518635, + "step": 79620 + }, + { + "loss_action": 0.003461676649749279, + "loss_total": 0.003461676649749279, + "step": 79620 + }, + { + "loss_action": 0.009761697612702847, + "loss_total": 0.009761697612702847, + "step": 79620 + }, + { + "loss_action": 0.011746156960725784, + "loss_total": 0.011746156960725784, + "step": 79620 + }, + { + "loss_action": 0.0053650569170713425, + "loss_total": 0.0053650569170713425, + "step": 79620 + }, + { + "grad_norm": 0.273810476064682, + "learning_rate": 1.0922715607986872e-05, + "loss": 0.0089, + "step": 79630 + }, + { + "loss_action": 0.00857002753764391, + "loss_total": 0.00857002753764391, + "step": 79630 + }, + { + "loss_action": 0.007861004211008549, + "loss_total": 0.007861004211008549, + "step": 79630 + }, + { + "loss_action": 0.0024851947091519833, + "loss_total": 0.0024851947091519833, + "step": 79630 + }, + { + "loss_action": 0.005678792949765921, + "loss_total": 0.005678792949765921, + "step": 79630 + }, + { + "loss_action": 0.008752461522817612, + "loss_total": 0.008752461522817612, + "step": 79630 + }, + { + "loss_action": 0.003431281540542841, + "loss_total": 0.003431281540542841, + "step": 79630 + }, + { + "grad_norm": 0.23046652972698212, + "learning_rate": 1.0912402606361234e-05, + "loss": 0.0097, + "step": 79640 + }, + { + "loss_action": 0.007424648385494947, + "loss_total": 0.007424648385494947, + "step": 79640 + }, + { + "loss_action": 0.011625039391219616, + "loss_total": 0.011625039391219616, + "step": 79640 + }, + { + "loss_action": 0.005071402061730623, + "loss_total": 0.005071402061730623, + "step": 79640 + }, + { + "loss_action": 0.02695341221988201, + "loss_total": 0.02695341221988201, + "step": 79640 + }, + { + "loss_action": 0.019200727343559265, + "loss_total": 0.019200727343559265, + "step": 79640 + }, + { + "loss_action": 0.0033119674772024155, + "loss_total": 0.0033119674772024155, + "step": 79640 + }, + { + "grad_norm": 0.1779986172914505, + "learning_rate": 1.090209387929647e-05, + "loss": 0.0081, + "step": 79650 + }, + { + "loss_action": 0.00667322613298893, + "loss_total": 0.00667322613298893, + "step": 79650 + }, + { + "loss_action": 0.004636786412447691, + "loss_total": 0.004636786412447691, + "step": 79650 + }, + { + "loss_action": 0.003474110970273614, + "loss_total": 0.003474110970273614, + "step": 79650 + }, + { + "loss_action": 0.005359768867492676, + "loss_total": 0.005359768867492676, + "step": 79650 + }, + { + "loss_action": 0.004210162907838821, + "loss_total": 0.004210162907838821, + "step": 79650 + }, + { + "loss_action": 0.007812773808836937, + "loss_total": 0.007812773808836937, + "step": 79650 + }, + { + "grad_norm": 0.2953980267047882, + "learning_rate": 1.0891789427919957e-05, + "loss": 0.0077, + "step": 79660 + }, + { + "loss_action": 0.0064412676729261875, + "loss_total": 0.0064412676729261875, + "step": 79660 + }, + { + "loss_action": 0.003970935475081205, + "loss_total": 0.003970935475081205, + "step": 79660 + }, + { + "loss_action": 0.010250587947666645, + "loss_total": 0.010250587947666645, + "step": 79660 + }, + { + "loss_action": 0.01007352489978075, + "loss_total": 0.01007352489978075, + "step": 79660 + }, + { + "loss_action": 0.00541345588862896, + "loss_total": 0.00541345588862896, + "step": 79660 + }, + { + "loss_action": 0.026447618380188942, + "loss_total": 0.026447618380188942, + "step": 79660 + }, + { + "grad_norm": 0.2653014063835144, + "learning_rate": 1.088148925335854e-05, + "loss": 0.0094, + "step": 79670 + }, + { + "loss_action": 0.004649498965591192, + "loss_total": 0.004649498965591192, + "step": 79670 + }, + { + "loss_action": 0.005274164490401745, + "loss_total": 0.005274164490401745, + "step": 79670 + }, + { + "loss_action": 0.011871627531945705, + "loss_total": 0.011871627531945705, + "step": 79670 + }, + { + "loss_action": 0.012841152027249336, + "loss_total": 0.012841152027249336, + "step": 79670 + }, + { + "loss_action": 0.005010314751416445, + "loss_total": 0.005010314751416445, + "step": 79670 + }, + { + "loss_action": 0.004899513442069292, + "loss_total": 0.004899513442069292, + "step": 79670 + }, + { + "grad_norm": 0.2634178102016449, + "learning_rate": 1.087119335673864e-05, + "loss": 0.0079, + "step": 79680 + }, + { + "loss_action": 0.005556805059313774, + "loss_total": 0.005556805059313774, + "step": 79680 + }, + { + "loss_action": 0.01642991229891777, + "loss_total": 0.01642991229891777, + "step": 79680 + }, + { + "loss_action": 0.0035566275473684072, + "loss_total": 0.0035566275473684072, + "step": 79680 + }, + { + "loss_action": 0.007757287472486496, + "loss_total": 0.007757287472486496, + "step": 79680 + }, + { + "loss_action": 0.00423909816890955, + "loss_total": 0.00423909816890955, + "step": 79680 + }, + { + "loss_action": 0.0063686007633805275, + "loss_total": 0.0063686007633805275, + "step": 79680 + }, + { + "grad_norm": 0.20070496201515198, + "learning_rate": 1.0860901739186208e-05, + "loss": 0.0104, + "step": 79690 + }, + { + "loss_action": 0.010768083855509758, + "loss_total": 0.010768083855509758, + "step": 79690 + }, + { + "loss_action": 0.007521662395447493, + "loss_total": 0.007521662395447493, + "step": 79690 + }, + { + "loss_action": 0.0018563410267233849, + "loss_total": 0.0018563410267233849, + "step": 79690 + }, + { + "loss_action": 0.01836480386555195, + "loss_total": 0.01836480386555195, + "step": 79690 + }, + { + "loss_action": 0.0073850261978805065, + "loss_total": 0.0073850261978805065, + "step": 79690 + }, + { + "loss_action": 0.0071829501539468765, + "loss_total": 0.0071829501539468765, + "step": 79690 + }, + { + "grad_norm": 0.23575422167778015, + "learning_rate": 1.085061440182673e-05, + "loss": 0.0101, + "step": 79700 + }, + { + "loss_action": 0.004824925679713488, + "loss_total": 0.004824925679713488, + "step": 79700 + }, + { + "loss_action": 0.0030897546093910933, + "loss_total": 0.0030897546093910933, + "step": 79700 + }, + { + "loss_action": 0.004000961780548096, + "loss_total": 0.004000961780548096, + "step": 79700 + }, + { + "loss_action": 0.011487812735140324, + "loss_total": 0.011487812735140324, + "step": 79700 + }, + { + "loss_action": 0.011763284914195538, + "loss_total": 0.011763284914195538, + "step": 79700 + }, + { + "loss_action": 0.006294006947427988, + "loss_total": 0.006294006947427988, + "step": 79700 + }, + { + "grad_norm": 0.2748730778694153, + "learning_rate": 1.0840331345785193e-05, + "loss": 0.0095, + "step": 79710 + }, + { + "loss_action": 0.004078977275639772, + "loss_total": 0.004078977275639772, + "step": 79710 + }, + { + "loss_action": 0.009281367994844913, + "loss_total": 0.009281367994844913, + "step": 79710 + }, + { + "loss_action": 0.005763122346252203, + "loss_total": 0.005763122346252203, + "step": 79710 + }, + { + "loss_action": 0.002897635567933321, + "loss_total": 0.002897635567933321, + "step": 79710 + }, + { + "loss_action": 0.0035007905680686235, + "loss_total": 0.0035007905680686235, + "step": 79710 + }, + { + "loss_action": 0.004152574110776186, + "loss_total": 0.004152574110776186, + "step": 79710 + }, + { + "grad_norm": 0.15349197387695312, + "learning_rate": 1.083005257218615e-05, + "loss": 0.0069, + "step": 79720 + }, + { + "loss_action": 0.013106303289532661, + "loss_total": 0.013106303289532661, + "step": 79720 + }, + { + "loss_action": 0.010145239531993866, + "loss_total": 0.010145239531993866, + "step": 79720 + }, + { + "loss_action": 0.01743275113403797, + "loss_total": 0.01743275113403797, + "step": 79720 + }, + { + "loss_action": 0.003965258132666349, + "loss_total": 0.003965258132666349, + "step": 79720 + }, + { + "loss_action": 0.002658259589225054, + "loss_total": 0.002658259589225054, + "step": 79720 + }, + { + "loss_action": 0.016651051118969917, + "loss_total": 0.016651051118969917, + "step": 79720 + }, + { + "grad_norm": 0.19730955362319946, + "learning_rate": 1.0819778082153642e-05, + "loss": 0.0079, + "step": 79730 + }, + { + "loss_action": 0.011265438050031662, + "loss_total": 0.011265438050031662, + "step": 79730 + }, + { + "loss_action": 0.005395951215177774, + "loss_total": 0.005395951215177774, + "step": 79730 + }, + { + "loss_action": 0.00528621906414628, + "loss_total": 0.00528621906414628, + "step": 79730 + }, + { + "loss_action": 0.005029552616178989, + "loss_total": 0.005029552616178989, + "step": 79730 + }, + { + "loss_action": 0.0074716233648359776, + "loss_total": 0.0074716233648359776, + "step": 79730 + }, + { + "loss_action": 0.0056719910353422165, + "loss_total": 0.0056719910353422165, + "step": 79730 + }, + { + "grad_norm": 0.20744021236896515, + "learning_rate": 1.0809507876811325e-05, + "loss": 0.0064, + "step": 79740 + }, + { + "loss_action": 0.0016061083879321814, + "loss_total": 0.0016061083879321814, + "step": 79740 + }, + { + "loss_action": 0.014519523829221725, + "loss_total": 0.014519523829221725, + "step": 79740 + }, + { + "loss_action": 0.0024557572323828936, + "loss_total": 0.0024557572323828936, + "step": 79740 + }, + { + "loss_action": 0.003677460364997387, + "loss_total": 0.003677460364997387, + "step": 79740 + }, + { + "loss_action": 0.012548034079372883, + "loss_total": 0.012548034079372883, + "step": 79740 + }, + { + "loss_action": 0.020208103582262993, + "loss_total": 0.020208103582262993, + "step": 79740 + }, + { + "grad_norm": 0.19879989326000214, + "learning_rate": 1.0799241957282292e-05, + "loss": 0.0092, + "step": 79750 + }, + { + "loss_action": 0.007799268700182438, + "loss_total": 0.007799268700182438, + "step": 79750 + }, + { + "loss_action": 0.013150226324796677, + "loss_total": 0.013150226324796677, + "step": 79750 + }, + { + "loss_action": 0.01000305823981762, + "loss_total": 0.01000305823981762, + "step": 79750 + }, + { + "loss_action": 0.0038855334278196096, + "loss_total": 0.0038855334278196096, + "step": 79750 + }, + { + "loss_action": 0.003928778693079948, + "loss_total": 0.003928778693079948, + "step": 79750 + }, + { + "loss_action": 0.08942290395498276, + "loss_total": 0.08942290395498276, + "step": 79750 + }, + { + "grad_norm": 0.19929786026477814, + "learning_rate": 1.078898032468923e-05, + "loss": 0.011, + "step": 79760 + }, + { + "loss_action": 0.0394710972905159, + "loss_total": 0.0394710972905159, + "step": 79760 + }, + { + "loss_action": 0.009000638499855995, + "loss_total": 0.009000638499855995, + "step": 79760 + }, + { + "loss_action": 0.002380739664658904, + "loss_total": 0.002380739664658904, + "step": 79760 + }, + { + "loss_action": 0.014522953890264034, + "loss_total": 0.014522953890264034, + "step": 79760 + }, + { + "loss_action": 0.006099486257880926, + "loss_total": 0.006099486257880926, + "step": 79760 + }, + { + "loss_action": 0.010398820973932743, + "loss_total": 0.010398820973932743, + "step": 79760 + }, + { + "grad_norm": 0.19752323627471924, + "learning_rate": 1.0778722980154315e-05, + "loss": 0.0108, + "step": 79770 + }, + { + "loss_action": 0.0034007574431598186, + "loss_total": 0.0034007574431598186, + "step": 79770 + }, + { + "loss_action": 0.005501165986061096, + "loss_total": 0.005501165986061096, + "step": 79770 + }, + { + "loss_action": 0.003955161198973656, + "loss_total": 0.003955161198973656, + "step": 79770 + }, + { + "loss_action": 0.0024454763624817133, + "loss_total": 0.0024454763624817133, + "step": 79770 + }, + { + "loss_action": 0.00886379461735487, + "loss_total": 0.00886379461735487, + "step": 79770 + }, + { + "loss_action": 0.007145211566239595, + "loss_total": 0.007145211566239595, + "step": 79770 + }, + { + "grad_norm": 0.3039191663265228, + "learning_rate": 1.0768469924799302e-05, + "loss": 0.0104, + "step": 79780 + }, + { + "loss_action": 0.0031863462645560503, + "loss_total": 0.0031863462645560503, + "step": 79780 + }, + { + "loss_action": 0.009058259427547455, + "loss_total": 0.009058259427547455, + "step": 79780 + }, + { + "loss_action": 0.005846290849149227, + "loss_total": 0.005846290849149227, + "step": 79780 + }, + { + "loss_action": 0.004184948280453682, + "loss_total": 0.004184948280453682, + "step": 79780 + }, + { + "loss_action": 0.003562150988727808, + "loss_total": 0.003562150988727808, + "step": 79780 + }, + { + "loss_action": 0.017491351813077927, + "loss_total": 0.017491351813077927, + "step": 79780 + }, + { + "grad_norm": 0.16065947711467743, + "learning_rate": 1.0758221159745419e-05, + "loss": 0.0081, + "step": 79790 + }, + { + "loss_action": 0.005217739846557379, + "loss_total": 0.005217739846557379, + "step": 79790 + }, + { + "loss_action": 0.005375112872570753, + "loss_total": 0.005375112872570753, + "step": 79790 + }, + { + "loss_action": 0.003546004882082343, + "loss_total": 0.003546004882082343, + "step": 79790 + }, + { + "loss_action": 0.0072233956307172775, + "loss_total": 0.0072233956307172775, + "step": 79790 + }, + { + "loss_action": 0.0038124604616314173, + "loss_total": 0.0038124604616314173, + "step": 79790 + }, + { + "loss_action": 0.0024612571578472853, + "loss_total": 0.0024612571578472853, + "step": 79790 + }, + { + "grad_norm": 0.29513412714004517, + "learning_rate": 1.074797668611347e-05, + "loss": 0.0103, + "step": 79800 + }, + { + "loss_action": 0.02102167345583439, + "loss_total": 0.02102167345583439, + "step": 79800 + }, + { + "loss_action": 0.0020029174629598856, + "loss_total": 0.0020029174629598856, + "step": 79800 + }, + { + "loss_action": 0.005710398778319359, + "loss_total": 0.005710398778319359, + "step": 79800 + }, + { + "loss_action": 0.0063572716899216175, + "loss_total": 0.0063572716899216175, + "step": 79800 + }, + { + "loss_action": 0.007085597608238459, + "loss_total": 0.007085597608238459, + "step": 79800 + }, + { + "loss_action": 0.0031655251514166594, + "loss_total": 0.0031655251514166594, + "step": 79800 + }, + { + "grad_norm": 0.21230167150497437, + "learning_rate": 1.0737736505023777e-05, + "loss": 0.0085, + "step": 79810 + }, + { + "loss_action": 0.013463660143315792, + "loss_total": 0.013463660143315792, + "step": 79810 + }, + { + "loss_action": 0.0043006110936403275, + "loss_total": 0.0043006110936403275, + "step": 79810 + }, + { + "loss_action": 0.003433727892115712, + "loss_total": 0.003433727892115712, + "step": 79810 + }, + { + "loss_action": 0.0014746630331501365, + "loss_total": 0.0014746630331501365, + "step": 79810 + }, + { + "loss_action": 0.010639941319823265, + "loss_total": 0.010639941319823265, + "step": 79810 + }, + { + "loss_action": 0.005729823373258114, + "loss_total": 0.005729823373258114, + "step": 79810 + }, + { + "grad_norm": 0.20908920466899872, + "learning_rate": 1.0727500617596203e-05, + "loss": 0.0075, + "step": 79820 + }, + { + "loss_action": 0.008696366101503372, + "loss_total": 0.008696366101503372, + "step": 79820 + }, + { + "loss_action": 0.013044238090515137, + "loss_total": 0.013044238090515137, + "step": 79820 + }, + { + "loss_action": 0.00341168069280684, + "loss_total": 0.00341168069280684, + "step": 79820 + }, + { + "loss_action": 0.00308321719057858, + "loss_total": 0.00308321719057858, + "step": 79820 + }, + { + "loss_action": 0.006290482357144356, + "loss_total": 0.006290482357144356, + "step": 79820 + }, + { + "loss_action": 0.006434780545532703, + "loss_total": 0.006434780545532703, + "step": 79820 + }, + { + "grad_norm": 0.25494229793548584, + "learning_rate": 1.0717269024950104e-05, + "loss": 0.0108, + "step": 79830 + }, + { + "loss_action": 0.00787139032036066, + "loss_total": 0.00787139032036066, + "step": 79830 + }, + { + "loss_action": 0.0020421433728188276, + "loss_total": 0.0020421433728188276, + "step": 79830 + }, + { + "loss_action": 0.007597791031002998, + "loss_total": 0.007597791031002998, + "step": 79830 + }, + { + "loss_action": 0.005474447272717953, + "loss_total": 0.005474447272717953, + "step": 79830 + }, + { + "loss_action": 0.007554448675364256, + "loss_total": 0.007554448675364256, + "step": 79830 + }, + { + "loss_action": 0.003423706628382206, + "loss_total": 0.003423706628382206, + "step": 79830 + }, + { + "grad_norm": 0.1710404008626938, + "learning_rate": 1.070704172820442e-05, + "loss": 0.0081, + "step": 79840 + }, + { + "loss_action": 0.002532193437218666, + "loss_total": 0.002532193437218666, + "step": 79840 + }, + { + "loss_action": 0.004984308034181595, + "loss_total": 0.004984308034181595, + "step": 79840 + }, + { + "loss_action": 0.04161066189408302, + "loss_total": 0.04161066189408302, + "step": 79840 + }, + { + "loss_action": 0.014718029648065567, + "loss_total": 0.014718029648065567, + "step": 79840 + }, + { + "loss_action": 0.006471333093941212, + "loss_total": 0.006471333093941212, + "step": 79840 + }, + { + "loss_action": 0.00850890763103962, + "loss_total": 0.00850890763103962, + "step": 79840 + }, + { + "grad_norm": 0.15036888420581818, + "learning_rate": 1.0696818728477559e-05, + "loss": 0.0083, + "step": 79850 + }, + { + "loss_action": 0.0025837658904492855, + "loss_total": 0.0025837658904492855, + "step": 79850 + }, + { + "loss_action": 0.014658581465482712, + "loss_total": 0.014658581465482712, + "step": 79850 + }, + { + "loss_action": 0.01666226238012314, + "loss_total": 0.01666226238012314, + "step": 79850 + }, + { + "loss_action": 0.007214171811938286, + "loss_total": 0.007214171811938286, + "step": 79850 + }, + { + "loss_action": 0.0017535625956952572, + "loss_total": 0.0017535625956952572, + "step": 79850 + }, + { + "loss_action": 0.007967306300997734, + "loss_total": 0.007967306300997734, + "step": 79850 + }, + { + "grad_norm": 0.21057626605033875, + "learning_rate": 1.0686600026887511e-05, + "loss": 0.0116, + "step": 79860 + }, + { + "loss_action": 0.024135801941156387, + "loss_total": 0.024135801941156387, + "step": 79860 + }, + { + "loss_action": 0.016254862770438194, + "loss_total": 0.016254862770438194, + "step": 79860 + }, + { + "loss_action": 0.010288389399647713, + "loss_total": 0.010288389399647713, + "step": 79860 + }, + { + "loss_action": 0.004213771782815456, + "loss_total": 0.004213771782815456, + "step": 79860 + }, + { + "loss_action": 0.008604333736002445, + "loss_total": 0.008604333736002445, + "step": 79860 + }, + { + "loss_action": 0.0024924916215240955, + "loss_total": 0.0024924916215240955, + "step": 79860 + }, + { + "grad_norm": 0.21867917478084564, + "learning_rate": 1.0676385624551777e-05, + "loss": 0.0094, + "step": 79870 + }, + { + "loss_action": 0.00976287480443716, + "loss_total": 0.00976287480443716, + "step": 79870 + }, + { + "loss_action": 0.012415035627782345, + "loss_total": 0.012415035627782345, + "step": 79870 + }, + { + "loss_action": 0.010782532393932343, + "loss_total": 0.010782532393932343, + "step": 79870 + }, + { + "loss_action": 0.00847753044217825, + "loss_total": 0.00847753044217825, + "step": 79870 + }, + { + "loss_action": 0.0052517992444336414, + "loss_total": 0.0052517992444336414, + "step": 79870 + }, + { + "loss_action": 0.002647560555487871, + "loss_total": 0.002647560555487871, + "step": 79870 + }, + { + "grad_norm": 0.20971132814884186, + "learning_rate": 1.0666175522587402e-05, + "loss": 0.0073, + "step": 79880 + }, + { + "loss_action": 0.0058311293832957745, + "loss_total": 0.0058311293832957745, + "step": 79880 + }, + { + "loss_action": 0.003979244735091925, + "loss_total": 0.003979244735091925, + "step": 79880 + }, + { + "loss_action": 0.017360318452119827, + "loss_total": 0.017360318452119827, + "step": 79880 + }, + { + "loss_action": 0.003935540560632944, + "loss_total": 0.003935540560632944, + "step": 79880 + }, + { + "loss_action": 0.0030679400078952312, + "loss_total": 0.0030679400078952312, + "step": 79880 + }, + { + "loss_action": 0.009934579953551292, + "loss_total": 0.009934579953551292, + "step": 79880 + }, + { + "grad_norm": 0.1939256191253662, + "learning_rate": 1.0655969722110925e-05, + "loss": 0.0072, + "step": 79890 + }, + { + "loss_action": 0.0015770199242979288, + "loss_total": 0.0015770199242979288, + "step": 79890 + }, + { + "loss_action": 0.011771511286497116, + "loss_total": 0.011771511286497116, + "step": 79890 + }, + { + "loss_action": 0.00593115808442235, + "loss_total": 0.00593115808442235, + "step": 79890 + }, + { + "loss_action": 0.010658486746251583, + "loss_total": 0.010658486746251583, + "step": 79890 + }, + { + "loss_action": 0.0035155671648681164, + "loss_total": 0.0035155671648681164, + "step": 79890 + }, + { + "loss_action": 0.004007612355053425, + "loss_total": 0.004007612355053425, + "step": 79890 + }, + { + "grad_norm": 0.2303730994462967, + "learning_rate": 1.0645768224238439e-05, + "loss": 0.0073, + "step": 79900 + }, + { + "loss_action": 0.006283340509980917, + "loss_total": 0.006283340509980917, + "step": 79900 + }, + { + "loss_action": 0.0022741465363651514, + "loss_total": 0.0022741465363651514, + "step": 79900 + }, + { + "loss_action": 0.008103794418275356, + "loss_total": 0.008103794418275356, + "step": 79900 + }, + { + "loss_action": 0.0016451728297397494, + "loss_total": 0.0016451728297397494, + "step": 79900 + }, + { + "loss_action": 0.005433368496596813, + "loss_total": 0.005433368496596813, + "step": 79900 + }, + { + "loss_action": 0.007397904992103577, + "loss_total": 0.007397904992103577, + "step": 79900 + }, + { + "grad_norm": 0.2619880139827728, + "learning_rate": 1.063557103008559e-05, + "loss": 0.0113, + "step": 79910 + }, + { + "loss_action": 0.020321320742368698, + "loss_total": 0.020321320742368698, + "step": 79910 + }, + { + "loss_action": 0.018531838431954384, + "loss_total": 0.018531838431954384, + "step": 79910 + }, + { + "loss_action": 0.015977200120687485, + "loss_total": 0.015977200120687485, + "step": 79910 + }, + { + "loss_action": 0.010751117952167988, + "loss_total": 0.010751117952167988, + "step": 79910 + }, + { + "loss_action": 0.005055277608335018, + "loss_total": 0.005055277608335018, + "step": 79910 + }, + { + "loss_action": 0.004378980956971645, + "loss_total": 0.004378980956971645, + "step": 79910 + }, + { + "grad_norm": 0.3429867923259735, + "learning_rate": 1.0625378140767494e-05, + "loss": 0.0083, + "step": 79920 + }, + { + "loss_action": 0.012433045543730259, + "loss_total": 0.012433045543730259, + "step": 79920 + }, + { + "loss_action": 0.006308882497251034, + "loss_total": 0.006308882497251034, + "step": 79920 + }, + { + "loss_action": 0.004279353190213442, + "loss_total": 0.004279353190213442, + "step": 79920 + }, + { + "loss_action": 0.02163177914917469, + "loss_total": 0.02163177914917469, + "step": 79920 + }, + { + "loss_action": 0.0037460923194885254, + "loss_total": 0.0037460923194885254, + "step": 79920 + }, + { + "loss_action": 0.005138731561601162, + "loss_total": 0.005138731561601162, + "step": 79920 + }, + { + "grad_norm": 0.21723592281341553, + "learning_rate": 1.0615189557398846e-05, + "loss": 0.0084, + "step": 79930 + }, + { + "loss_action": 0.006117093376815319, + "loss_total": 0.006117093376815319, + "step": 79930 + }, + { + "loss_action": 0.004972878377884626, + "loss_total": 0.004972878377884626, + "step": 79930 + }, + { + "loss_action": 0.006336343940347433, + "loss_total": 0.006336343940347433, + "step": 79930 + }, + { + "loss_action": 0.0031948189716786146, + "loss_total": 0.0031948189716786146, + "step": 79930 + }, + { + "loss_action": 0.011151682585477829, + "loss_total": 0.011151682585477829, + "step": 79930 + }, + { + "loss_action": 0.014867162331938744, + "loss_total": 0.014867162331938744, + "step": 79930 + }, + { + "grad_norm": 0.17302796244621277, + "learning_rate": 1.060500528109386e-05, + "loss": 0.0071, + "step": 79940 + }, + { + "loss_action": 0.0029671688098460436, + "loss_total": 0.0029671688098460436, + "step": 79940 + }, + { + "loss_action": 0.007270419038832188, + "loss_total": 0.007270419038832188, + "step": 79940 + }, + { + "loss_action": 0.0030678461771458387, + "loss_total": 0.0030678461771458387, + "step": 79940 + }, + { + "loss_action": 0.003324778052046895, + "loss_total": 0.003324778052046895, + "step": 79940 + }, + { + "loss_action": 0.0035217017866671085, + "loss_total": 0.0035217017866671085, + "step": 79940 + }, + { + "loss_action": 0.010610572062432766, + "loss_total": 0.010610572062432766, + "step": 79940 + }, + { + "grad_norm": 0.27049773931503296, + "learning_rate": 1.0594825312966272e-05, + "loss": 0.0104, + "step": 79950 + }, + { + "loss_action": 0.0051420461386442184, + "loss_total": 0.0051420461386442184, + "step": 79950 + }, + { + "loss_action": 0.007464604452252388, + "loss_total": 0.007464604452252388, + "step": 79950 + }, + { + "loss_action": 0.005789085756987333, + "loss_total": 0.005789085756987333, + "step": 79950 + }, + { + "loss_action": 0.01962900534272194, + "loss_total": 0.01962900534272194, + "step": 79950 + }, + { + "loss_action": 0.003979158587753773, + "loss_total": 0.003979158587753773, + "step": 79950 + }, + { + "loss_action": 0.017779389396309853, + "loss_total": 0.017779389396309853, + "step": 79950 + }, + { + "grad_norm": 0.20085632801055908, + "learning_rate": 1.0584649654129336e-05, + "loss": 0.0079, + "step": 79960 + }, + { + "loss_action": 0.005583820398896933, + "loss_total": 0.005583820398896933, + "step": 79960 + }, + { + "loss_action": 0.0021821330301463604, + "loss_total": 0.0021821330301463604, + "step": 79960 + }, + { + "loss_action": 0.00952253770083189, + "loss_total": 0.00952253770083189, + "step": 79960 + }, + { + "loss_action": 0.0031048422679305077, + "loss_total": 0.0031048422679305077, + "step": 79960 + }, + { + "loss_action": 0.010935519821941853, + "loss_total": 0.010935519821941853, + "step": 79960 + }, + { + "loss_action": 0.00501466216519475, + "loss_total": 0.00501466216519475, + "step": 79960 + }, + { + "grad_norm": 0.2128409743309021, + "learning_rate": 1.0574478305695863e-05, + "loss": 0.0075, + "step": 79970 + }, + { + "loss_action": 0.006204808130860329, + "loss_total": 0.006204808130860329, + "step": 79970 + }, + { + "loss_action": 0.00415615551173687, + "loss_total": 0.00415615551173687, + "step": 79970 + }, + { + "loss_action": 0.009141121059656143, + "loss_total": 0.009141121059656143, + "step": 79970 + }, + { + "loss_action": 0.006139561999589205, + "loss_total": 0.006139561999589205, + "step": 79970 + }, + { + "loss_action": 0.00877629965543747, + "loss_total": 0.00877629965543747, + "step": 79970 + }, + { + "loss_action": 0.010894954204559326, + "loss_total": 0.010894954204559326, + "step": 79970 + }, + { + "grad_norm": 0.26957815885543823, + "learning_rate": 1.0564311268778154e-05, + "loss": 0.0085, + "step": 79980 + }, + { + "loss_action": 0.002243319759145379, + "loss_total": 0.002243319759145379, + "step": 79980 + }, + { + "loss_action": 0.005935133434832096, + "loss_total": 0.005935133434832096, + "step": 79980 + }, + { + "loss_action": 0.041655637323856354, + "loss_total": 0.041655637323856354, + "step": 79980 + }, + { + "loss_action": 0.007242495194077492, + "loss_total": 0.007242495194077492, + "step": 79980 + }, + { + "loss_action": 0.0031754185911267996, + "loss_total": 0.0031754185911267996, + "step": 79980 + }, + { + "loss_action": 0.005036940332502127, + "loss_total": 0.005036940332502127, + "step": 79980 + }, + { + "grad_norm": 0.18915759027004242, + "learning_rate": 1.0554148544488073e-05, + "loss": 0.0074, + "step": 79990 + }, + { + "loss_action": 0.004731577355414629, + "loss_total": 0.004731577355414629, + "step": 79990 + }, + { + "loss_action": 0.007346620783209801, + "loss_total": 0.007346620783209801, + "step": 79990 + }, + { + "loss_action": 0.003388670040294528, + "loss_total": 0.003388670040294528, + "step": 79990 + }, + { + "loss_action": 0.007416005712002516, + "loss_total": 0.007416005712002516, + "step": 79990 + }, + { + "loss_action": 0.015242214314639568, + "loss_total": 0.015242214314639568, + "step": 79990 + }, + { + "loss_action": 0.005324324127286673, + "loss_total": 0.005324324127286673, + "step": 79990 + }, + { + "grad_norm": 0.23663613200187683, + "learning_rate": 1.0543990133937004e-05, + "loss": 0.0073, + "step": 80000 + }, + { + "loss_action": 0.006232524290680885, + "loss_total": 0.006232524290680885, + "step": 80000 + }, + { + "loss_action": 0.011390763334929943, + "loss_total": 0.011390763334929943, + "step": 80000 + }, + { + "loss_action": 0.009408793412148952, + "loss_total": 0.009408793412148952, + "step": 80000 + }, + { + "loss_action": 0.006536812521517277, + "loss_total": 0.006536812521517277, + "step": 80000 + }, + { + "loss_action": 0.002257749903947115, + "loss_total": 0.002257749903947115, + "step": 80000 + }, + { + "loss_action": 0.006475945468991995, + "loss_total": 0.006475945468991995, + "step": 80000 + }, + { + "grad_norm": 0.23221071064472198, + "learning_rate": 1.0533836038235868e-05, + "loss": 0.0079, + "step": 80010 + }, + { + "loss_action": 0.007749206852167845, + "loss_total": 0.007749206852167845, + "step": 80010 + }, + { + "loss_action": 0.005769725423306227, + "loss_total": 0.005769725423306227, + "step": 80010 + }, + { + "loss_action": 0.004500716459006071, + "loss_total": 0.004500716459006071, + "step": 80010 + }, + { + "loss_action": 0.025866545736789703, + "loss_total": 0.025866545736789703, + "step": 80010 + }, + { + "loss_action": 0.0036632290575653315, + "loss_total": 0.0036632290575653315, + "step": 80010 + }, + { + "loss_action": 0.011567668057978153, + "loss_total": 0.011567668057978153, + "step": 80010 + }, + { + "grad_norm": 0.3156650960445404, + "learning_rate": 1.052368625849507e-05, + "loss": 0.0093, + "step": 80020 + }, + { + "loss_action": 0.002832653932273388, + "loss_total": 0.002832653932273388, + "step": 80020 + }, + { + "loss_action": 0.003395182080566883, + "loss_total": 0.003395182080566883, + "step": 80020 + }, + { + "loss_action": 0.005712395999580622, + "loss_total": 0.005712395999580622, + "step": 80020 + }, + { + "loss_action": 0.0061795334331691265, + "loss_total": 0.0061795334331691265, + "step": 80020 + }, + { + "loss_action": 0.00492903683334589, + "loss_total": 0.00492903683334589, + "step": 80020 + }, + { + "loss_action": 0.03254219889640808, + "loss_total": 0.03254219889640808, + "step": 80020 + }, + { + "grad_norm": 0.2114391326904297, + "learning_rate": 1.05135407958246e-05, + "loss": 0.0093, + "step": 80030 + }, + { + "loss_action": 0.0017733621643856168, + "loss_total": 0.0017733621643856168, + "step": 80030 + }, + { + "loss_action": 0.00932567473500967, + "loss_total": 0.00932567473500967, + "step": 80030 + }, + { + "loss_action": 0.007724481634795666, + "loss_total": 0.007724481634795666, + "step": 80030 + }, + { + "loss_action": 0.0037138466723263264, + "loss_total": 0.0037138466723263264, + "step": 80030 + }, + { + "loss_action": 0.0213920958340168, + "loss_total": 0.0213920958340168, + "step": 80030 + }, + { + "loss_action": 0.011741931550204754, + "loss_total": 0.011741931550204754, + "step": 80030 + }, + { + "grad_norm": 0.3149241805076599, + "learning_rate": 1.0503399651333934e-05, + "loss": 0.0109, + "step": 80040 + }, + { + "loss_action": 0.004179022274911404, + "loss_total": 0.004179022274911404, + "step": 80040 + }, + { + "loss_action": 0.0016789056826382875, + "loss_total": 0.0016789056826382875, + "step": 80040 + }, + { + "loss_action": 0.00733505142852664, + "loss_total": 0.00733505142852664, + "step": 80040 + }, + { + "loss_action": 0.12123662978410721, + "loss_total": 0.12123662978410721, + "step": 80040 + }, + { + "loss_action": 0.0024009335320442915, + "loss_total": 0.0024009335320442915, + "step": 80040 + }, + { + "loss_action": 0.009832576848566532, + "loss_total": 0.009832576848566532, + "step": 80040 + }, + { + "grad_norm": 0.2574828863143921, + "learning_rate": 1.04932628261321e-05, + "loss": 0.0114, + "step": 80050 + }, + { + "loss_action": 0.010323124937713146, + "loss_total": 0.010323124937713146, + "step": 80050 + }, + { + "loss_action": 0.008027472533285618, + "loss_total": 0.008027472533285618, + "step": 80050 + }, + { + "loss_action": 0.009151042439043522, + "loss_total": 0.009151042439043522, + "step": 80050 + }, + { + "loss_action": 0.00888974778354168, + "loss_total": 0.00888974778354168, + "step": 80050 + }, + { + "loss_action": 0.0050361305475234985, + "loss_total": 0.0050361305475234985, + "step": 80050 + }, + { + "loss_action": 0.004245426040142775, + "loss_total": 0.004245426040142775, + "step": 80050 + }, + { + "grad_norm": 0.14418230950832367, + "learning_rate": 1.0483130321327644e-05, + "loss": 0.0078, + "step": 80060 + }, + { + "loss_action": 0.01274753175675869, + "loss_total": 0.01274753175675869, + "step": 80060 + }, + { + "loss_action": 0.006404123734682798, + "loss_total": 0.006404123734682798, + "step": 80060 + }, + { + "loss_action": 0.00984685868024826, + "loss_total": 0.00984685868024826, + "step": 80060 + }, + { + "loss_action": 0.006791198160499334, + "loss_total": 0.006791198160499334, + "step": 80060 + }, + { + "loss_action": 0.00334844714961946, + "loss_total": 0.00334844714961946, + "step": 80060 + }, + { + "loss_action": 0.0038591816555708647, + "loss_total": 0.0038591816555708647, + "step": 80060 + }, + { + "grad_norm": 0.3108764588832855, + "learning_rate": 1.0473002138028654e-05, + "loss": 0.0092, + "step": 80070 + }, + { + "loss_action": 0.008559188805520535, + "loss_total": 0.008559188805520535, + "step": 80070 + }, + { + "loss_action": 0.002088315552100539, + "loss_total": 0.002088315552100539, + "step": 80070 + }, + { + "loss_action": 0.011517559178173542, + "loss_total": 0.011517559178173542, + "step": 80070 + }, + { + "loss_action": 0.0025878180749714375, + "loss_total": 0.0025878180749714375, + "step": 80070 + }, + { + "loss_action": 0.004529748111963272, + "loss_total": 0.004529748111963272, + "step": 80070 + }, + { + "loss_action": 0.0075315325520932674, + "loss_total": 0.0075315325520932674, + "step": 80070 + }, + { + "grad_norm": 0.21442891657352448, + "learning_rate": 1.0462878277342713e-05, + "loss": 0.0062, + "step": 80080 + }, + { + "loss_action": 0.0869244635105133, + "loss_total": 0.0869244635105133, + "step": 80080 + }, + { + "loss_action": 0.002802130300551653, + "loss_total": 0.002802130300551653, + "step": 80080 + }, + { + "loss_action": 0.007192089222371578, + "loss_total": 0.007192089222371578, + "step": 80080 + }, + { + "loss_action": 0.014590605162084103, + "loss_total": 0.014590605162084103, + "step": 80080 + }, + { + "loss_action": 0.003581625409424305, + "loss_total": 0.003581625409424305, + "step": 80080 + }, + { + "loss_action": 0.002541402354836464, + "loss_total": 0.002541402354836464, + "step": 80080 + }, + { + "grad_norm": 0.25652268528938293, + "learning_rate": 1.0452758740376972e-05, + "loss": 0.0113, + "step": 80090 + }, + { + "loss_action": 0.002756331814453006, + "loss_total": 0.002756331814453006, + "step": 80090 + }, + { + "loss_action": 0.007135748863220215, + "loss_total": 0.007135748863220215, + "step": 80090 + }, + { + "loss_action": 0.012011234648525715, + "loss_total": 0.012011234648525715, + "step": 80090 + }, + { + "loss_action": 0.012792343273758888, + "loss_total": 0.012792343273758888, + "step": 80090 + }, + { + "loss_action": 0.028203442692756653, + "loss_total": 0.028203442692756653, + "step": 80090 + }, + { + "loss_action": 0.004134300630539656, + "loss_total": 0.004134300630539656, + "step": 80090 + }, + { + "grad_norm": 0.2152627855539322, + "learning_rate": 1.0442643528238067e-05, + "loss": 0.0086, + "step": 80100 + }, + { + "loss_action": 0.006069610361009836, + "loss_total": 0.006069610361009836, + "step": 80100 + }, + { + "loss_action": 0.005577440839260817, + "loss_total": 0.005577440839260817, + "step": 80100 + }, + { + "loss_action": 0.0023591918870806694, + "loss_total": 0.0023591918870806694, + "step": 80100 + }, + { + "loss_action": 0.013506494462490082, + "loss_total": 0.013506494462490082, + "step": 80100 + }, + { + "loss_action": 0.003861026605591178, + "loss_total": 0.003861026605591178, + "step": 80100 + }, + { + "loss_action": 0.004008874762803316, + "loss_total": 0.004008874762803316, + "step": 80100 + }, + { + "grad_norm": 0.2219497561454773, + "learning_rate": 1.0432532642032188e-05, + "loss": 0.009, + "step": 80110 + }, + { + "loss_action": 0.004622324835509062, + "loss_total": 0.004622324835509062, + "step": 80110 + }, + { + "loss_action": 0.021838132292032242, + "loss_total": 0.021838132292032242, + "step": 80110 + }, + { + "loss_action": 0.008707039058208466, + "loss_total": 0.008707039058208466, + "step": 80110 + }, + { + "loss_action": 0.005982143804430962, + "loss_total": 0.005982143804430962, + "step": 80110 + }, + { + "loss_action": 0.018334046006202698, + "loss_total": 0.018334046006202698, + "step": 80110 + }, + { + "loss_action": 0.03218560665845871, + "loss_total": 0.03218560665845871, + "step": 80110 + }, + { + "grad_norm": 0.29382821917533875, + "learning_rate": 1.042242608286505e-05, + "loss": 0.0117, + "step": 80120 + }, + { + "loss_action": 0.0023047849535942078, + "loss_total": 0.0023047849535942078, + "step": 80120 + }, + { + "loss_action": 0.008372526615858078, + "loss_total": 0.008372526615858078, + "step": 80120 + }, + { + "loss_action": 0.004961639642715454, + "loss_total": 0.004961639642715454, + "step": 80120 + }, + { + "loss_action": 0.00765061704441905, + "loss_total": 0.00765061704441905, + "step": 80120 + }, + { + "loss_action": 0.0035159485414624214, + "loss_total": 0.0035159485414624214, + "step": 80120 + }, + { + "loss_action": 0.0062201074324548244, + "loss_total": 0.0062201074324548244, + "step": 80120 + }, + { + "grad_norm": 0.19492946565151215, + "learning_rate": 1.041232385184191e-05, + "loss": 0.0081, + "step": 80130 + }, + { + "loss_action": 0.008045338094234467, + "loss_total": 0.008045338094234467, + "step": 80130 + }, + { + "loss_action": 0.0050731380470097065, + "loss_total": 0.0050731380470097065, + "step": 80130 + }, + { + "loss_action": 0.013541819527745247, + "loss_total": 0.013541819527745247, + "step": 80130 + }, + { + "loss_action": 0.005787924863398075, + "loss_total": 0.005787924863398075, + "step": 80130 + }, + { + "loss_action": 0.03721608221530914, + "loss_total": 0.03721608221530914, + "step": 80130 + }, + { + "loss_action": 0.029467718675732613, + "loss_total": 0.029467718675732613, + "step": 80130 + }, + { + "grad_norm": 0.19033004343509674, + "learning_rate": 1.0402225950067495e-05, + "loss": 0.009, + "step": 80140 + }, + { + "loss_action": 0.0071044424548745155, + "loss_total": 0.0071044424548745155, + "step": 80140 + }, + { + "loss_action": 0.0026845699176192284, + "loss_total": 0.0026845699176192284, + "step": 80140 + }, + { + "loss_action": 0.011981595307588577, + "loss_total": 0.011981595307588577, + "step": 80140 + }, + { + "loss_action": 0.007698404602706432, + "loss_total": 0.007698404602706432, + "step": 80140 + }, + { + "loss_action": 0.008028148673474789, + "loss_total": 0.008028148673474789, + "step": 80140 + }, + { + "loss_action": 0.02669786475598812, + "loss_total": 0.02669786475598812, + "step": 80140 + }, + { + "grad_norm": 0.2548754811286926, + "learning_rate": 1.0392132378646119e-05, + "loss": 0.0109, + "step": 80150 + }, + { + "loss_action": 0.013110607862472534, + "loss_total": 0.013110607862472534, + "step": 80150 + }, + { + "loss_action": 0.012757943011820316, + "loss_total": 0.012757943011820316, + "step": 80150 + }, + { + "loss_action": 0.006395420990884304, + "loss_total": 0.006395420990884304, + "step": 80150 + }, + { + "loss_action": 0.03396001085639, + "loss_total": 0.03396001085639, + "step": 80150 + }, + { + "loss_action": 0.0065315584652125835, + "loss_total": 0.0065315584652125835, + "step": 80150 + }, + { + "loss_action": 0.01233724132180214, + "loss_total": 0.01233724132180214, + "step": 80150 + }, + { + "grad_norm": 0.18388475477695465, + "learning_rate": 1.0382043138681607e-05, + "loss": 0.0085, + "step": 80160 + }, + { + "loss_action": 0.0034071821719408035, + "loss_total": 0.0034071821719408035, + "step": 80160 + }, + { + "loss_action": 0.0039514400996267796, + "loss_total": 0.0039514400996267796, + "step": 80160 + }, + { + "loss_action": 0.0034284484572708607, + "loss_total": 0.0034284484572708607, + "step": 80160 + }, + { + "loss_action": 0.05556630343198776, + "loss_total": 0.05556630343198776, + "step": 80160 + }, + { + "loss_action": 0.008138083852827549, + "loss_total": 0.008138083852827549, + "step": 80160 + }, + { + "loss_action": 0.01327612902969122, + "loss_total": 0.01327612902969122, + "step": 80160 + }, + { + "grad_norm": 0.21706707775592804, + "learning_rate": 1.0371958231277284e-05, + "loss": 0.0104, + "step": 80170 + }, + { + "loss_action": 0.004847908392548561, + "loss_total": 0.004847908392548561, + "step": 80170 + }, + { + "loss_action": 0.02174818143248558, + "loss_total": 0.02174818143248558, + "step": 80170 + }, + { + "loss_action": 0.005927712190896273, + "loss_total": 0.005927712190896273, + "step": 80170 + }, + { + "loss_action": 0.002330242423340678, + "loss_total": 0.002330242423340678, + "step": 80170 + }, + { + "loss_action": 0.004304194822907448, + "loss_total": 0.004304194822907448, + "step": 80170 + }, + { + "loss_action": 0.00537123903632164, + "loss_total": 0.00537123903632164, + "step": 80170 + }, + { + "grad_norm": 0.20339232683181763, + "learning_rate": 1.0361877657536024e-05, + "loss": 0.0109, + "step": 80180 + }, + { + "loss_action": 0.025397472083568573, + "loss_total": 0.025397472083568573, + "step": 80180 + }, + { + "loss_action": 0.004343646578490734, + "loss_total": 0.004343646578490734, + "step": 80180 + }, + { + "loss_action": 0.010062992572784424, + "loss_total": 0.010062992572784424, + "step": 80180 + }, + { + "loss_action": 0.023709964007139206, + "loss_total": 0.023709964007139206, + "step": 80180 + }, + { + "loss_action": 0.008820190094411373, + "loss_total": 0.008820190094411373, + "step": 80180 + }, + { + "loss_action": 0.0025786447804421186, + "loss_total": 0.0025786447804421186, + "step": 80180 + }, + { + "grad_norm": 0.20959603786468506, + "learning_rate": 1.035180141856023e-05, + "loss": 0.0096, + "step": 80190 + }, + { + "loss_action": 0.002300591440871358, + "loss_total": 0.002300591440871358, + "step": 80190 + }, + { + "loss_action": 0.00921637937426567, + "loss_total": 0.00921637937426567, + "step": 80190 + }, + { + "loss_action": 0.012914331629872322, + "loss_total": 0.012914331629872322, + "step": 80190 + }, + { + "loss_action": 0.012351506389677525, + "loss_total": 0.012351506389677525, + "step": 80190 + }, + { + "loss_action": 0.005056331399828196, + "loss_total": 0.005056331399828196, + "step": 80190 + }, + { + "loss_action": 0.006396949291229248, + "loss_total": 0.006396949291229248, + "step": 80190 + }, + { + "grad_norm": 0.20196296274662018, + "learning_rate": 1.0341729515451836e-05, + "loss": 0.0084, + "step": 80200 + }, + { + "loss_action": 0.016682399436831474, + "loss_total": 0.016682399436831474, + "step": 80200 + }, + { + "loss_action": 0.012225352227687836, + "loss_total": 0.012225352227687836, + "step": 80200 + }, + { + "loss_action": 0.012909187003970146, + "loss_total": 0.012909187003970146, + "step": 80200 + }, + { + "loss_action": 0.007134207524359226, + "loss_total": 0.007134207524359226, + "step": 80200 + }, + { + "loss_action": 0.00412280298769474, + "loss_total": 0.00412280298769474, + "step": 80200 + }, + { + "loss_action": 0.005622939206659794, + "loss_total": 0.005622939206659794, + "step": 80200 + }, + { + "grad_norm": 0.22532451152801514, + "learning_rate": 1.0331661949312265e-05, + "loss": 0.0089, + "step": 80210 + }, + { + "loss_action": 0.003212925512343645, + "loss_total": 0.003212925512343645, + "step": 80210 + }, + { + "loss_action": 0.004138410557061434, + "loss_total": 0.004138410557061434, + "step": 80210 + }, + { + "loss_action": 0.0025621976237744093, + "loss_total": 0.0025621976237744093, + "step": 80210 + }, + { + "loss_action": 0.008765765465795994, + "loss_total": 0.008765765465795994, + "step": 80210 + }, + { + "loss_action": 0.002531250938773155, + "loss_total": 0.002531250938773155, + "step": 80210 + }, + { + "loss_action": 0.006554307881742716, + "loss_total": 0.006554307881742716, + "step": 80210 + }, + { + "grad_norm": 0.2172490507364273, + "learning_rate": 1.0321598721242514e-05, + "loss": 0.0072, + "step": 80220 + }, + { + "loss_action": 0.011842030100524426, + "loss_total": 0.011842030100524426, + "step": 80220 + }, + { + "loss_action": 0.006940934807062149, + "loss_total": 0.006940934807062149, + "step": 80220 + }, + { + "loss_action": 0.0046347579918801785, + "loss_total": 0.0046347579918801785, + "step": 80220 + }, + { + "loss_action": 0.015404065139591694, + "loss_total": 0.015404065139591694, + "step": 80220 + }, + { + "loss_action": 0.0038685540203005075, + "loss_total": 0.0038685540203005075, + "step": 80220 + }, + { + "loss_action": 0.007736154366284609, + "loss_total": 0.007736154366284609, + "step": 80220 + }, + { + "grad_norm": 0.2164585441350937, + "learning_rate": 1.0311539832343064e-05, + "loss": 0.007, + "step": 80230 + }, + { + "loss_action": 0.02017935924232006, + "loss_total": 0.02017935924232006, + "step": 80230 + }, + { + "loss_action": 0.007433864753693342, + "loss_total": 0.007433864753693342, + "step": 80230 + }, + { + "loss_action": 0.0033797810319811106, + "loss_total": 0.0033797810319811106, + "step": 80230 + }, + { + "loss_action": 0.00679087033495307, + "loss_total": 0.00679087033495307, + "step": 80230 + }, + { + "loss_action": 0.004040531348437071, + "loss_total": 0.004040531348437071, + "step": 80230 + }, + { + "loss_action": 0.005505922716110945, + "loss_total": 0.005505922716110945, + "step": 80230 + }, + { + "grad_norm": 0.24066926538944244, + "learning_rate": 1.0301485283713942e-05, + "loss": 0.0106, + "step": 80240 + }, + { + "loss_action": 0.03174501657485962, + "loss_total": 0.03174501657485962, + "step": 80240 + }, + { + "loss_action": 0.006406988482922316, + "loss_total": 0.006406988482922316, + "step": 80240 + }, + { + "loss_action": 0.004690519068390131, + "loss_total": 0.004690519068390131, + "step": 80240 + }, + { + "loss_action": 0.002287379465997219, + "loss_total": 0.002287379465997219, + "step": 80240 + }, + { + "loss_action": 0.0028092125430703163, + "loss_total": 0.0028092125430703163, + "step": 80240 + }, + { + "loss_action": 0.004625982139259577, + "loss_total": 0.004625982139259577, + "step": 80240 + }, + { + "grad_norm": 0.24911627173423767, + "learning_rate": 1.0291435076454703e-05, + "loss": 0.0115, + "step": 80250 + }, + { + "loss_action": 0.0029689178336411715, + "loss_total": 0.0029689178336411715, + "step": 80250 + }, + { + "loss_action": 0.035662297159433365, + "loss_total": 0.035662297159433365, + "step": 80250 + }, + { + "loss_action": 0.005548999644815922, + "loss_total": 0.005548999644815922, + "step": 80250 + }, + { + "loss_action": 0.018583672121167183, + "loss_total": 0.018583672121167183, + "step": 80250 + }, + { + "loss_action": 0.006918827071785927, + "loss_total": 0.006918827071785927, + "step": 80250 + }, + { + "loss_action": 0.007229031063616276, + "loss_total": 0.007229031063616276, + "step": 80250 + }, + { + "grad_norm": 0.1489076018333435, + "learning_rate": 1.028138921166444e-05, + "loss": 0.008, + "step": 80260 + }, + { + "loss_action": 0.004833209794014692, + "loss_total": 0.004833209794014692, + "step": 80260 + }, + { + "loss_action": 0.002901302883401513, + "loss_total": 0.002901302883401513, + "step": 80260 + }, + { + "loss_action": 0.00451192120090127, + "loss_total": 0.00451192120090127, + "step": 80260 + }, + { + "loss_action": 0.006318727042526007, + "loss_total": 0.006318727042526007, + "step": 80260 + }, + { + "loss_action": 0.002222829032689333, + "loss_total": 0.002222829032689333, + "step": 80260 + }, + { + "loss_action": 0.003369220532476902, + "loss_total": 0.003369220532476902, + "step": 80260 + }, + { + "grad_norm": 0.24457956850528717, + "learning_rate": 1.0271347690441719e-05, + "loss": 0.0106, + "step": 80270 + }, + { + "loss_action": 0.018022561445832253, + "loss_total": 0.018022561445832253, + "step": 80270 + }, + { + "loss_action": 0.006746560335159302, + "loss_total": 0.006746560335159302, + "step": 80270 + }, + { + "loss_action": 0.005973283667117357, + "loss_total": 0.005973283667117357, + "step": 80270 + }, + { + "loss_action": 0.007921937853097916, + "loss_total": 0.007921937853097916, + "step": 80270 + }, + { + "loss_action": 0.0033212220296263695, + "loss_total": 0.0033212220296263695, + "step": 80270 + }, + { + "loss_action": 0.004873744212090969, + "loss_total": 0.004873744212090969, + "step": 80270 + }, + { + "grad_norm": 0.26679736375808716, + "learning_rate": 1.0261310513884698e-05, + "loss": 0.0105, + "step": 80280 + }, + { + "loss_action": 0.00898031983524561, + "loss_total": 0.00898031983524561, + "step": 80280 + }, + { + "loss_action": 0.016545776277780533, + "loss_total": 0.016545776277780533, + "step": 80280 + }, + { + "loss_action": 0.013202480040490627, + "loss_total": 0.013202480040490627, + "step": 80280 + }, + { + "loss_action": 0.006117760203778744, + "loss_total": 0.006117760203778744, + "step": 80280 + }, + { + "loss_action": 0.006539083085954189, + "loss_total": 0.006539083085954189, + "step": 80280 + }, + { + "loss_action": 0.006152987014502287, + "loss_total": 0.006152987014502287, + "step": 80280 + }, + { + "grad_norm": 0.22500446438789368, + "learning_rate": 1.0251277683090998e-05, + "loss": 0.0089, + "step": 80290 + }, + { + "loss_action": 0.007201447617262602, + "loss_total": 0.007201447617262602, + "step": 80290 + }, + { + "loss_action": 0.0026252639945596457, + "loss_total": 0.0026252639945596457, + "step": 80290 + }, + { + "loss_action": 0.018046393990516663, + "loss_total": 0.018046393990516663, + "step": 80290 + }, + { + "loss_action": 0.006158552598208189, + "loss_total": 0.006158552598208189, + "step": 80290 + }, + { + "loss_action": 0.006376922596246004, + "loss_total": 0.006376922596246004, + "step": 80290 + }, + { + "loss_action": 0.012593754567205906, + "loss_total": 0.012593754567205906, + "step": 80290 + }, + { + "grad_norm": 0.18116554617881775, + "learning_rate": 1.0241249199157826e-05, + "loss": 0.0078, + "step": 80300 + }, + { + "loss_action": 0.007025518920272589, + "loss_total": 0.007025518920272589, + "step": 80300 + }, + { + "loss_action": 0.006811975501477718, + "loss_total": 0.006811975501477718, + "step": 80300 + }, + { + "loss_action": 0.01488728541880846, + "loss_total": 0.01488728541880846, + "step": 80300 + }, + { + "loss_action": 0.005374501924961805, + "loss_total": 0.005374501924961805, + "step": 80300 + }, + { + "loss_action": 0.007838299497961998, + "loss_total": 0.007838299497961998, + "step": 80300 + }, + { + "loss_action": 0.03356181085109711, + "loss_total": 0.03356181085109711, + "step": 80300 + }, + { + "grad_norm": 0.20311832427978516, + "learning_rate": 1.0231225063181837e-05, + "loss": 0.0078, + "step": 80310 + }, + { + "loss_action": 0.003818166209384799, + "loss_total": 0.003818166209384799, + "step": 80310 + }, + { + "loss_action": 0.01717582903802395, + "loss_total": 0.01717582903802395, + "step": 80310 + }, + { + "loss_action": 0.010231784544885159, + "loss_total": 0.010231784544885159, + "step": 80310 + }, + { + "loss_action": 0.01502006221562624, + "loss_total": 0.01502006221562624, + "step": 80310 + }, + { + "loss_action": 0.0027654075529426336, + "loss_total": 0.0027654075529426336, + "step": 80310 + }, + { + "loss_action": 0.012244249694049358, + "loss_total": 0.012244249694049358, + "step": 80310 + }, + { + "grad_norm": 0.21068665385246277, + "learning_rate": 1.0221205276259316e-05, + "loss": 0.0095, + "step": 80320 + }, + { + "loss_action": 0.02349022962152958, + "loss_total": 0.02349022962152958, + "step": 80320 + }, + { + "loss_action": 0.005551246926188469, + "loss_total": 0.005551246926188469, + "step": 80320 + }, + { + "loss_action": 0.005373591557145119, + "loss_total": 0.005373591557145119, + "step": 80320 + }, + { + "loss_action": 0.02330406941473484, + "loss_total": 0.02330406941473484, + "step": 80320 + }, + { + "loss_action": 0.007818522863090038, + "loss_total": 0.007818522863090038, + "step": 80320 + }, + { + "loss_action": 0.014307497069239616, + "loss_total": 0.014307497069239616, + "step": 80320 + }, + { + "grad_norm": 0.32476118206977844, + "learning_rate": 1.0211189839485958e-05, + "loss": 0.0106, + "step": 80330 + }, + { + "loss_action": 0.006667604204267263, + "loss_total": 0.006667604204267263, + "step": 80330 + }, + { + "loss_action": 0.01174586359411478, + "loss_total": 0.01174586359411478, + "step": 80330 + }, + { + "loss_action": 0.01809932291507721, + "loss_total": 0.01809932291507721, + "step": 80330 + }, + { + "loss_action": 0.004639128688722849, + "loss_total": 0.004639128688722849, + "step": 80330 + }, + { + "loss_action": 0.004696534015238285, + "loss_total": 0.004696534015238285, + "step": 80330 + }, + { + "loss_action": 0.011913419701159, + "loss_total": 0.011913419701159, + "step": 80330 + }, + { + "grad_norm": 0.21634015440940857, + "learning_rate": 1.0201178753957075e-05, + "loss": 0.0095, + "step": 80340 + }, + { + "loss_action": 0.014463376253843307, + "loss_total": 0.014463376253843307, + "step": 80340 + }, + { + "loss_action": 0.005759931169450283, + "loss_total": 0.005759931169450283, + "step": 80340 + }, + { + "loss_action": 0.00960657186806202, + "loss_total": 0.00960657186806202, + "step": 80340 + }, + { + "loss_action": 0.005241445731371641, + "loss_total": 0.005241445731371641, + "step": 80340 + }, + { + "loss_action": 0.04426145553588867, + "loss_total": 0.04426145553588867, + "step": 80340 + }, + { + "loss_action": 0.006357888225466013, + "loss_total": 0.006357888225466013, + "step": 80340 + }, + { + "grad_norm": 0.21413779258728027, + "learning_rate": 1.0191172020767432e-05, + "loss": 0.0106, + "step": 80350 + }, + { + "loss_action": 0.012041570618748665, + "loss_total": 0.012041570618748665, + "step": 80350 + }, + { + "loss_action": 0.021253546699881554, + "loss_total": 0.021253546699881554, + "step": 80350 + }, + { + "loss_action": 0.004752355627715588, + "loss_total": 0.004752355627715588, + "step": 80350 + }, + { + "loss_action": 0.0035139131359755993, + "loss_total": 0.0035139131359755993, + "step": 80350 + }, + { + "loss_action": 0.007234786171466112, + "loss_total": 0.007234786171466112, + "step": 80350 + }, + { + "loss_action": 0.005268777254968882, + "loss_total": 0.005268777254968882, + "step": 80350 + }, + { + "grad_norm": 0.1609879732131958, + "learning_rate": 1.0181169641011362e-05, + "loss": 0.0088, + "step": 80360 + }, + { + "loss_action": 0.012096215970814228, + "loss_total": 0.012096215970814228, + "step": 80360 + }, + { + "loss_action": 0.005825915839523077, + "loss_total": 0.005825915839523077, + "step": 80360 + }, + { + "loss_action": 0.00932169146835804, + "loss_total": 0.00932169146835804, + "step": 80360 + }, + { + "loss_action": 0.0030702094081789255, + "loss_total": 0.0030702094081789255, + "step": 80360 + }, + { + "loss_action": 0.005143039859831333, + "loss_total": 0.005143039859831333, + "step": 80360 + }, + { + "loss_action": 0.005374896340072155, + "loss_total": 0.005374896340072155, + "step": 80360 + }, + { + "grad_norm": 0.2843517065048218, + "learning_rate": 1.0171171615782721e-05, + "loss": 0.0099, + "step": 80370 + }, + { + "loss_action": 0.007944435812532902, + "loss_total": 0.007944435812532902, + "step": 80370 + }, + { + "loss_action": 0.005892557092010975, + "loss_total": 0.005892557092010975, + "step": 80370 + }, + { + "loss_action": 0.014691265299916267, + "loss_total": 0.014691265299916267, + "step": 80370 + }, + { + "loss_action": 0.0199371799826622, + "loss_total": 0.0199371799826622, + "step": 80370 + }, + { + "loss_action": 0.007933598011732101, + "loss_total": 0.007933598011732101, + "step": 80370 + }, + { + "loss_action": 0.007866808213293552, + "loss_total": 0.007866808213293552, + "step": 80370 + }, + { + "grad_norm": 0.16270031034946442, + "learning_rate": 1.0161177946174866e-05, + "loss": 0.0091, + "step": 80380 + }, + { + "loss_action": 0.009779606945812702, + "loss_total": 0.009779606945812702, + "step": 80380 + }, + { + "loss_action": 0.002068593865260482, + "loss_total": 0.002068593865260482, + "step": 80380 + }, + { + "loss_action": 0.008955292403697968, + "loss_total": 0.008955292403697968, + "step": 80380 + }, + { + "loss_action": 0.006172669120132923, + "loss_total": 0.006172669120132923, + "step": 80380 + }, + { + "loss_action": 0.007732741069048643, + "loss_total": 0.007732741069048643, + "step": 80380 + }, + { + "loss_action": 0.031510595232248306, + "loss_total": 0.031510595232248306, + "step": 80380 + }, + { + "grad_norm": 0.1774030327796936, + "learning_rate": 1.0151188633280706e-05, + "loss": 0.0078, + "step": 80390 + }, + { + "loss_action": 0.00426005944609642, + "loss_total": 0.00426005944609642, + "step": 80390 + }, + { + "loss_action": 0.009917410090565681, + "loss_total": 0.009917410090565681, + "step": 80390 + }, + { + "loss_action": 0.008305986411869526, + "loss_total": 0.008305986411869526, + "step": 80390 + }, + { + "loss_action": 0.0069005172699689865, + "loss_total": 0.0069005172699689865, + "step": 80390 + }, + { + "loss_action": 0.003728929441422224, + "loss_total": 0.003728929441422224, + "step": 80390 + }, + { + "loss_action": 0.0039004413411021233, + "loss_total": 0.0039004413411021233, + "step": 80390 + }, + { + "grad_norm": 0.225428506731987, + "learning_rate": 1.0141203678192635e-05, + "loss": 0.0111, + "step": 80400 + }, + { + "loss_action": 0.005721866153180599, + "loss_total": 0.005721866153180599, + "step": 80400 + }, + { + "loss_action": 0.011928023770451546, + "loss_total": 0.011928023770451546, + "step": 80400 + }, + { + "loss_action": 0.010027634911239147, + "loss_total": 0.010027634911239147, + "step": 80400 + }, + { + "loss_action": 0.034421421587467194, + "loss_total": 0.034421421587467194, + "step": 80400 + }, + { + "loss_action": 0.008590208366513252, + "loss_total": 0.008590208366513252, + "step": 80400 + }, + { + "loss_action": 0.024911681190133095, + "loss_total": 0.024911681190133095, + "step": 80400 + }, + { + "grad_norm": 0.21141213178634644, + "learning_rate": 1.0131223082002612e-05, + "loss": 0.0095, + "step": 80410 + }, + { + "loss_action": 0.006735262926667929, + "loss_total": 0.006735262926667929, + "step": 80410 + }, + { + "loss_action": 0.010338915511965752, + "loss_total": 0.010338915511965752, + "step": 80410 + }, + { + "loss_action": 0.00797634944319725, + "loss_total": 0.00797634944319725, + "step": 80410 + }, + { + "loss_action": 0.003728083800524473, + "loss_total": 0.003728083800524473, + "step": 80410 + }, + { + "loss_action": 0.004267468582838774, + "loss_total": 0.004267468582838774, + "step": 80410 + }, + { + "loss_action": 0.0043328264728188515, + "loss_total": 0.0043328264728188515, + "step": 80410 + }, + { + "grad_norm": 0.1935199350118637, + "learning_rate": 1.012124684580208e-05, + "loss": 0.0068, + "step": 80420 + }, + { + "loss_action": 0.006513301748782396, + "loss_total": 0.006513301748782396, + "step": 80420 + }, + { + "loss_action": 0.005285766441375017, + "loss_total": 0.005285766441375017, + "step": 80420 + }, + { + "loss_action": 0.008579391054809093, + "loss_total": 0.008579391054809093, + "step": 80420 + }, + { + "loss_action": 0.006439537741243839, + "loss_total": 0.006439537741243839, + "step": 80420 + }, + { + "loss_action": 0.01032978855073452, + "loss_total": 0.01032978855073452, + "step": 80420 + }, + { + "loss_action": 0.01139643881469965, + "loss_total": 0.01139643881469965, + "step": 80420 + }, + { + "grad_norm": 0.16705939173698425, + "learning_rate": 1.0111274970682039e-05, + "loss": 0.0076, + "step": 80430 + }, + { + "loss_action": 0.004844352137297392, + "loss_total": 0.004844352137297392, + "step": 80430 + }, + { + "loss_action": 0.004686279222369194, + "loss_total": 0.004686279222369194, + "step": 80430 + }, + { + "loss_action": 0.013277233578264713, + "loss_total": 0.013277233578264713, + "step": 80430 + }, + { + "loss_action": 0.006727827712893486, + "loss_total": 0.006727827712893486, + "step": 80430 + }, + { + "loss_action": 0.007746809162199497, + "loss_total": 0.007746809162199497, + "step": 80430 + }, + { + "loss_action": 0.006750226486474276, + "loss_total": 0.006750226486474276, + "step": 80430 + }, + { + "grad_norm": 0.17731887102127075, + "learning_rate": 1.010130745773299e-05, + "loss": 0.0106, + "step": 80440 + }, + { + "loss_action": 0.0021582578774541616, + "loss_total": 0.0021582578774541616, + "step": 80440 + }, + { + "loss_action": 0.003463258733972907, + "loss_total": 0.003463258733972907, + "step": 80440 + }, + { + "loss_action": 0.003562361001968384, + "loss_total": 0.003562361001968384, + "step": 80440 + }, + { + "loss_action": 0.007854371331632137, + "loss_total": 0.007854371331632137, + "step": 80440 + }, + { + "loss_action": 0.0033387495204806328, + "loss_total": 0.0033387495204806328, + "step": 80440 + }, + { + "loss_action": 0.007785757537931204, + "loss_total": 0.007785757537931204, + "step": 80440 + }, + { + "grad_norm": 0.42436376214027405, + "learning_rate": 1.0091344308044986e-05, + "loss": 0.0088, + "step": 80450 + }, + { + "loss_action": 0.04109973460435867, + "loss_total": 0.04109973460435867, + "step": 80450 + }, + { + "loss_action": 0.015203719027340412, + "loss_total": 0.015203719027340412, + "step": 80450 + }, + { + "loss_action": 0.0038370767142623663, + "loss_total": 0.0038370767142623663, + "step": 80450 + }, + { + "loss_action": 0.0024487674236297607, + "loss_total": 0.0024487674236297607, + "step": 80450 + }, + { + "loss_action": 0.008170247077941895, + "loss_total": 0.008170247077941895, + "step": 80450 + }, + { + "loss_action": 0.010141885839402676, + "loss_total": 0.010141885839402676, + "step": 80450 + }, + { + "grad_norm": 0.2969343960285187, + "learning_rate": 1.0081385522707554e-05, + "loss": 0.0106, + "step": 80460 + }, + { + "loss_action": 0.008331227116286755, + "loss_total": 0.008331227116286755, + "step": 80460 + }, + { + "loss_action": 0.010854924097657204, + "loss_total": 0.010854924097657204, + "step": 80460 + }, + { + "loss_action": 0.00983030442148447, + "loss_total": 0.00983030442148447, + "step": 80460 + }, + { + "loss_action": 0.0029555410146713257, + "loss_total": 0.0029555410146713257, + "step": 80460 + }, + { + "loss_action": 0.00974363088607788, + "loss_total": 0.00974363088607788, + "step": 80460 + }, + { + "loss_action": 0.006619586609303951, + "loss_total": 0.006619586609303951, + "step": 80460 + }, + { + "grad_norm": 0.2603766918182373, + "learning_rate": 1.0071431102809803e-05, + "loss": 0.0092, + "step": 80470 + }, + { + "loss_action": 0.04701913148164749, + "loss_total": 0.04701913148164749, + "step": 80470 + }, + { + "loss_action": 0.02104353904724121, + "loss_total": 0.02104353904724121, + "step": 80470 + }, + { + "loss_action": 0.003098145592957735, + "loss_total": 0.003098145592957735, + "step": 80470 + }, + { + "loss_action": 0.006700273137539625, + "loss_total": 0.006700273137539625, + "step": 80470 + }, + { + "loss_action": 0.01046209130436182, + "loss_total": 0.01046209130436182, + "step": 80470 + }, + { + "loss_action": 0.005173198413103819, + "loss_total": 0.005173198413103819, + "step": 80470 + }, + { + "grad_norm": 0.19341416656970978, + "learning_rate": 1.0061481049440297e-05, + "loss": 0.008, + "step": 80480 + }, + { + "loss_action": 0.025139061734080315, + "loss_total": 0.025139061734080315, + "step": 80480 + }, + { + "loss_action": 0.013529954478144646, + "loss_total": 0.013529954478144646, + "step": 80480 + }, + { + "loss_action": 0.01222977414727211, + "loss_total": 0.01222977414727211, + "step": 80480 + }, + { + "loss_action": 0.010916857048869133, + "loss_total": 0.010916857048869133, + "step": 80480 + }, + { + "loss_action": 0.007316821254789829, + "loss_total": 0.007316821254789829, + "step": 80480 + }, + { + "loss_action": 0.003423464484512806, + "loss_total": 0.003423464484512806, + "step": 80480 + }, + { + "grad_norm": 0.21340259909629822, + "learning_rate": 1.0051535363687187e-05, + "loss": 0.0087, + "step": 80490 + }, + { + "loss_action": 0.005013338755816221, + "loss_total": 0.005013338755816221, + "step": 80490 + }, + { + "loss_action": 0.0028655158821493387, + "loss_total": 0.0028655158821493387, + "step": 80490 + }, + { + "loss_action": 0.006596777122467756, + "loss_total": 0.006596777122467756, + "step": 80490 + }, + { + "loss_action": 0.0072047826834023, + "loss_total": 0.0072047826834023, + "step": 80490 + }, + { + "loss_action": 0.007818493992090225, + "loss_total": 0.007818493992090225, + "step": 80490 + }, + { + "loss_action": 0.011158888228237629, + "loss_total": 0.011158888228237629, + "step": 80490 + }, + { + "grad_norm": 0.142843097448349, + "learning_rate": 1.0041594046638087e-05, + "loss": 0.0102, + "step": 80500 + }, + { + "loss_action": 0.0016892800340428948, + "loss_total": 0.0016892800340428948, + "step": 80500 + }, + { + "loss_action": 0.013372103683650494, + "loss_total": 0.013372103683650494, + "step": 80500 + }, + { + "loss_action": 0.008334670215845108, + "loss_total": 0.008334670215845108, + "step": 80500 + }, + { + "loss_action": 0.009185605682432652, + "loss_total": 0.009185605682432652, + "step": 80500 + }, + { + "loss_action": 0.008486050181090832, + "loss_total": 0.008486050181090832, + "step": 80500 + }, + { + "loss_action": 0.002301582368090749, + "loss_total": 0.002301582368090749, + "step": 80500 + }, + { + "grad_norm": 0.27059534192085266, + "learning_rate": 1.0031657099380204e-05, + "loss": 0.0082, + "step": 80510 + }, + { + "loss_action": 0.0025467153172940016, + "loss_total": 0.0025467153172940016, + "step": 80510 + }, + { + "loss_action": 0.00444106524810195, + "loss_total": 0.00444106524810195, + "step": 80510 + }, + { + "loss_action": 0.0027767757419496775, + "loss_total": 0.0027767757419496775, + "step": 80510 + }, + { + "loss_action": 0.006785175763070583, + "loss_total": 0.006785175763070583, + "step": 80510 + }, + { + "loss_action": 0.00947523768991232, + "loss_total": 0.00947523768991232, + "step": 80510 + }, + { + "loss_action": 0.04237843304872513, + "loss_total": 0.04237843304872513, + "step": 80510 + }, + { + "grad_norm": 0.20624497532844543, + "learning_rate": 1.0021724523000204e-05, + "loss": 0.0102, + "step": 80520 + }, + { + "loss_action": 0.007789153140038252, + "loss_total": 0.007789153140038252, + "step": 80520 + }, + { + "loss_action": 0.01311805285513401, + "loss_total": 0.01311805285513401, + "step": 80520 + }, + { + "loss_action": 0.0074603017419576645, + "loss_total": 0.0074603017419576645, + "step": 80520 + }, + { + "loss_action": 0.0016769637586548924, + "loss_total": 0.0016769637586548924, + "step": 80520 + }, + { + "loss_action": 0.011450584977865219, + "loss_total": 0.011450584977865219, + "step": 80520 + }, + { + "loss_action": 0.0016096133040264249, + "loss_total": 0.0016096133040264249, + "step": 80520 + }, + { + "grad_norm": 0.18120187520980835, + "learning_rate": 1.001179631858431e-05, + "loss": 0.0078, + "step": 80530 + }, + { + "loss_action": 0.0064022475853562355, + "loss_total": 0.0064022475853562355, + "step": 80530 + }, + { + "loss_action": 0.0029168070759624243, + "loss_total": 0.0029168070759624243, + "step": 80530 + }, + { + "loss_action": 0.002365282503888011, + "loss_total": 0.002365282503888011, + "step": 80530 + }, + { + "loss_action": 0.0027259811758995056, + "loss_total": 0.0027259811758995056, + "step": 80530 + }, + { + "loss_action": 0.012541685253381729, + "loss_total": 0.012541685253381729, + "step": 80530 + }, + { + "loss_action": 0.010411127470433712, + "loss_total": 0.010411127470433712, + "step": 80530 + }, + { + "grad_norm": 0.2935772240161896, + "learning_rate": 1.0001872487218245e-05, + "loss": 0.0084, + "step": 80540 + }, + { + "loss_action": 0.0021739990916103125, + "loss_total": 0.0021739990916103125, + "step": 80540 + }, + { + "loss_action": 0.007034557871520519, + "loss_total": 0.007034557871520519, + "step": 80540 + }, + { + "loss_action": 0.013774438761174679, + "loss_total": 0.013774438761174679, + "step": 80540 + }, + { + "loss_action": 0.029563499614596367, + "loss_total": 0.029563499614596367, + "step": 80540 + }, + { + "loss_action": 0.0027385156136006117, + "loss_total": 0.0027385156136006117, + "step": 80540 + }, + { + "loss_action": 0.009208631701767445, + "loss_total": 0.009208631701767445, + "step": 80540 + }, + { + "grad_norm": 0.2878988981246948, + "learning_rate": 9.991953029987272e-06, + "loss": 0.0105, + "step": 80550 + }, + { + "loss_action": 0.010811366140842438, + "loss_total": 0.010811366140842438, + "step": 80550 + }, + { + "loss_action": 0.009017820470035076, + "loss_total": 0.009017820470035076, + "step": 80550 + }, + { + "loss_action": 0.0021320695523172617, + "loss_total": 0.0021320695523172617, + "step": 80550 + }, + { + "loss_action": 0.021917272359132767, + "loss_total": 0.021917272359132767, + "step": 80550 + }, + { + "loss_action": 0.007131085265427828, + "loss_total": 0.007131085265427828, + "step": 80550 + }, + { + "loss_action": 0.007955829612910748, + "loss_total": 0.007955829612910748, + "step": 80550 + }, + { + "grad_norm": 0.31658264994621277, + "learning_rate": 9.982037947976147e-06, + "loss": 0.0108, + "step": 80560 + }, + { + "loss_action": 0.004369566682726145, + "loss_total": 0.004369566682726145, + "step": 80560 + }, + { + "loss_action": 0.007503188215196133, + "loss_total": 0.007503188215196133, + "step": 80560 + }, + { + "loss_action": 0.01384648121893406, + "loss_total": 0.01384648121893406, + "step": 80560 + }, + { + "loss_action": 0.0032960535027086735, + "loss_total": 0.0032960535027086735, + "step": 80560 + }, + { + "loss_action": 0.005401339381933212, + "loss_total": 0.005401339381933212, + "step": 80560 + }, + { + "loss_action": 0.011267540976405144, + "loss_total": 0.011267540976405144, + "step": 80560 + }, + { + "grad_norm": 0.22456242144107819, + "learning_rate": 9.972127242269208e-06, + "loss": 0.0073, + "step": 80570 + }, + { + "loss_action": 0.009820151142776012, + "loss_total": 0.009820151142776012, + "step": 80570 + }, + { + "loss_action": 0.0135599784553051, + "loss_total": 0.0135599784553051, + "step": 80570 + }, + { + "loss_action": 0.0054925791919231415, + "loss_total": 0.0054925791919231415, + "step": 80570 + }, + { + "loss_action": 0.02965194173157215, + "loss_total": 0.02965194173157215, + "step": 80570 + }, + { + "loss_action": 0.00494584022089839, + "loss_total": 0.00494584022089839, + "step": 80570 + }, + { + "loss_action": 0.003858727402985096, + "loss_total": 0.003858727402985096, + "step": 80570 + }, + { + "grad_norm": 0.2746589183807373, + "learning_rate": 9.962220913950238e-06, + "loss": 0.0084, + "step": 80580 + }, + { + "loss_action": 0.0027401847764849663, + "loss_total": 0.0027401847764849663, + "step": 80580 + }, + { + "loss_action": 0.006584257818758488, + "loss_total": 0.006584257818758488, + "step": 80580 + }, + { + "loss_action": 0.004045251291245222, + "loss_total": 0.004045251291245222, + "step": 80580 + }, + { + "loss_action": 0.002526557072997093, + "loss_total": 0.002526557072997093, + "step": 80580 + }, + { + "loss_action": 0.004501681309193373, + "loss_total": 0.004501681309193373, + "step": 80580 + }, + { + "loss_action": 0.006369087379425764, + "loss_total": 0.006369087379425764, + "step": 80580 + }, + { + "grad_norm": 0.25176292657852173, + "learning_rate": 9.952318964102591e-06, + "loss": 0.0072, + "step": 80590 + }, + { + "loss_action": 0.0023287832736968994, + "loss_total": 0.0023287832736968994, + "step": 80590 + }, + { + "loss_action": 0.005609271582216024, + "loss_total": 0.005609271582216024, + "step": 80590 + }, + { + "loss_action": 0.005635952576994896, + "loss_total": 0.005635952576994896, + "step": 80590 + }, + { + "loss_action": 0.005288031417876482, + "loss_total": 0.005288031417876482, + "step": 80590 + }, + { + "loss_action": 0.0112556591629982, + "loss_total": 0.0112556591629982, + "step": 80590 + }, + { + "loss_action": 0.007438679691404104, + "loss_total": 0.007438679691404104, + "step": 80590 + }, + { + "grad_norm": 0.25099584460258484, + "learning_rate": 9.942421393809148e-06, + "loss": 0.0076, + "step": 80600 + }, + { + "loss_action": 0.004316290374845266, + "loss_total": 0.004316290374845266, + "step": 80600 + }, + { + "loss_action": 0.006386325228959322, + "loss_total": 0.006386325228959322, + "step": 80600 + }, + { + "loss_action": 0.012138573452830315, + "loss_total": 0.012138573452830315, + "step": 80600 + }, + { + "loss_action": 0.009838128462433815, + "loss_total": 0.009838128462433815, + "step": 80600 + }, + { + "loss_action": 0.025014253333210945, + "loss_total": 0.025014253333210945, + "step": 80600 + }, + { + "loss_action": 0.007818796671926975, + "loss_total": 0.007818796671926975, + "step": 80600 + }, + { + "grad_norm": 0.1787150800228119, + "learning_rate": 9.932528204152264e-06, + "loss": 0.008, + "step": 80610 + }, + { + "loss_action": 0.0038693640381097794, + "loss_total": 0.0038693640381097794, + "step": 80610 + }, + { + "loss_action": 0.008301938883960247, + "loss_total": 0.008301938883960247, + "step": 80610 + }, + { + "loss_action": 0.015573888085782528, + "loss_total": 0.015573888085782528, + "step": 80610 + }, + { + "loss_action": 0.020859340205788612, + "loss_total": 0.020859340205788612, + "step": 80610 + }, + { + "loss_action": 0.016020189970731735, + "loss_total": 0.016020189970731735, + "step": 80610 + }, + { + "loss_action": 0.009949295781552792, + "loss_total": 0.009949295781552792, + "step": 80610 + }, + { + "grad_norm": 0.1818571835756302, + "learning_rate": 9.922639396213856e-06, + "loss": 0.0092, + "step": 80620 + }, + { + "loss_action": 0.006835956126451492, + "loss_total": 0.006835956126451492, + "step": 80620 + }, + { + "loss_action": 0.004010245203971863, + "loss_total": 0.004010245203971863, + "step": 80620 + }, + { + "loss_action": 0.006245328113436699, + "loss_total": 0.006245328113436699, + "step": 80620 + }, + { + "loss_action": 0.0026509836316108704, + "loss_total": 0.0026509836316108704, + "step": 80620 + }, + { + "loss_action": 0.040891822427511215, + "loss_total": 0.040891822427511215, + "step": 80620 + }, + { + "loss_action": 0.004660658072680235, + "loss_total": 0.004660658072680235, + "step": 80620 + }, + { + "grad_norm": 0.1869720071554184, + "learning_rate": 9.912754971075344e-06, + "loss": 0.0114, + "step": 80630 + }, + { + "loss_action": 0.004435126204043627, + "loss_total": 0.004435126204043627, + "step": 80630 + }, + { + "loss_action": 0.007587802596390247, + "loss_total": 0.007587802596390247, + "step": 80630 + }, + { + "loss_action": 0.009122823365032673, + "loss_total": 0.009122823365032673, + "step": 80630 + }, + { + "loss_action": 0.003875887021422386, + "loss_total": 0.003875887021422386, + "step": 80630 + }, + { + "loss_action": 0.028634829446673393, + "loss_total": 0.028634829446673393, + "step": 80630 + }, + { + "loss_action": 0.0020648299250751734, + "loss_total": 0.0020648299250751734, + "step": 80630 + }, + { + "grad_norm": 0.22672556340694427, + "learning_rate": 9.902874929817696e-06, + "loss": 0.0077, + "step": 80640 + }, + { + "loss_action": 0.008014724589884281, + "loss_total": 0.008014724589884281, + "step": 80640 + }, + { + "loss_action": 0.023328149691224098, + "loss_total": 0.023328149691224098, + "step": 80640 + }, + { + "loss_action": 0.006925603840500116, + "loss_total": 0.006925603840500116, + "step": 80640 + }, + { + "loss_action": 0.0024977673310786486, + "loss_total": 0.0024977673310786486, + "step": 80640 + }, + { + "loss_action": 0.010728440247476101, + "loss_total": 0.010728440247476101, + "step": 80640 + }, + { + "loss_action": 0.08134006708860397, + "loss_total": 0.08134006708860397, + "step": 80640 + }, + { + "grad_norm": 0.17269957065582275, + "learning_rate": 9.892999273521342e-06, + "loss": 0.0109, + "step": 80650 + }, + { + "loss_action": 0.004587964154779911, + "loss_total": 0.004587964154779911, + "step": 80650 + }, + { + "loss_action": 0.020755333825945854, + "loss_total": 0.020755333825945854, + "step": 80650 + }, + { + "loss_action": 0.004778929520398378, + "loss_total": 0.004778929520398378, + "step": 80650 + }, + { + "loss_action": 0.01532092783600092, + "loss_total": 0.01532092783600092, + "step": 80650 + }, + { + "loss_action": 0.00814199447631836, + "loss_total": 0.00814199447631836, + "step": 80650 + }, + { + "loss_action": 0.01012598816305399, + "loss_total": 0.01012598816305399, + "step": 80650 + }, + { + "grad_norm": 0.27277764678001404, + "learning_rate": 9.883128003266302e-06, + "loss": 0.0092, + "step": 80660 + }, + { + "loss_action": 0.0047935377806425095, + "loss_total": 0.0047935377806425095, + "step": 80660 + }, + { + "loss_action": 0.006548429373651743, + "loss_total": 0.006548429373651743, + "step": 80660 + }, + { + "loss_action": 0.007630988024175167, + "loss_total": 0.007630988024175167, + "step": 80660 + }, + { + "loss_action": 0.002645603846758604, + "loss_total": 0.002645603846758604, + "step": 80660 + }, + { + "loss_action": 0.0028968960978090763, + "loss_total": 0.0028968960978090763, + "step": 80660 + }, + { + "loss_action": 0.013427609577775002, + "loss_total": 0.013427609577775002, + "step": 80660 + }, + { + "grad_norm": 0.1752985715866089, + "learning_rate": 9.87326112013206e-06, + "loss": 0.0071, + "step": 80670 + }, + { + "loss_action": 0.00258939852938056, + "loss_total": 0.00258939852938056, + "step": 80670 + }, + { + "loss_action": 0.003520331345498562, + "loss_total": 0.003520331345498562, + "step": 80670 + }, + { + "loss_action": 0.007390256971120834, + "loss_total": 0.007390256971120834, + "step": 80670 + }, + { + "loss_action": 0.0077102393843233585, + "loss_total": 0.0077102393843233585, + "step": 80670 + }, + { + "loss_action": 0.007957760244607925, + "loss_total": 0.007957760244607925, + "step": 80670 + }, + { + "loss_action": 0.00981677696108818, + "loss_total": 0.00981677696108818, + "step": 80670 + }, + { + "grad_norm": 0.22606179118156433, + "learning_rate": 9.863398625197662e-06, + "loss": 0.0108, + "step": 80680 + }, + { + "loss_action": 0.0038225147873163223, + "loss_total": 0.0038225147873163223, + "step": 80680 + }, + { + "loss_action": 0.004566362593322992, + "loss_total": 0.004566362593322992, + "step": 80680 + }, + { + "loss_action": 0.005889948923140764, + "loss_total": 0.005889948923140764, + "step": 80680 + }, + { + "loss_action": 0.005017420742660761, + "loss_total": 0.005017420742660761, + "step": 80680 + }, + { + "loss_action": 0.009086871519684792, + "loss_total": 0.009086871519684792, + "step": 80680 + }, + { + "loss_action": 0.0058745467104017735, + "loss_total": 0.0058745467104017735, + "step": 80680 + }, + { + "grad_norm": 0.16879375278949738, + "learning_rate": 9.853540519541615e-06, + "loss": 0.0101, + "step": 80690 + }, + { + "loss_action": 0.0126836858689785, + "loss_total": 0.0126836858689785, + "step": 80690 + }, + { + "loss_action": 0.004615343175828457, + "loss_total": 0.004615343175828457, + "step": 80690 + }, + { + "loss_action": 0.005717598367482424, + "loss_total": 0.005717598367482424, + "step": 80690 + }, + { + "loss_action": 0.016743235290050507, + "loss_total": 0.016743235290050507, + "step": 80690 + }, + { + "loss_action": 0.00778185436502099, + "loss_total": 0.00778185436502099, + "step": 80690 + }, + { + "loss_action": 0.007787646725773811, + "loss_total": 0.007787646725773811, + "step": 80690 + }, + { + "grad_norm": 0.17887860536575317, + "learning_rate": 9.843686804242053e-06, + "loss": 0.0141, + "step": 80700 + }, + { + "loss_action": 0.0020287411753088236, + "loss_total": 0.0020287411753088236, + "step": 80700 + }, + { + "loss_action": 0.02508430927991867, + "loss_total": 0.02508430927991867, + "step": 80700 + }, + { + "loss_action": 0.00780501589179039, + "loss_total": 0.00780501589179039, + "step": 80700 + }, + { + "loss_action": 0.009209970943629742, + "loss_total": 0.009209970943629742, + "step": 80700 + }, + { + "loss_action": 0.007723941467702389, + "loss_total": 0.007723941467702389, + "step": 80700 + }, + { + "loss_action": 0.010899788700044155, + "loss_total": 0.010899788700044155, + "step": 80700 + }, + { + "grad_norm": 0.20969834923744202, + "learning_rate": 9.833837480376506e-06, + "loss": 0.0111, + "step": 80710 + }, + { + "loss_action": 0.0027622049674391747, + "loss_total": 0.0027622049674391747, + "step": 80710 + }, + { + "loss_action": 0.20673421025276184, + "loss_total": 0.20673421025276184, + "step": 80710 + }, + { + "loss_action": 0.010555616579949856, + "loss_total": 0.010555616579949856, + "step": 80710 + }, + { + "loss_action": 0.004578807391226292, + "loss_total": 0.004578807391226292, + "step": 80710 + }, + { + "loss_action": 0.007261450868099928, + "loss_total": 0.007261450868099928, + "step": 80710 + }, + { + "loss_action": 0.008622400462627411, + "loss_total": 0.008622400462627411, + "step": 80710 + }, + { + "grad_norm": 0.23235437273979187, + "learning_rate": 9.82399254902212e-06, + "loss": 0.0111, + "step": 80720 + }, + { + "loss_action": 0.006323990877717733, + "loss_total": 0.006323990877717733, + "step": 80720 + }, + { + "loss_action": 0.009872968308627605, + "loss_total": 0.009872968308627605, + "step": 80720 + }, + { + "loss_action": 0.006358177401125431, + "loss_total": 0.006358177401125431, + "step": 80720 + }, + { + "loss_action": 0.004920070990920067, + "loss_total": 0.004920070990920067, + "step": 80720 + }, + { + "loss_action": 0.003942563664168119, + "loss_total": 0.003942563664168119, + "step": 80720 + }, + { + "loss_action": 0.0022513193544000387, + "loss_total": 0.0022513193544000387, + "step": 80720 + }, + { + "grad_norm": 0.22730931639671326, + "learning_rate": 9.814152011255494e-06, + "loss": 0.0086, + "step": 80730 + }, + { + "loss_action": 0.005264736246317625, + "loss_total": 0.005264736246317625, + "step": 80730 + }, + { + "loss_action": 0.013810921460390091, + "loss_total": 0.013810921460390091, + "step": 80730 + }, + { + "loss_action": 0.008611968718469143, + "loss_total": 0.008611968718469143, + "step": 80730 + }, + { + "loss_action": 0.007057277485728264, + "loss_total": 0.007057277485728264, + "step": 80730 + }, + { + "loss_action": 0.004019073210656643, + "loss_total": 0.004019073210656643, + "step": 80730 + }, + { + "loss_action": 0.0034512821584939957, + "loss_total": 0.0034512821584939957, + "step": 80730 + }, + { + "grad_norm": 0.17502015829086304, + "learning_rate": 9.804315868152797e-06, + "loss": 0.0091, + "step": 80740 + }, + { + "loss_action": 0.003660276299342513, + "loss_total": 0.003660276299342513, + "step": 80740 + }, + { + "loss_action": 0.01027302723377943, + "loss_total": 0.01027302723377943, + "step": 80740 + }, + { + "loss_action": 0.0023765061050653458, + "loss_total": 0.0023765061050653458, + "step": 80740 + }, + { + "loss_action": 0.013995267450809479, + "loss_total": 0.013995267450809479, + "step": 80740 + }, + { + "loss_action": 0.0059241740964353085, + "loss_total": 0.0059241740964353085, + "step": 80740 + }, + { + "loss_action": 0.010455809533596039, + "loss_total": 0.010455809533596039, + "step": 80740 + }, + { + "grad_norm": 0.23906688392162323, + "learning_rate": 9.79448412078966e-06, + "loss": 0.008, + "step": 80750 + }, + { + "loss_action": 0.005223445128649473, + "loss_total": 0.005223445128649473, + "step": 80750 + }, + { + "loss_action": 0.017141422256827354, + "loss_total": 0.017141422256827354, + "step": 80750 + }, + { + "loss_action": 0.004683064762502909, + "loss_total": 0.004683064762502909, + "step": 80750 + }, + { + "loss_action": 0.0036172831896692514, + "loss_total": 0.0036172831896692514, + "step": 80750 + }, + { + "loss_action": 0.006000753957778215, + "loss_total": 0.006000753957778215, + "step": 80750 + }, + { + "loss_action": 0.011497296392917633, + "loss_total": 0.011497296392917633, + "step": 80750 + }, + { + "grad_norm": 0.16212749481201172, + "learning_rate": 9.784656770241312e-06, + "loss": 0.0091, + "step": 80760 + }, + { + "loss_action": 0.0024673768784850836, + "loss_total": 0.0024673768784850836, + "step": 80760 + }, + { + "loss_action": 0.01830935664474964, + "loss_total": 0.01830935664474964, + "step": 80760 + }, + { + "loss_action": 0.009890155866742134, + "loss_total": 0.009890155866742134, + "step": 80760 + }, + { + "loss_action": 0.0037487861700356007, + "loss_total": 0.0037487861700356007, + "step": 80760 + }, + { + "loss_action": 0.00926983542740345, + "loss_total": 0.00926983542740345, + "step": 80760 + }, + { + "loss_action": 0.00272127497009933, + "loss_total": 0.00272127497009933, + "step": 80760 + }, + { + "grad_norm": 0.15069520473480225, + "learning_rate": 9.77483381758243e-06, + "loss": 0.0067, + "step": 80770 + }, + { + "loss_action": 0.004409485962241888, + "loss_total": 0.004409485962241888, + "step": 80770 + }, + { + "loss_action": 0.005692359525710344, + "loss_total": 0.005692359525710344, + "step": 80770 + }, + { + "loss_action": 0.00671861506998539, + "loss_total": 0.00671861506998539, + "step": 80770 + }, + { + "loss_action": 0.016439124941825867, + "loss_total": 0.016439124941825867, + "step": 80770 + }, + { + "loss_action": 0.01846255362033844, + "loss_total": 0.01846255362033844, + "step": 80770 + }, + { + "loss_action": 0.017763415351510048, + "loss_total": 0.017763415351510048, + "step": 80770 + }, + { + "grad_norm": 0.22798514366149902, + "learning_rate": 9.76501526388725e-06, + "loss": 0.0077, + "step": 80780 + }, + { + "loss_action": 0.0028147187549620867, + "loss_total": 0.0028147187549620867, + "step": 80780 + }, + { + "loss_action": 0.006754254922270775, + "loss_total": 0.006754254922270775, + "step": 80780 + }, + { + "loss_action": 0.007613890804350376, + "loss_total": 0.007613890804350376, + "step": 80780 + }, + { + "loss_action": 0.008220375515520573, + "loss_total": 0.008220375515520573, + "step": 80780 + }, + { + "loss_action": 0.01252739503979683, + "loss_total": 0.01252739503979683, + "step": 80780 + }, + { + "loss_action": 0.012769187800586224, + "loss_total": 0.012769187800586224, + "step": 80780 + }, + { + "grad_norm": 0.2037387192249298, + "learning_rate": 9.7552011102295e-06, + "loss": 0.0091, + "step": 80790 + }, + { + "loss_action": 0.00429355725646019, + "loss_total": 0.00429355725646019, + "step": 80790 + }, + { + "loss_action": 0.0035747652873396873, + "loss_total": 0.0035747652873396873, + "step": 80790 + }, + { + "loss_action": 0.00992537010461092, + "loss_total": 0.00992537010461092, + "step": 80790 + }, + { + "loss_action": 0.0075918943621218204, + "loss_total": 0.0075918943621218204, + "step": 80790 + }, + { + "loss_action": 0.0034317104145884514, + "loss_total": 0.0034317104145884514, + "step": 80790 + }, + { + "loss_action": 0.02094283327460289, + "loss_total": 0.02094283327460289, + "step": 80790 + }, + { + "grad_norm": 0.31115686893463135, + "learning_rate": 9.745391357682449e-06, + "loss": 0.0088, + "step": 80800 + }, + { + "loss_action": 0.004066386725753546, + "loss_total": 0.004066386725753546, + "step": 80800 + }, + { + "loss_action": 0.0026900875382125378, + "loss_total": 0.0026900875382125378, + "step": 80800 + }, + { + "loss_action": 0.005741473753005266, + "loss_total": 0.005741473753005266, + "step": 80800 + }, + { + "loss_action": 0.003460403997451067, + "loss_total": 0.003460403997451067, + "step": 80800 + }, + { + "loss_action": 0.004427499603480101, + "loss_total": 0.004427499603480101, + "step": 80800 + }, + { + "loss_action": 0.012046338990330696, + "loss_total": 0.012046338990330696, + "step": 80800 + }, + { + "grad_norm": 0.17662182450294495, + "learning_rate": 9.735586007318875e-06, + "loss": 0.0069, + "step": 80810 + }, + { + "loss_action": 0.0040057068690657616, + "loss_total": 0.0040057068690657616, + "step": 80810 + }, + { + "loss_action": 0.00868916790932417, + "loss_total": 0.00868916790932417, + "step": 80810 + }, + { + "loss_action": 0.007136414293199778, + "loss_total": 0.007136414293199778, + "step": 80810 + }, + { + "loss_action": 0.003515894990414381, + "loss_total": 0.003515894990414381, + "step": 80810 + }, + { + "loss_action": 0.012849600985646248, + "loss_total": 0.012849600985646248, + "step": 80810 + }, + { + "loss_action": 0.003120133653283119, + "loss_total": 0.003120133653283119, + "step": 80810 + }, + { + "grad_norm": 0.28176894783973694, + "learning_rate": 9.725785060211096e-06, + "loss": 0.007, + "step": 80820 + }, + { + "loss_action": 0.003934894222766161, + "loss_total": 0.003934894222766161, + "step": 80820 + }, + { + "loss_action": 0.013293350115418434, + "loss_total": 0.013293350115418434, + "step": 80820 + }, + { + "loss_action": 0.009028695523738861, + "loss_total": 0.009028695523738861, + "step": 80820 + }, + { + "loss_action": 0.006087989546358585, + "loss_total": 0.006087989546358585, + "step": 80820 + }, + { + "loss_action": 0.00299672014079988, + "loss_total": 0.00299672014079988, + "step": 80820 + }, + { + "loss_action": 0.01059647649526596, + "loss_total": 0.01059647649526596, + "step": 80820 + }, + { + "grad_norm": 0.19978488981723785, + "learning_rate": 9.715988517430896e-06, + "loss": 0.0071, + "step": 80830 + }, + { + "loss_action": 0.003891427768394351, + "loss_total": 0.003891427768394351, + "step": 80830 + }, + { + "loss_action": 0.005820371676236391, + "loss_total": 0.005820371676236391, + "step": 80830 + }, + { + "loss_action": 0.006883186288177967, + "loss_total": 0.006883186288177967, + "step": 80830 + }, + { + "loss_action": 0.005490138661116362, + "loss_total": 0.005490138661116362, + "step": 80830 + }, + { + "loss_action": 0.0038608256727457047, + "loss_total": 0.0038608256727457047, + "step": 80830 + }, + { + "loss_action": 0.02063518390059471, + "loss_total": 0.02063518390059471, + "step": 80830 + }, + { + "grad_norm": 0.1988789439201355, + "learning_rate": 9.706196380049625e-06, + "loss": 0.0065, + "step": 80840 + }, + { + "loss_action": 0.010917482897639275, + "loss_total": 0.010917482897639275, + "step": 80840 + }, + { + "loss_action": 0.006060445681214333, + "loss_total": 0.006060445681214333, + "step": 80840 + }, + { + "loss_action": 0.005559846758842468, + "loss_total": 0.005559846758842468, + "step": 80840 + }, + { + "loss_action": 0.002103154081851244, + "loss_total": 0.002103154081851244, + "step": 80840 + }, + { + "loss_action": 0.005412667524069548, + "loss_total": 0.005412667524069548, + "step": 80840 + }, + { + "loss_action": 0.021175868809223175, + "loss_total": 0.021175868809223175, + "step": 80840 + }, + { + "grad_norm": 0.16306950151920319, + "learning_rate": 9.69640864913815e-06, + "loss": 0.0094, + "step": 80850 + }, + { + "loss_action": 0.009741277433931828, + "loss_total": 0.009741277433931828, + "step": 80850 + }, + { + "loss_action": 0.01650068536400795, + "loss_total": 0.01650068536400795, + "step": 80850 + }, + { + "loss_action": 0.01948697119951248, + "loss_total": 0.01948697119951248, + "step": 80850 + }, + { + "loss_action": 0.004756494890898466, + "loss_total": 0.004756494890898466, + "step": 80850 + }, + { + "loss_action": 0.001192367752082646, + "loss_total": 0.001192367752082646, + "step": 80850 + }, + { + "loss_action": 0.010999226942658424, + "loss_total": 0.010999226942658424, + "step": 80850 + }, + { + "grad_norm": 0.19872988760471344, + "learning_rate": 9.686625325766818e-06, + "loss": 0.0083, + "step": 80860 + }, + { + "loss_action": 0.006217288784682751, + "loss_total": 0.006217288784682751, + "step": 80860 + }, + { + "loss_action": 0.003088613972067833, + "loss_total": 0.003088613972067833, + "step": 80860 + }, + { + "loss_action": 0.00823325477540493, + "loss_total": 0.00823325477540493, + "step": 80860 + }, + { + "loss_action": 0.008473142050206661, + "loss_total": 0.008473142050206661, + "step": 80860 + }, + { + "loss_action": 0.007773600053042173, + "loss_total": 0.007773600053042173, + "step": 80860 + }, + { + "loss_action": 0.002949342131614685, + "loss_total": 0.002949342131614685, + "step": 80860 + }, + { + "grad_norm": 0.20941470563411713, + "learning_rate": 9.67684641100554e-06, + "loss": 0.0078, + "step": 80870 + }, + { + "loss_action": 0.0040711648762226105, + "loss_total": 0.0040711648762226105, + "step": 80870 + }, + { + "loss_action": 0.006916913669556379, + "loss_total": 0.006916913669556379, + "step": 80870 + }, + { + "loss_action": 0.00766606954857707, + "loss_total": 0.00766606954857707, + "step": 80870 + }, + { + "loss_action": 0.015026669017970562, + "loss_total": 0.015026669017970562, + "step": 80870 + }, + { + "loss_action": 0.006825487595051527, + "loss_total": 0.006825487595051527, + "step": 80870 + }, + { + "loss_action": 0.005700990092009306, + "loss_total": 0.005700990092009306, + "step": 80870 + }, + { + "grad_norm": 0.23254215717315674, + "learning_rate": 9.667071905923692e-06, + "loss": 0.0107, + "step": 80880 + }, + { + "loss_action": 0.02246582694351673, + "loss_total": 0.02246582694351673, + "step": 80880 + }, + { + "loss_action": 0.0027601574547588825, + "loss_total": 0.0027601574547588825, + "step": 80880 + }, + { + "loss_action": 0.004369634203612804, + "loss_total": 0.004369634203612804, + "step": 80880 + }, + { + "loss_action": 0.008622024208307266, + "loss_total": 0.008622024208307266, + "step": 80880 + }, + { + "loss_action": 0.006995668634772301, + "loss_total": 0.006995668634772301, + "step": 80880 + }, + { + "loss_action": 0.013383716344833374, + "loss_total": 0.013383716344833374, + "step": 80880 + }, + { + "grad_norm": 0.216976135969162, + "learning_rate": 9.657301811590242e-06, + "loss": 0.0095, + "step": 80890 + }, + { + "loss_action": 0.0030810004100203514, + "loss_total": 0.0030810004100203514, + "step": 80890 + }, + { + "loss_action": 0.010019940324127674, + "loss_total": 0.010019940324127674, + "step": 80890 + }, + { + "loss_action": 0.004675175994634628, + "loss_total": 0.004675175994634628, + "step": 80890 + }, + { + "loss_action": 0.0018761253450065851, + "loss_total": 0.0018761253450065851, + "step": 80890 + }, + { + "loss_action": 0.011634835042059422, + "loss_total": 0.011634835042059422, + "step": 80890 + }, + { + "loss_action": 0.005252080503851175, + "loss_total": 0.005252080503851175, + "step": 80890 + }, + { + "grad_norm": 0.1350567638874054, + "learning_rate": 9.647536129073603e-06, + "loss": 0.0062, + "step": 80900 + }, + { + "loss_action": 0.0035725338384509087, + "loss_total": 0.0035725338384509087, + "step": 80900 + }, + { + "loss_action": 0.004818508867174387, + "loss_total": 0.004818508867174387, + "step": 80900 + }, + { + "loss_action": 0.009086315520107746, + "loss_total": 0.009086315520107746, + "step": 80900 + }, + { + "loss_action": 0.005314665846526623, + "loss_total": 0.005314665846526623, + "step": 80900 + }, + { + "loss_action": 0.0022079988848417997, + "loss_total": 0.0022079988848417997, + "step": 80900 + }, + { + "loss_action": 0.0046326033771038055, + "loss_total": 0.0046326033771038055, + "step": 80900 + }, + { + "grad_norm": 0.25731736421585083, + "learning_rate": 9.637774859441751e-06, + "loss": 0.0121, + "step": 80910 + }, + { + "loss_action": 0.009283041581511497, + "loss_total": 0.009283041581511497, + "step": 80910 + }, + { + "loss_action": 0.005100992042571306, + "loss_total": 0.005100992042571306, + "step": 80910 + }, + { + "loss_action": 0.002644703723490238, + "loss_total": 0.002644703723490238, + "step": 80910 + }, + { + "loss_action": 0.01729278266429901, + "loss_total": 0.01729278266429901, + "step": 80910 + }, + { + "loss_action": 0.005810615140944719, + "loss_total": 0.005810615140944719, + "step": 80910 + }, + { + "loss_action": 0.012271695770323277, + "loss_total": 0.012271695770323277, + "step": 80910 + }, + { + "grad_norm": 0.18706539273262024, + "learning_rate": 9.628018003762152e-06, + "loss": 0.009, + "step": 80920 + }, + { + "loss_action": 0.017726227641105652, + "loss_total": 0.017726227641105652, + "step": 80920 + }, + { + "loss_action": 0.00487603759393096, + "loss_total": 0.00487603759393096, + "step": 80920 + }, + { + "loss_action": 0.00670531066134572, + "loss_total": 0.00670531066134572, + "step": 80920 + }, + { + "loss_action": 0.010929162614047527, + "loss_total": 0.010929162614047527, + "step": 80920 + }, + { + "loss_action": 0.009995742700994015, + "loss_total": 0.009995742700994015, + "step": 80920 + }, + { + "loss_action": 0.00331183266825974, + "loss_total": 0.00331183266825974, + "step": 80920 + }, + { + "grad_norm": 0.147332102060318, + "learning_rate": 9.618265563101813e-06, + "loss": 0.0083, + "step": 80930 + }, + { + "loss_action": 0.009684602729976177, + "loss_total": 0.009684602729976177, + "step": 80930 + }, + { + "loss_action": 0.0037192984018474817, + "loss_total": 0.0037192984018474817, + "step": 80930 + }, + { + "loss_action": 0.005693699698895216, + "loss_total": 0.005693699698895216, + "step": 80930 + }, + { + "loss_action": 0.009967823512852192, + "loss_total": 0.009967823512852192, + "step": 80930 + }, + { + "loss_action": 0.00427860114723444, + "loss_total": 0.00427860114723444, + "step": 80930 + }, + { + "loss_action": 0.011216221377253532, + "loss_total": 0.011216221377253532, + "step": 80930 + }, + { + "grad_norm": 0.2503892481327057, + "learning_rate": 9.608517538527211e-06, + "loss": 0.008, + "step": 80940 + }, + { + "loss_action": 0.005252910777926445, + "loss_total": 0.005252910777926445, + "step": 80940 + }, + { + "loss_action": 0.005900250747799873, + "loss_total": 0.005900250747799873, + "step": 80940 + }, + { + "loss_action": 0.005497748032212257, + "loss_total": 0.005497748032212257, + "step": 80940 + }, + { + "loss_action": 0.005077528767287731, + "loss_total": 0.005077528767287731, + "step": 80940 + }, + { + "loss_action": 0.008191250264644623, + "loss_total": 0.008191250264644623, + "step": 80940 + }, + { + "loss_action": 0.006586906965821981, + "loss_total": 0.006586906965821981, + "step": 80940 + }, + { + "grad_norm": 0.2001441866159439, + "learning_rate": 9.598773931104431e-06, + "loss": 0.0096, + "step": 80950 + }, + { + "loss_action": 0.003313486697152257, + "loss_total": 0.003313486697152257, + "step": 80950 + }, + { + "loss_action": 0.005279545206576586, + "loss_total": 0.005279545206576586, + "step": 80950 + }, + { + "loss_action": 0.0036499907728284597, + "loss_total": 0.0036499907728284597, + "step": 80950 + }, + { + "loss_action": 0.010035068728029728, + "loss_total": 0.010035068728029728, + "step": 80950 + }, + { + "loss_action": 0.015145166777074337, + "loss_total": 0.015145166777074337, + "step": 80950 + }, + { + "loss_action": 0.0033860024996101856, + "loss_total": 0.0033860024996101856, + "step": 80950 + }, + { + "grad_norm": 0.2540855407714844, + "learning_rate": 9.589034741898983e-06, + "loss": 0.0091, + "step": 80960 + }, + { + "loss_action": 0.002761072013527155, + "loss_total": 0.002761072013527155, + "step": 80960 + }, + { + "loss_action": 0.007800566963851452, + "loss_total": 0.007800566963851452, + "step": 80960 + }, + { + "loss_action": 0.008784057572484016, + "loss_total": 0.008784057572484016, + "step": 80960 + }, + { + "loss_action": 0.006505183409899473, + "loss_total": 0.006505183409899473, + "step": 80960 + }, + { + "loss_action": 0.005554872564971447, + "loss_total": 0.005554872564971447, + "step": 80960 + }, + { + "loss_action": 0.0025957184843719006, + "loss_total": 0.0025957184843719006, + "step": 80960 + }, + { + "grad_norm": 0.21656741201877594, + "learning_rate": 9.579299971975947e-06, + "loss": 0.0076, + "step": 80970 + }, + { + "loss_action": 0.0021131893154233694, + "loss_total": 0.0021131893154233694, + "step": 80970 + }, + { + "loss_action": 0.005164824891835451, + "loss_total": 0.005164824891835451, + "step": 80970 + }, + { + "loss_action": 0.03638264536857605, + "loss_total": 0.03638264536857605, + "step": 80970 + }, + { + "loss_action": 0.010969113558530807, + "loss_total": 0.010969113558530807, + "step": 80970 + }, + { + "loss_action": 0.0024566343054175377, + "loss_total": 0.0024566343054175377, + "step": 80970 + }, + { + "loss_action": 0.005060636904090643, + "loss_total": 0.005060636904090643, + "step": 80970 + }, + { + "grad_norm": 0.1867855042219162, + "learning_rate": 9.569569622399882e-06, + "loss": 0.0086, + "step": 80980 + }, + { + "loss_action": 0.007873506285250187, + "loss_total": 0.007873506285250187, + "step": 80980 + }, + { + "loss_action": 0.011566782370209694, + "loss_total": 0.011566782370209694, + "step": 80980 + }, + { + "loss_action": 0.02913607470691204, + "loss_total": 0.02913607470691204, + "step": 80980 + }, + { + "loss_action": 0.005315754562616348, + "loss_total": 0.005315754562616348, + "step": 80980 + }, + { + "loss_action": 0.006009820383042097, + "loss_total": 0.006009820383042097, + "step": 80980 + }, + { + "loss_action": 0.0032647144980728626, + "loss_total": 0.0032647144980728626, + "step": 80980 + }, + { + "grad_norm": 0.19584313035011292, + "learning_rate": 9.559843694234916e-06, + "loss": 0.0095, + "step": 80990 + }, + { + "loss_action": 0.0036823367699980736, + "loss_total": 0.0036823367699980736, + "step": 80990 + }, + { + "loss_action": 0.022409014403820038, + "loss_total": 0.022409014403820038, + "step": 80990 + }, + { + "loss_action": 0.007775004953145981, + "loss_total": 0.007775004953145981, + "step": 80990 + }, + { + "loss_action": 0.0036601137835532427, + "loss_total": 0.0036601137835532427, + "step": 80990 + }, + { + "loss_action": 0.0037093553692102432, + "loss_total": 0.0037093553692102432, + "step": 80990 + }, + { + "loss_action": 0.031313877552747726, + "loss_total": 0.031313877552747726, + "step": 80990 + }, + { + "grad_norm": 0.17477354407310486, + "learning_rate": 9.550122188544625e-06, + "loss": 0.0074, + "step": 81000 + }, + { + "loss_action": 0.005489143077284098, + "loss_total": 0.005489143077284098, + "step": 81000 + }, + { + "loss_action": 0.009675407782196999, + "loss_total": 0.009675407782196999, + "step": 81000 + }, + { + "loss_action": 0.002868229290470481, + "loss_total": 0.002868229290470481, + "step": 81000 + }, + { + "loss_action": 0.014554488472640514, + "loss_total": 0.014554488472640514, + "step": 81000 + }, + { + "loss_action": 0.0028028732631355524, + "loss_total": 0.0028028732631355524, + "step": 81000 + }, + { + "loss_action": 0.011586601845920086, + "loss_total": 0.011586601845920086, + "step": 81000 + }, + { + "grad_norm": 0.21594521403312683, + "learning_rate": 9.540405106392152e-06, + "loss": 0.0075, + "step": 81010 + }, + { + "loss_action": 0.005505457054823637, + "loss_total": 0.005505457054823637, + "step": 81010 + }, + { + "loss_action": 0.015723714604973793, + "loss_total": 0.015723714604973793, + "step": 81010 + }, + { + "loss_action": 0.012717016972601414, + "loss_total": 0.012717016972601414, + "step": 81010 + }, + { + "loss_action": 0.00837702862918377, + "loss_total": 0.00837702862918377, + "step": 81010 + }, + { + "loss_action": 0.014939222484827042, + "loss_total": 0.014939222484827042, + "step": 81010 + }, + { + "loss_action": 0.014811563305556774, + "loss_total": 0.014811563305556774, + "step": 81010 + }, + { + "grad_norm": 0.18186447024345398, + "learning_rate": 9.53069244884015e-06, + "loss": 0.0092, + "step": 81020 + }, + { + "loss_action": 0.008401572704315186, + "loss_total": 0.008401572704315186, + "step": 81020 + }, + { + "loss_action": 0.002331386087462306, + "loss_total": 0.002331386087462306, + "step": 81020 + }, + { + "loss_action": 0.010130343958735466, + "loss_total": 0.010130343958735466, + "step": 81020 + }, + { + "loss_action": 0.0019563762471079826, + "loss_total": 0.0019563762471079826, + "step": 81020 + }, + { + "loss_action": 0.005936183501034975, + "loss_total": 0.005936183501034975, + "step": 81020 + }, + { + "loss_action": 0.04934091866016388, + "loss_total": 0.04934091866016388, + "step": 81020 + }, + { + "grad_norm": 0.17322908341884613, + "learning_rate": 9.52098421695079e-06, + "loss": 0.0089, + "step": 81030 + }, + { + "loss_action": 0.011379040777683258, + "loss_total": 0.011379040777683258, + "step": 81030 + }, + { + "loss_action": 0.008078310638666153, + "loss_total": 0.008078310638666153, + "step": 81030 + }, + { + "loss_action": 0.003908454440534115, + "loss_total": 0.003908454440534115, + "step": 81030 + }, + { + "loss_action": 0.03786006569862366, + "loss_total": 0.03786006569862366, + "step": 81030 + }, + { + "loss_action": 0.006227781996130943, + "loss_total": 0.006227781996130943, + "step": 81030 + }, + { + "loss_action": 0.0047285002656280994, + "loss_total": 0.0047285002656280994, + "step": 81030 + }, + { + "grad_norm": 0.18341627717018127, + "learning_rate": 9.511280411785728e-06, + "loss": 0.0084, + "step": 81040 + }, + { + "loss_action": 0.009401836432516575, + "loss_total": 0.009401836432516575, + "step": 81040 + }, + { + "loss_action": 0.006111789960414171, + "loss_total": 0.006111789960414171, + "step": 81040 + }, + { + "loss_action": 0.015181479975581169, + "loss_total": 0.015181479975581169, + "step": 81040 + }, + { + "loss_action": 0.006219102069735527, + "loss_total": 0.006219102069735527, + "step": 81040 + }, + { + "loss_action": 0.008769947104156017, + "loss_total": 0.008769947104156017, + "step": 81040 + }, + { + "loss_action": 0.010862885974347591, + "loss_total": 0.010862885974347591, + "step": 81040 + }, + { + "grad_norm": 0.2047690749168396, + "learning_rate": 9.50158103440616e-06, + "loss": 0.0117, + "step": 81050 + }, + { + "loss_action": 0.006139432545751333, + "loss_total": 0.006139432545751333, + "step": 81050 + }, + { + "loss_action": 0.010188273154199123, + "loss_total": 0.010188273154199123, + "step": 81050 + }, + { + "loss_action": 0.0042978087440133095, + "loss_total": 0.0042978087440133095, + "step": 81050 + }, + { + "loss_action": 0.004896038211882114, + "loss_total": 0.004896038211882114, + "step": 81050 + }, + { + "loss_action": 0.016019906848669052, + "loss_total": 0.016019906848669052, + "step": 81050 + }, + { + "loss_action": 0.0027599064633250237, + "loss_total": 0.0027599064633250237, + "step": 81050 + }, + { + "grad_norm": 0.24174974858760834, + "learning_rate": 9.491886085872815e-06, + "loss": 0.0105, + "step": 81060 + }, + { + "loss_action": 0.005720385815948248, + "loss_total": 0.005720385815948248, + "step": 81060 + }, + { + "loss_action": 0.004342103376984596, + "loss_total": 0.004342103376984596, + "step": 81060 + }, + { + "loss_action": 0.014573002234101295, + "loss_total": 0.014573002234101295, + "step": 81060 + }, + { + "loss_action": 0.014164705760776997, + "loss_total": 0.014164705760776997, + "step": 81060 + }, + { + "loss_action": 0.007428105920553207, + "loss_total": 0.007428105920553207, + "step": 81060 + }, + { + "loss_action": 0.012892407365143299, + "loss_total": 0.012892407365143299, + "step": 81060 + }, + { + "grad_norm": 0.33413708209991455, + "learning_rate": 9.482195567245895e-06, + "loss": 0.0148, + "step": 81070 + }, + { + "loss_action": 0.00798486266285181, + "loss_total": 0.00798486266285181, + "step": 81070 + }, + { + "loss_action": 0.0031254845671355724, + "loss_total": 0.0031254845671355724, + "step": 81070 + }, + { + "loss_action": 0.008664513006806374, + "loss_total": 0.008664513006806374, + "step": 81070 + }, + { + "loss_action": 0.0055127330124378204, + "loss_total": 0.0055127330124378204, + "step": 81070 + }, + { + "loss_action": 0.0065928250551223755, + "loss_total": 0.0065928250551223755, + "step": 81070 + }, + { + "loss_action": 0.0050653815269470215, + "loss_total": 0.0050653815269470215, + "step": 81070 + }, + { + "grad_norm": 0.21615707874298096, + "learning_rate": 9.472509479585151e-06, + "loss": 0.0103, + "step": 81080 + }, + { + "loss_action": 0.0044347248040139675, + "loss_total": 0.0044347248040139675, + "step": 81080 + }, + { + "loss_action": 0.0074491421692073345, + "loss_total": 0.0074491421692073345, + "step": 81080 + }, + { + "loss_action": 0.016413060948252678, + "loss_total": 0.016413060948252678, + "step": 81080 + }, + { + "loss_action": 0.0015485611511394382, + "loss_total": 0.0015485611511394382, + "step": 81080 + }, + { + "loss_action": 0.00273140799254179, + "loss_total": 0.00273140799254179, + "step": 81080 + }, + { + "loss_action": 0.003935755230486393, + "loss_total": 0.003935755230486393, + "step": 81080 + }, + { + "grad_norm": 0.15696772933006287, + "learning_rate": 9.462827823949833e-06, + "loss": 0.0104, + "step": 81090 + }, + { + "loss_action": 0.011120506562292576, + "loss_total": 0.011120506562292576, + "step": 81090 + }, + { + "loss_action": 0.011790086515247822, + "loss_total": 0.011790086515247822, + "step": 81090 + }, + { + "loss_action": 0.0034692930057644844, + "loss_total": 0.0034692930057644844, + "step": 81090 + }, + { + "loss_action": 0.005745071452111006, + "loss_total": 0.005745071452111006, + "step": 81090 + }, + { + "loss_action": 0.006402177270501852, + "loss_total": 0.006402177270501852, + "step": 81090 + }, + { + "loss_action": 0.0032679245341569185, + "loss_total": 0.0032679245341569185, + "step": 81090 + }, + { + "grad_norm": 0.15357786417007446, + "learning_rate": 9.453150601398735e-06, + "loss": 0.0077, + "step": 81100 + }, + { + "loss_action": 0.005242154933512211, + "loss_total": 0.005242154933512211, + "step": 81100 + }, + { + "loss_action": 0.006054904777556658, + "loss_total": 0.006054904777556658, + "step": 81100 + }, + { + "loss_action": 0.01025137398391962, + "loss_total": 0.01025137398391962, + "step": 81100 + }, + { + "loss_action": 0.010074850171804428, + "loss_total": 0.010074850171804428, + "step": 81100 + }, + { + "loss_action": 0.0024666041135787964, + "loss_total": 0.0024666041135787964, + "step": 81100 + }, + { + "loss_action": 0.01270714309066534, + "loss_total": 0.01270714309066534, + "step": 81100 + }, + { + "grad_norm": 0.1733715981245041, + "learning_rate": 9.44347781299011e-06, + "loss": 0.0111, + "step": 81110 + }, + { + "loss_action": 0.002489294158294797, + "loss_total": 0.002489294158294797, + "step": 81110 + }, + { + "loss_action": 0.0054562087170779705, + "loss_total": 0.0054562087170779705, + "step": 81110 + }, + { + "loss_action": 0.008012120611965656, + "loss_total": 0.008012120611965656, + "step": 81110 + }, + { + "loss_action": 0.008224817924201488, + "loss_total": 0.008224817924201488, + "step": 81110 + }, + { + "loss_action": 0.007213774137198925, + "loss_total": 0.007213774137198925, + "step": 81110 + }, + { + "loss_action": 0.027217211201786995, + "loss_total": 0.027217211201786995, + "step": 81110 + }, + { + "grad_norm": 0.27422377467155457, + "learning_rate": 9.43380945978179e-06, + "loss": 0.0088, + "step": 81120 + }, + { + "loss_action": 0.01913449540734291, + "loss_total": 0.01913449540734291, + "step": 81120 + }, + { + "loss_action": 0.012275980785489082, + "loss_total": 0.012275980785489082, + "step": 81120 + }, + { + "loss_action": 0.004649669863283634, + "loss_total": 0.004649669863283634, + "step": 81120 + }, + { + "loss_action": 0.002306425478309393, + "loss_total": 0.002306425478309393, + "step": 81120 + }, + { + "loss_action": 0.0031479925382882357, + "loss_total": 0.0031479925382882357, + "step": 81120 + }, + { + "loss_action": 0.005889258813112974, + "loss_total": 0.005889258813112974, + "step": 81120 + }, + { + "grad_norm": 0.216952845454216, + "learning_rate": 9.424145542831047e-06, + "loss": 0.0073, + "step": 81130 + }, + { + "loss_action": 0.021020468324422836, + "loss_total": 0.021020468324422836, + "step": 81130 + }, + { + "loss_action": 0.006402904633432627, + "loss_total": 0.006402904633432627, + "step": 81130 + }, + { + "loss_action": 0.005780066829174757, + "loss_total": 0.005780066829174757, + "step": 81130 + }, + { + "loss_action": 0.008365399204194546, + "loss_total": 0.008365399204194546, + "step": 81130 + }, + { + "loss_action": 0.007629989646375179, + "loss_total": 0.007629989646375179, + "step": 81130 + }, + { + "loss_action": 0.006962312385439873, + "loss_total": 0.006962312385439873, + "step": 81130 + }, + { + "grad_norm": 0.19222594797611237, + "learning_rate": 9.414486063194778e-06, + "loss": 0.0086, + "step": 81140 + }, + { + "loss_action": 0.010161629877984524, + "loss_total": 0.010161629877984524, + "step": 81140 + }, + { + "loss_action": 0.004152331966906786, + "loss_total": 0.004152331966906786, + "step": 81140 + }, + { + "loss_action": 0.007941700518131256, + "loss_total": 0.007941700518131256, + "step": 81140 + }, + { + "loss_action": 0.0065432447008788586, + "loss_total": 0.0065432447008788586, + "step": 81140 + }, + { + "loss_action": 0.017330948263406754, + "loss_total": 0.017330948263406754, + "step": 81140 + }, + { + "loss_action": 0.0042439233511686325, + "loss_total": 0.0042439233511686325, + "step": 81140 + }, + { + "grad_norm": 0.32702213525772095, + "learning_rate": 9.404831021929273e-06, + "loss": 0.009, + "step": 81150 + }, + { + "loss_action": 0.006322596687823534, + "loss_total": 0.006322596687823534, + "step": 81150 + }, + { + "loss_action": 0.002111979993060231, + "loss_total": 0.002111979993060231, + "step": 81150 + }, + { + "loss_action": 0.0025370153598487377, + "loss_total": 0.0025370153598487377, + "step": 81150 + }, + { + "loss_action": 0.0051120868884027, + "loss_total": 0.0051120868884027, + "step": 81150 + }, + { + "loss_action": 0.01273653469979763, + "loss_total": 0.01273653469979763, + "step": 81150 + }, + { + "loss_action": 0.017995597794651985, + "loss_total": 0.017995597794651985, + "step": 81150 + }, + { + "grad_norm": 0.24722854793071747, + "learning_rate": 9.395180420090427e-06, + "loss": 0.0087, + "step": 81160 + }, + { + "loss_action": 0.0031824391335248947, + "loss_total": 0.0031824391335248947, + "step": 81160 + }, + { + "loss_action": 0.007211024407297373, + "loss_total": 0.007211024407297373, + "step": 81160 + }, + { + "loss_action": 0.009148487821221352, + "loss_total": 0.009148487821221352, + "step": 81160 + }, + { + "loss_action": 0.002170440275222063, + "loss_total": 0.002170440275222063, + "step": 81160 + }, + { + "loss_action": 0.002170046092942357, + "loss_total": 0.002170046092942357, + "step": 81160 + }, + { + "loss_action": 0.005047447048127651, + "loss_total": 0.005047447048127651, + "step": 81160 + }, + { + "grad_norm": 0.17283333837985992, + "learning_rate": 9.385534258733591e-06, + "loss": 0.0065, + "step": 81170 + }, + { + "loss_action": 0.006333291530609131, + "loss_total": 0.006333291530609131, + "step": 81170 + }, + { + "loss_action": 0.011655694805085659, + "loss_total": 0.011655694805085659, + "step": 81170 + }, + { + "loss_action": 0.0036220622714608908, + "loss_total": 0.0036220622714608908, + "step": 81170 + }, + { + "loss_action": 0.016031699255108833, + "loss_total": 0.016031699255108833, + "step": 81170 + }, + { + "loss_action": 0.007014429196715355, + "loss_total": 0.007014429196715355, + "step": 81170 + }, + { + "loss_action": 0.004831486381590366, + "loss_total": 0.004831486381590366, + "step": 81170 + }, + { + "grad_norm": 0.19075576961040497, + "learning_rate": 9.375892538913677e-06, + "loss": 0.0076, + "step": 81180 + }, + { + "loss_action": 0.004058999475091696, + "loss_total": 0.004058999475091696, + "step": 81180 + }, + { + "loss_action": 0.004249043297022581, + "loss_total": 0.004249043297022581, + "step": 81180 + }, + { + "loss_action": 0.00293537974357605, + "loss_total": 0.00293537974357605, + "step": 81180 + }, + { + "loss_action": 0.0030557289719581604, + "loss_total": 0.0030557289719581604, + "step": 81180 + }, + { + "loss_action": 0.047614336013793945, + "loss_total": 0.047614336013793945, + "step": 81180 + }, + { + "loss_action": 0.005155954509973526, + "loss_total": 0.005155954509973526, + "step": 81180 + }, + { + "grad_norm": 0.25299978256225586, + "learning_rate": 9.36625526168507e-06, + "loss": 0.0083, + "step": 81190 + }, + { + "loss_action": 0.008925970643758774, + "loss_total": 0.008925970643758774, + "step": 81190 + }, + { + "loss_action": 0.004851172212511301, + "loss_total": 0.004851172212511301, + "step": 81190 + }, + { + "loss_action": 0.007818343117833138, + "loss_total": 0.007818343117833138, + "step": 81190 + }, + { + "loss_action": 0.006119291763752699, + "loss_total": 0.006119291763752699, + "step": 81190 + }, + { + "loss_action": 0.010428088717162609, + "loss_total": 0.010428088717162609, + "step": 81190 + }, + { + "loss_action": 0.004670902621001005, + "loss_total": 0.004670902621001005, + "step": 81190 + }, + { + "grad_norm": 0.17833681404590607, + "learning_rate": 9.356622428101686e-06, + "loss": 0.0098, + "step": 81200 + }, + { + "loss_action": 0.004288308788090944, + "loss_total": 0.004288308788090944, + "step": 81200 + }, + { + "loss_action": 0.010445709340274334, + "loss_total": 0.010445709340274334, + "step": 81200 + }, + { + "loss_action": 0.010946162976324558, + "loss_total": 0.010946162976324558, + "step": 81200 + }, + { + "loss_action": 0.00856960192322731, + "loss_total": 0.00856960192322731, + "step": 81200 + }, + { + "loss_action": 0.003434945596382022, + "loss_total": 0.003434945596382022, + "step": 81200 + }, + { + "loss_action": 0.030732979997992516, + "loss_total": 0.030732979997992516, + "step": 81200 + }, + { + "grad_norm": 0.2697156071662903, + "learning_rate": 9.346994039216972e-06, + "loss": 0.0084, + "step": 81210 + }, + { + "loss_action": 0.005137733183801174, + "loss_total": 0.005137733183801174, + "step": 81210 + }, + { + "loss_action": 0.020138056948781013, + "loss_total": 0.020138056948781013, + "step": 81210 + }, + { + "loss_action": 0.008423550054430962, + "loss_total": 0.008423550054430962, + "step": 81210 + }, + { + "loss_action": 0.005338998977094889, + "loss_total": 0.005338998977094889, + "step": 81210 + }, + { + "loss_action": 0.0068219127133488655, + "loss_total": 0.0068219127133488655, + "step": 81210 + }, + { + "loss_action": 0.0031536866445094347, + "loss_total": 0.0031536866445094347, + "step": 81210 + }, + { + "grad_norm": 0.19151237607002258, + "learning_rate": 9.337370096083886e-06, + "loss": 0.0091, + "step": 81220 + }, + { + "loss_action": 0.013879389502108097, + "loss_total": 0.013879389502108097, + "step": 81220 + }, + { + "loss_action": 0.004736843053251505, + "loss_total": 0.004736843053251505, + "step": 81220 + }, + { + "loss_action": 0.0016168205766007304, + "loss_total": 0.0016168205766007304, + "step": 81220 + }, + { + "loss_action": 0.007282556034624577, + "loss_total": 0.007282556034624577, + "step": 81220 + }, + { + "loss_action": 0.002023460576310754, + "loss_total": 0.002023460576310754, + "step": 81220 + }, + { + "loss_action": 0.012356104329228401, + "loss_total": 0.012356104329228401, + "step": 81220 + }, + { + "grad_norm": 0.2455289512872696, + "learning_rate": 9.327750599754854e-06, + "loss": 0.0063, + "step": 81230 + }, + { + "loss_action": 0.00450555793941021, + "loss_total": 0.00450555793941021, + "step": 81230 + }, + { + "loss_action": 0.008917655795812607, + "loss_total": 0.008917655795812607, + "step": 81230 + }, + { + "loss_action": 0.005194508470594883, + "loss_total": 0.005194508470594883, + "step": 81230 + }, + { + "loss_action": 0.002968642394989729, + "loss_total": 0.002968642394989729, + "step": 81230 + }, + { + "loss_action": 0.003833269700407982, + "loss_total": 0.003833269700407982, + "step": 81230 + }, + { + "loss_action": 0.014507568441331387, + "loss_total": 0.014507568441331387, + "step": 81230 + }, + { + "grad_norm": 0.18372440338134766, + "learning_rate": 9.318135551281875e-06, + "loss": 0.0073, + "step": 81240 + }, + { + "loss_action": 0.0140114426612854, + "loss_total": 0.0140114426612854, + "step": 81240 + }, + { + "loss_action": 0.012775598093867302, + "loss_total": 0.012775598093867302, + "step": 81240 + }, + { + "loss_action": 0.0052406080067157745, + "loss_total": 0.0052406080067157745, + "step": 81240 + }, + { + "loss_action": 0.003832319751381874, + "loss_total": 0.003832319751381874, + "step": 81240 + }, + { + "loss_action": 0.011410417035222054, + "loss_total": 0.011410417035222054, + "step": 81240 + }, + { + "loss_action": 0.009566818363964558, + "loss_total": 0.009566818363964558, + "step": 81240 + }, + { + "grad_norm": 0.15747052431106567, + "learning_rate": 9.308524951716424e-06, + "loss": 0.0093, + "step": 81250 + }, + { + "loss_action": 0.014676552265882492, + "loss_total": 0.014676552265882492, + "step": 81250 + }, + { + "loss_action": 0.01792510785162449, + "loss_total": 0.01792510785162449, + "step": 81250 + }, + { + "loss_action": 0.005248372908681631, + "loss_total": 0.005248372908681631, + "step": 81250 + }, + { + "loss_action": 0.00493641197681427, + "loss_total": 0.00493641197681427, + "step": 81250 + }, + { + "loss_action": 0.003503431798890233, + "loss_total": 0.003503431798890233, + "step": 81250 + }, + { + "loss_action": 0.0036904725711792707, + "loss_total": 0.0036904725711792707, + "step": 81250 + }, + { + "grad_norm": 0.29526787996292114, + "learning_rate": 9.298918802109497e-06, + "loss": 0.009, + "step": 81260 + }, + { + "loss_action": 0.005272632464766502, + "loss_total": 0.005272632464766502, + "step": 81260 + }, + { + "loss_action": 0.007040908560156822, + "loss_total": 0.007040908560156822, + "step": 81260 + }, + { + "loss_action": 0.010471195913851261, + "loss_total": 0.010471195913851261, + "step": 81260 + }, + { + "loss_action": 0.0030298614874482155, + "loss_total": 0.0030298614874482155, + "step": 81260 + }, + { + "loss_action": 0.007124730851501226, + "loss_total": 0.007124730851501226, + "step": 81260 + }, + { + "loss_action": 0.002649892820045352, + "loss_total": 0.002649892820045352, + "step": 81260 + }, + { + "grad_norm": 0.24753104150295258, + "learning_rate": 9.289317103511625e-06, + "loss": 0.0082, + "step": 81270 + }, + { + "loss_action": 0.01876692660152912, + "loss_total": 0.01876692660152912, + "step": 81270 + }, + { + "loss_action": 0.005524051375687122, + "loss_total": 0.005524051375687122, + "step": 81270 + }, + { + "loss_action": 0.008466147817671299, + "loss_total": 0.008466147817671299, + "step": 81270 + }, + { + "loss_action": 0.004730891436338425, + "loss_total": 0.004730891436338425, + "step": 81270 + }, + { + "loss_action": 0.015442641451954842, + "loss_total": 0.015442641451954842, + "step": 81270 + }, + { + "loss_action": 0.004883056040853262, + "loss_total": 0.004883056040853262, + "step": 81270 + }, + { + "grad_norm": 0.2075234204530716, + "learning_rate": 9.279719856972835e-06, + "loss": 0.0068, + "step": 81280 + }, + { + "loss_action": 0.005082059185951948, + "loss_total": 0.005082059185951948, + "step": 81280 + }, + { + "loss_action": 0.005893949884921312, + "loss_total": 0.005893949884921312, + "step": 81280 + }, + { + "loss_action": 0.0019855045247823, + "loss_total": 0.0019855045247823, + "step": 81280 + }, + { + "loss_action": 0.012854031287133694, + "loss_total": 0.012854031287133694, + "step": 81280 + }, + { + "loss_action": 0.003780262777581811, + "loss_total": 0.003780262777581811, + "step": 81280 + }, + { + "loss_action": 0.0039589800871908665, + "loss_total": 0.0039589800871908665, + "step": 81280 + }, + { + "grad_norm": 0.1650337129831314, + "learning_rate": 9.270127063542645e-06, + "loss": 0.0096, + "step": 81290 + }, + { + "loss_action": 0.0074050030671060085, + "loss_total": 0.0074050030671060085, + "step": 81290 + }, + { + "loss_action": 0.007148150820285082, + "loss_total": 0.007148150820285082, + "step": 81290 + }, + { + "loss_action": 0.0047566210851073265, + "loss_total": 0.0047566210851073265, + "step": 81290 + }, + { + "loss_action": 0.005089859943836927, + "loss_total": 0.005089859943836927, + "step": 81290 + }, + { + "loss_action": 0.020010046660900116, + "loss_total": 0.020010046660900116, + "step": 81290 + }, + { + "loss_action": 0.0038957055658102036, + "loss_total": 0.0038957055658102036, + "step": 81290 + }, + { + "grad_norm": 0.1670621782541275, + "learning_rate": 9.260538724270124e-06, + "loss": 0.007, + "step": 81300 + }, + { + "loss_action": 0.00388861121609807, + "loss_total": 0.00388861121609807, + "step": 81300 + }, + { + "loss_action": 0.005097216460853815, + "loss_total": 0.005097216460853815, + "step": 81300 + }, + { + "loss_action": 0.003765873610973358, + "loss_total": 0.003765873610973358, + "step": 81300 + }, + { + "loss_action": 0.002805209718644619, + "loss_total": 0.002805209718644619, + "step": 81300 + }, + { + "loss_action": 0.00434858025982976, + "loss_total": 0.00434858025982976, + "step": 81300 + }, + { + "loss_action": 0.00481297355145216, + "loss_total": 0.00481297355145216, + "step": 81300 + }, + { + "grad_norm": 0.21619677543640137, + "learning_rate": 9.250954840203852e-06, + "loss": 0.0095, + "step": 81310 + }, + { + "loss_action": 0.006375481840223074, + "loss_total": 0.006375481840223074, + "step": 81310 + }, + { + "loss_action": 0.01228210236877203, + "loss_total": 0.01228210236877203, + "step": 81310 + }, + { + "loss_action": 0.0027632236015051603, + "loss_total": 0.0027632236015051603, + "step": 81310 + }, + { + "loss_action": 0.0020133769139647484, + "loss_total": 0.0020133769139647484, + "step": 81310 + }, + { + "loss_action": 0.0056749009527266026, + "loss_total": 0.0056749009527266026, + "step": 81310 + }, + { + "loss_action": 0.017481451854109764, + "loss_total": 0.017481451854109764, + "step": 81310 + }, + { + "grad_norm": 0.13141286373138428, + "learning_rate": 9.241375412391878e-06, + "loss": 0.0069, + "step": 81320 + }, + { + "loss_action": 0.014499116688966751, + "loss_total": 0.014499116688966751, + "step": 81320 + }, + { + "loss_action": 0.02036912553012371, + "loss_total": 0.02036912553012371, + "step": 81320 + }, + { + "loss_action": 0.010132312774658203, + "loss_total": 0.010132312774658203, + "step": 81320 + }, + { + "loss_action": 0.005281965713948011, + "loss_total": 0.005281965713948011, + "step": 81320 + }, + { + "loss_action": 0.003972925245761871, + "loss_total": 0.003972925245761871, + "step": 81320 + }, + { + "loss_action": 0.006761360913515091, + "loss_total": 0.006761360913515091, + "step": 81320 + }, + { + "grad_norm": 0.1919981837272644, + "learning_rate": 9.23180044188181e-06, + "loss": 0.0069, + "step": 81330 + }, + { + "loss_action": 0.0026620361022651196, + "loss_total": 0.0026620361022651196, + "step": 81330 + }, + { + "loss_action": 0.004644972272217274, + "loss_total": 0.004644972272217274, + "step": 81330 + }, + { + "loss_action": 0.005684098694473505, + "loss_total": 0.005684098694473505, + "step": 81330 + }, + { + "loss_action": 0.00461720721796155, + "loss_total": 0.00461720721796155, + "step": 81330 + }, + { + "loss_action": 0.009164921008050442, + "loss_total": 0.009164921008050442, + "step": 81330 + }, + { + "loss_action": 0.003487878944724798, + "loss_total": 0.003487878944724798, + "step": 81330 + }, + { + "grad_norm": 0.2377426028251648, + "learning_rate": 9.222229929720755e-06, + "loss": 0.0071, + "step": 81340 + }, + { + "loss_action": 0.010924313217401505, + "loss_total": 0.010924313217401505, + "step": 81340 + }, + { + "loss_action": 0.004465999081730843, + "loss_total": 0.004465999081730843, + "step": 81340 + }, + { + "loss_action": 0.005571041721850634, + "loss_total": 0.005571041721850634, + "step": 81340 + }, + { + "loss_action": 0.005906681064516306, + "loss_total": 0.005906681064516306, + "step": 81340 + }, + { + "loss_action": 0.0029537109658122063, + "loss_total": 0.0029537109658122063, + "step": 81340 + }, + { + "loss_action": 0.006585187744349241, + "loss_total": 0.006585187744349241, + "step": 81340 + }, + { + "grad_norm": 0.3567904829978943, + "learning_rate": 9.212663876955336e-06, + "loss": 0.0086, + "step": 81350 + }, + { + "loss_action": 0.004616644699126482, + "loss_total": 0.004616644699126482, + "step": 81350 + }, + { + "loss_action": 0.0033770198933780193, + "loss_total": 0.0033770198933780193, + "step": 81350 + }, + { + "loss_action": 0.057393480092287064, + "loss_total": 0.057393480092287064, + "step": 81350 + }, + { + "loss_action": 0.006228229496628046, + "loss_total": 0.006228229496628046, + "step": 81350 + }, + { + "loss_action": 0.005253225564956665, + "loss_total": 0.005253225564956665, + "step": 81350 + }, + { + "loss_action": 0.0034789210185408592, + "loss_total": 0.0034789210185408592, + "step": 81350 + }, + { + "grad_norm": 0.18977004289627075, + "learning_rate": 9.20310228463166e-06, + "loss": 0.0084, + "step": 81360 + }, + { + "loss_action": 0.007143124006688595, + "loss_total": 0.007143124006688595, + "step": 81360 + }, + { + "loss_action": 0.008394768461585045, + "loss_total": 0.008394768461585045, + "step": 81360 + }, + { + "loss_action": 0.008851362392306328, + "loss_total": 0.008851362392306328, + "step": 81360 + }, + { + "loss_action": 0.003019887488335371, + "loss_total": 0.003019887488335371, + "step": 81360 + }, + { + "loss_action": 0.01112442184239626, + "loss_total": 0.01112442184239626, + "step": 81360 + }, + { + "loss_action": 0.23093372583389282, + "loss_total": 0.23093372583389282, + "step": 81360 + }, + { + "grad_norm": 0.2586548328399658, + "learning_rate": 9.19354515379539e-06, + "loss": 0.0125, + "step": 81370 + }, + { + "loss_action": 0.008534201420843601, + "loss_total": 0.008534201420843601, + "step": 81370 + }, + { + "loss_action": 0.0053899940103292465, + "loss_total": 0.0053899940103292465, + "step": 81370 + }, + { + "loss_action": 0.00500433798879385, + "loss_total": 0.00500433798879385, + "step": 81370 + }, + { + "loss_action": 0.003983677364885807, + "loss_total": 0.003983677364885807, + "step": 81370 + }, + { + "loss_action": 0.0038996378425508738, + "loss_total": 0.0038996378425508738, + "step": 81370 + }, + { + "loss_action": 0.009500785730779171, + "loss_total": 0.009500785730779171, + "step": 81370 + }, + { + "grad_norm": 0.18322160840034485, + "learning_rate": 9.183992485491666e-06, + "loss": 0.0071, + "step": 81380 + }, + { + "loss_action": 0.004020367283374071, + "loss_total": 0.004020367283374071, + "step": 81380 + }, + { + "loss_action": 0.008315346203744411, + "loss_total": 0.008315346203744411, + "step": 81380 + }, + { + "loss_action": 0.01433473452925682, + "loss_total": 0.01433473452925682, + "step": 81380 + }, + { + "loss_action": 0.004132688045501709, + "loss_total": 0.004132688045501709, + "step": 81380 + }, + { + "loss_action": 0.0062506552785634995, + "loss_total": 0.0062506552785634995, + "step": 81380 + }, + { + "loss_action": 0.0030332114547491074, + "loss_total": 0.0030332114547491074, + "step": 81380 + }, + { + "grad_norm": 0.1558883935213089, + "learning_rate": 9.174444280765154e-06, + "loss": 0.0083, + "step": 81390 + }, + { + "loss_action": 0.009288529865443707, + "loss_total": 0.009288529865443707, + "step": 81390 + }, + { + "loss_action": 0.010057664476335049, + "loss_total": 0.010057664476335049, + "step": 81390 + }, + { + "loss_action": 0.00888217892497778, + "loss_total": 0.00888217892497778, + "step": 81390 + }, + { + "loss_action": 0.010433372110128403, + "loss_total": 0.010433372110128403, + "step": 81390 + }, + { + "loss_action": 0.007915552705526352, + "loss_total": 0.007915552705526352, + "step": 81390 + }, + { + "loss_action": 0.0027469333726912737, + "loss_total": 0.0027469333726912737, + "step": 81390 + }, + { + "grad_norm": 0.14996175467967987, + "learning_rate": 9.164900540660032e-06, + "loss": 0.009, + "step": 81400 + }, + { + "loss_action": 0.005210252944380045, + "loss_total": 0.005210252944380045, + "step": 81400 + }, + { + "loss_action": 0.006034373305737972, + "loss_total": 0.006034373305737972, + "step": 81400 + }, + { + "loss_action": 0.005270083900541067, + "loss_total": 0.005270083900541067, + "step": 81400 + }, + { + "loss_action": 0.010596100240945816, + "loss_total": 0.010596100240945816, + "step": 81400 + }, + { + "loss_action": 0.0034344566520303488, + "loss_total": 0.0034344566520303488, + "step": 81400 + }, + { + "loss_action": 0.008718856610357761, + "loss_total": 0.008718856610357761, + "step": 81400 + }, + { + "grad_norm": 0.25992351770401, + "learning_rate": 9.155361266220008e-06, + "loss": 0.0079, + "step": 81410 + }, + { + "loss_action": 0.007387863472104073, + "loss_total": 0.007387863472104073, + "step": 81410 + }, + { + "loss_action": 0.008552671410143375, + "loss_total": 0.008552671410143375, + "step": 81410 + }, + { + "loss_action": 0.0037935005966573954, + "loss_total": 0.0037935005966573954, + "step": 81410 + }, + { + "loss_action": 0.005935128312557936, + "loss_total": 0.005935128312557936, + "step": 81410 + }, + { + "loss_action": 0.003383340546861291, + "loss_total": 0.003383340546861291, + "step": 81410 + }, + { + "loss_action": 0.006253344938158989, + "loss_total": 0.006253344938158989, + "step": 81410 + }, + { + "grad_norm": 0.28174474835395813, + "learning_rate": 9.145826458488254e-06, + "loss": 0.0087, + "step": 81420 + }, + { + "loss_action": 0.005094555206596851, + "loss_total": 0.005094555206596851, + "step": 81420 + }, + { + "loss_action": 0.009663325734436512, + "loss_total": 0.009663325734436512, + "step": 81420 + }, + { + "loss_action": 0.00765951257199049, + "loss_total": 0.00765951257199049, + "step": 81420 + }, + { + "loss_action": 0.009975368157029152, + "loss_total": 0.009975368157029152, + "step": 81420 + }, + { + "loss_action": 0.0057350220158696175, + "loss_total": 0.0057350220158696175, + "step": 81420 + }, + { + "loss_action": 0.004347733687609434, + "loss_total": 0.004347733687609434, + "step": 81420 + }, + { + "grad_norm": 0.36358213424682617, + "learning_rate": 9.136296118507509e-06, + "loss": 0.0085, + "step": 81430 + }, + { + "loss_action": 0.004544951021671295, + "loss_total": 0.004544951021671295, + "step": 81430 + }, + { + "loss_action": 0.0029325424693524837, + "loss_total": 0.0029325424693524837, + "step": 81430 + }, + { + "loss_action": 0.0075812372379004955, + "loss_total": 0.0075812372379004955, + "step": 81430 + }, + { + "loss_action": 0.0045682513155043125, + "loss_total": 0.0045682513155043125, + "step": 81430 + }, + { + "loss_action": 0.003106393851339817, + "loss_total": 0.003106393851339817, + "step": 81430 + }, + { + "loss_action": 0.00341070001013577, + "loss_total": 0.00341070001013577, + "step": 81430 + }, + { + "grad_norm": 0.19470520317554474, + "learning_rate": 9.126770247319966e-06, + "loss": 0.0099, + "step": 81440 + }, + { + "loss_action": 0.0030038252007216215, + "loss_total": 0.0030038252007216215, + "step": 81440 + }, + { + "loss_action": 0.03249811753630638, + "loss_total": 0.03249811753630638, + "step": 81440 + }, + { + "loss_action": 0.0021485285833477974, + "loss_total": 0.0021485285833477974, + "step": 81440 + }, + { + "loss_action": 0.006015104707330465, + "loss_total": 0.006015104707330465, + "step": 81440 + }, + { + "loss_action": 0.00891077145934105, + "loss_total": 0.00891077145934105, + "step": 81440 + }, + { + "loss_action": 0.009143094532191753, + "loss_total": 0.009143094532191753, + "step": 81440 + }, + { + "grad_norm": 0.2659391164779663, + "learning_rate": 9.11724884596738e-06, + "loss": 0.0091, + "step": 81450 + }, + { + "loss_action": 0.005138869863003492, + "loss_total": 0.005138869863003492, + "step": 81450 + }, + { + "loss_action": 0.004632776137441397, + "loss_total": 0.004632776137441397, + "step": 81450 + }, + { + "loss_action": 0.010133485309779644, + "loss_total": 0.010133485309779644, + "step": 81450 + }, + { + "loss_action": 0.002417485462501645, + "loss_total": 0.002417485462501645, + "step": 81450 + }, + { + "loss_action": 0.003391887294128537, + "loss_total": 0.003391887294128537, + "step": 81450 + }, + { + "loss_action": 0.003084592055529356, + "loss_total": 0.003084592055529356, + "step": 81450 + }, + { + "grad_norm": 0.1821627914905548, + "learning_rate": 9.107731915490996e-06, + "loss": 0.0069, + "step": 81460 + }, + { + "loss_action": 0.005612894427031279, + "loss_total": 0.005612894427031279, + "step": 81460 + }, + { + "loss_action": 0.014554866589605808, + "loss_total": 0.014554866589605808, + "step": 81460 + }, + { + "loss_action": 0.002307669259607792, + "loss_total": 0.002307669259607792, + "step": 81460 + }, + { + "loss_action": 0.0033689369447529316, + "loss_total": 0.0033689369447529316, + "step": 81460 + }, + { + "loss_action": 0.00659937085583806, + "loss_total": 0.00659937085583806, + "step": 81460 + }, + { + "loss_action": 0.005638299509882927, + "loss_total": 0.005638299509882927, + "step": 81460 + }, + { + "grad_norm": 0.13481652736663818, + "learning_rate": 9.098219456931579e-06, + "loss": 0.0093, + "step": 81470 + }, + { + "loss_action": 0.007806416135281324, + "loss_total": 0.007806416135281324, + "step": 81470 + }, + { + "loss_action": 0.005379151552915573, + "loss_total": 0.005379151552915573, + "step": 81470 + }, + { + "loss_action": 0.011727780103683472, + "loss_total": 0.011727780103683472, + "step": 81470 + }, + { + "loss_action": 0.009537854231894016, + "loss_total": 0.009537854231894016, + "step": 81470 + }, + { + "loss_action": 0.0045309364795684814, + "loss_total": 0.0045309364795684814, + "step": 81470 + }, + { + "loss_action": 0.003690348705276847, + "loss_total": 0.003690348705276847, + "step": 81470 + }, + { + "grad_norm": 0.20875701308250427, + "learning_rate": 9.088711471329376e-06, + "loss": 0.01, + "step": 81480 + }, + { + "loss_action": 0.004380801226943731, + "loss_total": 0.004380801226943731, + "step": 81480 + }, + { + "loss_action": 0.008449507877230644, + "loss_total": 0.008449507877230644, + "step": 81480 + }, + { + "loss_action": 0.00426781689748168, + "loss_total": 0.00426781689748168, + "step": 81480 + }, + { + "loss_action": 0.002431499073281884, + "loss_total": 0.002431499073281884, + "step": 81480 + }, + { + "loss_action": 0.0036709706764668226, + "loss_total": 0.0036709706764668226, + "step": 81480 + }, + { + "loss_action": 0.001946565811522305, + "loss_total": 0.001946565811522305, + "step": 81480 + }, + { + "grad_norm": 0.3640013039112091, + "learning_rate": 9.079207959724184e-06, + "loss": 0.0103, + "step": 81490 + }, + { + "loss_action": 0.008135897107422352, + "loss_total": 0.008135897107422352, + "step": 81490 + }, + { + "loss_action": 0.001940213143825531, + "loss_total": 0.001940213143825531, + "step": 81490 + }, + { + "loss_action": 0.0067584882490336895, + "loss_total": 0.0067584882490336895, + "step": 81490 + }, + { + "loss_action": 0.004974405746906996, + "loss_total": 0.004974405746906996, + "step": 81490 + }, + { + "loss_action": 0.0030943299643695354, + "loss_total": 0.0030943299643695354, + "step": 81490 + }, + { + "loss_action": 0.0021895691752433777, + "loss_total": 0.0021895691752433777, + "step": 81490 + }, + { + "grad_norm": 0.1825501173734665, + "learning_rate": 9.069708923155279e-06, + "loss": 0.0071, + "step": 81500 + }, + { + "loss_action": 0.0038734045810997486, + "loss_total": 0.0038734045810997486, + "step": 81500 + }, + { + "loss_action": 0.0033038584515452385, + "loss_total": 0.0033038584515452385, + "step": 81500 + }, + { + "loss_action": 0.024144139140844345, + "loss_total": 0.024144139140844345, + "step": 81500 + }, + { + "loss_action": 0.007024914957582951, + "loss_total": 0.007024914957582951, + "step": 81500 + }, + { + "loss_action": 0.022681990638375282, + "loss_total": 0.022681990638375282, + "step": 81500 + }, + { + "loss_action": 0.0037655862979590893, + "loss_total": 0.0037655862979590893, + "step": 81500 + }, + { + "grad_norm": 0.2633409798145294, + "learning_rate": 9.060214362661468e-06, + "loss": 0.0092, + "step": 81510 + }, + { + "loss_action": 0.002861342392861843, + "loss_total": 0.002861342392861843, + "step": 81510 + }, + { + "loss_action": 0.004852414131164551, + "loss_total": 0.004852414131164551, + "step": 81510 + }, + { + "loss_action": 0.0036250120028853416, + "loss_total": 0.0036250120028853416, + "step": 81510 + }, + { + "loss_action": 0.0029361466877162457, + "loss_total": 0.0029361466877162457, + "step": 81510 + }, + { + "loss_action": 0.005540578626096249, + "loss_total": 0.005540578626096249, + "step": 81510 + }, + { + "loss_action": 0.0024526522029191256, + "loss_total": 0.0024526522029191256, + "step": 81510 + }, + { + "grad_norm": 0.4855145514011383, + "learning_rate": 9.050724279281064e-06, + "loss": 0.0093, + "step": 81520 + }, + { + "loss_action": 0.005010982509702444, + "loss_total": 0.005010982509702444, + "step": 81520 + }, + { + "loss_action": 0.0034404026810079813, + "loss_total": 0.0034404026810079813, + "step": 81520 + }, + { + "loss_action": 0.005779620260000229, + "loss_total": 0.005779620260000229, + "step": 81520 + }, + { + "loss_action": 0.005694315303117037, + "loss_total": 0.005694315303117037, + "step": 81520 + }, + { + "loss_action": 0.0048638335429131985, + "loss_total": 0.0048638335429131985, + "step": 81520 + }, + { + "loss_action": 0.003803019179031253, + "loss_total": 0.003803019179031253, + "step": 81520 + }, + { + "grad_norm": 0.15592637658119202, + "learning_rate": 9.041238674051894e-06, + "loss": 0.0054, + "step": 81530 + }, + { + "loss_action": 0.0076122828759253025, + "loss_total": 0.0076122828759253025, + "step": 81530 + }, + { + "loss_action": 0.006517494563013315, + "loss_total": 0.006517494563013315, + "step": 81530 + }, + { + "loss_action": 0.007806712295860052, + "loss_total": 0.007806712295860052, + "step": 81530 + }, + { + "loss_action": 0.0030146318022161722, + "loss_total": 0.0030146318022161722, + "step": 81530 + }, + { + "loss_action": 0.02237503044307232, + "loss_total": 0.02237503044307232, + "step": 81530 + }, + { + "loss_action": 0.004603181499987841, + "loss_total": 0.004603181499987841, + "step": 81530 + }, + { + "grad_norm": 0.18537066876888275, + "learning_rate": 9.031757548011277e-06, + "loss": 0.0066, + "step": 81540 + }, + { + "loss_action": 0.04801472648978233, + "loss_total": 0.04801472648978233, + "step": 81540 + }, + { + "loss_action": 0.0038973710034042597, + "loss_total": 0.0038973710034042597, + "step": 81540 + }, + { + "loss_action": 0.008422009646892548, + "loss_total": 0.008422009646892548, + "step": 81540 + }, + { + "loss_action": 0.009636064060032368, + "loss_total": 0.009636064060032368, + "step": 81540 + }, + { + "loss_action": 0.004202486015856266, + "loss_total": 0.004202486015856266, + "step": 81540 + }, + { + "loss_action": 0.012084097601473331, + "loss_total": 0.012084097601473331, + "step": 81540 + }, + { + "grad_norm": 0.20256851613521576, + "learning_rate": 9.022280902196051e-06, + "loss": 0.0094, + "step": 81550 + }, + { + "loss_action": 0.006097751669585705, + "loss_total": 0.006097751669585705, + "step": 81550 + }, + { + "loss_action": 0.009005752392113209, + "loss_total": 0.009005752392113209, + "step": 81550 + }, + { + "loss_action": 0.0036317298654466867, + "loss_total": 0.0036317298654466867, + "step": 81550 + }, + { + "loss_action": 0.00392928346991539, + "loss_total": 0.00392928346991539, + "step": 81550 + }, + { + "loss_action": 0.0047975871711969376, + "loss_total": 0.0047975871711969376, + "step": 81550 + }, + { + "loss_action": 0.03637179732322693, + "loss_total": 0.03637179732322693, + "step": 81550 + }, + { + "grad_norm": 0.26597118377685547, + "learning_rate": 9.012808737642592e-06, + "loss": 0.0084, + "step": 81560 + }, + { + "loss_action": 0.005188286304473877, + "loss_total": 0.005188286304473877, + "step": 81560 + }, + { + "loss_action": 0.02316501922905445, + "loss_total": 0.02316501922905445, + "step": 81560 + }, + { + "loss_action": 0.009231566451489925, + "loss_total": 0.009231566451489925, + "step": 81560 + }, + { + "loss_action": 0.007472932804375887, + "loss_total": 0.007472932804375887, + "step": 81560 + }, + { + "loss_action": 0.04122062027454376, + "loss_total": 0.04122062027454376, + "step": 81560 + }, + { + "loss_action": 0.005584790837019682, + "loss_total": 0.005584790837019682, + "step": 81560 + }, + { + "grad_norm": 0.3083983361721039, + "learning_rate": 9.003341055386739e-06, + "loss": 0.01, + "step": 81570 + }, + { + "loss_action": 0.007781358901411295, + "loss_total": 0.007781358901411295, + "step": 81570 + }, + { + "loss_action": 0.0036386263091117144, + "loss_total": 0.0036386263091117144, + "step": 81570 + }, + { + "loss_action": 0.006931742187589407, + "loss_total": 0.006931742187589407, + "step": 81570 + }, + { + "loss_action": 0.004619795363396406, + "loss_total": 0.004619795363396406, + "step": 81570 + }, + { + "loss_action": 0.007086229510605335, + "loss_total": 0.007086229510605335, + "step": 81570 + }, + { + "loss_action": 0.007493757177144289, + "loss_total": 0.007493757177144289, + "step": 81570 + }, + { + "grad_norm": 0.19715559482574463, + "learning_rate": 8.993877856463862e-06, + "loss": 0.0093, + "step": 81580 + }, + { + "loss_action": 0.004558080341666937, + "loss_total": 0.004558080341666937, + "step": 81580 + }, + { + "loss_action": 0.00505913607776165, + "loss_total": 0.00505913607776165, + "step": 81580 + }, + { + "loss_action": 0.009869027882814407, + "loss_total": 0.009869027882814407, + "step": 81580 + }, + { + "loss_action": 0.012337539345026016, + "loss_total": 0.012337539345026016, + "step": 81580 + }, + { + "loss_action": 0.010193264111876488, + "loss_total": 0.010193264111876488, + "step": 81580 + }, + { + "loss_action": 0.011044774204492569, + "loss_total": 0.011044774204492569, + "step": 81580 + }, + { + "grad_norm": 0.19815489649772644, + "learning_rate": 8.984419141908856e-06, + "loss": 0.0106, + "step": 81590 + }, + { + "loss_action": 0.004165928345173597, + "loss_total": 0.004165928345173597, + "step": 81590 + }, + { + "loss_action": 0.0060921311378479, + "loss_total": 0.0060921311378479, + "step": 81590 + }, + { + "loss_action": 0.0048913913778960705, + "loss_total": 0.0048913913778960705, + "step": 81590 + }, + { + "loss_action": 0.011422264389693737, + "loss_total": 0.011422264389693737, + "step": 81590 + }, + { + "loss_action": 0.008216094225645065, + "loss_total": 0.008216094225645065, + "step": 81590 + }, + { + "loss_action": 0.0031003993935883045, + "loss_total": 0.0031003993935883045, + "step": 81590 + }, + { + "grad_norm": 0.25980547070503235, + "learning_rate": 8.974964912756117e-06, + "loss": 0.0105, + "step": 81600 + }, + { + "loss_action": 0.02055041678249836, + "loss_total": 0.02055041678249836, + "step": 81600 + }, + { + "loss_action": 0.006743511650711298, + "loss_total": 0.006743511650711298, + "step": 81600 + }, + { + "loss_action": 0.013595080934464931, + "loss_total": 0.013595080934464931, + "step": 81600 + }, + { + "loss_action": 0.02167177014052868, + "loss_total": 0.02167177014052868, + "step": 81600 + }, + { + "loss_action": 0.012977566570043564, + "loss_total": 0.012977566570043564, + "step": 81600 + }, + { + "loss_action": 0.0276788342744112, + "loss_total": 0.0276788342744112, + "step": 81600 + }, + { + "grad_norm": 0.24516046047210693, + "learning_rate": 8.965515170039523e-06, + "loss": 0.0095, + "step": 81610 + }, + { + "loss_action": 0.007793459575623274, + "loss_total": 0.007793459575623274, + "step": 81610 + }, + { + "loss_action": 0.004568934440612793, + "loss_total": 0.004568934440612793, + "step": 81610 + }, + { + "loss_action": 0.006385394837707281, + "loss_total": 0.006385394837707281, + "step": 81610 + }, + { + "loss_action": 0.0029808913823217154, + "loss_total": 0.0029808913823217154, + "step": 81610 + }, + { + "loss_action": 0.002652409952133894, + "loss_total": 0.002652409952133894, + "step": 81610 + }, + { + "loss_action": 0.0040038046427071095, + "loss_total": 0.0040038046427071095, + "step": 81610 + }, + { + "grad_norm": 0.2373162806034088, + "learning_rate": 8.956069914792514e-06, + "loss": 0.0077, + "step": 81620 + }, + { + "loss_action": 0.002651386195793748, + "loss_total": 0.002651386195793748, + "step": 81620 + }, + { + "loss_action": 0.010119969956576824, + "loss_total": 0.010119969956576824, + "step": 81620 + }, + { + "loss_action": 0.0049114106222987175, + "loss_total": 0.0049114106222987175, + "step": 81620 + }, + { + "loss_action": 0.0081324502825737, + "loss_total": 0.0081324502825737, + "step": 81620 + }, + { + "loss_action": 0.0023014924954622984, + "loss_total": 0.0023014924954622984, + "step": 81620 + }, + { + "loss_action": 0.007326686754822731, + "loss_total": 0.007326686754822731, + "step": 81620 + }, + { + "grad_norm": 0.15907400846481323, + "learning_rate": 8.946629148047969e-06, + "loss": 0.0084, + "step": 81630 + }, + { + "loss_action": 0.0029685883782804012, + "loss_total": 0.0029685883782804012, + "step": 81630 + }, + { + "loss_action": 0.012368674390017986, + "loss_total": 0.012368674390017986, + "step": 81630 + }, + { + "loss_action": 0.00408262899145484, + "loss_total": 0.00408262899145484, + "step": 81630 + }, + { + "loss_action": 0.0059446245431900024, + "loss_total": 0.0059446245431900024, + "step": 81630 + }, + { + "loss_action": 0.004603585693985224, + "loss_total": 0.004603585693985224, + "step": 81630 + }, + { + "loss_action": 0.004364348482340574, + "loss_total": 0.004364348482340574, + "step": 81630 + }, + { + "grad_norm": 0.2373260110616684, + "learning_rate": 8.93719287083834e-06, + "loss": 0.0082, + "step": 81640 + }, + { + "loss_action": 0.001671275938861072, + "loss_total": 0.001671275938861072, + "step": 81640 + }, + { + "loss_action": 0.0017511970363557339, + "loss_total": 0.0017511970363557339, + "step": 81640 + }, + { + "loss_action": 0.014601709321141243, + "loss_total": 0.014601709321141243, + "step": 81640 + }, + { + "loss_action": 0.005396681372076273, + "loss_total": 0.005396681372076273, + "step": 81640 + }, + { + "loss_action": 0.014570585452020168, + "loss_total": 0.014570585452020168, + "step": 81640 + }, + { + "loss_action": 0.0028094511944800615, + "loss_total": 0.0028094511944800615, + "step": 81640 + }, + { + "grad_norm": 0.22708210349082947, + "learning_rate": 8.927761084195569e-06, + "loss": 0.0075, + "step": 81650 + }, + { + "loss_action": 0.00748823769390583, + "loss_total": 0.00748823769390583, + "step": 81650 + }, + { + "loss_action": 0.005261519458144903, + "loss_total": 0.005261519458144903, + "step": 81650 + }, + { + "loss_action": 0.003088761353865266, + "loss_total": 0.003088761353865266, + "step": 81650 + }, + { + "loss_action": 0.002107529202476144, + "loss_total": 0.002107529202476144, + "step": 81650 + }, + { + "loss_action": 0.0015747734578326344, + "loss_total": 0.0015747734578326344, + "step": 81650 + }, + { + "loss_action": 0.008749277330935001, + "loss_total": 0.008749277330935001, + "step": 81650 + }, + { + "grad_norm": 0.17697687447071075, + "learning_rate": 8.918333789151096e-06, + "loss": 0.0076, + "step": 81660 + }, + { + "loss_action": 0.03283139690756798, + "loss_total": 0.03283139690756798, + "step": 81660 + }, + { + "loss_action": 0.024149112403392792, + "loss_total": 0.024149112403392792, + "step": 81660 + }, + { + "loss_action": 0.004731328226625919, + "loss_total": 0.004731328226625919, + "step": 81660 + }, + { + "loss_action": 0.005070782266557217, + "loss_total": 0.005070782266557217, + "step": 81660 + }, + { + "loss_action": 0.003547878935933113, + "loss_total": 0.003547878935933113, + "step": 81660 + }, + { + "loss_action": 0.00628960644826293, + "loss_total": 0.00628960644826293, + "step": 81660 + }, + { + "grad_norm": 0.4383619725704193, + "learning_rate": 8.90891098673587e-06, + "loss": 0.0112, + "step": 81670 + }, + { + "loss_action": 0.00384321971796453, + "loss_total": 0.00384321971796453, + "step": 81670 + }, + { + "loss_action": 0.0032884166575968266, + "loss_total": 0.0032884166575968266, + "step": 81670 + }, + { + "loss_action": 0.008264320902526379, + "loss_total": 0.008264320902526379, + "step": 81670 + }, + { + "loss_action": 0.007791534531861544, + "loss_total": 0.007791534531861544, + "step": 81670 + }, + { + "loss_action": 0.0048362016677856445, + "loss_total": 0.0048362016677856445, + "step": 81670 + }, + { + "loss_action": 0.003899764735251665, + "loss_total": 0.003899764735251665, + "step": 81670 + }, + { + "grad_norm": 0.3277941942214966, + "learning_rate": 8.89949267798037e-06, + "loss": 0.0071, + "step": 81680 + }, + { + "loss_action": 0.0038293341640383005, + "loss_total": 0.0038293341640383005, + "step": 81680 + }, + { + "loss_action": 0.005112471990287304, + "loss_total": 0.005112471990287304, + "step": 81680 + }, + { + "loss_action": 0.0023174097295850515, + "loss_total": 0.0023174097295850515, + "step": 81680 + }, + { + "loss_action": 0.006322246976196766, + "loss_total": 0.006322246976196766, + "step": 81680 + }, + { + "loss_action": 0.002354914089664817, + "loss_total": 0.002354914089664817, + "step": 81680 + }, + { + "loss_action": 0.01029480155557394, + "loss_total": 0.01029480155557394, + "step": 81680 + }, + { + "grad_norm": 0.21120411157608032, + "learning_rate": 8.890078863914542e-06, + "loss": 0.0084, + "step": 81690 + }, + { + "loss_action": 0.012525279074907303, + "loss_total": 0.012525279074907303, + "step": 81690 + }, + { + "loss_action": 0.009144546464085579, + "loss_total": 0.009144546464085579, + "step": 81690 + }, + { + "loss_action": 0.005824970081448555, + "loss_total": 0.005824970081448555, + "step": 81690 + }, + { + "loss_action": 0.010155272670090199, + "loss_total": 0.010155272670090199, + "step": 81690 + }, + { + "loss_action": 0.006507631856948137, + "loss_total": 0.006507631856948137, + "step": 81690 + }, + { + "loss_action": 0.0026715595740824938, + "loss_total": 0.0026715595740824938, + "step": 81690 + }, + { + "grad_norm": 0.27256321907043457, + "learning_rate": 8.880669545567894e-06, + "loss": 0.0076, + "step": 81700 + }, + { + "loss_action": 0.006660887971520424, + "loss_total": 0.006660887971520424, + "step": 81700 + }, + { + "loss_action": 0.006106777116656303, + "loss_total": 0.006106777116656303, + "step": 81700 + }, + { + "loss_action": 0.008989364840090275, + "loss_total": 0.008989364840090275, + "step": 81700 + }, + { + "loss_action": 0.01162351481616497, + "loss_total": 0.01162351481616497, + "step": 81700 + }, + { + "loss_action": 0.006270975805819035, + "loss_total": 0.006270975805819035, + "step": 81700 + }, + { + "loss_action": 0.0033210664987564087, + "loss_total": 0.0033210664987564087, + "step": 81700 + }, + { + "grad_norm": 0.18822987377643585, + "learning_rate": 8.871264723969381e-06, + "loss": 0.0076, + "step": 81710 + }, + { + "loss_action": 0.003055465640500188, + "loss_total": 0.003055465640500188, + "step": 81710 + }, + { + "loss_action": 0.003264843486249447, + "loss_total": 0.003264843486249447, + "step": 81710 + }, + { + "loss_action": 0.005147045012563467, + "loss_total": 0.005147045012563467, + "step": 81710 + }, + { + "loss_action": 0.009319310076534748, + "loss_total": 0.009319310076534748, + "step": 81710 + }, + { + "loss_action": 0.01464895624667406, + "loss_total": 0.01464895624667406, + "step": 81710 + }, + { + "loss_action": 0.0034705668222159147, + "loss_total": 0.0034705668222159147, + "step": 81710 + }, + { + "grad_norm": 0.26371675729751587, + "learning_rate": 8.86186440014754e-06, + "loss": 0.0114, + "step": 81720 + }, + { + "loss_action": 0.003210586030036211, + "loss_total": 0.003210586030036211, + "step": 81720 + }, + { + "loss_action": 0.03320319578051567, + "loss_total": 0.03320319578051567, + "step": 81720 + }, + { + "loss_action": 0.014190633781254292, + "loss_total": 0.014190633781254292, + "step": 81720 + }, + { + "loss_action": 0.006872061174362898, + "loss_total": 0.006872061174362898, + "step": 81720 + }, + { + "loss_action": 0.004695181269198656, + "loss_total": 0.004695181269198656, + "step": 81720 + }, + { + "loss_action": 0.006871504709124565, + "loss_total": 0.006871504709124565, + "step": 81720 + }, + { + "grad_norm": 0.24306631088256836, + "learning_rate": 8.852468575130351e-06, + "loss": 0.0075, + "step": 81730 + }, + { + "loss_action": 0.02772032842040062, + "loss_total": 0.02772032842040062, + "step": 81730 + }, + { + "loss_action": 0.00657959608361125, + "loss_total": 0.00657959608361125, + "step": 81730 + }, + { + "loss_action": 0.00837838277220726, + "loss_total": 0.00837838277220726, + "step": 81730 + }, + { + "loss_action": 0.003436950035393238, + "loss_total": 0.003436950035393238, + "step": 81730 + }, + { + "loss_action": 0.020959891378879547, + "loss_total": 0.020959891378879547, + "step": 81730 + }, + { + "loss_action": 0.008608378469944, + "loss_total": 0.008608378469944, + "step": 81730 + }, + { + "grad_norm": 0.20517511665821075, + "learning_rate": 8.843077249945347e-06, + "loss": 0.0084, + "step": 81740 + }, + { + "loss_action": 0.003378678346052766, + "loss_total": 0.003378678346052766, + "step": 81740 + }, + { + "loss_action": 0.008137839846313, + "loss_total": 0.008137839846313, + "step": 81740 + }, + { + "loss_action": 0.005324650555849075, + "loss_total": 0.005324650555849075, + "step": 81740 + }, + { + "loss_action": 0.004795504733920097, + "loss_total": 0.004795504733920097, + "step": 81740 + }, + { + "loss_action": 0.002183631993830204, + "loss_total": 0.002183631993830204, + "step": 81740 + }, + { + "loss_action": 0.011895603500306606, + "loss_total": 0.011895603500306606, + "step": 81740 + }, + { + "grad_norm": 0.22123385965824127, + "learning_rate": 8.833690425619523e-06, + "loss": 0.0076, + "step": 81750 + }, + { + "loss_action": 0.0022378843277692795, + "loss_total": 0.0022378843277692795, + "step": 81750 + }, + { + "loss_action": 0.005843367427587509, + "loss_total": 0.005843367427587509, + "step": 81750 + }, + { + "loss_action": 0.0040977648459374905, + "loss_total": 0.0040977648459374905, + "step": 81750 + }, + { + "loss_action": 0.05261585861444473, + "loss_total": 0.05261585861444473, + "step": 81750 + }, + { + "loss_action": 0.006199749652296305, + "loss_total": 0.006199749652296305, + "step": 81750 + }, + { + "loss_action": 0.013744954019784927, + "loss_total": 0.013744954019784927, + "step": 81750 + }, + { + "grad_norm": 0.1644580066204071, + "learning_rate": 8.82430810317942e-06, + "loss": 0.012, + "step": 81760 + }, + { + "loss_action": 0.005766337271779776, + "loss_total": 0.005766337271779776, + "step": 81760 + }, + { + "loss_action": 0.006568416487425566, + "loss_total": 0.006568416487425566, + "step": 81760 + }, + { + "loss_action": 0.007659860886633396, + "loss_total": 0.007659860886633396, + "step": 81760 + }, + { + "loss_action": 0.024590853601694107, + "loss_total": 0.024590853601694107, + "step": 81760 + }, + { + "loss_action": 0.009268874302506447, + "loss_total": 0.009268874302506447, + "step": 81760 + }, + { + "loss_action": 0.005600655451416969, + "loss_total": 0.005600655451416969, + "step": 81760 + }, + { + "grad_norm": 0.19260704517364502, + "learning_rate": 8.814930283651074e-06, + "loss": 0.0073, + "step": 81770 + }, + { + "loss_action": 0.006976824253797531, + "loss_total": 0.006976824253797531, + "step": 81770 + }, + { + "loss_action": 0.0029010577127337456, + "loss_total": 0.0029010577127337456, + "step": 81770 + }, + { + "loss_action": 0.006077410653233528, + "loss_total": 0.006077410653233528, + "step": 81770 + }, + { + "loss_action": 0.01671890914440155, + "loss_total": 0.01671890914440155, + "step": 81770 + }, + { + "loss_action": 0.005496765952557325, + "loss_total": 0.005496765952557325, + "step": 81770 + }, + { + "loss_action": 0.00194091210141778, + "loss_total": 0.00194091210141778, + "step": 81770 + }, + { + "grad_norm": 0.27304238080978394, + "learning_rate": 8.805556968060048e-06, + "loss": 0.008, + "step": 81780 + }, + { + "loss_action": 0.0033124047331511974, + "loss_total": 0.0033124047331511974, + "step": 81780 + }, + { + "loss_action": 0.009541886858642101, + "loss_total": 0.009541886858642101, + "step": 81780 + }, + { + "loss_action": 0.006902456283569336, + "loss_total": 0.006902456283569336, + "step": 81780 + }, + { + "loss_action": 0.004457362927496433, + "loss_total": 0.004457362927496433, + "step": 81780 + }, + { + "loss_action": 0.005745952483266592, + "loss_total": 0.005745952483266592, + "step": 81780 + }, + { + "loss_action": 0.005192812066525221, + "loss_total": 0.005192812066525221, + "step": 81780 + }, + { + "grad_norm": 0.22950541973114014, + "learning_rate": 8.796188157431362e-06, + "loss": 0.0093, + "step": 81790 + }, + { + "loss_action": 0.016512861475348473, + "loss_total": 0.016512861475348473, + "step": 81790 + }, + { + "loss_action": 0.010356773622334003, + "loss_total": 0.010356773622334003, + "step": 81790 + }, + { + "loss_action": 0.005764464382082224, + "loss_total": 0.005764464382082224, + "step": 81790 + }, + { + "loss_action": 0.0018550223903730512, + "loss_total": 0.0018550223903730512, + "step": 81790 + }, + { + "loss_action": 0.019120750948786736, + "loss_total": 0.019120750948786736, + "step": 81790 + }, + { + "loss_action": 0.010300562717020512, + "loss_total": 0.010300562717020512, + "step": 81790 + }, + { + "grad_norm": 0.1838492751121521, + "learning_rate": 8.786823852789595e-06, + "loss": 0.0084, + "step": 81800 + }, + { + "loss_action": 0.006916215177625418, + "loss_total": 0.006916215177625418, + "step": 81800 + }, + { + "loss_action": 0.002677762880921364, + "loss_total": 0.002677762880921364, + "step": 81800 + }, + { + "loss_action": 0.010332771576941013, + "loss_total": 0.010332771576941013, + "step": 81800 + }, + { + "loss_action": 0.004195834044367075, + "loss_total": 0.004195834044367075, + "step": 81800 + }, + { + "loss_action": 0.011409680359065533, + "loss_total": 0.011409680359065533, + "step": 81800 + }, + { + "loss_action": 0.0073579829186201096, + "loss_total": 0.0073579829186201096, + "step": 81800 + }, + { + "grad_norm": 0.3114285171031952, + "learning_rate": 8.777464055158813e-06, + "loss": 0.0095, + "step": 81810 + }, + { + "loss_action": 0.0047942823730409145, + "loss_total": 0.0047942823730409145, + "step": 81810 + }, + { + "loss_action": 0.006200278643518686, + "loss_total": 0.006200278643518686, + "step": 81810 + }, + { + "loss_action": 0.0136386314406991, + "loss_total": 0.0136386314406991, + "step": 81810 + }, + { + "loss_action": 0.0024070218205451965, + "loss_total": 0.0024070218205451965, + "step": 81810 + }, + { + "loss_action": 0.005026805214583874, + "loss_total": 0.005026805214583874, + "step": 81810 + }, + { + "loss_action": 0.0028499921318143606, + "loss_total": 0.0028499921318143606, + "step": 81810 + }, + { + "grad_norm": 0.14863760769367218, + "learning_rate": 8.768108765562578e-06, + "loss": 0.0083, + "step": 81820 + }, + { + "loss_action": 0.003162326291203499, + "loss_total": 0.003162326291203499, + "step": 81820 + }, + { + "loss_action": 0.006392072886228561, + "loss_total": 0.006392072886228561, + "step": 81820 + }, + { + "loss_action": 0.005800658371299505, + "loss_total": 0.005800658371299505, + "step": 81820 + }, + { + "loss_action": 0.008673842065036297, + "loss_total": 0.008673842065036297, + "step": 81820 + }, + { + "loss_action": 0.0016195997595787048, + "loss_total": 0.0016195997595787048, + "step": 81820 + }, + { + "loss_action": 0.002864545676857233, + "loss_total": 0.002864545676857233, + "step": 81820 + }, + { + "grad_norm": 0.16808447241783142, + "learning_rate": 8.758757985023975e-06, + "loss": 0.0087, + "step": 81830 + }, + { + "loss_action": 0.005533438641577959, + "loss_total": 0.005533438641577959, + "step": 81830 + }, + { + "loss_action": 0.005048179067671299, + "loss_total": 0.005048179067671299, + "step": 81830 + }, + { + "loss_action": 0.007275510113686323, + "loss_total": 0.007275510113686323, + "step": 81830 + }, + { + "loss_action": 0.010885162279009819, + "loss_total": 0.010885162279009819, + "step": 81830 + }, + { + "loss_action": 0.004040148109197617, + "loss_total": 0.004040148109197617, + "step": 81830 + }, + { + "loss_action": 0.004350821953266859, + "loss_total": 0.004350821953266859, + "step": 81830 + }, + { + "grad_norm": 0.3302767276763916, + "learning_rate": 8.749411714565598e-06, + "loss": 0.0091, + "step": 81840 + }, + { + "loss_action": 0.022880006581544876, + "loss_total": 0.022880006581544876, + "step": 81840 + }, + { + "loss_action": 0.002968922257423401, + "loss_total": 0.002968922257423401, + "step": 81840 + }, + { + "loss_action": 0.009634635411202908, + "loss_total": 0.009634635411202908, + "step": 81840 + }, + { + "loss_action": 0.015478902496397495, + "loss_total": 0.015478902496397495, + "step": 81840 + }, + { + "loss_action": 0.003013532841578126, + "loss_total": 0.003013532841578126, + "step": 81840 + }, + { + "loss_action": 0.003598202485591173, + "loss_total": 0.003598202485591173, + "step": 81840 + }, + { + "grad_norm": 0.25737833976745605, + "learning_rate": 8.74006995520954e-06, + "loss": 0.0089, + "step": 81850 + }, + { + "loss_action": 0.006985902786254883, + "loss_total": 0.006985902786254883, + "step": 81850 + }, + { + "loss_action": 0.008535235188901424, + "loss_total": 0.008535235188901424, + "step": 81850 + }, + { + "loss_action": 0.00486362399533391, + "loss_total": 0.00486362399533391, + "step": 81850 + }, + { + "loss_action": 0.007333427667617798, + "loss_total": 0.007333427667617798, + "step": 81850 + }, + { + "loss_action": 0.0031923691276460886, + "loss_total": 0.0031923691276460886, + "step": 81850 + }, + { + "loss_action": 0.002715084934607148, + "loss_total": 0.002715084934607148, + "step": 81850 + }, + { + "grad_norm": 0.21350660920143127, + "learning_rate": 8.730732707977397e-06, + "loss": 0.0079, + "step": 81860 + }, + { + "loss_action": 0.007994362153112888, + "loss_total": 0.007994362153112888, + "step": 81860 + }, + { + "loss_action": 0.010393972508609295, + "loss_total": 0.010393972508609295, + "step": 81860 + }, + { + "loss_action": 0.005572892259806395, + "loss_total": 0.005572892259806395, + "step": 81860 + }, + { + "loss_action": 0.003982650116086006, + "loss_total": 0.003982650116086006, + "step": 81860 + }, + { + "loss_action": 0.03792819008231163, + "loss_total": 0.03792819008231163, + "step": 81860 + }, + { + "loss_action": 0.020889611914753914, + "loss_total": 0.020889611914753914, + "step": 81860 + }, + { + "grad_norm": 0.2584083080291748, + "learning_rate": 8.721399973890281e-06, + "loss": 0.0103, + "step": 81870 + }, + { + "loss_action": 0.0069724079221487045, + "loss_total": 0.0069724079221487045, + "step": 81870 + }, + { + "loss_action": 0.014921105466783047, + "loss_total": 0.014921105466783047, + "step": 81870 + }, + { + "loss_action": 0.005802982021123171, + "loss_total": 0.005802982021123171, + "step": 81870 + }, + { + "loss_action": 0.010318976826965809, + "loss_total": 0.010318976826965809, + "step": 81870 + }, + { + "loss_action": 0.003579485695809126, + "loss_total": 0.003579485695809126, + "step": 81870 + }, + { + "loss_action": 0.007184176705777645, + "loss_total": 0.007184176705777645, + "step": 81870 + }, + { + "grad_norm": 0.19902649521827698, + "learning_rate": 8.712071753968792e-06, + "loss": 0.0081, + "step": 81880 + }, + { + "loss_action": 0.002534092403948307, + "loss_total": 0.002534092403948307, + "step": 81880 + }, + { + "loss_action": 0.012918166816234589, + "loss_total": 0.012918166816234589, + "step": 81880 + }, + { + "loss_action": 0.050075165927410126, + "loss_total": 0.050075165927410126, + "step": 81880 + }, + { + "loss_action": 0.00877339392900467, + "loss_total": 0.00877339392900467, + "step": 81880 + }, + { + "loss_action": 0.053817953914403915, + "loss_total": 0.053817953914403915, + "step": 81880 + }, + { + "loss_action": 0.005211347714066505, + "loss_total": 0.005211347714066505, + "step": 81880 + }, + { + "grad_norm": 0.24597251415252686, + "learning_rate": 8.702748049233072e-06, + "loss": 0.0105, + "step": 81890 + }, + { + "loss_action": 0.01201026514172554, + "loss_total": 0.01201026514172554, + "step": 81890 + }, + { + "loss_action": 0.07194295525550842, + "loss_total": 0.07194295525550842, + "step": 81890 + }, + { + "loss_action": 0.004445692524313927, + "loss_total": 0.004445692524313927, + "step": 81890 + }, + { + "loss_action": 0.010821797885000706, + "loss_total": 0.010821797885000706, + "step": 81890 + }, + { + "loss_action": 0.005710076540708542, + "loss_total": 0.005710076540708542, + "step": 81890 + }, + { + "loss_action": 0.008499852381646633, + "loss_total": 0.008499852381646633, + "step": 81890 + }, + { + "grad_norm": 0.2210821807384491, + "learning_rate": 8.693428860702718e-06, + "loss": 0.0091, + "step": 81900 + }, + { + "loss_action": 0.01470186747610569, + "loss_total": 0.01470186747610569, + "step": 81900 + }, + { + "loss_action": 0.014912562444806099, + "loss_total": 0.014912562444806099, + "step": 81900 + }, + { + "loss_action": 0.0036681846249848604, + "loss_total": 0.0036681846249848604, + "step": 81900 + }, + { + "loss_action": 0.0030244255904108286, + "loss_total": 0.0030244255904108286, + "step": 81900 + }, + { + "loss_action": 0.011646019294857979, + "loss_total": 0.011646019294857979, + "step": 81900 + }, + { + "loss_action": 0.022474253550171852, + "loss_total": 0.022474253550171852, + "step": 81900 + }, + { + "grad_norm": 0.18021361529827118, + "learning_rate": 8.684114189396898e-06, + "loss": 0.0071, + "step": 81910 + }, + { + "loss_action": 0.007680236361920834, + "loss_total": 0.007680236361920834, + "step": 81910 + }, + { + "loss_action": 0.009205452166497707, + "loss_total": 0.009205452166497707, + "step": 81910 + }, + { + "loss_action": 0.004640662111341953, + "loss_total": 0.004640662111341953, + "step": 81910 + }, + { + "loss_action": 0.003556880634278059, + "loss_total": 0.003556880634278059, + "step": 81910 + }, + { + "loss_action": 0.006010998040437698, + "loss_total": 0.006010998040437698, + "step": 81910 + }, + { + "loss_action": 0.003934873268008232, + "loss_total": 0.003934873268008232, + "step": 81910 + }, + { + "grad_norm": 0.19371920824050903, + "learning_rate": 8.674804036334222e-06, + "loss": 0.008, + "step": 81920 + }, + { + "loss_action": 0.0020178763661533594, + "loss_total": 0.0020178763661533594, + "step": 81920 + }, + { + "loss_action": 0.008838726207613945, + "loss_total": 0.008838726207613945, + "step": 81920 + }, + { + "loss_action": 0.03448626026511192, + "loss_total": 0.03448626026511192, + "step": 81920 + }, + { + "loss_action": 0.006558066233992577, + "loss_total": 0.006558066233992577, + "step": 81920 + }, + { + "loss_action": 0.005789973773062229, + "loss_total": 0.005789973773062229, + "step": 81920 + }, + { + "loss_action": 0.004714049864560366, + "loss_total": 0.004714049864560366, + "step": 81920 + }, + { + "grad_norm": 0.5109307765960693, + "learning_rate": 8.665498402532857e-06, + "loss": 0.0133, + "step": 81930 + }, + { + "loss_action": 0.011410295963287354, + "loss_total": 0.011410295963287354, + "step": 81930 + }, + { + "loss_action": 0.003918559290468693, + "loss_total": 0.003918559290468693, + "step": 81930 + }, + { + "loss_action": 0.004060033243149519, + "loss_total": 0.004060033243149519, + "step": 81930 + }, + { + "loss_action": 0.006608664523810148, + "loss_total": 0.006608664523810148, + "step": 81930 + }, + { + "loss_action": 0.0036900059785693884, + "loss_total": 0.0036900059785693884, + "step": 81930 + }, + { + "loss_action": 0.03785822540521622, + "loss_total": 0.03785822540521622, + "step": 81930 + }, + { + "grad_norm": 0.2478538304567337, + "learning_rate": 8.656197289010432e-06, + "loss": 0.0117, + "step": 81940 + }, + { + "loss_action": 0.01759057305753231, + "loss_total": 0.01759057305753231, + "step": 81940 + }, + { + "loss_action": 0.0029305408243089914, + "loss_total": 0.0029305408243089914, + "step": 81940 + }, + { + "loss_action": 0.046227384358644485, + "loss_total": 0.046227384358644485, + "step": 81940 + }, + { + "loss_action": 0.01029856689274311, + "loss_total": 0.01029856689274311, + "step": 81940 + }, + { + "loss_action": 0.0034083982463926077, + "loss_total": 0.0034083982463926077, + "step": 81940 + }, + { + "loss_action": 0.014578158967196941, + "loss_total": 0.014578158967196941, + "step": 81940 + }, + { + "grad_norm": 0.22893407940864563, + "learning_rate": 8.646900696784122e-06, + "loss": 0.0072, + "step": 81950 + }, + { + "loss_action": 0.01498887687921524, + "loss_total": 0.01498887687921524, + "step": 81950 + }, + { + "loss_action": 0.03337603434920311, + "loss_total": 0.03337603434920311, + "step": 81950 + }, + { + "loss_action": 0.009515062905848026, + "loss_total": 0.009515062905848026, + "step": 81950 + }, + { + "loss_action": 0.0065967063419520855, + "loss_total": 0.0065967063419520855, + "step": 81950 + }, + { + "loss_action": 0.005425763316452503, + "loss_total": 0.005425763316452503, + "step": 81950 + }, + { + "loss_action": 0.003019564086571336, + "loss_total": 0.003019564086571336, + "step": 81950 + }, + { + "grad_norm": 0.18031565845012665, + "learning_rate": 8.637608626870553e-06, + "loss": 0.0085, + "step": 81960 + }, + { + "loss_action": 0.012470169924199581, + "loss_total": 0.012470169924199581, + "step": 81960 + }, + { + "loss_action": 0.007346490863710642, + "loss_total": 0.007346490863710642, + "step": 81960 + }, + { + "loss_action": 0.004541328642517328, + "loss_total": 0.004541328642517328, + "step": 81960 + }, + { + "loss_action": 0.010894234292209148, + "loss_total": 0.010894234292209148, + "step": 81960 + }, + { + "loss_action": 0.005430049262940884, + "loss_total": 0.005430049262940884, + "step": 81960 + }, + { + "loss_action": 0.0035266848281025887, + "loss_total": 0.0035266848281025887, + "step": 81960 + }, + { + "grad_norm": 0.17525334656238556, + "learning_rate": 8.628321080285944e-06, + "loss": 0.0083, + "step": 81970 + }, + { + "loss_action": 0.003620973788201809, + "loss_total": 0.003620973788201809, + "step": 81970 + }, + { + "loss_action": 0.0040508597157895565, + "loss_total": 0.0040508597157895565, + "step": 81970 + }, + { + "loss_action": 0.0024147459771484137, + "loss_total": 0.0024147459771484137, + "step": 81970 + }, + { + "loss_action": 0.002827960066497326, + "loss_total": 0.002827960066497326, + "step": 81970 + }, + { + "loss_action": 0.006360899657011032, + "loss_total": 0.006360899657011032, + "step": 81970 + }, + { + "loss_action": 0.007297369185835123, + "loss_total": 0.007297369185835123, + "step": 81970 + }, + { + "grad_norm": 0.19701647758483887, + "learning_rate": 8.619038058045925e-06, + "loss": 0.0078, + "step": 81980 + }, + { + "loss_action": 0.00984461884945631, + "loss_total": 0.00984461884945631, + "step": 81980 + }, + { + "loss_action": 0.010658950544893742, + "loss_total": 0.010658950544893742, + "step": 81980 + }, + { + "loss_action": 0.024918554350733757, + "loss_total": 0.024918554350733757, + "step": 81980 + }, + { + "loss_action": 0.003989045508205891, + "loss_total": 0.003989045508205891, + "step": 81980 + }, + { + "loss_action": 0.008731582202017307, + "loss_total": 0.008731582202017307, + "step": 81980 + }, + { + "loss_action": 0.0017820574576035142, + "loss_total": 0.0017820574576035142, + "step": 81980 + }, + { + "grad_norm": 0.19554612040519714, + "learning_rate": 8.609759561165704e-06, + "loss": 0.008, + "step": 81990 + }, + { + "loss_action": 0.030431196093559265, + "loss_total": 0.030431196093559265, + "step": 81990 + }, + { + "loss_action": 0.008907600305974483, + "loss_total": 0.008907600305974483, + "step": 81990 + }, + { + "loss_action": 0.008142980746924877, + "loss_total": 0.008142980746924877, + "step": 81990 + }, + { + "loss_action": 0.006050863303244114, + "loss_total": 0.006050863303244114, + "step": 81990 + }, + { + "loss_action": 0.006590826436877251, + "loss_total": 0.006590826436877251, + "step": 81990 + }, + { + "loss_action": 0.01561726350337267, + "loss_total": 0.01561726350337267, + "step": 81990 + }, + { + "grad_norm": 0.16143780946731567, + "learning_rate": 8.600485590659934e-06, + "loss": 0.0078, + "step": 82000 + }, + { + "loss_action": 0.002757496200501919, + "loss_total": 0.002757496200501919, + "step": 82000 + }, + { + "loss_action": 0.004535828251391649, + "loss_total": 0.004535828251391649, + "step": 82000 + }, + { + "loss_action": 0.0059660011902451515, + "loss_total": 0.0059660011902451515, + "step": 82000 + }, + { + "loss_action": 0.004404759034514427, + "loss_total": 0.004404759034514427, + "step": 82000 + }, + { + "loss_action": 0.004757087677717209, + "loss_total": 0.004757087677717209, + "step": 82000 + }, + { + "loss_action": 0.008242867887020111, + "loss_total": 0.008242867887020111, + "step": 82000 + }, + { + "grad_norm": 0.22775432467460632, + "learning_rate": 8.591216147542813e-06, + "loss": 0.0091, + "step": 82010 + }, + { + "loss_action": 0.003853192552924156, + "loss_total": 0.003853192552924156, + "step": 82010 + }, + { + "loss_action": 0.016405941918492317, + "loss_total": 0.016405941918492317, + "step": 82010 + }, + { + "loss_action": 0.004143425729125738, + "loss_total": 0.004143425729125738, + "step": 82010 + }, + { + "loss_action": 0.01055845431983471, + "loss_total": 0.01055845431983471, + "step": 82010 + }, + { + "loss_action": 0.001715203863568604, + "loss_total": 0.001715203863568604, + "step": 82010 + }, + { + "loss_action": 0.03483452647924423, + "loss_total": 0.03483452647924423, + "step": 82010 + }, + { + "grad_norm": 0.18317174911499023, + "learning_rate": 8.581951232828045e-06, + "loss": 0.0079, + "step": 82020 + }, + { + "loss_action": 0.0036291112191975117, + "loss_total": 0.0036291112191975117, + "step": 82020 + }, + { + "loss_action": 0.014670610427856445, + "loss_total": 0.014670610427856445, + "step": 82020 + }, + { + "loss_action": 0.011586342006921768, + "loss_total": 0.011586342006921768, + "step": 82020 + }, + { + "loss_action": 0.004292307421565056, + "loss_total": 0.004292307421565056, + "step": 82020 + }, + { + "loss_action": 0.0048928940668702126, + "loss_total": 0.0048928940668702126, + "step": 82020 + }, + { + "loss_action": 0.02129202149808407, + "loss_total": 0.02129202149808407, + "step": 82020 + }, + { + "grad_norm": 0.19255736470222473, + "learning_rate": 8.572690847528825e-06, + "loss": 0.0079, + "step": 82030 + }, + { + "loss_action": 0.0054989224299788475, + "loss_total": 0.0054989224299788475, + "step": 82030 + }, + { + "loss_action": 0.008530604653060436, + "loss_total": 0.008530604653060436, + "step": 82030 + }, + { + "loss_action": 0.007187945768237114, + "loss_total": 0.007187945768237114, + "step": 82030 + }, + { + "loss_action": 0.02317214384675026, + "loss_total": 0.02317214384675026, + "step": 82030 + }, + { + "loss_action": 0.0071474467404186726, + "loss_total": 0.0071474467404186726, + "step": 82030 + }, + { + "loss_action": 0.006077364552766085, + "loss_total": 0.006077364552766085, + "step": 82030 + }, + { + "grad_norm": 0.19816634058952332, + "learning_rate": 8.563434992657838e-06, + "loss": 0.0081, + "step": 82040 + }, + { + "loss_action": 0.008687835186719894, + "loss_total": 0.008687835186719894, + "step": 82040 + }, + { + "loss_action": 0.0021881128195673227, + "loss_total": 0.0021881128195673227, + "step": 82040 + }, + { + "loss_action": 0.010285095311701298, + "loss_total": 0.010285095311701298, + "step": 82040 + }, + { + "loss_action": 0.016857728362083435, + "loss_total": 0.016857728362083435, + "step": 82040 + }, + { + "loss_action": 0.02829618938267231, + "loss_total": 0.02829618938267231, + "step": 82040 + }, + { + "loss_action": 0.010328157804906368, + "loss_total": 0.010328157804906368, + "step": 82040 + }, + { + "grad_norm": 0.24224047362804413, + "learning_rate": 8.554183669227307e-06, + "loss": 0.0079, + "step": 82050 + }, + { + "loss_action": 0.007482828572392464, + "loss_total": 0.007482828572392464, + "step": 82050 + }, + { + "loss_action": 0.005767232738435268, + "loss_total": 0.005767232738435268, + "step": 82050 + }, + { + "loss_action": 0.008351888507604599, + "loss_total": 0.008351888507604599, + "step": 82050 + }, + { + "loss_action": 0.0033187102526426315, + "loss_total": 0.0033187102526426315, + "step": 82050 + }, + { + "loss_action": 0.009632526896893978, + "loss_total": 0.009632526896893978, + "step": 82050 + }, + { + "loss_action": 0.0025731732603162527, + "loss_total": 0.0025731732603162527, + "step": 82050 + }, + { + "grad_norm": 0.2651032507419586, + "learning_rate": 8.544936878248937e-06, + "loss": 0.0079, + "step": 82060 + }, + { + "loss_action": 0.0035191585775464773, + "loss_total": 0.0035191585775464773, + "step": 82060 + }, + { + "loss_action": 0.002559410408139229, + "loss_total": 0.002559410408139229, + "step": 82060 + }, + { + "loss_action": 0.012446313165128231, + "loss_total": 0.012446313165128231, + "step": 82060 + }, + { + "loss_action": 0.007093855645507574, + "loss_total": 0.007093855645507574, + "step": 82060 + }, + { + "loss_action": 0.005595088005065918, + "loss_total": 0.005595088005065918, + "step": 82060 + }, + { + "loss_action": 0.004431275650858879, + "loss_total": 0.004431275650858879, + "step": 82060 + }, + { + "grad_norm": 0.26380455493927, + "learning_rate": 8.535694620733942e-06, + "loss": 0.0087, + "step": 82070 + }, + { + "loss_action": 0.004807259887456894, + "loss_total": 0.004807259887456894, + "step": 82070 + }, + { + "loss_action": 0.005680269096046686, + "loss_total": 0.005680269096046686, + "step": 82070 + }, + { + "loss_action": 0.005656796507537365, + "loss_total": 0.005656796507537365, + "step": 82070 + }, + { + "loss_action": 0.004826045595109463, + "loss_total": 0.004826045595109463, + "step": 82070 + }, + { + "loss_action": 0.0035822882782667875, + "loss_total": 0.0035822882782667875, + "step": 82070 + }, + { + "loss_action": 0.004659983329474926, + "loss_total": 0.004659983329474926, + "step": 82070 + }, + { + "grad_norm": 0.2216976135969162, + "learning_rate": 8.526456897693053e-06, + "loss": 0.0076, + "step": 82080 + }, + { + "loss_action": 0.015673987567424774, + "loss_total": 0.015673987567424774, + "step": 82080 + }, + { + "loss_action": 0.01116177998483181, + "loss_total": 0.01116177998483181, + "step": 82080 + }, + { + "loss_action": 0.007417851593345404, + "loss_total": 0.007417851593345404, + "step": 82080 + }, + { + "loss_action": 0.004783449228852987, + "loss_total": 0.004783449228852987, + "step": 82080 + }, + { + "loss_action": 0.005054983776062727, + "loss_total": 0.005054983776062727, + "step": 82080 + }, + { + "loss_action": 0.010339591652154922, + "loss_total": 0.010339591652154922, + "step": 82080 + }, + { + "grad_norm": 0.22062672674655914, + "learning_rate": 8.517223710136456e-06, + "loss": 0.0118, + "step": 82090 + }, + { + "loss_action": 0.003675984451547265, + "loss_total": 0.003675984451547265, + "step": 82090 + }, + { + "loss_action": 0.005775394383817911, + "loss_total": 0.005775394383817911, + "step": 82090 + }, + { + "loss_action": 0.009132348001003265, + "loss_total": 0.009132348001003265, + "step": 82090 + }, + { + "loss_action": 0.004857453051954508, + "loss_total": 0.004857453051954508, + "step": 82090 + }, + { + "loss_action": 0.010715041309595108, + "loss_total": 0.010715041309595108, + "step": 82090 + }, + { + "loss_action": 0.00436250027269125, + "loss_total": 0.00436250027269125, + "step": 82090 + }, + { + "grad_norm": 0.18514461815357208, + "learning_rate": 8.507995059073931e-06, + "loss": 0.0076, + "step": 82100 + }, + { + "loss_action": 0.0037252565380185843, + "loss_total": 0.0037252565380185843, + "step": 82100 + }, + { + "loss_action": 0.007683190051466227, + "loss_total": 0.007683190051466227, + "step": 82100 + }, + { + "loss_action": 0.004381062462925911, + "loss_total": 0.004381062462925911, + "step": 82100 + }, + { + "loss_action": 0.01448153331875801, + "loss_total": 0.01448153331875801, + "step": 82100 + }, + { + "loss_action": 0.03768891841173172, + "loss_total": 0.03768891841173172, + "step": 82100 + }, + { + "loss_action": 0.007483441382646561, + "loss_total": 0.007483441382646561, + "step": 82100 + }, + { + "grad_norm": 0.16605864465236664, + "learning_rate": 8.498770945514673e-06, + "loss": 0.0066, + "step": 82110 + }, + { + "loss_action": 0.003534850664436817, + "loss_total": 0.003534850664436817, + "step": 82110 + }, + { + "loss_action": 0.00596188846975565, + "loss_total": 0.00596188846975565, + "step": 82110 + }, + { + "loss_action": 0.003421648871153593, + "loss_total": 0.003421648871153593, + "step": 82110 + }, + { + "loss_action": 0.0023078161757439375, + "loss_total": 0.0023078161757439375, + "step": 82110 + }, + { + "loss_action": 0.009616636671125889, + "loss_total": 0.009616636671125889, + "step": 82110 + }, + { + "loss_action": 0.005802263971418142, + "loss_total": 0.005802263971418142, + "step": 82110 + }, + { + "grad_norm": 0.1585063338279724, + "learning_rate": 8.489551370467436e-06, + "loss": 0.008, + "step": 82120 + }, + { + "loss_action": 0.0029693322721868753, + "loss_total": 0.0029693322721868753, + "step": 82120 + }, + { + "loss_action": 0.008247066289186478, + "loss_total": 0.008247066289186478, + "step": 82120 + }, + { + "loss_action": 0.014317702502012253, + "loss_total": 0.014317702502012253, + "step": 82120 + }, + { + "loss_action": 0.0056731742806732655, + "loss_total": 0.0056731742806732655, + "step": 82120 + }, + { + "loss_action": 0.006701238919049501, + "loss_total": 0.006701238919049501, + "step": 82120 + }, + { + "loss_action": 0.0042637549340724945, + "loss_total": 0.0042637549340724945, + "step": 82120 + }, + { + "grad_norm": 0.21671278774738312, + "learning_rate": 8.480336334940442e-06, + "loss": 0.01, + "step": 82130 + }, + { + "loss_action": 0.003912489395588636, + "loss_total": 0.003912489395588636, + "step": 82130 + }, + { + "loss_action": 0.010087408125400543, + "loss_total": 0.010087408125400543, + "step": 82130 + }, + { + "loss_action": 0.015024994499981403, + "loss_total": 0.015024994499981403, + "step": 82130 + }, + { + "loss_action": 0.007955615408718586, + "loss_total": 0.007955615408718586, + "step": 82130 + }, + { + "loss_action": 0.0070245275273919106, + "loss_total": 0.0070245275273919106, + "step": 82130 + }, + { + "loss_action": 0.006900385487824678, + "loss_total": 0.006900385487824678, + "step": 82130 + }, + { + "grad_norm": 0.17317651212215424, + "learning_rate": 8.471125839941458e-06, + "loss": 0.0062, + "step": 82140 + }, + { + "loss_action": 0.00657349219545722, + "loss_total": 0.00657349219545722, + "step": 82140 + }, + { + "loss_action": 0.004176516085863113, + "loss_total": 0.004176516085863113, + "step": 82140 + }, + { + "loss_action": 0.008723544888198376, + "loss_total": 0.008723544888198376, + "step": 82140 + }, + { + "loss_action": 0.0017512982012704015, + "loss_total": 0.0017512982012704015, + "step": 82140 + }, + { + "loss_action": 0.014061027206480503, + "loss_total": 0.014061027206480503, + "step": 82140 + }, + { + "loss_action": 0.01038739737123251, + "loss_total": 0.01038739737123251, + "step": 82140 + }, + { + "grad_norm": 0.19916550815105438, + "learning_rate": 8.461919886477682e-06, + "loss": 0.0079, + "step": 82150 + }, + { + "loss_action": 0.007027933839708567, + "loss_total": 0.007027933839708567, + "step": 82150 + }, + { + "loss_action": 0.006771767977625132, + "loss_total": 0.006771767977625132, + "step": 82150 + }, + { + "loss_action": 0.004347146023064852, + "loss_total": 0.004347146023064852, + "step": 82150 + }, + { + "loss_action": 0.0028166519477963448, + "loss_total": 0.0028166519477963448, + "step": 82150 + }, + { + "loss_action": 0.017092647030949593, + "loss_total": 0.017092647030949593, + "step": 82150 + }, + { + "loss_action": 0.01669301651418209, + "loss_total": 0.01669301651418209, + "step": 82150 + }, + { + "grad_norm": 0.19813209772109985, + "learning_rate": 8.452718475555927e-06, + "loss": 0.0077, + "step": 82160 + }, + { + "loss_action": 0.004338362254202366, + "loss_total": 0.004338362254202366, + "step": 82160 + }, + { + "loss_action": 0.01167603675276041, + "loss_total": 0.01167603675276041, + "step": 82160 + }, + { + "loss_action": 0.01307567860931158, + "loss_total": 0.01307567860931158, + "step": 82160 + }, + { + "loss_action": 0.003408845281228423, + "loss_total": 0.003408845281228423, + "step": 82160 + }, + { + "loss_action": 0.016761884093284607, + "loss_total": 0.016761884093284607, + "step": 82160 + }, + { + "loss_action": 0.009320653975009918, + "loss_total": 0.009320653975009918, + "step": 82160 + }, + { + "grad_norm": 0.29497960209846497, + "learning_rate": 8.443521608182398e-06, + "loss": 0.0102, + "step": 82170 + }, + { + "loss_action": 0.018350286409258842, + "loss_total": 0.018350286409258842, + "step": 82170 + }, + { + "loss_action": 0.004860080312937498, + "loss_total": 0.004860080312937498, + "step": 82170 + }, + { + "loss_action": 0.006304523441940546, + "loss_total": 0.006304523441940546, + "step": 82170 + }, + { + "loss_action": 0.012755329720675945, + "loss_total": 0.012755329720675945, + "step": 82170 + }, + { + "loss_action": 0.008629783056676388, + "loss_total": 0.008629783056676388, + "step": 82170 + }, + { + "loss_action": 0.015125846490263939, + "loss_total": 0.015125846490263939, + "step": 82170 + }, + { + "grad_norm": 0.22076009213924408, + "learning_rate": 8.43432928536288e-06, + "loss": 0.0074, + "step": 82180 + }, + { + "loss_action": 0.026396138593554497, + "loss_total": 0.026396138593554497, + "step": 82180 + }, + { + "loss_action": 0.004757494665682316, + "loss_total": 0.004757494665682316, + "step": 82180 + }, + { + "loss_action": 0.001861096010543406, + "loss_total": 0.001861096010543406, + "step": 82180 + }, + { + "loss_action": 0.002980586839839816, + "loss_total": 0.002980586839839816, + "step": 82180 + }, + { + "loss_action": 0.0031049007084220648, + "loss_total": 0.0031049007084220648, + "step": 82180 + }, + { + "loss_action": 0.00348976394161582, + "loss_total": 0.00348976394161582, + "step": 82180 + }, + { + "grad_norm": 0.19633252918720245, + "learning_rate": 8.425141508102607e-06, + "loss": 0.0082, + "step": 82190 + }, + { + "loss_action": 0.01580973155796528, + "loss_total": 0.01580973155796528, + "step": 82190 + }, + { + "loss_action": 0.004303359892219305, + "loss_total": 0.004303359892219305, + "step": 82190 + }, + { + "loss_action": 0.014980857260525227, + "loss_total": 0.014980857260525227, + "step": 82190 + }, + { + "loss_action": 0.0032576757948845625, + "loss_total": 0.0032576757948845625, + "step": 82190 + }, + { + "loss_action": 0.006621557753533125, + "loss_total": 0.006621557753533125, + "step": 82190 + }, + { + "loss_action": 0.0017632775707170367, + "loss_total": 0.0017632775707170367, + "step": 82190 + }, + { + "grad_norm": 0.25935912132263184, + "learning_rate": 8.415958277406365e-06, + "loss": 0.0091, + "step": 82200 + }, + { + "loss_action": 0.012783330865204334, + "loss_total": 0.012783330865204334, + "step": 82200 + }, + { + "loss_action": 0.008330167271196842, + "loss_total": 0.008330167271196842, + "step": 82200 + }, + { + "loss_action": 0.009227694012224674, + "loss_total": 0.009227694012224674, + "step": 82200 + }, + { + "loss_action": 0.0018341535469517112, + "loss_total": 0.0018341535469517112, + "step": 82200 + }, + { + "loss_action": 0.00455704890191555, + "loss_total": 0.00455704890191555, + "step": 82200 + }, + { + "loss_action": 0.004045594483613968, + "loss_total": 0.004045594483613968, + "step": 82200 + }, + { + "grad_norm": 0.24056831002235413, + "learning_rate": 8.406779594278392e-06, + "loss": 0.0069, + "step": 82210 + }, + { + "loss_action": 0.006339166779071093, + "loss_total": 0.006339166779071093, + "step": 82210 + }, + { + "loss_action": 0.044838931411504745, + "loss_total": 0.044838931411504745, + "step": 82210 + }, + { + "loss_action": 0.004844347480684519, + "loss_total": 0.004844347480684519, + "step": 82210 + }, + { + "loss_action": 0.006312420126050711, + "loss_total": 0.006312420126050711, + "step": 82210 + }, + { + "loss_action": 0.012317211367189884, + "loss_total": 0.012317211367189884, + "step": 82210 + }, + { + "loss_action": 0.0021156962029635906, + "loss_total": 0.0021156962029635906, + "step": 82210 + }, + { + "grad_norm": 0.16677486896514893, + "learning_rate": 8.397605459722468e-06, + "loss": 0.0087, + "step": 82220 + }, + { + "loss_action": 0.018691519275307655, + "loss_total": 0.018691519275307655, + "step": 82220 + }, + { + "loss_action": 0.0072581954300403595, + "loss_total": 0.0072581954300403595, + "step": 82220 + }, + { + "loss_action": 0.005484242457896471, + "loss_total": 0.005484242457896471, + "step": 82220 + }, + { + "loss_action": 0.027518166229128838, + "loss_total": 0.027518166229128838, + "step": 82220 + }, + { + "loss_action": 0.006904199253767729, + "loss_total": 0.006904199253767729, + "step": 82220 + }, + { + "loss_action": 0.0011066861916333437, + "loss_total": 0.0011066861916333437, + "step": 82220 + }, + { + "grad_norm": 0.2898005545139313, + "learning_rate": 8.388435874741863e-06, + "loss": 0.0082, + "step": 82230 + }, + { + "loss_action": 0.00471292482689023, + "loss_total": 0.00471292482689023, + "step": 82230 + }, + { + "loss_action": 0.0071817184798419476, + "loss_total": 0.0071817184798419476, + "step": 82230 + }, + { + "loss_action": 0.0033691127318888903, + "loss_total": 0.0033691127318888903, + "step": 82230 + }, + { + "loss_action": 0.002618673723191023, + "loss_total": 0.002618673723191023, + "step": 82230 + }, + { + "loss_action": 0.012056534178555012, + "loss_total": 0.012056534178555012, + "step": 82230 + }, + { + "loss_action": 0.002795410342514515, + "loss_total": 0.002795410342514515, + "step": 82230 + }, + { + "grad_norm": 0.22325585782527924, + "learning_rate": 8.37927084033936e-06, + "loss": 0.0072, + "step": 82240 + }, + { + "loss_action": 0.005665804725140333, + "loss_total": 0.005665804725140333, + "step": 82240 + }, + { + "loss_action": 0.012511617504060268, + "loss_total": 0.012511617504060268, + "step": 82240 + }, + { + "loss_action": 0.005642307456582785, + "loss_total": 0.005642307456582785, + "step": 82240 + }, + { + "loss_action": 0.005268696695566177, + "loss_total": 0.005268696695566177, + "step": 82240 + }, + { + "loss_action": 0.02532096952199936, + "loss_total": 0.02532096952199936, + "step": 82240 + }, + { + "loss_action": 0.005793109070509672, + "loss_total": 0.005793109070509672, + "step": 82240 + }, + { + "grad_norm": 0.2132701575756073, + "learning_rate": 8.370110357517208e-06, + "loss": 0.0078, + "step": 82250 + }, + { + "loss_action": 0.01845458708703518, + "loss_total": 0.01845458708703518, + "step": 82250 + }, + { + "loss_action": 0.007503817323595285, + "loss_total": 0.007503817323595285, + "step": 82250 + }, + { + "loss_action": 0.0025227947626262903, + "loss_total": 0.0025227947626262903, + "step": 82250 + }, + { + "loss_action": 0.0073880646377801895, + "loss_total": 0.0073880646377801895, + "step": 82250 + }, + { + "loss_action": 0.06252434849739075, + "loss_total": 0.06252434849739075, + "step": 82250 + }, + { + "loss_action": 0.009756000712513924, + "loss_total": 0.009756000712513924, + "step": 82250 + }, + { + "grad_norm": 0.1742638796567917, + "learning_rate": 8.360954427277201e-06, + "loss": 0.0082, + "step": 82260 + }, + { + "loss_action": 0.00474376929923892, + "loss_total": 0.00474376929923892, + "step": 82260 + }, + { + "loss_action": 0.04774957522749901, + "loss_total": 0.04774957522749901, + "step": 82260 + }, + { + "loss_action": 0.00326754548586905, + "loss_total": 0.00326754548586905, + "step": 82260 + }, + { + "loss_action": 0.0014747201930731535, + "loss_total": 0.0014747201930731535, + "step": 82260 + }, + { + "loss_action": 0.005771906115114689, + "loss_total": 0.005771906115114689, + "step": 82260 + }, + { + "loss_action": 0.004770542029291391, + "loss_total": 0.004770542029291391, + "step": 82260 + }, + { + "grad_norm": 0.23391246795654297, + "learning_rate": 8.351803050620627e-06, + "loss": 0.0081, + "step": 82270 + }, + { + "loss_action": 0.005088376812636852, + "loss_total": 0.005088376812636852, + "step": 82270 + }, + { + "loss_action": 0.009793160483241081, + "loss_total": 0.009793160483241081, + "step": 82270 + }, + { + "loss_action": 0.006677067838609219, + "loss_total": 0.006677067838609219, + "step": 82270 + }, + { + "loss_action": 0.005750753451138735, + "loss_total": 0.005750753451138735, + "step": 82270 + }, + { + "loss_action": 0.002597876824438572, + "loss_total": 0.002597876824438572, + "step": 82270 + }, + { + "loss_action": 0.011032617650926113, + "loss_total": 0.011032617650926113, + "step": 82270 + }, + { + "grad_norm": 0.17205242812633514, + "learning_rate": 8.34265622854824e-06, + "loss": 0.0076, + "step": 82280 + }, + { + "loss_action": 0.0057635437697172165, + "loss_total": 0.0057635437697172165, + "step": 82280 + }, + { + "loss_action": 0.007512656506150961, + "loss_total": 0.007512656506150961, + "step": 82280 + }, + { + "loss_action": 0.006660055834800005, + "loss_total": 0.006660055834800005, + "step": 82280 + }, + { + "loss_action": 0.007209642790257931, + "loss_total": 0.007209642790257931, + "step": 82280 + }, + { + "loss_action": 0.008395823650062084, + "loss_total": 0.008395823650062084, + "step": 82280 + }, + { + "loss_action": 0.0037329569458961487, + "loss_total": 0.0037329569458961487, + "step": 82280 + }, + { + "grad_norm": 0.2314799576997757, + "learning_rate": 8.333513962060335e-06, + "loss": 0.0084, + "step": 82290 + }, + { + "loss_action": 0.0253740306943655, + "loss_total": 0.0253740306943655, + "step": 82290 + }, + { + "loss_action": 0.005352080799639225, + "loss_total": 0.005352080799639225, + "step": 82290 + }, + { + "loss_action": 0.0016625449061393738, + "loss_total": 0.0016625449061393738, + "step": 82290 + }, + { + "loss_action": 0.002736321184784174, + "loss_total": 0.002736321184784174, + "step": 82290 + }, + { + "loss_action": 0.0014585481258109212, + "loss_total": 0.0014585481258109212, + "step": 82290 + }, + { + "loss_action": 0.015258967876434326, + "loss_total": 0.015258967876434326, + "step": 82290 + }, + { + "grad_norm": 0.17884312570095062, + "learning_rate": 8.324376252156701e-06, + "loss": 0.0076, + "step": 82300 + }, + { + "loss_action": 0.0032991052139550447, + "loss_total": 0.0032991052139550447, + "step": 82300 + }, + { + "loss_action": 0.0032330972608178854, + "loss_total": 0.0032330972608178854, + "step": 82300 + }, + { + "loss_action": 0.005474158562719822, + "loss_total": 0.005474158562719822, + "step": 82300 + }, + { + "loss_action": 0.012025454081594944, + "loss_total": 0.012025454081594944, + "step": 82300 + }, + { + "loss_action": 0.04011014476418495, + "loss_total": 0.04011014476418495, + "step": 82300 + }, + { + "loss_action": 0.0020227653440088034, + "loss_total": 0.0020227653440088034, + "step": 82300 + }, + { + "grad_norm": 0.1566072404384613, + "learning_rate": 8.315243099836633e-06, + "loss": 0.0074, + "step": 82310 + }, + { + "loss_action": 0.009833300486207008, + "loss_total": 0.009833300486207008, + "step": 82310 + }, + { + "loss_action": 0.004705317784100771, + "loss_total": 0.004705317784100771, + "step": 82310 + }, + { + "loss_action": 0.003373478539288044, + "loss_total": 0.003373478539288044, + "step": 82310 + }, + { + "loss_action": 0.0025973054580390453, + "loss_total": 0.0025973054580390453, + "step": 82310 + }, + { + "loss_action": 0.0027707023546099663, + "loss_total": 0.0027707023546099663, + "step": 82310 + }, + { + "loss_action": 0.003511275863274932, + "loss_total": 0.003511275863274932, + "step": 82310 + }, + { + "grad_norm": 0.17816919088363647, + "learning_rate": 8.3061145060989e-06, + "loss": 0.007, + "step": 82320 + }, + { + "loss_action": 0.009221452288329601, + "loss_total": 0.009221452288329601, + "step": 82320 + }, + { + "loss_action": 0.0017666136845946312, + "loss_total": 0.0017666136845946312, + "step": 82320 + }, + { + "loss_action": 0.013698222115635872, + "loss_total": 0.013698222115635872, + "step": 82320 + }, + { + "loss_action": 0.006218757014721632, + "loss_total": 0.006218757014721632, + "step": 82320 + }, + { + "loss_action": 0.013724135234951973, + "loss_total": 0.013724135234951973, + "step": 82320 + }, + { + "loss_action": 0.0036094929091632366, + "loss_total": 0.0036094929091632366, + "step": 82320 + }, + { + "grad_norm": 0.2003471404314041, + "learning_rate": 8.296990471941806e-06, + "loss": 0.0102, + "step": 82330 + }, + { + "loss_action": 0.007518989033997059, + "loss_total": 0.007518989033997059, + "step": 82330 + }, + { + "loss_action": 0.0049689956940710545, + "loss_total": 0.0049689956940710545, + "step": 82330 + }, + { + "loss_action": 0.005163788795471191, + "loss_total": 0.005163788795471191, + "step": 82330 + }, + { + "loss_action": 0.005454957485198975, + "loss_total": 0.005454957485198975, + "step": 82330 + }, + { + "loss_action": 0.007570245768874884, + "loss_total": 0.007570245768874884, + "step": 82330 + }, + { + "loss_action": 0.0030422562267631292, + "loss_total": 0.0030422562267631292, + "step": 82330 + }, + { + "grad_norm": 0.1555449515581131, + "learning_rate": 8.287870998363112e-06, + "loss": 0.0074, + "step": 82340 + }, + { + "loss_action": 0.0090491296723485, + "loss_total": 0.0090491296723485, + "step": 82340 + }, + { + "loss_action": 0.01471747737377882, + "loss_total": 0.01471747737377882, + "step": 82340 + }, + { + "loss_action": 0.0075567979365587234, + "loss_total": 0.0075567979365587234, + "step": 82340 + }, + { + "loss_action": 0.019493987783789635, + "loss_total": 0.019493987783789635, + "step": 82340 + }, + { + "loss_action": 0.003737587947398424, + "loss_total": 0.003737587947398424, + "step": 82340 + }, + { + "loss_action": 0.005107793025672436, + "loss_total": 0.005107793025672436, + "step": 82340 + }, + { + "grad_norm": 0.1507062017917633, + "learning_rate": 8.278756086360156e-06, + "loss": 0.0073, + "step": 82350 + }, + { + "loss_action": 0.005991104058921337, + "loss_total": 0.005991104058921337, + "step": 82350 + }, + { + "loss_action": 0.007350143976509571, + "loss_total": 0.007350143976509571, + "step": 82350 + }, + { + "loss_action": 0.0020432225428521633, + "loss_total": 0.0020432225428521633, + "step": 82350 + }, + { + "loss_action": 0.00385730410926044, + "loss_total": 0.00385730410926044, + "step": 82350 + }, + { + "loss_action": 0.015826689079403877, + "loss_total": 0.015826689079403877, + "step": 82350 + }, + { + "loss_action": 0.006538853049278259, + "loss_total": 0.006538853049278259, + "step": 82350 + }, + { + "grad_norm": 0.2642582356929779, + "learning_rate": 8.269645736929693e-06, + "loss": 0.0085, + "step": 82360 + }, + { + "loss_action": 0.009665080346167088, + "loss_total": 0.009665080346167088, + "step": 82360 + }, + { + "loss_action": 0.002084869658574462, + "loss_total": 0.002084869658574462, + "step": 82360 + }, + { + "loss_action": 0.0086473124101758, + "loss_total": 0.0086473124101758, + "step": 82360 + }, + { + "loss_action": 0.004009297117590904, + "loss_total": 0.004009297117590904, + "step": 82360 + }, + { + "loss_action": 0.0029511386528611183, + "loss_total": 0.0029511386528611183, + "step": 82360 + }, + { + "loss_action": 0.030763771384954453, + "loss_total": 0.030763771384954453, + "step": 82360 + }, + { + "grad_norm": 0.25043773651123047, + "learning_rate": 8.260539951068048e-06, + "loss": 0.0093, + "step": 82370 + }, + { + "loss_action": 0.003558212425559759, + "loss_total": 0.003558212425559759, + "step": 82370 + }, + { + "loss_action": 0.0038259064313024282, + "loss_total": 0.0038259064313024282, + "step": 82370 + }, + { + "loss_action": 0.004018926061689854, + "loss_total": 0.004018926061689854, + "step": 82370 + }, + { + "loss_action": 0.014372503384947777, + "loss_total": 0.014372503384947777, + "step": 82370 + }, + { + "loss_action": 0.014266018755733967, + "loss_total": 0.014266018755733967, + "step": 82370 + }, + { + "loss_action": 0.005975622683763504, + "loss_total": 0.005975622683763504, + "step": 82370 + }, + { + "grad_norm": 0.2770864963531494, + "learning_rate": 8.251438729770983e-06, + "loss": 0.0098, + "step": 82380 + }, + { + "loss_action": 0.004484150558710098, + "loss_total": 0.004484150558710098, + "step": 82380 + }, + { + "loss_action": 0.0032782380003482103, + "loss_total": 0.0032782380003482103, + "step": 82380 + }, + { + "loss_action": 0.010794333182275295, + "loss_total": 0.010794333182275295, + "step": 82380 + }, + { + "loss_action": 0.005766006652265787, + "loss_total": 0.005766006652265787, + "step": 82380 + }, + { + "loss_action": 0.011526012793183327, + "loss_total": 0.011526012793183327, + "step": 82380 + }, + { + "loss_action": 0.008594978600740433, + "loss_total": 0.008594978600740433, + "step": 82380 + }, + { + "grad_norm": 0.1673838049173355, + "learning_rate": 8.242342074033826e-06, + "loss": 0.0118, + "step": 82390 + }, + { + "loss_action": 0.003815234638750553, + "loss_total": 0.003815234638750553, + "step": 82390 + }, + { + "loss_action": 0.0062218764796853065, + "loss_total": 0.0062218764796853065, + "step": 82390 + }, + { + "loss_action": 0.007934622466564178, + "loss_total": 0.007934622466564178, + "step": 82390 + }, + { + "loss_action": 0.002286787610501051, + "loss_total": 0.002286787610501051, + "step": 82390 + }, + { + "loss_action": 0.012927498668432236, + "loss_total": 0.012927498668432236, + "step": 82390 + }, + { + "loss_action": 0.006057504564523697, + "loss_total": 0.006057504564523697, + "step": 82390 + }, + { + "grad_norm": 0.26572513580322266, + "learning_rate": 8.233249984851344e-06, + "loss": 0.0124, + "step": 82400 + }, + { + "loss_action": 0.002770036458969116, + "loss_total": 0.002770036458969116, + "step": 82400 + }, + { + "loss_action": 0.008723889477550983, + "loss_total": 0.008723889477550983, + "step": 82400 + }, + { + "loss_action": 0.006105325650423765, + "loss_total": 0.006105325650423765, + "step": 82400 + }, + { + "loss_action": 0.011727137491106987, + "loss_total": 0.011727137491106987, + "step": 82400 + }, + { + "loss_action": 0.0016597813228145242, + "loss_total": 0.0016597813228145242, + "step": 82400 + }, + { + "loss_action": 0.006224106997251511, + "loss_total": 0.006224106997251511, + "step": 82400 + }, + { + "grad_norm": 0.16010691225528717, + "learning_rate": 8.224162463217849e-06, + "loss": 0.0069, + "step": 82410 + }, + { + "loss_action": 0.01361772045493126, + "loss_total": 0.01361772045493126, + "step": 82410 + }, + { + "loss_action": 0.009326032362878323, + "loss_total": 0.009326032362878323, + "step": 82410 + }, + { + "loss_action": 0.007239815313369036, + "loss_total": 0.007239815313369036, + "step": 82410 + }, + { + "loss_action": 0.005331211723387241, + "loss_total": 0.005331211723387241, + "step": 82410 + }, + { + "loss_action": 0.005238667596131563, + "loss_total": 0.005238667596131563, + "step": 82410 + }, + { + "loss_action": 0.0038649444468319416, + "loss_total": 0.0038649444468319416, + "step": 82410 + }, + { + "grad_norm": 0.3476894199848175, + "learning_rate": 8.215079510127139e-06, + "loss": 0.0104, + "step": 82420 + }, + { + "loss_action": 0.009441018104553223, + "loss_total": 0.009441018104553223, + "step": 82420 + }, + { + "loss_action": 0.006989728659391403, + "loss_total": 0.006989728659391403, + "step": 82420 + }, + { + "loss_action": 0.0023771794512867928, + "loss_total": 0.0023771794512867928, + "step": 82420 + }, + { + "loss_action": 0.0027838158421218395, + "loss_total": 0.0027838158421218395, + "step": 82420 + }, + { + "loss_action": 0.006514396984130144, + "loss_total": 0.006514396984130144, + "step": 82420 + }, + { + "loss_action": 0.009915677830576897, + "loss_total": 0.009915677830576897, + "step": 82420 + }, + { + "grad_norm": 0.21064814925193787, + "learning_rate": 8.206001126572521e-06, + "loss": 0.0091, + "step": 82430 + }, + { + "loss_action": 0.005471259355545044, + "loss_total": 0.005471259355545044, + "step": 82430 + }, + { + "loss_action": 0.00796941202133894, + "loss_total": 0.00796941202133894, + "step": 82430 + }, + { + "loss_action": 0.004908535163849592, + "loss_total": 0.004908535163849592, + "step": 82430 + }, + { + "loss_action": 0.007389132399111986, + "loss_total": 0.007389132399111986, + "step": 82430 + }, + { + "loss_action": 0.0054673305712640285, + "loss_total": 0.0054673305712640285, + "step": 82430 + }, + { + "loss_action": 0.01962263137102127, + "loss_total": 0.01962263137102127, + "step": 82430 + }, + { + "grad_norm": 0.1981634795665741, + "learning_rate": 8.196927313546776e-06, + "loss": 0.007, + "step": 82440 + }, + { + "loss_action": 0.008439837023615837, + "loss_total": 0.008439837023615837, + "step": 82440 + }, + { + "loss_action": 0.005881092045456171, + "loss_total": 0.005881092045456171, + "step": 82440 + }, + { + "loss_action": 0.01008568424731493, + "loss_total": 0.01008568424731493, + "step": 82440 + }, + { + "loss_action": 0.004258566070348024, + "loss_total": 0.004258566070348024, + "step": 82440 + }, + { + "loss_action": 0.005841005593538284, + "loss_total": 0.005841005593538284, + "step": 82440 + }, + { + "loss_action": 0.011439873836934566, + "loss_total": 0.011439873836934566, + "step": 82440 + }, + { + "grad_norm": 0.20737211406230927, + "learning_rate": 8.18785807204222e-06, + "loss": 0.0068, + "step": 82450 + }, + { + "loss_action": 0.00316716474480927, + "loss_total": 0.00316716474480927, + "step": 82450 + }, + { + "loss_action": 0.004661655984818935, + "loss_total": 0.004661655984818935, + "step": 82450 + }, + { + "loss_action": 0.003097592620179057, + "loss_total": 0.003097592620179057, + "step": 82450 + }, + { + "loss_action": 0.005197268445044756, + "loss_total": 0.005197268445044756, + "step": 82450 + }, + { + "loss_action": 0.003999169450253248, + "loss_total": 0.003999169450253248, + "step": 82450 + }, + { + "loss_action": 0.006718638818711042, + "loss_total": 0.006718638818711042, + "step": 82450 + }, + { + "grad_norm": 0.169136643409729, + "learning_rate": 8.178793403050627e-06, + "loss": 0.0069, + "step": 82460 + }, + { + "loss_action": 0.008321681059896946, + "loss_total": 0.008321681059896946, + "step": 82460 + }, + { + "loss_action": 0.0037564504891633987, + "loss_total": 0.0037564504891633987, + "step": 82460 + }, + { + "loss_action": 0.003375353990122676, + "loss_total": 0.003375353990122676, + "step": 82460 + }, + { + "loss_action": 0.0028982991352677345, + "loss_total": 0.0028982991352677345, + "step": 82460 + }, + { + "loss_action": 0.030604442581534386, + "loss_total": 0.030604442581534386, + "step": 82460 + }, + { + "loss_action": 0.003695735242217779, + "loss_total": 0.003695735242217779, + "step": 82460 + }, + { + "grad_norm": 0.1634175330400467, + "learning_rate": 8.16973330756331e-06, + "loss": 0.0079, + "step": 82470 + }, + { + "loss_action": 0.008365183137357235, + "loss_total": 0.008365183137357235, + "step": 82470 + }, + { + "loss_action": 0.01189503725618124, + "loss_total": 0.01189503725618124, + "step": 82470 + }, + { + "loss_action": 0.002973490860313177, + "loss_total": 0.002973490860313177, + "step": 82470 + }, + { + "loss_action": 0.005258259829133749, + "loss_total": 0.005258259829133749, + "step": 82470 + }, + { + "loss_action": 0.009365580976009369, + "loss_total": 0.009365580976009369, + "step": 82470 + }, + { + "loss_action": 0.0053459228947758675, + "loss_total": 0.0053459228947758675, + "step": 82470 + }, + { + "grad_norm": 0.20991724729537964, + "learning_rate": 8.16067778657107e-06, + "loss": 0.0082, + "step": 82480 + }, + { + "loss_action": 0.16028721630573273, + "loss_total": 0.16028721630573273, + "step": 82480 + }, + { + "loss_action": 0.0017627023626118898, + "loss_total": 0.0017627023626118898, + "step": 82480 + }, + { + "loss_action": 0.03456020727753639, + "loss_total": 0.03456020727753639, + "step": 82480 + }, + { + "loss_action": 0.003055792534723878, + "loss_total": 0.003055792534723878, + "step": 82480 + }, + { + "loss_action": 0.0303130354732275, + "loss_total": 0.0303130354732275, + "step": 82480 + }, + { + "loss_action": 0.0073289950378239155, + "loss_total": 0.0073289950378239155, + "step": 82480 + }, + { + "grad_norm": 0.22225119173526764, + "learning_rate": 8.151626841064214e-06, + "loss": 0.0105, + "step": 82490 + }, + { + "loss_action": 0.004765657242387533, + "loss_total": 0.004765657242387533, + "step": 82490 + }, + { + "loss_action": 0.003728556213900447, + "loss_total": 0.003728556213900447, + "step": 82490 + }, + { + "loss_action": 0.007955286651849747, + "loss_total": 0.007955286651849747, + "step": 82490 + }, + { + "loss_action": 0.006997338030487299, + "loss_total": 0.006997338030487299, + "step": 82490 + }, + { + "loss_action": 0.004294708836823702, + "loss_total": 0.004294708836823702, + "step": 82490 + }, + { + "loss_action": 0.0032813868019729853, + "loss_total": 0.0032813868019729853, + "step": 82490 + }, + { + "grad_norm": 0.1984100192785263, + "learning_rate": 8.142580472032518e-06, + "loss": 0.0084, + "step": 82500 + }, + { + "loss_action": 0.005332556087523699, + "loss_total": 0.005332556087523699, + "step": 82500 + }, + { + "loss_action": 0.008688537403941154, + "loss_total": 0.008688537403941154, + "step": 82500 + }, + { + "loss_action": 0.013871856965124607, + "loss_total": 0.013871856965124607, + "step": 82500 + }, + { + "loss_action": 0.017950695008039474, + "loss_total": 0.017950695008039474, + "step": 82500 + }, + { + "loss_action": 0.005070492625236511, + "loss_total": 0.005070492625236511, + "step": 82500 + }, + { + "loss_action": 0.006481603719294071, + "loss_total": 0.006481603719294071, + "step": 82500 + }, + { + "grad_norm": 0.21049179136753082, + "learning_rate": 8.133538680465285e-06, + "loss": 0.0078, + "step": 82510 + }, + { + "loss_action": 0.006556707434356213, + "loss_total": 0.006556707434356213, + "step": 82510 + }, + { + "loss_action": 0.006505521014332771, + "loss_total": 0.006505521014332771, + "step": 82510 + }, + { + "loss_action": 0.0027108043432235718, + "loss_total": 0.0027108043432235718, + "step": 82510 + }, + { + "loss_action": 0.005535951349884272, + "loss_total": 0.005535951349884272, + "step": 82510 + }, + { + "loss_action": 0.012379411607980728, + "loss_total": 0.012379411607980728, + "step": 82510 + }, + { + "loss_action": 0.0068664755672216415, + "loss_total": 0.0068664755672216415, + "step": 82510 + }, + { + "grad_norm": 0.2982845902442932, + "learning_rate": 8.124501467351336e-06, + "loss": 0.0092, + "step": 82520 + }, + { + "loss_action": 0.0026967644225806, + "loss_total": 0.0026967644225806, + "step": 82520 + }, + { + "loss_action": 0.002853728597983718, + "loss_total": 0.002853728597983718, + "step": 82520 + }, + { + "loss_action": 0.007064688019454479, + "loss_total": 0.007064688019454479, + "step": 82520 + }, + { + "loss_action": 0.006929469294846058, + "loss_total": 0.006929469294846058, + "step": 82520 + }, + { + "loss_action": 0.013724655844271183, + "loss_total": 0.013724655844271183, + "step": 82520 + }, + { + "loss_action": 0.008069681003689766, + "loss_total": 0.008069681003689766, + "step": 82520 + }, + { + "grad_norm": 0.2822716236114502, + "learning_rate": 8.11546883367893e-06, + "loss": 0.0097, + "step": 82530 + }, + { + "loss_action": 0.019143013283610344, + "loss_total": 0.019143013283610344, + "step": 82530 + }, + { + "loss_action": 0.032019298523664474, + "loss_total": 0.032019298523664474, + "step": 82530 + }, + { + "loss_action": 0.032630033791065216, + "loss_total": 0.032630033791065216, + "step": 82530 + }, + { + "loss_action": 0.01578441821038723, + "loss_total": 0.01578441821038723, + "step": 82530 + }, + { + "loss_action": 0.0044623129069805145, + "loss_total": 0.0044623129069805145, + "step": 82530 + }, + { + "loss_action": 0.00907772034406662, + "loss_total": 0.00907772034406662, + "step": 82530 + }, + { + "grad_norm": 0.21235473453998566, + "learning_rate": 8.106440780435882e-06, + "loss": 0.012, + "step": 82540 + }, + { + "loss_action": 0.00985969789326191, + "loss_total": 0.00985969789326191, + "step": 82540 + }, + { + "loss_action": 0.007073712535202503, + "loss_total": 0.007073712535202503, + "step": 82540 + }, + { + "loss_action": 0.009573985822498798, + "loss_total": 0.009573985822498798, + "step": 82540 + }, + { + "loss_action": 0.0019760739523917437, + "loss_total": 0.0019760739523917437, + "step": 82540 + }, + { + "loss_action": 0.00780597236007452, + "loss_total": 0.00780597236007452, + "step": 82540 + }, + { + "loss_action": 0.01148687582463026, + "loss_total": 0.01148687582463026, + "step": 82540 + }, + { + "grad_norm": 0.24522267282009125, + "learning_rate": 8.097417308609485e-06, + "loss": 0.0117, + "step": 82550 + }, + { + "loss_action": 0.004231718368828297, + "loss_total": 0.004231718368828297, + "step": 82550 + }, + { + "loss_action": 0.008172334171831608, + "loss_total": 0.008172334171831608, + "step": 82550 + }, + { + "loss_action": 0.010301276110112667, + "loss_total": 0.010301276110112667, + "step": 82550 + }, + { + "loss_action": 0.009926652535796165, + "loss_total": 0.009926652535796165, + "step": 82550 + }, + { + "loss_action": 0.0064163110218942165, + "loss_total": 0.0064163110218942165, + "step": 82550 + }, + { + "loss_action": 0.005371035076677799, + "loss_total": 0.005371035076677799, + "step": 82550 + }, + { + "grad_norm": 0.19405800104141235, + "learning_rate": 8.088398419186544e-06, + "loss": 0.0082, + "step": 82560 + }, + { + "loss_action": 0.0028536294121295214, + "loss_total": 0.0028536294121295214, + "step": 82560 + }, + { + "loss_action": 0.012744477950036526, + "loss_total": 0.012744477950036526, + "step": 82560 + }, + { + "loss_action": 0.003553664544597268, + "loss_total": 0.003553664544597268, + "step": 82560 + }, + { + "loss_action": 0.005404516588896513, + "loss_total": 0.005404516588896513, + "step": 82560 + }, + { + "loss_action": 0.0033307995181530714, + "loss_total": 0.0033307995181530714, + "step": 82560 + }, + { + "loss_action": 0.007081484422087669, + "loss_total": 0.007081484422087669, + "step": 82560 + }, + { + "grad_norm": 0.2554091811180115, + "learning_rate": 8.079384113153321e-06, + "loss": 0.0066, + "step": 82570 + }, + { + "loss_action": 0.0045389942824840546, + "loss_total": 0.0045389942824840546, + "step": 82570 + }, + { + "loss_action": 0.004967585671693087, + "loss_total": 0.004967585671693087, + "step": 82570 + }, + { + "loss_action": 0.004488571546971798, + "loss_total": 0.004488571546971798, + "step": 82570 + }, + { + "loss_action": 0.003585194470360875, + "loss_total": 0.003585194470360875, + "step": 82570 + }, + { + "loss_action": 0.007237523794174194, + "loss_total": 0.007237523794174194, + "step": 82570 + }, + { + "loss_action": 0.004201856907457113, + "loss_total": 0.004201856907457113, + "step": 82570 + }, + { + "grad_norm": 0.16635218262672424, + "learning_rate": 8.070374391495644e-06, + "loss": 0.0064, + "step": 82580 + }, + { + "loss_action": 0.02128528244793415, + "loss_total": 0.02128528244793415, + "step": 82580 + }, + { + "loss_action": 0.0057054925709962845, + "loss_total": 0.0057054925709962845, + "step": 82580 + }, + { + "loss_action": 0.005861482582986355, + "loss_total": 0.005861482582986355, + "step": 82580 + }, + { + "loss_action": 0.005713088437914848, + "loss_total": 0.005713088437914848, + "step": 82580 + }, + { + "loss_action": 0.03001396730542183, + "loss_total": 0.03001396730542183, + "step": 82580 + }, + { + "loss_action": 0.00361639098264277, + "loss_total": 0.00361639098264277, + "step": 82580 + }, + { + "grad_norm": 0.2635180354118347, + "learning_rate": 8.061369255198764e-06, + "loss": 0.0065, + "step": 82590 + }, + { + "loss_action": 0.0049849990755319595, + "loss_total": 0.0049849990755319595, + "step": 82590 + }, + { + "loss_action": 0.006565328221768141, + "loss_total": 0.006565328221768141, + "step": 82590 + }, + { + "loss_action": 0.003006350016221404, + "loss_total": 0.003006350016221404, + "step": 82590 + }, + { + "loss_action": 0.0041062962263822556, + "loss_total": 0.0041062962263822556, + "step": 82590 + }, + { + "loss_action": 0.017765501514077187, + "loss_total": 0.017765501514077187, + "step": 82590 + }, + { + "loss_action": 0.0031544279772788286, + "loss_total": 0.0031544279772788286, + "step": 82590 + }, + { + "grad_norm": 0.29740941524505615, + "learning_rate": 8.052368705247493e-06, + "loss": 0.0079, + "step": 82600 + }, + { + "loss_action": 0.00726113049313426, + "loss_total": 0.00726113049313426, + "step": 82600 + }, + { + "loss_action": 0.008726338855922222, + "loss_total": 0.008726338855922222, + "step": 82600 + }, + { + "loss_action": 0.0063986144959926605, + "loss_total": 0.0063986144959926605, + "step": 82600 + }, + { + "loss_action": 0.005891579203307629, + "loss_total": 0.005891579203307629, + "step": 82600 + }, + { + "loss_action": 0.003024336416274309, + "loss_total": 0.003024336416274309, + "step": 82600 + }, + { + "loss_action": 0.006100276950746775, + "loss_total": 0.006100276950746775, + "step": 82600 + }, + { + "grad_norm": 0.253418505191803, + "learning_rate": 8.043372742626114e-06, + "loss": 0.0084, + "step": 82610 + }, + { + "loss_action": 0.01213868148624897, + "loss_total": 0.01213868148624897, + "step": 82610 + }, + { + "loss_action": 0.012876367196440697, + "loss_total": 0.012876367196440697, + "step": 82610 + }, + { + "loss_action": 0.009548199363052845, + "loss_total": 0.009548199363052845, + "step": 82610 + }, + { + "loss_action": 0.006877577863633633, + "loss_total": 0.006877577863633633, + "step": 82610 + }, + { + "loss_action": 0.00562944496050477, + "loss_total": 0.00562944496050477, + "step": 82610 + }, + { + "loss_action": 0.00174086750485003, + "loss_total": 0.00174086750485003, + "step": 82610 + }, + { + "grad_norm": 0.24628543853759766, + "learning_rate": 8.034381368318422e-06, + "loss": 0.0078, + "step": 82620 + }, + { + "loss_action": 0.011722694151103497, + "loss_total": 0.011722694151103497, + "step": 82620 + }, + { + "loss_action": 0.0037986570969223976, + "loss_total": 0.0037986570969223976, + "step": 82620 + }, + { + "loss_action": 0.007461254950612783, + "loss_total": 0.007461254950612783, + "step": 82620 + }, + { + "loss_action": 0.010068481788039207, + "loss_total": 0.010068481788039207, + "step": 82620 + }, + { + "loss_action": 0.01766055077314377, + "loss_total": 0.01766055077314377, + "step": 82620 + }, + { + "loss_action": 0.007117992267012596, + "loss_total": 0.007117992267012596, + "step": 82620 + }, + { + "grad_norm": 0.16264815628528595, + "learning_rate": 8.025394583307677e-06, + "loss": 0.0106, + "step": 82630 + }, + { + "loss_action": 0.008692784234881401, + "loss_total": 0.008692784234881401, + "step": 82630 + }, + { + "loss_action": 0.005593514069914818, + "loss_total": 0.005593514069914818, + "step": 82630 + }, + { + "loss_action": 0.0026888069696724415, + "loss_total": 0.0026888069696724415, + "step": 82630 + }, + { + "loss_action": 0.0045188190415501595, + "loss_total": 0.0045188190415501595, + "step": 82630 + }, + { + "loss_action": 0.00959702953696251, + "loss_total": 0.00959702953696251, + "step": 82630 + }, + { + "loss_action": 0.006812608800828457, + "loss_total": 0.006812608800828457, + "step": 82630 + }, + { + "grad_norm": 0.2806278467178345, + "learning_rate": 8.016412388576683e-06, + "loss": 0.0086, + "step": 82640 + }, + { + "loss_action": 0.0061135683208703995, + "loss_total": 0.0061135683208703995, + "step": 82640 + }, + { + "loss_action": 0.010302343405783176, + "loss_total": 0.010302343405783176, + "step": 82640 + }, + { + "loss_action": 0.002506184158846736, + "loss_total": 0.002506184158846736, + "step": 82640 + }, + { + "loss_action": 0.008556503802537918, + "loss_total": 0.008556503802537918, + "step": 82640 + }, + { + "loss_action": 0.01119344960898161, + "loss_total": 0.01119344960898161, + "step": 82640 + }, + { + "loss_action": 0.00464701559394598, + "loss_total": 0.00464701559394598, + "step": 82640 + }, + { + "grad_norm": 0.2918347716331482, + "learning_rate": 8.007434785107699e-06, + "loss": 0.0082, + "step": 82650 + }, + { + "loss_action": 0.0032878578640520573, + "loss_total": 0.0032878578640520573, + "step": 82650 + }, + { + "loss_action": 0.0059418510645627975, + "loss_total": 0.0059418510645627975, + "step": 82650 + }, + { + "loss_action": 0.007719866000115871, + "loss_total": 0.007719866000115871, + "step": 82650 + }, + { + "loss_action": 0.007967528887093067, + "loss_total": 0.007967528887093067, + "step": 82650 + }, + { + "loss_action": 0.04432104155421257, + "loss_total": 0.04432104155421257, + "step": 82650 + }, + { + "loss_action": 0.004854146391153336, + "loss_total": 0.004854146391153336, + "step": 82650 + }, + { + "grad_norm": 0.12870502471923828, + "learning_rate": 7.998461773882509e-06, + "loss": 0.0072, + "step": 82660 + }, + { + "loss_action": 0.012543112970888615, + "loss_total": 0.012543112970888615, + "step": 82660 + }, + { + "loss_action": 0.005579220596700907, + "loss_total": 0.005579220596700907, + "step": 82660 + }, + { + "loss_action": 0.005978163797408342, + "loss_total": 0.005978163797408342, + "step": 82660 + }, + { + "loss_action": 0.008064319379627705, + "loss_total": 0.008064319379627705, + "step": 82660 + }, + { + "loss_action": 0.0032123506534844637, + "loss_total": 0.0032123506534844637, + "step": 82660 + }, + { + "loss_action": 0.0039025340229272842, + "loss_total": 0.0039025340229272842, + "step": 82660 + }, + { + "grad_norm": 0.20945872366428375, + "learning_rate": 7.989493355882393e-06, + "loss": 0.0085, + "step": 82670 + }, + { + "loss_action": 0.01473191287368536, + "loss_total": 0.01473191287368536, + "step": 82670 + }, + { + "loss_action": 0.009586269035935402, + "loss_total": 0.009586269035935402, + "step": 82670 + }, + { + "loss_action": 0.002149582840502262, + "loss_total": 0.002149582840502262, + "step": 82670 + }, + { + "loss_action": 0.007569065783172846, + "loss_total": 0.007569065783172846, + "step": 82670 + }, + { + "loss_action": 0.012016433291137218, + "loss_total": 0.012016433291137218, + "step": 82670 + }, + { + "loss_action": 0.003439141670241952, + "loss_total": 0.003439141670241952, + "step": 82670 + }, + { + "grad_norm": 0.16179774701595306, + "learning_rate": 7.980529532088137e-06, + "loss": 0.0103, + "step": 82680 + }, + { + "loss_action": 0.006935632787644863, + "loss_total": 0.006935632787644863, + "step": 82680 + }, + { + "loss_action": 0.01121057104319334, + "loss_total": 0.01121057104319334, + "step": 82680 + }, + { + "loss_action": 0.010791098698973656, + "loss_total": 0.010791098698973656, + "step": 82680 + }, + { + "loss_action": 0.010538692586123943, + "loss_total": 0.010538692586123943, + "step": 82680 + }, + { + "loss_action": 0.011052205227315426, + "loss_total": 0.011052205227315426, + "step": 82680 + }, + { + "loss_action": 0.003047801787033677, + "loss_total": 0.003047801787033677, + "step": 82680 + }, + { + "grad_norm": 0.21884587407112122, + "learning_rate": 7.97157030347998e-06, + "loss": 0.0088, + "step": 82690 + }, + { + "loss_action": 0.002597944112494588, + "loss_total": 0.002597944112494588, + "step": 82690 + }, + { + "loss_action": 0.0030693893786519766, + "loss_total": 0.0030693893786519766, + "step": 82690 + }, + { + "loss_action": 0.03241613879799843, + "loss_total": 0.03241613879799843, + "step": 82690 + }, + { + "loss_action": 0.002435315866023302, + "loss_total": 0.002435315866023302, + "step": 82690 + }, + { + "loss_action": 0.020282210782170296, + "loss_total": 0.020282210782170296, + "step": 82690 + }, + { + "loss_action": 0.003652531886473298, + "loss_total": 0.003652531886473298, + "step": 82690 + }, + { + "grad_norm": 0.2787039279937744, + "learning_rate": 7.96261567103772e-06, + "loss": 0.0083, + "step": 82700 + }, + { + "loss_action": 0.023467371240258217, + "loss_total": 0.023467371240258217, + "step": 82700 + }, + { + "loss_action": 0.009076402522623539, + "loss_total": 0.009076402522623539, + "step": 82700 + }, + { + "loss_action": 0.006461974699050188, + "loss_total": 0.006461974699050188, + "step": 82700 + }, + { + "loss_action": 0.004784766118973494, + "loss_total": 0.004784766118973494, + "step": 82700 + }, + { + "loss_action": 0.004050614312291145, + "loss_total": 0.004050614312291145, + "step": 82700 + }, + { + "loss_action": 0.0031574899330735207, + "loss_total": 0.0031574899330735207, + "step": 82700 + }, + { + "grad_norm": 0.1454443633556366, + "learning_rate": 7.953665635740593e-06, + "loss": 0.0084, + "step": 82710 + }, + { + "loss_action": 0.015213988721370697, + "loss_total": 0.015213988721370697, + "step": 82710 + }, + { + "loss_action": 0.006542702671140432, + "loss_total": 0.006542702671140432, + "step": 82710 + }, + { + "loss_action": 0.008191905915737152, + "loss_total": 0.008191905915737152, + "step": 82710 + }, + { + "loss_action": 0.004087654873728752, + "loss_total": 0.004087654873728752, + "step": 82710 + }, + { + "loss_action": 0.005023670382797718, + "loss_total": 0.005023670382797718, + "step": 82710 + }, + { + "loss_action": 0.008402341045439243, + "loss_total": 0.008402341045439243, + "step": 82710 + }, + { + "grad_norm": 0.22723247110843658, + "learning_rate": 7.94472019856738e-06, + "loss": 0.008, + "step": 82720 + }, + { + "loss_action": 0.004711332265287638, + "loss_total": 0.004711332265287638, + "step": 82720 + }, + { + "loss_action": 0.018069259822368622, + "loss_total": 0.018069259822368622, + "step": 82720 + }, + { + "loss_action": 0.008669375441968441, + "loss_total": 0.008669375441968441, + "step": 82720 + }, + { + "loss_action": 0.006690950132906437, + "loss_total": 0.006690950132906437, + "step": 82720 + }, + { + "loss_action": 0.0025717688258737326, + "loss_total": 0.0025717688258737326, + "step": 82720 + }, + { + "loss_action": 0.012359329499304295, + "loss_total": 0.012359329499304295, + "step": 82720 + }, + { + "grad_norm": 0.17742392420768738, + "learning_rate": 7.935779360496337e-06, + "loss": 0.0072, + "step": 82730 + }, + { + "loss_action": 0.005125998519361019, + "loss_total": 0.005125998519361019, + "step": 82730 + }, + { + "loss_action": 0.008515596389770508, + "loss_total": 0.008515596389770508, + "step": 82730 + }, + { + "loss_action": 0.0059402110055089, + "loss_total": 0.0059402110055089, + "step": 82730 + }, + { + "loss_action": 0.09881585091352463, + "loss_total": 0.09881585091352463, + "step": 82730 + }, + { + "loss_action": 0.002835924969986081, + "loss_total": 0.002835924969986081, + "step": 82730 + }, + { + "loss_action": 0.025678623467683792, + "loss_total": 0.025678623467683792, + "step": 82730 + }, + { + "grad_norm": 0.14556556940078735, + "learning_rate": 7.92684312250523e-06, + "loss": 0.0098, + "step": 82740 + }, + { + "loss_action": 0.00932003278285265, + "loss_total": 0.00932003278285265, + "step": 82740 + }, + { + "loss_action": 0.013585333712399006, + "loss_total": 0.013585333712399006, + "step": 82740 + }, + { + "loss_action": 0.006307599600404501, + "loss_total": 0.006307599600404501, + "step": 82740 + }, + { + "loss_action": 0.03347279131412506, + "loss_total": 0.03347279131412506, + "step": 82740 + }, + { + "loss_action": 0.013759506866335869, + "loss_total": 0.013759506866335869, + "step": 82740 + }, + { + "loss_action": 0.0059806350618600845, + "loss_total": 0.0059806350618600845, + "step": 82740 + }, + { + "grad_norm": 0.18248207867145538, + "learning_rate": 7.917911485571289e-06, + "loss": 0.0106, + "step": 82750 + }, + { + "loss_action": 0.006649547256529331, + "loss_total": 0.006649547256529331, + "step": 82750 + }, + { + "loss_action": 0.006774167064577341, + "loss_total": 0.006774167064577341, + "step": 82750 + }, + { + "loss_action": 0.002706313505768776, + "loss_total": 0.002706313505768776, + "step": 82750 + }, + { + "loss_action": 0.003619636408984661, + "loss_total": 0.003619636408984661, + "step": 82750 + }, + { + "loss_action": 0.007566535379737616, + "loss_total": 0.007566535379737616, + "step": 82750 + }, + { + "loss_action": 0.003291940549388528, + "loss_total": 0.003291940549388528, + "step": 82750 + }, + { + "grad_norm": 0.17309048771858215, + "learning_rate": 7.90898445067128e-06, + "loss": 0.0072, + "step": 82760 + }, + { + "loss_action": 0.005376533139497042, + "loss_total": 0.005376533139497042, + "step": 82760 + }, + { + "loss_action": 0.009223592467606068, + "loss_total": 0.009223592467606068, + "step": 82760 + }, + { + "loss_action": 0.008821389637887478, + "loss_total": 0.008821389637887478, + "step": 82760 + }, + { + "loss_action": 0.008626618422567844, + "loss_total": 0.008626618422567844, + "step": 82760 + }, + { + "loss_action": 0.008370812050998211, + "loss_total": 0.008370812050998211, + "step": 82760 + }, + { + "loss_action": 0.004954568576067686, + "loss_total": 0.004954568576067686, + "step": 82760 + }, + { + "grad_norm": 0.20975619554519653, + "learning_rate": 7.900062018781462e-06, + "loss": 0.0072, + "step": 82770 + }, + { + "loss_action": 0.057754453271627426, + "loss_total": 0.057754453271627426, + "step": 82770 + }, + { + "loss_action": 0.007635630201548338, + "loss_total": 0.007635630201548338, + "step": 82770 + }, + { + "loss_action": 0.016313279047608376, + "loss_total": 0.016313279047608376, + "step": 82770 + }, + { + "loss_action": 0.012892495840787888, + "loss_total": 0.012892495840787888, + "step": 82770 + }, + { + "loss_action": 0.01872873306274414, + "loss_total": 0.01872873306274414, + "step": 82770 + }, + { + "loss_action": 0.018767621368169785, + "loss_total": 0.018767621368169785, + "step": 82770 + }, + { + "grad_norm": 0.28259891271591187, + "learning_rate": 7.891144190877553e-06, + "loss": 0.0121, + "step": 82780 + }, + { + "loss_action": 0.0050158025696873665, + "loss_total": 0.0050158025696873665, + "step": 82780 + }, + { + "loss_action": 0.014766007661819458, + "loss_total": 0.014766007661819458, + "step": 82780 + }, + { + "loss_action": 0.0014521429548040032, + "loss_total": 0.0014521429548040032, + "step": 82780 + }, + { + "loss_action": 0.02794118970632553, + "loss_total": 0.02794118970632553, + "step": 82780 + }, + { + "loss_action": 0.00808651652187109, + "loss_total": 0.00808651652187109, + "step": 82780 + }, + { + "loss_action": 0.00838580820709467, + "loss_total": 0.00838580820709467, + "step": 82780 + }, + { + "grad_norm": 0.17261944711208344, + "learning_rate": 7.882230967934806e-06, + "loss": 0.0075, + "step": 82790 + }, + { + "loss_action": 0.00776295131072402, + "loss_total": 0.00776295131072402, + "step": 82790 + }, + { + "loss_action": 0.009905175305902958, + "loss_total": 0.009905175305902958, + "step": 82790 + }, + { + "loss_action": 0.00780625082552433, + "loss_total": 0.00780625082552433, + "step": 82790 + }, + { + "loss_action": 0.004668648820370436, + "loss_total": 0.004668648820370436, + "step": 82790 + }, + { + "loss_action": 0.013163582421839237, + "loss_total": 0.013163582421839237, + "step": 82790 + }, + { + "loss_action": 0.00495869480073452, + "loss_total": 0.00495869480073452, + "step": 82790 + }, + { + "grad_norm": 0.19639085233211517, + "learning_rate": 7.873322350927959e-06, + "loss": 0.0071, + "step": 82800 + }, + { + "loss_action": 0.015124082565307617, + "loss_total": 0.015124082565307617, + "step": 82800 + }, + { + "loss_action": 0.006679555866867304, + "loss_total": 0.006679555866867304, + "step": 82800 + }, + { + "loss_action": 0.00783003494143486, + "loss_total": 0.00783003494143486, + "step": 82800 + }, + { + "loss_action": 0.0023700641468167305, + "loss_total": 0.0023700641468167305, + "step": 82800 + }, + { + "loss_action": 0.0020714756101369858, + "loss_total": 0.0020714756101369858, + "step": 82800 + }, + { + "loss_action": 0.018436267971992493, + "loss_total": 0.018436267971992493, + "step": 82800 + }, + { + "grad_norm": 0.2522745430469513, + "learning_rate": 7.864418340831253e-06, + "loss": 0.0096, + "step": 82810 + }, + { + "loss_action": 0.004794841166585684, + "loss_total": 0.004794841166585684, + "step": 82810 + }, + { + "loss_action": 0.007400241214782, + "loss_total": 0.007400241214782, + "step": 82810 + }, + { + "loss_action": 0.008051986806094646, + "loss_total": 0.008051986806094646, + "step": 82810 + }, + { + "loss_action": 0.029117433354258537, + "loss_total": 0.029117433354258537, + "step": 82810 + }, + { + "loss_action": 0.017046930268406868, + "loss_total": 0.017046930268406868, + "step": 82810 + }, + { + "loss_action": 0.009512309916317463, + "loss_total": 0.009512309916317463, + "step": 82810 + }, + { + "grad_norm": 0.23459084331989288, + "learning_rate": 7.855518938618395e-06, + "loss": 0.0091, + "step": 82820 + }, + { + "loss_action": 0.0029963036067783833, + "loss_total": 0.0029963036067783833, + "step": 82820 + }, + { + "loss_action": 0.0043201991356909275, + "loss_total": 0.0043201991356909275, + "step": 82820 + }, + { + "loss_action": 0.0038880822248756886, + "loss_total": 0.0038880822248756886, + "step": 82820 + }, + { + "loss_action": 0.005532200913876295, + "loss_total": 0.005532200913876295, + "step": 82820 + }, + { + "loss_action": 0.04208213463425636, + "loss_total": 0.04208213463425636, + "step": 82820 + }, + { + "loss_action": 0.006036251783370972, + "loss_total": 0.006036251783370972, + "step": 82820 + }, + { + "grad_norm": 0.24941344559192657, + "learning_rate": 7.846624145262633e-06, + "loss": 0.011, + "step": 82830 + }, + { + "loss_action": 0.004324890207499266, + "loss_total": 0.004324890207499266, + "step": 82830 + }, + { + "loss_action": 0.002771844156086445, + "loss_total": 0.002771844156086445, + "step": 82830 + }, + { + "loss_action": 0.007571847178041935, + "loss_total": 0.007571847178041935, + "step": 82830 + }, + { + "loss_action": 0.005896160379052162, + "loss_total": 0.005896160379052162, + "step": 82830 + }, + { + "loss_action": 0.004549010656774044, + "loss_total": 0.004549010656774044, + "step": 82830 + }, + { + "loss_action": 0.007961761206388474, + "loss_total": 0.007961761206388474, + "step": 82830 + }, + { + "grad_norm": 0.15314118564128876, + "learning_rate": 7.837733961736672e-06, + "loss": 0.007, + "step": 82840 + }, + { + "loss_action": 0.0031218782532960176, + "loss_total": 0.0031218782532960176, + "step": 82840 + }, + { + "loss_action": 0.004354808479547501, + "loss_total": 0.004354808479547501, + "step": 82840 + }, + { + "loss_action": 0.0036334749311208725, + "loss_total": 0.0036334749311208725, + "step": 82840 + }, + { + "loss_action": 0.0072209578938782215, + "loss_total": 0.0072209578938782215, + "step": 82840 + }, + { + "loss_action": 0.012776987627148628, + "loss_total": 0.012776987627148628, + "step": 82840 + }, + { + "loss_action": 0.010672276839613914, + "loss_total": 0.010672276839613914, + "step": 82840 + }, + { + "grad_norm": 0.2013101726770401, + "learning_rate": 7.828848389012727e-06, + "loss": 0.0078, + "step": 82850 + }, + { + "loss_action": 0.002896360820159316, + "loss_total": 0.002896360820159316, + "step": 82850 + }, + { + "loss_action": 0.0038495096378028393, + "loss_total": 0.0038495096378028393, + "step": 82850 + }, + { + "loss_action": 0.009903580881655216, + "loss_total": 0.009903580881655216, + "step": 82850 + }, + { + "loss_action": 0.0020134649239480495, + "loss_total": 0.0020134649239480495, + "step": 82850 + }, + { + "loss_action": 0.0028842317406088114, + "loss_total": 0.0028842317406088114, + "step": 82850 + }, + { + "loss_action": 0.006791130173951387, + "loss_total": 0.006791130173951387, + "step": 82850 + }, + { + "grad_norm": 0.16866841912269592, + "learning_rate": 7.819967428062524e-06, + "loss": 0.0076, + "step": 82860 + }, + { + "loss_action": 0.006064520217478275, + "loss_total": 0.006064520217478275, + "step": 82860 + }, + { + "loss_action": 0.003410469042137265, + "loss_total": 0.003410469042137265, + "step": 82860 + }, + { + "loss_action": 0.008083379827439785, + "loss_total": 0.008083379827439785, + "step": 82860 + }, + { + "loss_action": 0.0029330344405025244, + "loss_total": 0.0029330344405025244, + "step": 82860 + }, + { + "loss_action": 0.050509270280599594, + "loss_total": 0.050509270280599594, + "step": 82860 + }, + { + "loss_action": 0.003340792376548052, + "loss_total": 0.003340792376548052, + "step": 82860 + }, + { + "grad_norm": 0.301400363445282, + "learning_rate": 7.811091079857274e-06, + "loss": 0.0095, + "step": 82870 + }, + { + "loss_action": 0.004576642066240311, + "loss_total": 0.004576642066240311, + "step": 82870 + }, + { + "loss_action": 0.004124899860471487, + "loss_total": 0.004124899860471487, + "step": 82870 + }, + { + "loss_action": 0.004312481731176376, + "loss_total": 0.004312481731176376, + "step": 82870 + }, + { + "loss_action": 0.005475234240293503, + "loss_total": 0.005475234240293503, + "step": 82870 + }, + { + "loss_action": 0.010225360281765461, + "loss_total": 0.010225360281765461, + "step": 82870 + }, + { + "loss_action": 0.0038702134042978287, + "loss_total": 0.0038702134042978287, + "step": 82870 + }, + { + "grad_norm": 0.18100011348724365, + "learning_rate": 7.802219345367667e-06, + "loss": 0.0089, + "step": 82880 + }, + { + "loss_action": 0.00459333136677742, + "loss_total": 0.00459333136677742, + "step": 82880 + }, + { + "loss_action": 0.004806125070899725, + "loss_total": 0.004806125070899725, + "step": 82880 + }, + { + "loss_action": 0.005520662758499384, + "loss_total": 0.005520662758499384, + "step": 82880 + }, + { + "loss_action": 0.003071429440751672, + "loss_total": 0.003071429440751672, + "step": 82880 + }, + { + "loss_action": 0.0063612195663154125, + "loss_total": 0.0063612195663154125, + "step": 82880 + }, + { + "loss_action": 0.004956895485520363, + "loss_total": 0.004956895485520363, + "step": 82880 + }, + { + "grad_norm": 0.2299749255180359, + "learning_rate": 7.793352225563916e-06, + "loss": 0.0089, + "step": 82890 + }, + { + "loss_action": 0.06673551350831985, + "loss_total": 0.06673551350831985, + "step": 82890 + }, + { + "loss_action": 0.005500169936567545, + "loss_total": 0.005500169936567545, + "step": 82890 + }, + { + "loss_action": 0.008919376879930496, + "loss_total": 0.008919376879930496, + "step": 82890 + }, + { + "loss_action": 0.0023518595844507217, + "loss_total": 0.0023518595844507217, + "step": 82890 + }, + { + "loss_action": 0.0051919808611273766, + "loss_total": 0.0051919808611273766, + "step": 82890 + }, + { + "loss_action": 0.004368633963167667, + "loss_total": 0.004368633963167667, + "step": 82890 + }, + { + "grad_norm": 0.16107580065727234, + "learning_rate": 7.7844897214157e-06, + "loss": 0.0096, + "step": 82900 + }, + { + "loss_action": 0.007528990041464567, + "loss_total": 0.007528990041464567, + "step": 82900 + }, + { + "loss_action": 0.004851280711591244, + "loss_total": 0.004851280711591244, + "step": 82900 + }, + { + "loss_action": 0.009134840220212936, + "loss_total": 0.009134840220212936, + "step": 82900 + }, + { + "loss_action": 0.008852626197040081, + "loss_total": 0.008852626197040081, + "step": 82900 + }, + { + "loss_action": 0.00665329722687602, + "loss_total": 0.00665329722687602, + "step": 82900 + }, + { + "loss_action": 0.013219736516475677, + "loss_total": 0.013219736516475677, + "step": 82900 + }, + { + "grad_norm": 0.22090132534503937, + "learning_rate": 7.775631833892228e-06, + "loss": 0.0086, + "step": 82910 + }, + { + "loss_action": 0.05783692002296448, + "loss_total": 0.05783692002296448, + "step": 82910 + }, + { + "loss_action": 0.0038114162161946297, + "loss_total": 0.0038114162161946297, + "step": 82910 + }, + { + "loss_action": 0.00415621604770422, + "loss_total": 0.00415621604770422, + "step": 82910 + }, + { + "loss_action": 0.006464880891144276, + "loss_total": 0.006464880891144276, + "step": 82910 + }, + { + "loss_action": 0.00420396076515317, + "loss_total": 0.00420396076515317, + "step": 82910 + }, + { + "loss_action": 0.014754485338926315, + "loss_total": 0.014754485338926315, + "step": 82910 + }, + { + "grad_norm": 0.19298717379570007, + "learning_rate": 7.76677856396215e-06, + "loss": 0.0085, + "step": 82920 + }, + { + "loss_action": 0.004739957861602306, + "loss_total": 0.004739957861602306, + "step": 82920 + }, + { + "loss_action": 0.003468313254415989, + "loss_total": 0.003468313254415989, + "step": 82920 + }, + { + "loss_action": 0.007675125729292631, + "loss_total": 0.007675125729292631, + "step": 82920 + }, + { + "loss_action": 0.006932994816452265, + "loss_total": 0.006932994816452265, + "step": 82920 + }, + { + "loss_action": 0.006575922016054392, + "loss_total": 0.006575922016054392, + "step": 82920 + }, + { + "loss_action": 0.003050965489819646, + "loss_total": 0.003050965489819646, + "step": 82920 + }, + { + "grad_norm": 0.2504993677139282, + "learning_rate": 7.757929912593697e-06, + "loss": 0.0103, + "step": 82930 + }, + { + "loss_action": 0.008596682921051979, + "loss_total": 0.008596682921051979, + "step": 82930 + }, + { + "loss_action": 0.006042241118848324, + "loss_total": 0.006042241118848324, + "step": 82930 + }, + { + "loss_action": 0.002558498177677393, + "loss_total": 0.002558498177677393, + "step": 82930 + }, + { + "loss_action": 0.0022329664789140224, + "loss_total": 0.0022329664789140224, + "step": 82930 + }, + { + "loss_action": 0.008303935639560223, + "loss_total": 0.008303935639560223, + "step": 82930 + }, + { + "loss_action": 0.01800030656158924, + "loss_total": 0.01800030656158924, + "step": 82930 + }, + { + "grad_norm": 0.20400699973106384, + "learning_rate": 7.749085880754509e-06, + "loss": 0.0078, + "step": 82940 + }, + { + "loss_action": 0.00886551383882761, + "loss_total": 0.00886551383882761, + "step": 82940 + }, + { + "loss_action": 0.0033916335087269545, + "loss_total": 0.0033916335087269545, + "step": 82940 + }, + { + "loss_action": 0.010025114752352238, + "loss_total": 0.010025114752352238, + "step": 82940 + }, + { + "loss_action": 0.0023444490507245064, + "loss_total": 0.0023444490507245064, + "step": 82940 + }, + { + "loss_action": 0.004296471830457449, + "loss_total": 0.004296471830457449, + "step": 82940 + }, + { + "loss_action": 0.003961910028010607, + "loss_total": 0.003961910028010607, + "step": 82940 + }, + { + "grad_norm": 0.16027012467384338, + "learning_rate": 7.740246469411777e-06, + "loss": 0.0081, + "step": 82950 + }, + { + "loss_action": 0.0031972615979611874, + "loss_total": 0.0031972615979611874, + "step": 82950 + }, + { + "loss_action": 0.003967709373682737, + "loss_total": 0.003967709373682737, + "step": 82950 + }, + { + "loss_action": 0.06251554191112518, + "loss_total": 0.06251554191112518, + "step": 82950 + }, + { + "loss_action": 0.005801236256957054, + "loss_total": 0.005801236256957054, + "step": 82950 + }, + { + "loss_action": 0.01230910886079073, + "loss_total": 0.01230910886079073, + "step": 82950 + }, + { + "loss_action": 0.003193217795342207, + "loss_total": 0.003193217795342207, + "step": 82950 + }, + { + "grad_norm": 0.2920757830142975, + "learning_rate": 7.731411679532142e-06, + "loss": 0.0091, + "step": 82960 + }, + { + "loss_action": 0.008190475404262543, + "loss_total": 0.008190475404262543, + "step": 82960 + }, + { + "loss_action": 0.019450010731816292, + "loss_total": 0.019450010731816292, + "step": 82960 + }, + { + "loss_action": 0.003931385464966297, + "loss_total": 0.003931385464966297, + "step": 82960 + }, + { + "loss_action": 0.010627470910549164, + "loss_total": 0.010627470910549164, + "step": 82960 + }, + { + "loss_action": 0.0033003564458340406, + "loss_total": 0.0033003564458340406, + "step": 82960 + }, + { + "loss_action": 0.009169592522084713, + "loss_total": 0.009169592522084713, + "step": 82960 + }, + { + "grad_norm": 0.16954192519187927, + "learning_rate": 7.722581512081779e-06, + "loss": 0.0085, + "step": 82970 + }, + { + "loss_action": 0.010812235064804554, + "loss_total": 0.010812235064804554, + "step": 82970 + }, + { + "loss_action": 0.003919871989637613, + "loss_total": 0.003919871989637613, + "step": 82970 + }, + { + "loss_action": 0.004799124784767628, + "loss_total": 0.004799124784767628, + "step": 82970 + }, + { + "loss_action": 0.006360397208482027, + "loss_total": 0.006360397208482027, + "step": 82970 + }, + { + "loss_action": 0.011546794325113297, + "loss_total": 0.011546794325113297, + "step": 82970 + }, + { + "loss_action": 0.0209977887570858, + "loss_total": 0.0209977887570858, + "step": 82970 + }, + { + "grad_norm": 0.28076788783073425, + "learning_rate": 7.713755968026331e-06, + "loss": 0.0109, + "step": 82980 + }, + { + "loss_action": 0.006615012418478727, + "loss_total": 0.006615012418478727, + "step": 82980 + }, + { + "loss_action": 0.006708737928420305, + "loss_total": 0.006708737928420305, + "step": 82980 + }, + { + "loss_action": 0.006329103838652372, + "loss_total": 0.006329103838652372, + "step": 82980 + }, + { + "loss_action": 0.057286184281110764, + "loss_total": 0.057286184281110764, + "step": 82980 + }, + { + "loss_action": 0.0067196013405919075, + "loss_total": 0.0067196013405919075, + "step": 82980 + }, + { + "loss_action": 0.004495133645832539, + "loss_total": 0.004495133645832539, + "step": 82980 + }, + { + "grad_norm": 0.16895078122615814, + "learning_rate": 7.704935048330969e-06, + "loss": 0.0091, + "step": 82990 + }, + { + "loss_action": 0.0180806927382946, + "loss_total": 0.0180806927382946, + "step": 82990 + }, + { + "loss_action": 0.005543819162994623, + "loss_total": 0.005543819162994623, + "step": 82990 + }, + { + "loss_action": 0.011855876073241234, + "loss_total": 0.011855876073241234, + "step": 82990 + }, + { + "loss_action": 0.006641710177063942, + "loss_total": 0.006641710177063942, + "step": 82990 + }, + { + "loss_action": 0.018540063872933388, + "loss_total": 0.018540063872933388, + "step": 82990 + }, + { + "loss_action": 0.0015354974893853068, + "loss_total": 0.0015354974893853068, + "step": 82990 + }, + { + "grad_norm": 0.18007738888263702, + "learning_rate": 7.696118753960313e-06, + "loss": 0.0082, + "step": 83000 + }, + { + "loss_action": 0.006042322609573603, + "loss_total": 0.006042322609573603, + "step": 83000 + }, + { + "loss_action": 0.013826120644807816, + "loss_total": 0.013826120644807816, + "step": 83000 + }, + { + "loss_action": 0.00636152271181345, + "loss_total": 0.00636152271181345, + "step": 83000 + }, + { + "loss_action": 0.009840804152190685, + "loss_total": 0.009840804152190685, + "step": 83000 + }, + { + "loss_action": 0.008771546185016632, + "loss_total": 0.008771546185016632, + "step": 83000 + }, + { + "loss_action": 0.011830263771116734, + "loss_total": 0.011830263771116734, + "step": 83000 + }, + { + "grad_norm": 0.16774936020374298, + "learning_rate": 7.687307085878503e-06, + "loss": 0.0089, + "step": 83010 + }, + { + "loss_action": 0.01324877142906189, + "loss_total": 0.01324877142906189, + "step": 83010 + }, + { + "loss_action": 0.004608897026628256, + "loss_total": 0.004608897026628256, + "step": 83010 + }, + { + "loss_action": 0.004206160083413124, + "loss_total": 0.004206160083413124, + "step": 83010 + }, + { + "loss_action": 0.0055679152719676495, + "loss_total": 0.0055679152719676495, + "step": 83010 + }, + { + "loss_action": 0.008316063322126865, + "loss_total": 0.008316063322126865, + "step": 83010 + }, + { + "loss_action": 0.02498994581401348, + "loss_total": 0.02498994581401348, + "step": 83010 + }, + { + "grad_norm": 0.19397489726543427, + "learning_rate": 7.678500045049186e-06, + "loss": 0.0077, + "step": 83020 + }, + { + "loss_action": 0.006579694803804159, + "loss_total": 0.006579694803804159, + "step": 83020 + }, + { + "loss_action": 0.005146926734596491, + "loss_total": 0.005146926734596491, + "step": 83020 + }, + { + "loss_action": 0.008470064029097557, + "loss_total": 0.008470064029097557, + "step": 83020 + }, + { + "loss_action": 0.02931814081966877, + "loss_total": 0.02931814081966877, + "step": 83020 + }, + { + "loss_action": 0.005324408877640963, + "loss_total": 0.005324408877640963, + "step": 83020 + }, + { + "loss_action": 0.015191495418548584, + "loss_total": 0.015191495418548584, + "step": 83020 + }, + { + "grad_norm": 0.1986859291791916, + "learning_rate": 7.669697632435463e-06, + "loss": 0.0102, + "step": 83030 + }, + { + "loss_action": 0.007740020751953125, + "loss_total": 0.007740020751953125, + "step": 83030 + }, + { + "loss_action": 0.005359068978577852, + "loss_total": 0.005359068978577852, + "step": 83030 + }, + { + "loss_action": 0.004587176255881786, + "loss_total": 0.004587176255881786, + "step": 83030 + }, + { + "loss_action": 0.016354840248823166, + "loss_total": 0.016354840248823166, + "step": 83030 + }, + { + "loss_action": 0.03731462359428406, + "loss_total": 0.03731462359428406, + "step": 83030 + }, + { + "loss_action": 0.012602345086634159, + "loss_total": 0.012602345086634159, + "step": 83030 + }, + { + "grad_norm": 0.18180803954601288, + "learning_rate": 7.660899848999963e-06, + "loss": 0.0098, + "step": 83040 + }, + { + "loss_action": 0.006510828156024218, + "loss_total": 0.006510828156024218, + "step": 83040 + }, + { + "loss_action": 0.006808821577578783, + "loss_total": 0.006808821577578783, + "step": 83040 + }, + { + "loss_action": 0.0026472550816833973, + "loss_total": 0.0026472550816833973, + "step": 83040 + }, + { + "loss_action": 0.00563453184440732, + "loss_total": 0.00563453184440732, + "step": 83040 + }, + { + "loss_action": 0.008371559903025627, + "loss_total": 0.008371559903025627, + "step": 83040 + }, + { + "loss_action": 0.007863803766667843, + "loss_total": 0.007863803766667843, + "step": 83040 + }, + { + "grad_norm": 0.23051521182060242, + "learning_rate": 7.652106695704803e-06, + "loss": 0.0099, + "step": 83050 + }, + { + "loss_action": 0.005352365784347057, + "loss_total": 0.005352365784347057, + "step": 83050 + }, + { + "loss_action": 0.006750394124537706, + "loss_total": 0.006750394124537706, + "step": 83050 + }, + { + "loss_action": 0.08708987385034561, + "loss_total": 0.08708987385034561, + "step": 83050 + }, + { + "loss_action": 0.005685732234269381, + "loss_total": 0.005685732234269381, + "step": 83050 + }, + { + "loss_action": 0.003730800934135914, + "loss_total": 0.003730800934135914, + "step": 83050 + }, + { + "loss_action": 0.0026963038835674524, + "loss_total": 0.0026963038835674524, + "step": 83050 + }, + { + "grad_norm": 0.23537085950374603, + "learning_rate": 7.643318173511598e-06, + "loss": 0.009, + "step": 83060 + }, + { + "loss_action": 0.00516678998246789, + "loss_total": 0.00516678998246789, + "step": 83060 + }, + { + "loss_action": 0.0066343448124825954, + "loss_total": 0.0066343448124825954, + "step": 83060 + }, + { + "loss_action": 0.003987608477473259, + "loss_total": 0.003987608477473259, + "step": 83060 + }, + { + "loss_action": 0.011255153454840183, + "loss_total": 0.011255153454840183, + "step": 83060 + }, + { + "loss_action": 0.005747795104980469, + "loss_total": 0.005747795104980469, + "step": 83060 + }, + { + "loss_action": 0.018143128603696823, + "loss_total": 0.018143128603696823, + "step": 83060 + }, + { + "grad_norm": 0.13920781016349792, + "learning_rate": 7.634534283381423e-06, + "loss": 0.0087, + "step": 83070 + }, + { + "loss_action": 0.021228967234492302, + "loss_total": 0.021228967234492302, + "step": 83070 + }, + { + "loss_action": 0.005361298564821482, + "loss_total": 0.005361298564821482, + "step": 83070 + }, + { + "loss_action": 0.01013206597417593, + "loss_total": 0.01013206597417593, + "step": 83070 + }, + { + "loss_action": 0.00828456785529852, + "loss_total": 0.00828456785529852, + "step": 83070 + }, + { + "loss_action": 0.00935119204223156, + "loss_total": 0.00935119204223156, + "step": 83070 + }, + { + "loss_action": 0.003207499859854579, + "loss_total": 0.003207499859854579, + "step": 83070 + }, + { + "grad_norm": 0.22386617958545685, + "learning_rate": 7.625755026274889e-06, + "loss": 0.0074, + "step": 83080 + }, + { + "loss_action": 0.004881698172539473, + "loss_total": 0.004881698172539473, + "step": 83080 + }, + { + "loss_action": 0.0037266460712999105, + "loss_total": 0.0037266460712999105, + "step": 83080 + }, + { + "loss_action": 0.010907795280218124, + "loss_total": 0.010907795280218124, + "step": 83080 + }, + { + "loss_action": 0.0032656099647283554, + "loss_total": 0.0032656099647283554, + "step": 83080 + }, + { + "loss_action": 0.005628582555800676, + "loss_total": 0.005628582555800676, + "step": 83080 + }, + { + "loss_action": 0.0031322273425757885, + "loss_total": 0.0031322273425757885, + "step": 83080 + }, + { + "grad_norm": 0.2206675261259079, + "learning_rate": 7.616980403152069e-06, + "loss": 0.0093, + "step": 83090 + }, + { + "loss_action": 0.018159085884690285, + "loss_total": 0.018159085884690285, + "step": 83090 + }, + { + "loss_action": 0.005278009921312332, + "loss_total": 0.005278009921312332, + "step": 83090 + }, + { + "loss_action": 0.0037905897479504347, + "loss_total": 0.0037905897479504347, + "step": 83090 + }, + { + "loss_action": 0.004122164566069841, + "loss_total": 0.004122164566069841, + "step": 83090 + }, + { + "loss_action": 0.011464661918580532, + "loss_total": 0.011464661918580532, + "step": 83090 + }, + { + "loss_action": 0.009360112249851227, + "loss_total": 0.009360112249851227, + "step": 83090 + }, + { + "grad_norm": 0.2074224203824997, + "learning_rate": 7.608210414972561e-06, + "loss": 0.0097, + "step": 83100 + }, + { + "loss_action": 0.009246544912457466, + "loss_total": 0.009246544912457466, + "step": 83100 + }, + { + "loss_action": 0.003867798950523138, + "loss_total": 0.003867798950523138, + "step": 83100 + }, + { + "loss_action": 0.02006063237786293, + "loss_total": 0.02006063237786293, + "step": 83100 + }, + { + "loss_action": 0.005535244010388851, + "loss_total": 0.005535244010388851, + "step": 83100 + }, + { + "loss_action": 0.004850971046835184, + "loss_total": 0.004850971046835184, + "step": 83100 + }, + { + "loss_action": 0.002683549653738737, + "loss_total": 0.002683549653738737, + "step": 83100 + }, + { + "grad_norm": 0.17950454354286194, + "learning_rate": 7.599445062695404e-06, + "loss": 0.0077, + "step": 83110 + }, + { + "loss_action": 0.0024121750611811876, + "loss_total": 0.0024121750611811876, + "step": 83110 + }, + { + "loss_action": 0.0247044675052166, + "loss_total": 0.0247044675052166, + "step": 83110 + }, + { + "loss_action": 0.014722456224262714, + "loss_total": 0.014722456224262714, + "step": 83110 + }, + { + "loss_action": 0.011053349822759628, + "loss_total": 0.011053349822759628, + "step": 83110 + }, + { + "loss_action": 0.005982697941362858, + "loss_total": 0.005982697941362858, + "step": 83110 + }, + { + "loss_action": 0.005867490079253912, + "loss_total": 0.005867490079253912, + "step": 83110 + }, + { + "grad_norm": 0.19903786480426788, + "learning_rate": 7.590684347279214e-06, + "loss": 0.0077, + "step": 83120 + }, + { + "loss_action": 0.0200031790882349, + "loss_total": 0.0200031790882349, + "step": 83120 + }, + { + "loss_action": 0.0036146908532828093, + "loss_total": 0.0036146908532828093, + "step": 83120 + }, + { + "loss_action": 0.007447142153978348, + "loss_total": 0.007447142153978348, + "step": 83120 + }, + { + "loss_action": 0.022832609713077545, + "loss_total": 0.022832609713077545, + "step": 83120 + }, + { + "loss_action": 0.006109696812927723, + "loss_total": 0.006109696812927723, + "step": 83120 + }, + { + "loss_action": 0.008080675266683102, + "loss_total": 0.008080675266683102, + "step": 83120 + }, + { + "grad_norm": 0.5779014825820923, + "learning_rate": 7.581928269682004e-06, + "loss": 0.0119, + "step": 83130 + }, + { + "loss_action": 0.00706148985773325, + "loss_total": 0.00706148985773325, + "step": 83130 + }, + { + "loss_action": 0.02272159233689308, + "loss_total": 0.02272159233689308, + "step": 83130 + }, + { + "loss_action": 0.011153602972626686, + "loss_total": 0.011153602972626686, + "step": 83130 + }, + { + "loss_action": 0.002997996285557747, + "loss_total": 0.002997996285557747, + "step": 83130 + }, + { + "loss_action": 0.004799421411007643, + "loss_total": 0.004799421411007643, + "step": 83130 + }, + { + "loss_action": 0.004916104022413492, + "loss_total": 0.004916104022413492, + "step": 83130 + }, + { + "grad_norm": 0.2029314935207367, + "learning_rate": 7.573176830861361e-06, + "loss": 0.0074, + "step": 83140 + }, + { + "loss_action": 0.0064726052805781364, + "loss_total": 0.0064726052805781364, + "step": 83140 + }, + { + "loss_action": 0.012200143188238144, + "loss_total": 0.012200143188238144, + "step": 83140 + }, + { + "loss_action": 0.004895341582596302, + "loss_total": 0.004895341582596302, + "step": 83140 + }, + { + "loss_action": 0.009617776609957218, + "loss_total": 0.009617776609957218, + "step": 83140 + }, + { + "loss_action": 0.004988919477909803, + "loss_total": 0.004988919477909803, + "step": 83140 + }, + { + "loss_action": 0.007369746919721365, + "loss_total": 0.007369746919721365, + "step": 83140 + }, + { + "grad_norm": 0.20645786821842194, + "learning_rate": 7.5644300317743e-06, + "loss": 0.0075, + "step": 83150 + }, + { + "loss_action": 0.007716240826994181, + "loss_total": 0.007716240826994181, + "step": 83150 + }, + { + "loss_action": 0.003125803777948022, + "loss_total": 0.003125803777948022, + "step": 83150 + }, + { + "loss_action": 0.006303328089416027, + "loss_total": 0.006303328089416027, + "step": 83150 + }, + { + "loss_action": 0.0034559154883027077, + "loss_total": 0.0034559154883027077, + "step": 83150 + }, + { + "loss_action": 0.0028745681047439575, + "loss_total": 0.0028745681047439575, + "step": 83150 + }, + { + "loss_action": 0.006507310084998608, + "loss_total": 0.006507310084998608, + "step": 83150 + }, + { + "grad_norm": 0.23039861023426056, + "learning_rate": 7.555687873377376e-06, + "loss": 0.0098, + "step": 83160 + }, + { + "loss_action": 0.005297291092574596, + "loss_total": 0.005297291092574596, + "step": 83160 + }, + { + "loss_action": 0.006541633978486061, + "loss_total": 0.006541633978486061, + "step": 83160 + }, + { + "loss_action": 0.009273765608668327, + "loss_total": 0.009273765608668327, + "step": 83160 + }, + { + "loss_action": 0.008576513268053532, + "loss_total": 0.008576513268053532, + "step": 83160 + }, + { + "loss_action": 0.016415253281593323, + "loss_total": 0.016415253281593323, + "step": 83160 + }, + { + "loss_action": 0.0073184967041015625, + "loss_total": 0.0073184967041015625, + "step": 83160 + }, + { + "grad_norm": 0.2381129264831543, + "learning_rate": 7.546950356626592e-06, + "loss": 0.0126, + "step": 83170 + }, + { + "loss_action": 0.008051642216742039, + "loss_total": 0.008051642216742039, + "step": 83170 + }, + { + "loss_action": 0.029061999171972275, + "loss_total": 0.029061999171972275, + "step": 83170 + }, + { + "loss_action": 0.0056503391824662685, + "loss_total": 0.0056503391824662685, + "step": 83170 + }, + { + "loss_action": 0.003199994098395109, + "loss_total": 0.003199994098395109, + "step": 83170 + }, + { + "loss_action": 0.0020149170886725187, + "loss_total": 0.0020149170886725187, + "step": 83170 + }, + { + "loss_action": 0.004217523615807295, + "loss_total": 0.004217523615807295, + "step": 83170 + }, + { + "grad_norm": 0.2169787585735321, + "learning_rate": 7.538217482477516e-06, + "loss": 0.0073, + "step": 83180 + }, + { + "loss_action": 0.011260874569416046, + "loss_total": 0.011260874569416046, + "step": 83180 + }, + { + "loss_action": 0.02022373676300049, + "loss_total": 0.02022373676300049, + "step": 83180 + }, + { + "loss_action": 0.0024439969565719366, + "loss_total": 0.0024439969565719366, + "step": 83180 + }, + { + "loss_action": 0.022436918690800667, + "loss_total": 0.022436918690800667, + "step": 83180 + }, + { + "loss_action": 0.003480496583506465, + "loss_total": 0.003480496583506465, + "step": 83180 + }, + { + "loss_action": 0.007650228217244148, + "loss_total": 0.007650228217244148, + "step": 83180 + }, + { + "grad_norm": 0.3908078968524933, + "learning_rate": 7.529489251885119e-06, + "loss": 0.0093, + "step": 83190 + }, + { + "loss_action": 0.009169713594019413, + "loss_total": 0.009169713594019413, + "step": 83190 + }, + { + "loss_action": 0.005037353374063969, + "loss_total": 0.005037353374063969, + "step": 83190 + }, + { + "loss_action": 0.004376518540084362, + "loss_total": 0.004376518540084362, + "step": 83190 + }, + { + "loss_action": 0.0018599575851112604, + "loss_total": 0.0018599575851112604, + "step": 83190 + }, + { + "loss_action": 0.0037524199578911066, + "loss_total": 0.0037524199578911066, + "step": 83190 + }, + { + "loss_action": 0.0075385053642094135, + "loss_total": 0.0075385053642094135, + "step": 83190 + }, + { + "grad_norm": 0.18236617743968964, + "learning_rate": 7.520765665803941e-06, + "loss": 0.0078, + "step": 83200 + }, + { + "loss_action": 0.010033528320491314, + "loss_total": 0.010033528320491314, + "step": 83200 + }, + { + "loss_action": 0.010629534721374512, + "loss_total": 0.010629534721374512, + "step": 83200 + }, + { + "loss_action": 0.006343776825815439, + "loss_total": 0.006343776825815439, + "step": 83200 + }, + { + "loss_action": 0.006258023902773857, + "loss_total": 0.006258023902773857, + "step": 83200 + }, + { + "loss_action": 0.00929637998342514, + "loss_total": 0.00929637998342514, + "step": 83200 + }, + { + "loss_action": 0.001913520391099155, + "loss_total": 0.001913520391099155, + "step": 83200 + }, + { + "grad_norm": 0.2044050097465515, + "learning_rate": 7.512046725187949e-06, + "loss": 0.0085, + "step": 83210 + }, + { + "loss_action": 0.010500071570277214, + "loss_total": 0.010500071570277214, + "step": 83210 + }, + { + "loss_action": 0.003947666846215725, + "loss_total": 0.003947666846215725, + "step": 83210 + }, + { + "loss_action": 0.008078292943537235, + "loss_total": 0.008078292943537235, + "step": 83210 + }, + { + "loss_action": 0.006912548560649157, + "loss_total": 0.006912548560649157, + "step": 83210 + }, + { + "loss_action": 0.017397565767169, + "loss_total": 0.017397565767169, + "step": 83210 + }, + { + "loss_action": 0.007544403895735741, + "loss_total": 0.007544403895735741, + "step": 83210 + }, + { + "grad_norm": 0.19843325018882751, + "learning_rate": 7.503332430990645e-06, + "loss": 0.007, + "step": 83220 + }, + { + "loss_action": 0.0091024748980999, + "loss_total": 0.0091024748980999, + "step": 83220 + }, + { + "loss_action": 0.003108162200078368, + "loss_total": 0.003108162200078368, + "step": 83220 + }, + { + "loss_action": 0.009023507125675678, + "loss_total": 0.009023507125675678, + "step": 83220 + }, + { + "loss_action": 0.004564458969980478, + "loss_total": 0.004564458969980478, + "step": 83220 + }, + { + "loss_action": 0.0052220444194972515, + "loss_total": 0.0052220444194972515, + "step": 83220 + }, + { + "loss_action": 0.005257843062281609, + "loss_total": 0.005257843062281609, + "step": 83220 + }, + { + "grad_norm": 0.242445707321167, + "learning_rate": 7.494622784165017e-06, + "loss": 0.0074, + "step": 83230 + }, + { + "loss_action": 0.08070150762796402, + "loss_total": 0.08070150762796402, + "step": 83230 + }, + { + "loss_action": 0.009318258613348007, + "loss_total": 0.009318258613348007, + "step": 83230 + }, + { + "loss_action": 0.002719384618103504, + "loss_total": 0.002719384618103504, + "step": 83230 + }, + { + "loss_action": 0.006885254755616188, + "loss_total": 0.006885254755616188, + "step": 83230 + }, + { + "loss_action": 0.012631135992705822, + "loss_total": 0.012631135992705822, + "step": 83230 + }, + { + "loss_action": 0.005885334685444832, + "loss_total": 0.005885334685444832, + "step": 83230 + }, + { + "grad_norm": 0.28048327565193176, + "learning_rate": 7.485917785663543e-06, + "loss": 0.0125, + "step": 83240 + }, + { + "loss_action": 0.008326002396643162, + "loss_total": 0.008326002396643162, + "step": 83240 + }, + { + "loss_action": 0.005400919355452061, + "loss_total": 0.005400919355452061, + "step": 83240 + }, + { + "loss_action": 0.011053244583308697, + "loss_total": 0.011053244583308697, + "step": 83240 + }, + { + "loss_action": 0.006975752767175436, + "loss_total": 0.006975752767175436, + "step": 83240 + }, + { + "loss_action": 0.006190829910337925, + "loss_total": 0.006190829910337925, + "step": 83240 + }, + { + "loss_action": 0.015181269496679306, + "loss_total": 0.015181269496679306, + "step": 83240 + }, + { + "grad_norm": 0.15086187422275543, + "learning_rate": 7.477217436438172e-06, + "loss": 0.007, + "step": 83250 + }, + { + "loss_action": 0.004557944368571043, + "loss_total": 0.004557944368571043, + "step": 83250 + }, + { + "loss_action": 0.009565078653395176, + "loss_total": 0.009565078653395176, + "step": 83250 + }, + { + "loss_action": 0.010992067866027355, + "loss_total": 0.010992067866027355, + "step": 83250 + }, + { + "loss_action": 0.009186307899653912, + "loss_total": 0.009186307899653912, + "step": 83250 + }, + { + "loss_action": 0.006863025948405266, + "loss_total": 0.006863025948405266, + "step": 83250 + }, + { + "loss_action": 0.005486438516527414, + "loss_total": 0.005486438516527414, + "step": 83250 + }, + { + "grad_norm": 0.29796352982521057, + "learning_rate": 7.46852173744037e-06, + "loss": 0.0077, + "step": 83260 + }, + { + "loss_action": 0.006962842307984829, + "loss_total": 0.006962842307984829, + "step": 83260 + }, + { + "loss_action": 0.014510818757116795, + "loss_total": 0.014510818757116795, + "step": 83260 + }, + { + "loss_action": 0.016107778996229172, + "loss_total": 0.016107778996229172, + "step": 83260 + }, + { + "loss_action": 0.010116426274180412, + "loss_total": 0.010116426274180412, + "step": 83260 + }, + { + "loss_action": 0.005802062805742025, + "loss_total": 0.005802062805742025, + "step": 83260 + }, + { + "loss_action": 0.0029143744613975286, + "loss_total": 0.0029143744613975286, + "step": 83260 + }, + { + "grad_norm": 0.21536479890346527, + "learning_rate": 7.4598306896211004e-06, + "loss": 0.0075, + "step": 83270 + }, + { + "loss_action": 0.007819986902177334, + "loss_total": 0.007819986902177334, + "step": 83270 + }, + { + "loss_action": 0.003478396451100707, + "loss_total": 0.003478396451100707, + "step": 83270 + }, + { + "loss_action": 0.011526774615049362, + "loss_total": 0.011526774615049362, + "step": 83270 + }, + { + "loss_action": 0.004685165826231241, + "loss_total": 0.004685165826231241, + "step": 83270 + }, + { + "loss_action": 0.0049735670909285545, + "loss_total": 0.0049735670909285545, + "step": 83270 + }, + { + "loss_action": 0.004702863283455372, + "loss_total": 0.004702863283455372, + "step": 83270 + }, + { + "grad_norm": 0.2549980878829956, + "learning_rate": 7.451144293930773e-06, + "loss": 0.0087, + "step": 83280 + }, + { + "loss_action": 0.00722875539213419, + "loss_total": 0.00722875539213419, + "step": 83280 + }, + { + "loss_action": 0.005887332838028669, + "loss_total": 0.005887332838028669, + "step": 83280 + }, + { + "loss_action": 0.006783065851777792, + "loss_total": 0.006783065851777792, + "step": 83280 + }, + { + "loss_action": 0.00919411238282919, + "loss_total": 0.00919411238282919, + "step": 83280 + }, + { + "loss_action": 0.008062122389674187, + "loss_total": 0.008062122389674187, + "step": 83280 + }, + { + "loss_action": 0.016012979671359062, + "loss_total": 0.016012979671359062, + "step": 83280 + }, + { + "grad_norm": 0.3190454840660095, + "learning_rate": 7.4424625513193455e-06, + "loss": 0.0088, + "step": 83290 + }, + { + "loss_action": 0.004814738407731056, + "loss_total": 0.004814738407731056, + "step": 83290 + }, + { + "loss_action": 0.005047336686402559, + "loss_total": 0.005047336686402559, + "step": 83290 + }, + { + "loss_action": 0.01733986847102642, + "loss_total": 0.01733986847102642, + "step": 83290 + }, + { + "loss_action": 0.010091906413435936, + "loss_total": 0.010091906413435936, + "step": 83290 + }, + { + "loss_action": 0.0025446414947509766, + "loss_total": 0.0025446414947509766, + "step": 83290 + }, + { + "loss_action": 0.012878702953457832, + "loss_total": 0.012878702953457832, + "step": 83290 + }, + { + "grad_norm": 0.1701684296131134, + "learning_rate": 7.433785462736209e-06, + "loss": 0.0073, + "step": 83300 + }, + { + "loss_action": 0.004443395882844925, + "loss_total": 0.004443395882844925, + "step": 83300 + }, + { + "loss_action": 0.003266706597059965, + "loss_total": 0.003266706597059965, + "step": 83300 + }, + { + "loss_action": 0.006118005607277155, + "loss_total": 0.006118005607277155, + "step": 83300 + }, + { + "loss_action": 0.02095327526330948, + "loss_total": 0.02095327526330948, + "step": 83300 + }, + { + "loss_action": 0.0034834241960197687, + "loss_total": 0.0034834241960197687, + "step": 83300 + }, + { + "loss_action": 0.020520295947790146, + "loss_total": 0.020520295947790146, + "step": 83300 + }, + { + "grad_norm": 0.16593676805496216, + "learning_rate": 7.425113029130315e-06, + "loss": 0.007, + "step": 83310 + }, + { + "loss_action": 0.024694230407476425, + "loss_total": 0.024694230407476425, + "step": 83310 + }, + { + "loss_action": 0.0028966395184397697, + "loss_total": 0.0028966395184397697, + "step": 83310 + }, + { + "loss_action": 0.0075265467166900635, + "loss_total": 0.0075265467166900635, + "step": 83310 + }, + { + "loss_action": 0.0018312260508537292, + "loss_total": 0.0018312260508537292, + "step": 83310 + }, + { + "loss_action": 0.005313130095601082, + "loss_total": 0.005313130095601082, + "step": 83310 + }, + { + "loss_action": 0.010439861565828323, + "loss_total": 0.010439861565828323, + "step": 83310 + }, + { + "grad_norm": 0.23551185429096222, + "learning_rate": 7.416445251450044e-06, + "loss": 0.0101, + "step": 83320 + }, + { + "loss_action": 0.014181776903569698, + "loss_total": 0.014181776903569698, + "step": 83320 + }, + { + "loss_action": 0.00604382436722517, + "loss_total": 0.00604382436722517, + "step": 83320 + }, + { + "loss_action": 0.0042952001094818115, + "loss_total": 0.0042952001094818115, + "step": 83320 + }, + { + "loss_action": 0.007168480195105076, + "loss_total": 0.007168480195105076, + "step": 83320 + }, + { + "loss_action": 0.00520137045532465, + "loss_total": 0.00520137045532465, + "step": 83320 + }, + { + "loss_action": 0.04501799866557121, + "loss_total": 0.04501799866557121, + "step": 83320 + }, + { + "grad_norm": 0.17886769771575928, + "learning_rate": 7.4077821306433035e-06, + "loss": 0.0109, + "step": 83330 + }, + { + "loss_action": 0.018964162096381187, + "loss_total": 0.018964162096381187, + "step": 83330 + }, + { + "loss_action": 0.005688941106200218, + "loss_total": 0.005688941106200218, + "step": 83330 + }, + { + "loss_action": 0.0023741426412016153, + "loss_total": 0.0023741426412016153, + "step": 83330 + }, + { + "loss_action": 0.0030368086881935596, + "loss_total": 0.0030368086881935596, + "step": 83330 + }, + { + "loss_action": 0.01046137697994709, + "loss_total": 0.01046137697994709, + "step": 83330 + }, + { + "loss_action": 0.00921965017914772, + "loss_total": 0.00921965017914772, + "step": 83330 + }, + { + "grad_norm": 0.21593248844146729, + "learning_rate": 7.399123667657465e-06, + "loss": 0.008, + "step": 83340 + }, + { + "loss_action": 0.0063287438824772835, + "loss_total": 0.0063287438824772835, + "step": 83340 + }, + { + "loss_action": 0.004357830621302128, + "loss_total": 0.004357830621302128, + "step": 83340 + }, + { + "loss_action": 0.0025475015863776207, + "loss_total": 0.0025475015863776207, + "step": 83340 + }, + { + "loss_action": 0.003900516079738736, + "loss_total": 0.003900516079738736, + "step": 83340 + }, + { + "loss_action": 0.03859535977244377, + "loss_total": 0.03859535977244377, + "step": 83340 + }, + { + "loss_action": 0.010079741477966309, + "loss_total": 0.010079741477966309, + "step": 83340 + }, + { + "grad_norm": 0.18197299540042877, + "learning_rate": 7.390469863439426e-06, + "loss": 0.0092, + "step": 83350 + }, + { + "loss_action": 0.00479765422642231, + "loss_total": 0.00479765422642231, + "step": 83350 + }, + { + "loss_action": 0.004682227037847042, + "loss_total": 0.004682227037847042, + "step": 83350 + }, + { + "loss_action": 0.006030646152794361, + "loss_total": 0.006030646152794361, + "step": 83350 + }, + { + "loss_action": 0.014810774475336075, + "loss_total": 0.014810774475336075, + "step": 83350 + }, + { + "loss_action": 0.016046680510044098, + "loss_total": 0.016046680510044098, + "step": 83350 + }, + { + "loss_action": 0.0012883791932836175, + "loss_total": 0.0012883791932836175, + "step": 83350 + }, + { + "grad_norm": 0.17835505306720734, + "learning_rate": 7.381820718935512e-06, + "loss": 0.0073, + "step": 83360 + }, + { + "loss_action": 0.005047000013291836, + "loss_total": 0.005047000013291836, + "step": 83360 + }, + { + "loss_action": 0.006410605274140835, + "loss_total": 0.006410605274140835, + "step": 83360 + }, + { + "loss_action": 0.009446518495678902, + "loss_total": 0.009446518495678902, + "step": 83360 + }, + { + "loss_action": 0.011852149851620197, + "loss_total": 0.011852149851620197, + "step": 83360 + }, + { + "loss_action": 0.0171219352632761, + "loss_total": 0.0171219352632761, + "step": 83360 + }, + { + "loss_action": 0.0056531489826738834, + "loss_total": 0.0056531489826738834, + "step": 83360 + }, + { + "grad_norm": 0.23877960443496704, + "learning_rate": 7.373176235091633e-06, + "loss": 0.0116, + "step": 83370 + }, + { + "loss_action": 0.007043471094220877, + "loss_total": 0.007043471094220877, + "step": 83370 + }, + { + "loss_action": 0.014735840260982513, + "loss_total": 0.014735840260982513, + "step": 83370 + }, + { + "loss_action": 0.003041333518922329, + "loss_total": 0.003041333518922329, + "step": 83370 + }, + { + "loss_action": 0.0060756332240998745, + "loss_total": 0.0060756332240998745, + "step": 83370 + }, + { + "loss_action": 0.002822424517944455, + "loss_total": 0.002822424517944455, + "step": 83370 + }, + { + "loss_action": 0.007268866058439016, + "loss_total": 0.007268866058439016, + "step": 83370 + }, + { + "grad_norm": 0.2244448959827423, + "learning_rate": 7.364536412853101e-06, + "loss": 0.0098, + "step": 83380 + }, + { + "loss_action": 0.035435836762189865, + "loss_total": 0.035435836762189865, + "step": 83380 + }, + { + "loss_action": 0.015725454315543175, + "loss_total": 0.015725454315543175, + "step": 83380 + }, + { + "loss_action": 0.007082875352352858, + "loss_total": 0.007082875352352858, + "step": 83380 + }, + { + "loss_action": 0.005833181086927652, + "loss_total": 0.005833181086927652, + "step": 83380 + }, + { + "loss_action": 0.0027063775341957808, + "loss_total": 0.0027063775341957808, + "step": 83380 + }, + { + "loss_action": 0.006283408496528864, + "loss_total": 0.006283408496528864, + "step": 83380 + }, + { + "grad_norm": 0.3209194540977478, + "learning_rate": 7.355901253164776e-06, + "loss": 0.0074, + "step": 83390 + }, + { + "loss_action": 0.004146758466959, + "loss_total": 0.004146758466959, + "step": 83390 + }, + { + "loss_action": 0.0335087887942791, + "loss_total": 0.0335087887942791, + "step": 83390 + }, + { + "loss_action": 0.007041219621896744, + "loss_total": 0.007041219621896744, + "step": 83390 + }, + { + "loss_action": 0.004966675769537687, + "loss_total": 0.004966675769537687, + "step": 83390 + }, + { + "loss_action": 0.033997949212789536, + "loss_total": 0.033997949212789536, + "step": 83390 + }, + { + "loss_action": 0.0068986304104328156, + "loss_total": 0.0068986304104328156, + "step": 83390 + }, + { + "grad_norm": 0.19515074789524078, + "learning_rate": 7.34727075697097e-06, + "loss": 0.0097, + "step": 83400 + }, + { + "loss_action": 0.002602311782538891, + "loss_total": 0.002602311782538891, + "step": 83400 + }, + { + "loss_action": 0.003643973497673869, + "loss_total": 0.003643973497673869, + "step": 83400 + }, + { + "loss_action": 0.001977905398234725, + "loss_total": 0.001977905398234725, + "step": 83400 + }, + { + "loss_action": 0.005454388912767172, + "loss_total": 0.005454388912767172, + "step": 83400 + }, + { + "loss_action": 0.004807578399777412, + "loss_total": 0.004807578399777412, + "step": 83400 + }, + { + "loss_action": 0.008153810165822506, + "loss_total": 0.008153810165822506, + "step": 83400 + }, + { + "grad_norm": 0.17559705674648285, + "learning_rate": 7.3386449252155095e-06, + "loss": 0.0066, + "step": 83410 + }, + { + "loss_action": 0.01656799577176571, + "loss_total": 0.01656799577176571, + "step": 83410 + }, + { + "loss_action": 0.017114827409386635, + "loss_total": 0.017114827409386635, + "step": 83410 + }, + { + "loss_action": 0.0072859604842960835, + "loss_total": 0.0072859604842960835, + "step": 83410 + }, + { + "loss_action": 0.004209216218441725, + "loss_total": 0.004209216218441725, + "step": 83410 + }, + { + "loss_action": 0.010157190263271332, + "loss_total": 0.010157190263271332, + "step": 83410 + }, + { + "loss_action": 0.004050168674439192, + "loss_total": 0.004050168674439192, + "step": 83410 + }, + { + "grad_norm": 0.24837236106395721, + "learning_rate": 7.330023758841692e-06, + "loss": 0.0079, + "step": 83420 + }, + { + "loss_action": 0.006882008630782366, + "loss_total": 0.006882008630782366, + "step": 83420 + }, + { + "loss_action": 0.021435070782899857, + "loss_total": 0.021435070782899857, + "step": 83420 + }, + { + "loss_action": 0.005233240779489279, + "loss_total": 0.005233240779489279, + "step": 83420 + }, + { + "loss_action": 0.006045379675924778, + "loss_total": 0.006045379675924778, + "step": 83420 + }, + { + "loss_action": 0.029447078704833984, + "loss_total": 0.029447078704833984, + "step": 83420 + }, + { + "loss_action": 0.005018442869186401, + "loss_total": 0.005018442869186401, + "step": 83420 + }, + { + "grad_norm": 0.1639092117547989, + "learning_rate": 7.321407258792323e-06, + "loss": 0.0108, + "step": 83430 + }, + { + "loss_action": 0.007230299524962902, + "loss_total": 0.007230299524962902, + "step": 83430 + }, + { + "loss_action": 0.0031497732270509005, + "loss_total": 0.0031497732270509005, + "step": 83430 + }, + { + "loss_action": 0.013952162116765976, + "loss_total": 0.013952162116765976, + "step": 83430 + }, + { + "loss_action": 0.0019519542111083865, + "loss_total": 0.0019519542111083865, + "step": 83430 + }, + { + "loss_action": 0.006085165310651064, + "loss_total": 0.006085165310651064, + "step": 83430 + }, + { + "loss_action": 0.030084865167737007, + "loss_total": 0.030084865167737007, + "step": 83430 + }, + { + "grad_norm": 0.21527959406375885, + "learning_rate": 7.312795426009694e-06, + "loss": 0.0073, + "step": 83440 + }, + { + "loss_action": 0.003518725512549281, + "loss_total": 0.003518725512549281, + "step": 83440 + }, + { + "loss_action": 0.002408833708614111, + "loss_total": 0.002408833708614111, + "step": 83440 + }, + { + "loss_action": 0.008533147163689137, + "loss_total": 0.008533147163689137, + "step": 83440 + }, + { + "loss_action": 0.004735667258501053, + "loss_total": 0.004735667258501053, + "step": 83440 + }, + { + "loss_action": 0.005672875326126814, + "loss_total": 0.005672875326126814, + "step": 83440 + }, + { + "loss_action": 0.007623689249157906, + "loss_total": 0.007623689249157906, + "step": 83440 + }, + { + "grad_norm": 0.22382737696170807, + "learning_rate": 7.304188261435585e-06, + "loss": 0.0077, + "step": 83450 + }, + { + "loss_action": 0.008004029281437397, + "loss_total": 0.008004029281437397, + "step": 83450 + }, + { + "loss_action": 0.0036348397843539715, + "loss_total": 0.0036348397843539715, + "step": 83450 + }, + { + "loss_action": 0.002717808121815324, + "loss_total": 0.002717808121815324, + "step": 83450 + }, + { + "loss_action": 0.005569844506680965, + "loss_total": 0.005569844506680965, + "step": 83450 + }, + { + "loss_action": 0.008082889951765537, + "loss_total": 0.008082889951765537, + "step": 83450 + }, + { + "loss_action": 0.00943954661488533, + "loss_total": 0.00943954661488533, + "step": 83450 + }, + { + "grad_norm": 0.15829920768737793, + "learning_rate": 7.295585766011242e-06, + "loss": 0.0095, + "step": 83460 + }, + { + "loss_action": 0.015336139127612114, + "loss_total": 0.015336139127612114, + "step": 83460 + }, + { + "loss_action": 0.0038534149061888456, + "loss_total": 0.0038534149061888456, + "step": 83460 + }, + { + "loss_action": 0.006063962820917368, + "loss_total": 0.006063962820917368, + "step": 83460 + }, + { + "loss_action": 0.0031692697666585445, + "loss_total": 0.0031692697666585445, + "step": 83460 + }, + { + "loss_action": 0.004378223326057196, + "loss_total": 0.004378223326057196, + "step": 83460 + }, + { + "loss_action": 0.008772952482104301, + "loss_total": 0.008772952482104301, + "step": 83460 + }, + { + "grad_norm": 0.18633562326431274, + "learning_rate": 7.286987940677436e-06, + "loss": 0.0078, + "step": 83470 + }, + { + "loss_action": 0.005582976620644331, + "loss_total": 0.005582976620644331, + "step": 83470 + }, + { + "loss_action": 0.004102417733520269, + "loss_total": 0.004102417733520269, + "step": 83470 + }, + { + "loss_action": 0.029329905286431313, + "loss_total": 0.029329905286431313, + "step": 83470 + }, + { + "loss_action": 0.0064264945685863495, + "loss_total": 0.0064264945685863495, + "step": 83470 + }, + { + "loss_action": 0.0016852164408192039, + "loss_total": 0.0016852164408192039, + "step": 83470 + }, + { + "loss_action": 0.003294634632766247, + "loss_total": 0.003294634632766247, + "step": 83470 + }, + { + "grad_norm": 0.2944648265838623, + "learning_rate": 7.278394786374426e-06, + "loss": 0.0113, + "step": 83480 + }, + { + "loss_action": 0.01440281793475151, + "loss_total": 0.01440281793475151, + "step": 83480 + }, + { + "loss_action": 0.0024449871852993965, + "loss_total": 0.0024449871852993965, + "step": 83480 + }, + { + "loss_action": 0.003393313381820917, + "loss_total": 0.003393313381820917, + "step": 83480 + }, + { + "loss_action": 0.0138425687327981, + "loss_total": 0.0138425687327981, + "step": 83480 + }, + { + "loss_action": 0.007824299857020378, + "loss_total": 0.007824299857020378, + "step": 83480 + }, + { + "loss_action": 0.009823835454881191, + "loss_total": 0.009823835454881191, + "step": 83480 + }, + { + "grad_norm": 0.23870065808296204, + "learning_rate": 7.269806304041915e-06, + "loss": 0.0087, + "step": 83490 + }, + { + "loss_action": 0.007699963636696339, + "loss_total": 0.007699963636696339, + "step": 83490 + }, + { + "loss_action": 0.004958646837621927, + "loss_total": 0.004958646837621927, + "step": 83490 + }, + { + "loss_action": 0.0051195863634347916, + "loss_total": 0.0051195863634347916, + "step": 83490 + }, + { + "loss_action": 0.006479215808212757, + "loss_total": 0.006479215808212757, + "step": 83490 + }, + { + "loss_action": 0.008051667362451553, + "loss_total": 0.008051667362451553, + "step": 83490 + }, + { + "loss_action": 0.009665045887231827, + "loss_total": 0.009665045887231827, + "step": 83490 + }, + { + "grad_norm": 0.21515792608261108, + "learning_rate": 7.261222494619147e-06, + "loss": 0.0076, + "step": 83500 + }, + { + "loss_action": 0.0017081939149647951, + "loss_total": 0.0017081939149647951, + "step": 83500 + }, + { + "loss_action": 0.008650143630802631, + "loss_total": 0.008650143630802631, + "step": 83500 + }, + { + "loss_action": 0.005380955059081316, + "loss_total": 0.005380955059081316, + "step": 83500 + }, + { + "loss_action": 0.00323849287815392, + "loss_total": 0.00323849287815392, + "step": 83500 + }, + { + "loss_action": 0.004155202768743038, + "loss_total": 0.004155202768743038, + "step": 83500 + }, + { + "loss_action": 0.004174366127699614, + "loss_total": 0.004174366127699614, + "step": 83500 + }, + { + "grad_norm": 0.16409729421138763, + "learning_rate": 7.252643359044825e-06, + "loss": 0.0073, + "step": 83510 + }, + { + "loss_action": 0.005358904600143433, + "loss_total": 0.005358904600143433, + "step": 83510 + }, + { + "loss_action": 0.017975986003875732, + "loss_total": 0.017975986003875732, + "step": 83510 + }, + { + "loss_action": 0.015496867708861828, + "loss_total": 0.015496867708861828, + "step": 83510 + }, + { + "loss_action": 0.004453863482922316, + "loss_total": 0.004453863482922316, + "step": 83510 + }, + { + "loss_action": 0.006504209712147713, + "loss_total": 0.006504209712147713, + "step": 83510 + }, + { + "loss_action": 0.0052774688228964806, + "loss_total": 0.0052774688228964806, + "step": 83510 + }, + { + "grad_norm": 0.19237056374549866, + "learning_rate": 7.244068898257172e-06, + "loss": 0.0083, + "step": 83520 + }, + { + "loss_action": 0.025052594020962715, + "loss_total": 0.025052594020962715, + "step": 83520 + }, + { + "loss_action": 0.021186748519539833, + "loss_total": 0.021186748519539833, + "step": 83520 + }, + { + "loss_action": 0.003650287864729762, + "loss_total": 0.003650287864729762, + "step": 83520 + }, + { + "loss_action": 0.008542962372303009, + "loss_total": 0.008542962372303009, + "step": 83520 + }, + { + "loss_action": 0.01568708010017872, + "loss_total": 0.01568708010017872, + "step": 83520 + }, + { + "loss_action": 0.004673473071306944, + "loss_total": 0.004673473071306944, + "step": 83520 + }, + { + "grad_norm": 0.2222479283809662, + "learning_rate": 7.2354991131938495e-06, + "loss": 0.0092, + "step": 83530 + }, + { + "loss_action": 0.003541582264006138, + "loss_total": 0.003541582264006138, + "step": 83530 + }, + { + "loss_action": 0.012435100972652435, + "loss_total": 0.012435100972652435, + "step": 83530 + }, + { + "loss_action": 0.0028331635985523462, + "loss_total": 0.0028331635985523462, + "step": 83530 + }, + { + "loss_action": 0.008068117313086987, + "loss_total": 0.008068117313086987, + "step": 83530 + }, + { + "loss_action": 0.01237830426543951, + "loss_total": 0.01237830426543951, + "step": 83530 + }, + { + "loss_action": 0.1472667008638382, + "loss_total": 0.1472667008638382, + "step": 83530 + }, + { + "grad_norm": 0.22390925884246826, + "learning_rate": 7.2269340047920574e-06, + "loss": 0.0109, + "step": 83540 + }, + { + "loss_action": 0.004393726121634245, + "loss_total": 0.004393726121634245, + "step": 83540 + }, + { + "loss_action": 0.012084376998245716, + "loss_total": 0.012084376998245716, + "step": 83540 + }, + { + "loss_action": 0.00807449221611023, + "loss_total": 0.00807449221611023, + "step": 83540 + }, + { + "loss_action": 0.008150930516421795, + "loss_total": 0.008150930516421795, + "step": 83540 + }, + { + "loss_action": 0.0031969179399311543, + "loss_total": 0.0031969179399311543, + "step": 83540 + }, + { + "loss_action": 0.003092419123277068, + "loss_total": 0.003092419123277068, + "step": 83540 + }, + { + "grad_norm": 0.1873488575220108, + "learning_rate": 7.218373573988435e-06, + "loss": 0.0086, + "step": 83550 + }, + { + "loss_action": 0.012270755134522915, + "loss_total": 0.012270755134522915, + "step": 83550 + }, + { + "loss_action": 0.004900201689451933, + "loss_total": 0.004900201689451933, + "step": 83550 + }, + { + "loss_action": 0.005121034570038319, + "loss_total": 0.005121034570038319, + "step": 83550 + }, + { + "loss_action": 0.021834466606378555, + "loss_total": 0.021834466606378555, + "step": 83550 + }, + { + "loss_action": 0.006463450379669666, + "loss_total": 0.006463450379669666, + "step": 83550 + }, + { + "loss_action": 0.02002946101129055, + "loss_total": 0.02002946101129055, + "step": 83550 + }, + { + "grad_norm": 0.212880477309227, + "learning_rate": 7.209817821719178e-06, + "loss": 0.0076, + "step": 83560 + }, + { + "loss_action": 0.007504091132432222, + "loss_total": 0.007504091132432222, + "step": 83560 + }, + { + "loss_action": 0.01070461142808199, + "loss_total": 0.01070461142808199, + "step": 83560 + }, + { + "loss_action": 0.004275136161595583, + "loss_total": 0.004275136161595583, + "step": 83560 + }, + { + "loss_action": 0.010074407793581486, + "loss_total": 0.010074407793581486, + "step": 83560 + }, + { + "loss_action": 0.003170829499140382, + "loss_total": 0.003170829499140382, + "step": 83560 + }, + { + "loss_action": 0.009431052953004837, + "loss_total": 0.009431052953004837, + "step": 83560 + }, + { + "grad_norm": 0.2891383469104767, + "learning_rate": 7.201266748919894e-06, + "loss": 0.0107, + "step": 83570 + }, + { + "loss_action": 0.006334263831377029, + "loss_total": 0.006334263831377029, + "step": 83570 + }, + { + "loss_action": 0.007981025613844395, + "loss_total": 0.007981025613844395, + "step": 83570 + }, + { + "loss_action": 0.0016918882029131055, + "loss_total": 0.0016918882029131055, + "step": 83570 + }, + { + "loss_action": 0.008377362042665482, + "loss_total": 0.008377362042665482, + "step": 83570 + }, + { + "loss_action": 0.006546263117343187, + "loss_total": 0.006546263117343187, + "step": 83570 + }, + { + "loss_action": 0.00930269155651331, + "loss_total": 0.00930269155651331, + "step": 83570 + }, + { + "grad_norm": 0.200107142329216, + "learning_rate": 7.19272035652575e-06, + "loss": 0.0068, + "step": 83580 + }, + { + "loss_action": 0.005430340766906738, + "loss_total": 0.005430340766906738, + "step": 83580 + }, + { + "loss_action": 0.010195181705057621, + "loss_total": 0.010195181705057621, + "step": 83580 + }, + { + "loss_action": 0.002183003583922982, + "loss_total": 0.002183003583922982, + "step": 83580 + }, + { + "loss_action": 0.009614778682589531, + "loss_total": 0.009614778682589531, + "step": 83580 + }, + { + "loss_action": 0.005866215564310551, + "loss_total": 0.005866215564310551, + "step": 83580 + }, + { + "loss_action": 0.011711846105754375, + "loss_total": 0.011711846105754375, + "step": 83580 + }, + { + "grad_norm": 0.1657457947731018, + "learning_rate": 7.184178645471334e-06, + "loss": 0.0078, + "step": 83590 + }, + { + "loss_action": 0.009542911313474178, + "loss_total": 0.009542911313474178, + "step": 83590 + }, + { + "loss_action": 0.00849241018295288, + "loss_total": 0.00849241018295288, + "step": 83590 + }, + { + "loss_action": 0.0030491119250655174, + "loss_total": 0.0030491119250655174, + "step": 83590 + }, + { + "loss_action": 0.00851648673415184, + "loss_total": 0.00851648673415184, + "step": 83590 + }, + { + "loss_action": 0.012108714319765568, + "loss_total": 0.012108714319765568, + "step": 83590 + }, + { + "loss_action": 0.01931735686957836, + "loss_total": 0.01931735686957836, + "step": 83590 + }, + { + "grad_norm": 0.30144599080085754, + "learning_rate": 7.175641616690775e-06, + "loss": 0.0077, + "step": 83600 + }, + { + "loss_action": 0.004708057269454002, + "loss_total": 0.004708057269454002, + "step": 83600 + }, + { + "loss_action": 0.003993658348917961, + "loss_total": 0.003993658348917961, + "step": 83600 + }, + { + "loss_action": 0.0038193196523934603, + "loss_total": 0.0038193196523934603, + "step": 83600 + }, + { + "loss_action": 0.006212047766894102, + "loss_total": 0.006212047766894102, + "step": 83600 + }, + { + "loss_action": 0.004782137926667929, + "loss_total": 0.004782137926667929, + "step": 83600 + }, + { + "loss_action": 0.0034689491149038076, + "loss_total": 0.0034689491149038076, + "step": 83600 + }, + { + "grad_norm": 0.16106578707695007, + "learning_rate": 7.167109271117661e-06, + "loss": 0.0077, + "step": 83610 + }, + { + "loss_action": 0.00456963200122118, + "loss_total": 0.00456963200122118, + "step": 83610 + }, + { + "loss_action": 0.00569591810926795, + "loss_total": 0.00569591810926795, + "step": 83610 + }, + { + "loss_action": 0.008930460549890995, + "loss_total": 0.008930460549890995, + "step": 83610 + }, + { + "loss_action": 0.0034543226938694715, + "loss_total": 0.0034543226938694715, + "step": 83610 + }, + { + "loss_action": 0.009603611193597317, + "loss_total": 0.009603611193597317, + "step": 83610 + }, + { + "loss_action": 0.005392478778958321, + "loss_total": 0.005392478778958321, + "step": 83610 + }, + { + "grad_norm": 0.16413067281246185, + "learning_rate": 7.158581609685072e-06, + "loss": 0.0074, + "step": 83620 + }, + { + "loss_action": 0.007572824135422707, + "loss_total": 0.007572824135422707, + "step": 83620 + }, + { + "loss_action": 0.0019415495917201042, + "loss_total": 0.0019415495917201042, + "step": 83620 + }, + { + "loss_action": 0.011971209198236465, + "loss_total": 0.011971209198236465, + "step": 83620 + }, + { + "loss_action": 0.002250079996883869, + "loss_total": 0.002250079996883869, + "step": 83620 + }, + { + "loss_action": 0.005324441473931074, + "loss_total": 0.005324441473931074, + "step": 83620 + }, + { + "loss_action": 0.005719921551644802, + "loss_total": 0.005719921551644802, + "step": 83620 + }, + { + "grad_norm": 0.25052425265312195, + "learning_rate": 7.150058633325591e-06, + "loss": 0.0076, + "step": 83630 + }, + { + "loss_action": 0.003968994598835707, + "loss_total": 0.003968994598835707, + "step": 83630 + }, + { + "loss_action": 0.007548950146883726, + "loss_total": 0.007548950146883726, + "step": 83630 + }, + { + "loss_action": 0.009766857139766216, + "loss_total": 0.009766857139766216, + "step": 83630 + }, + { + "loss_action": 0.003270707791671157, + "loss_total": 0.003270707791671157, + "step": 83630 + }, + { + "loss_action": 0.013390502892434597, + "loss_total": 0.013390502892434597, + "step": 83630 + }, + { + "loss_action": 0.020183442160487175, + "loss_total": 0.020183442160487175, + "step": 83630 + }, + { + "grad_norm": 0.22030717134475708, + "learning_rate": 7.141540342971287e-06, + "loss": 0.0092, + "step": 83640 + }, + { + "loss_action": 0.03555670753121376, + "loss_total": 0.03555670753121376, + "step": 83640 + }, + { + "loss_action": 0.003418795531615615, + "loss_total": 0.003418795531615615, + "step": 83640 + }, + { + "loss_action": 0.006869599223136902, + "loss_total": 0.006869599223136902, + "step": 83640 + }, + { + "loss_action": 0.010205263271927834, + "loss_total": 0.010205263271927834, + "step": 83640 + }, + { + "loss_action": 0.004646272398531437, + "loss_total": 0.004646272398531437, + "step": 83640 + }, + { + "loss_action": 0.016086751595139503, + "loss_total": 0.016086751595139503, + "step": 83640 + }, + { + "grad_norm": 0.2562354505062103, + "learning_rate": 7.133026739553677e-06, + "loss": 0.0087, + "step": 83650 + }, + { + "loss_action": 0.012471885420382023, + "loss_total": 0.012471885420382023, + "step": 83650 + }, + { + "loss_action": 0.002569584408774972, + "loss_total": 0.002569584408774972, + "step": 83650 + }, + { + "loss_action": 0.005917621776461601, + "loss_total": 0.005917621776461601, + "step": 83650 + }, + { + "loss_action": 0.005778830498456955, + "loss_total": 0.005778830498456955, + "step": 83650 + }, + { + "loss_action": 0.009604480117559433, + "loss_total": 0.009604480117559433, + "step": 83650 + }, + { + "loss_action": 0.003262764774262905, + "loss_total": 0.003262764774262905, + "step": 83650 + }, + { + "grad_norm": 0.13502317667007446, + "learning_rate": 7.124517824003829e-06, + "loss": 0.0079, + "step": 83660 + }, + { + "loss_action": 0.0035073894541710615, + "loss_total": 0.0035073894541710615, + "step": 83660 + }, + { + "loss_action": 0.00736318901181221, + "loss_total": 0.00736318901181221, + "step": 83660 + }, + { + "loss_action": 0.006485274992883205, + "loss_total": 0.006485274992883205, + "step": 83660 + }, + { + "loss_action": 0.005139920394867659, + "loss_total": 0.005139920394867659, + "step": 83660 + }, + { + "loss_action": 0.0057655745185911655, + "loss_total": 0.0057655745185911655, + "step": 83660 + }, + { + "loss_action": 0.006685514468699694, + "loss_total": 0.006685514468699694, + "step": 83660 + }, + { + "grad_norm": 0.13012352585792542, + "learning_rate": 7.116013597252236e-06, + "loss": 0.0061, + "step": 83670 + }, + { + "loss_action": 0.0050389887765049934, + "loss_total": 0.0050389887765049934, + "step": 83670 + }, + { + "loss_action": 0.0028965091332793236, + "loss_total": 0.0028965091332793236, + "step": 83670 + }, + { + "loss_action": 0.0027197140734642744, + "loss_total": 0.0027197140734642744, + "step": 83670 + }, + { + "loss_action": 0.007872874848544598, + "loss_total": 0.007872874848544598, + "step": 83670 + }, + { + "loss_action": 0.0027048385236412287, + "loss_total": 0.0027048385236412287, + "step": 83670 + }, + { + "loss_action": 0.008785595186054707, + "loss_total": 0.008785595186054707, + "step": 83670 + }, + { + "grad_norm": 0.1616220921278, + "learning_rate": 7.107514060228921e-06, + "loss": 0.008, + "step": 83680 + }, + { + "loss_action": 0.002968842163681984, + "loss_total": 0.002968842163681984, + "step": 83680 + }, + { + "loss_action": 0.006045612972229719, + "loss_total": 0.006045612972229719, + "step": 83680 + }, + { + "loss_action": 0.004898490849882364, + "loss_total": 0.004898490849882364, + "step": 83680 + }, + { + "loss_action": 0.002360803307965398, + "loss_total": 0.002360803307965398, + "step": 83680 + }, + { + "loss_action": 0.01602494902908802, + "loss_total": 0.01602494902908802, + "step": 83680 + }, + { + "loss_action": 0.004528349731117487, + "loss_total": 0.004528349731117487, + "step": 83680 + }, + { + "grad_norm": 0.19406047463417053, + "learning_rate": 7.099019213863378e-06, + "loss": 0.0086, + "step": 83690 + }, + { + "loss_action": 0.0020756786689162254, + "loss_total": 0.0020756786689162254, + "step": 83690 + }, + { + "loss_action": 0.025706477463245392, + "loss_total": 0.025706477463245392, + "step": 83690 + }, + { + "loss_action": 0.012836414389312267, + "loss_total": 0.012836414389312267, + "step": 83690 + }, + { + "loss_action": 0.06347744166851044, + "loss_total": 0.06347744166851044, + "step": 83690 + }, + { + "loss_action": 0.005805047694593668, + "loss_total": 0.005805047694593668, + "step": 83690 + }, + { + "loss_action": 0.01194750890135765, + "loss_total": 0.01194750890135765, + "step": 83690 + }, + { + "grad_norm": 0.18036378920078278, + "learning_rate": 7.090529059084611e-06, + "loss": 0.0084, + "step": 83700 + }, + { + "loss_action": 0.005695330910384655, + "loss_total": 0.005695330910384655, + "step": 83700 + }, + { + "loss_action": 0.009633743204176426, + "loss_total": 0.009633743204176426, + "step": 83700 + }, + { + "loss_action": 0.016157351434230804, + "loss_total": 0.016157351434230804, + "step": 83700 + }, + { + "loss_action": 0.008732927963137627, + "loss_total": 0.008732927963137627, + "step": 83700 + }, + { + "loss_action": 0.0020736930891871452, + "loss_total": 0.0020736930891871452, + "step": 83700 + }, + { + "loss_action": 0.003606281243264675, + "loss_total": 0.003606281243264675, + "step": 83700 + }, + { + "grad_norm": 0.16523979604244232, + "learning_rate": 7.082043596821058e-06, + "loss": 0.0073, + "step": 83710 + }, + { + "loss_action": 0.007811651565134525, + "loss_total": 0.007811651565134525, + "step": 83710 + }, + { + "loss_action": 0.008656328544020653, + "loss_total": 0.008656328544020653, + "step": 83710 + }, + { + "loss_action": 0.0054021961987018585, + "loss_total": 0.0054021961987018585, + "step": 83710 + }, + { + "loss_action": 0.013624316081404686, + "loss_total": 0.013624316081404686, + "step": 83710 + }, + { + "loss_action": 0.005112949293106794, + "loss_total": 0.005112949293106794, + "step": 83710 + }, + { + "loss_action": 0.008016242645680904, + "loss_total": 0.008016242645680904, + "step": 83710 + }, + { + "grad_norm": 0.3097699284553528, + "learning_rate": 7.07356282800069e-06, + "loss": 0.0121, + "step": 83720 + }, + { + "loss_action": 0.0034305022563785315, + "loss_total": 0.0034305022563785315, + "step": 83720 + }, + { + "loss_action": 0.005577556323260069, + "loss_total": 0.005577556323260069, + "step": 83720 + }, + { + "loss_action": 0.01149672269821167, + "loss_total": 0.01149672269821167, + "step": 83720 + }, + { + "loss_action": 0.005356287583708763, + "loss_total": 0.005356287583708763, + "step": 83720 + }, + { + "loss_action": 0.00437129195779562, + "loss_total": 0.00437129195779562, + "step": 83720 + }, + { + "loss_action": 0.0027653491124510765, + "loss_total": 0.0027653491124510765, + "step": 83720 + }, + { + "grad_norm": 0.28010785579681396, + "learning_rate": 7.0650867535509645e-06, + "loss": 0.0085, + "step": 83730 + }, + { + "loss_action": 0.008677471429109573, + "loss_total": 0.008677471429109573, + "step": 83730 + }, + { + "loss_action": 0.005638160277158022, + "loss_total": 0.005638160277158022, + "step": 83730 + }, + { + "loss_action": 0.006584294606000185, + "loss_total": 0.006584294606000185, + "step": 83730 + }, + { + "loss_action": 0.003881150623783469, + "loss_total": 0.003881150623783469, + "step": 83730 + }, + { + "loss_action": 0.014908097684383392, + "loss_total": 0.014908097684383392, + "step": 83730 + }, + { + "loss_action": 0.00631863484159112, + "loss_total": 0.00631863484159112, + "step": 83730 + }, + { + "grad_norm": 0.16264194250106812, + "learning_rate": 7.0566153743987895e-06, + "loss": 0.0064, + "step": 83740 + }, + { + "loss_action": 0.0029465428087860346, + "loss_total": 0.0029465428087860346, + "step": 83740 + }, + { + "loss_action": 0.0025826902128756046, + "loss_total": 0.0025826902128756046, + "step": 83740 + }, + { + "loss_action": 0.007268539164215326, + "loss_total": 0.007268539164215326, + "step": 83740 + }, + { + "loss_action": 0.0032266394700855017, + "loss_total": 0.0032266394700855017, + "step": 83740 + }, + { + "loss_action": 0.0025211831089109182, + "loss_total": 0.0025211831089109182, + "step": 83740 + }, + { + "loss_action": 0.00597872119396925, + "loss_total": 0.00597872119396925, + "step": 83740 + }, + { + "grad_norm": 0.2069130390882492, + "learning_rate": 7.04814869147059e-06, + "loss": 0.0108, + "step": 83750 + }, + { + "loss_action": 0.006598067469894886, + "loss_total": 0.006598067469894886, + "step": 83750 + }, + { + "loss_action": 0.008646710775792599, + "loss_total": 0.008646710775792599, + "step": 83750 + }, + { + "loss_action": 0.002980090444907546, + "loss_total": 0.002980090444907546, + "step": 83750 + }, + { + "loss_action": 0.0017167190089821815, + "loss_total": 0.0017167190089821815, + "step": 83750 + }, + { + "loss_action": 0.0029553959611803293, + "loss_total": 0.0029553959611803293, + "step": 83750 + }, + { + "loss_action": 0.004222530871629715, + "loss_total": 0.004222530871629715, + "step": 83750 + }, + { + "grad_norm": 0.2793217897415161, + "learning_rate": 7.0396867056922725e-06, + "loss": 0.01, + "step": 83760 + }, + { + "loss_action": 0.009458464570343494, + "loss_total": 0.009458464570343494, + "step": 83760 + }, + { + "loss_action": 0.007259239908307791, + "loss_total": 0.007259239908307791, + "step": 83760 + }, + { + "loss_action": 0.0035219788551330566, + "loss_total": 0.0035219788551330566, + "step": 83760 + }, + { + "loss_action": 0.004308664705604315, + "loss_total": 0.004308664705604315, + "step": 83760 + }, + { + "loss_action": 0.009706186130642891, + "loss_total": 0.009706186130642891, + "step": 83760 + }, + { + "loss_action": 0.009244260378181934, + "loss_total": 0.009244260378181934, + "step": 83760 + }, + { + "grad_norm": 0.22071538865566254, + "learning_rate": 7.031229417989244e-06, + "loss": 0.0068, + "step": 83770 + }, + { + "loss_action": 0.004060638137161732, + "loss_total": 0.004060638137161732, + "step": 83770 + }, + { + "loss_action": 0.014280077069997787, + "loss_total": 0.014280077069997787, + "step": 83770 + }, + { + "loss_action": 0.009688965044915676, + "loss_total": 0.009688965044915676, + "step": 83770 + }, + { + "loss_action": 0.006605479400604963, + "loss_total": 0.006605479400604963, + "step": 83770 + }, + { + "loss_action": 0.005672189872711897, + "loss_total": 0.005672189872711897, + "step": 83770 + }, + { + "loss_action": 0.014786847867071629, + "loss_total": 0.014786847867071629, + "step": 83770 + }, + { + "grad_norm": 0.22864459455013275, + "learning_rate": 7.022776829286348e-06, + "loss": 0.0084, + "step": 83780 + }, + { + "loss_action": 0.006665101274847984, + "loss_total": 0.006665101274847984, + "step": 83780 + }, + { + "loss_action": 0.003635086352005601, + "loss_total": 0.003635086352005601, + "step": 83780 + }, + { + "loss_action": 0.011508231051266193, + "loss_total": 0.011508231051266193, + "step": 83780 + }, + { + "loss_action": 0.006103355437517166, + "loss_total": 0.006103355437517166, + "step": 83780 + }, + { + "loss_action": 0.0014661779860034585, + "loss_total": 0.0014661779860034585, + "step": 83780 + }, + { + "loss_action": 0.002477496862411499, + "loss_total": 0.002477496862411499, + "step": 83780 + }, + { + "grad_norm": 0.2665000855922699, + "learning_rate": 7.014328940507975e-06, + "loss": 0.0089, + "step": 83790 + }, + { + "loss_action": 0.006211109925061464, + "loss_total": 0.006211109925061464, + "step": 83790 + }, + { + "loss_action": 0.012280819937586784, + "loss_total": 0.012280819937586784, + "step": 83790 + }, + { + "loss_action": 0.0046606482937932014, + "loss_total": 0.0046606482937932014, + "step": 83790 + }, + { + "loss_action": 0.0025423732586205006, + "loss_total": 0.0025423732586205006, + "step": 83790 + }, + { + "loss_action": 0.004903158638626337, + "loss_total": 0.004903158638626337, + "step": 83790 + }, + { + "loss_action": 0.013428477570414543, + "loss_total": 0.013428477570414543, + "step": 83790 + }, + { + "grad_norm": 0.1812627613544464, + "learning_rate": 7.005885752577945e-06, + "loss": 0.0075, + "step": 83800 + }, + { + "loss_action": 0.004376433324068785, + "loss_total": 0.004376433324068785, + "step": 83800 + }, + { + "loss_action": 0.004399270750582218, + "loss_total": 0.004399270750582218, + "step": 83800 + }, + { + "loss_action": 0.006173939444124699, + "loss_total": 0.006173939444124699, + "step": 83800 + }, + { + "loss_action": 0.004291738383471966, + "loss_total": 0.004291738383471966, + "step": 83800 + }, + { + "loss_action": 0.009048241190612316, + "loss_total": 0.009048241190612316, + "step": 83800 + }, + { + "loss_action": 0.005097683984786272, + "loss_total": 0.005097683984786272, + "step": 83800 + }, + { + "grad_norm": 0.22594338655471802, + "learning_rate": 6.997447266419615e-06, + "loss": 0.0092, + "step": 83810 + }, + { + "loss_action": 0.013598824851214886, + "loss_total": 0.013598824851214886, + "step": 83810 + }, + { + "loss_action": 0.008824476040899754, + "loss_total": 0.008824476040899754, + "step": 83810 + }, + { + "loss_action": 0.006324675865471363, + "loss_total": 0.006324675865471363, + "step": 83810 + }, + { + "loss_action": 0.00764347892254591, + "loss_total": 0.00764347892254591, + "step": 83810 + }, + { + "loss_action": 0.002298464998602867, + "loss_total": 0.002298464998602867, + "step": 83810 + }, + { + "loss_action": 0.008618926629424095, + "loss_total": 0.008618926629424095, + "step": 83810 + }, + { + "grad_norm": 0.16677597165107727, + "learning_rate": 6.989013482955797e-06, + "loss": 0.0066, + "step": 83820 + }, + { + "loss_action": 0.008083505555987358, + "loss_total": 0.008083505555987358, + "step": 83820 + }, + { + "loss_action": 0.012375794351100922, + "loss_total": 0.012375794351100922, + "step": 83820 + }, + { + "loss_action": 0.0016318799462169409, + "loss_total": 0.0016318799462169409, + "step": 83820 + }, + { + "loss_action": 0.00623722467571497, + "loss_total": 0.00623722467571497, + "step": 83820 + }, + { + "loss_action": 0.0036455357912927866, + "loss_total": 0.0036455357912927866, + "step": 83820 + }, + { + "loss_action": 0.007390061859041452, + "loss_total": 0.007390061859041452, + "step": 83820 + }, + { + "grad_norm": 0.20335912704467773, + "learning_rate": 6.980584403108808e-06, + "loss": 0.0092, + "step": 83830 + }, + { + "loss_action": 0.009107856079936028, + "loss_total": 0.009107856079936028, + "step": 83830 + }, + { + "loss_action": 0.021463416516780853, + "loss_total": 0.021463416516780853, + "step": 83830 + }, + { + "loss_action": 0.005895091220736504, + "loss_total": 0.005895091220736504, + "step": 83830 + }, + { + "loss_action": 0.018302954733371735, + "loss_total": 0.018302954733371735, + "step": 83830 + }, + { + "loss_action": 0.011294961906969547, + "loss_total": 0.011294961906969547, + "step": 83830 + }, + { + "loss_action": 0.005474520847201347, + "loss_total": 0.005474520847201347, + "step": 83830 + }, + { + "grad_norm": 0.20185041427612305, + "learning_rate": 6.972160027800417e-06, + "loss": 0.0075, + "step": 83840 + }, + { + "loss_action": 0.0073838671669363976, + "loss_total": 0.0073838671669363976, + "step": 83840 + }, + { + "loss_action": 0.004051062744110823, + "loss_total": 0.004051062744110823, + "step": 83840 + }, + { + "loss_action": 0.01164825540035963, + "loss_total": 0.01164825540035963, + "step": 83840 + }, + { + "loss_action": 0.007434592116624117, + "loss_total": 0.007434592116624117, + "step": 83840 + }, + { + "loss_action": 0.0049497508443892, + "loss_total": 0.0049497508443892, + "step": 83840 + }, + { + "loss_action": 0.006018834188580513, + "loss_total": 0.006018834188580513, + "step": 83840 + }, + { + "grad_norm": 0.2316197156906128, + "learning_rate": 6.963740357951931e-06, + "loss": 0.0085, + "step": 83850 + }, + { + "loss_action": 0.011688596569001675, + "loss_total": 0.011688596569001675, + "step": 83850 + }, + { + "loss_action": 0.003272467292845249, + "loss_total": 0.003272467292845249, + "step": 83850 + }, + { + "loss_action": 0.005521728657186031, + "loss_total": 0.005521728657186031, + "step": 83850 + }, + { + "loss_action": 0.021484091877937317, + "loss_total": 0.021484091877937317, + "step": 83850 + }, + { + "loss_action": 0.021822046488523483, + "loss_total": 0.021822046488523483, + "step": 83850 + }, + { + "loss_action": 0.0053084916435182095, + "loss_total": 0.0053084916435182095, + "step": 83850 + }, + { + "grad_norm": 0.16523751616477966, + "learning_rate": 6.95532539448408e-06, + "loss": 0.0076, + "step": 83860 + }, + { + "loss_action": 0.004481012001633644, + "loss_total": 0.004481012001633644, + "step": 83860 + }, + { + "loss_action": 0.0018761230167001486, + "loss_total": 0.0018761230167001486, + "step": 83860 + }, + { + "loss_action": 0.002547984244301915, + "loss_total": 0.002547984244301915, + "step": 83860 + }, + { + "loss_action": 0.011024819687008858, + "loss_total": 0.011024819687008858, + "step": 83860 + }, + { + "loss_action": 0.002704352606087923, + "loss_total": 0.002704352606087923, + "step": 83860 + }, + { + "loss_action": 0.007463494315743446, + "loss_total": 0.007463494315743446, + "step": 83860 + }, + { + "grad_norm": 0.23264527320861816, + "learning_rate": 6.946915138317128e-06, + "loss": 0.0082, + "step": 83870 + }, + { + "loss_action": 0.003415255108848214, + "loss_total": 0.003415255108848214, + "step": 83870 + }, + { + "loss_action": 0.005733486730605364, + "loss_total": 0.005733486730605364, + "step": 83870 + }, + { + "loss_action": 0.17044483125209808, + "loss_total": 0.17044483125209808, + "step": 83870 + }, + { + "loss_action": 0.0074106003157794476, + "loss_total": 0.0074106003157794476, + "step": 83870 + }, + { + "loss_action": 0.001984385075047612, + "loss_total": 0.001984385075047612, + "step": 83870 + }, + { + "loss_action": 0.005304866470396519, + "loss_total": 0.005304866470396519, + "step": 83870 + }, + { + "grad_norm": 0.19335490465164185, + "learning_rate": 6.9385095903708065e-06, + "loss": 0.0089, + "step": 83880 + }, + { + "loss_action": 0.0027554382104426622, + "loss_total": 0.0027554382104426622, + "step": 83880 + }, + { + "loss_action": 0.005471116863191128, + "loss_total": 0.005471116863191128, + "step": 83880 + }, + { + "loss_action": 0.00733273895457387, + "loss_total": 0.00733273895457387, + "step": 83880 + }, + { + "loss_action": 0.003604268655180931, + "loss_total": 0.003604268655180931, + "step": 83880 + }, + { + "loss_action": 0.0673799142241478, + "loss_total": 0.0673799142241478, + "step": 83880 + }, + { + "loss_action": 0.01965920999646187, + "loss_total": 0.01965920999646187, + "step": 83880 + }, + { + "grad_norm": 0.14437325298786163, + "learning_rate": 6.930108751564346e-06, + "loss": 0.0079, + "step": 83890 + }, + { + "loss_action": 0.0022391758393496275, + "loss_total": 0.0022391758393496275, + "step": 83890 + }, + { + "loss_action": 0.006626317743211985, + "loss_total": 0.006626317743211985, + "step": 83890 + }, + { + "loss_action": 0.010706746950745583, + "loss_total": 0.010706746950745583, + "step": 83890 + }, + { + "loss_action": 0.024866731837391853, + "loss_total": 0.024866731837391853, + "step": 83890 + }, + { + "loss_action": 0.0031427310314029455, + "loss_total": 0.0031427310314029455, + "step": 83890 + }, + { + "loss_action": 0.003409879980608821, + "loss_total": 0.003409879980608821, + "step": 83890 + }, + { + "grad_norm": 0.24912331998348236, + "learning_rate": 6.921712622816428e-06, + "loss": 0.0096, + "step": 83900 + }, + { + "loss_action": 0.009453226812183857, + "loss_total": 0.009453226812183857, + "step": 83900 + }, + { + "loss_action": 0.008239597082138062, + "loss_total": 0.008239597082138062, + "step": 83900 + }, + { + "loss_action": 0.00466718478128314, + "loss_total": 0.00466718478128314, + "step": 83900 + }, + { + "loss_action": 0.0062530916184186935, + "loss_total": 0.0062530916184186935, + "step": 83900 + }, + { + "loss_action": 0.0022187819704413414, + "loss_total": 0.0022187819704413414, + "step": 83900 + }, + { + "loss_action": 0.011415942572057247, + "loss_total": 0.011415942572057247, + "step": 83900 + }, + { + "grad_norm": 0.19958952069282532, + "learning_rate": 6.913321205045259e-06, + "loss": 0.0118, + "step": 83910 + }, + { + "loss_action": 0.0015011897776275873, + "loss_total": 0.0015011897776275873, + "step": 83910 + }, + { + "loss_action": 0.005716719664633274, + "loss_total": 0.005716719664633274, + "step": 83910 + }, + { + "loss_action": 0.005239155609160662, + "loss_total": 0.005239155609160662, + "step": 83910 + }, + { + "loss_action": 0.009310567751526833, + "loss_total": 0.009310567751526833, + "step": 83910 + }, + { + "loss_action": 0.0049509615637362, + "loss_total": 0.0049509615637362, + "step": 83910 + }, + { + "loss_action": 0.02792973816394806, + "loss_total": 0.02792973816394806, + "step": 83910 + }, + { + "grad_norm": 0.29998764395713806, + "learning_rate": 6.904934499168491e-06, + "loss": 0.0079, + "step": 83920 + }, + { + "loss_action": 0.003250942099839449, + "loss_total": 0.003250942099839449, + "step": 83920 + }, + { + "loss_action": 0.013690691441297531, + "loss_total": 0.013690691441297531, + "step": 83920 + }, + { + "loss_action": 0.0027884659357368946, + "loss_total": 0.0027884659357368946, + "step": 83920 + }, + { + "loss_action": 0.019945943728089333, + "loss_total": 0.019945943728089333, + "step": 83920 + }, + { + "loss_action": 0.007690835278481245, + "loss_total": 0.007690835278481245, + "step": 83920 + }, + { + "loss_action": 0.012378942221403122, + "loss_total": 0.012378942221403122, + "step": 83920 + }, + { + "grad_norm": 0.18068134784698486, + "learning_rate": 6.896552506103299e-06, + "loss": 0.0115, + "step": 83930 + }, + { + "loss_action": 0.002245094859972596, + "loss_total": 0.002245094859972596, + "step": 83930 + }, + { + "loss_action": 0.002927010180428624, + "loss_total": 0.002927010180428624, + "step": 83930 + }, + { + "loss_action": 0.005925065837800503, + "loss_total": 0.005925065837800503, + "step": 83930 + }, + { + "loss_action": 0.0031663973350077868, + "loss_total": 0.0031663973350077868, + "step": 83930 + }, + { + "loss_action": 0.0020333807915449142, + "loss_total": 0.0020333807915449142, + "step": 83930 + }, + { + "loss_action": 0.008285261690616608, + "loss_total": 0.008285261690616608, + "step": 83930 + }, + { + "grad_norm": 0.2776583433151245, + "learning_rate": 6.888175226766313e-06, + "loss": 0.0087, + "step": 83940 + }, + { + "loss_action": 0.006246916018426418, + "loss_total": 0.006246916018426418, + "step": 83940 + }, + { + "loss_action": 0.006632997654378414, + "loss_total": 0.006632997654378414, + "step": 83940 + }, + { + "loss_action": 0.021283674985170364, + "loss_total": 0.021283674985170364, + "step": 83940 + }, + { + "loss_action": 0.004814254119992256, + "loss_total": 0.004814254119992256, + "step": 83940 + }, + { + "loss_action": 0.012043439783155918, + "loss_total": 0.012043439783155918, + "step": 83940 + }, + { + "loss_action": 0.0030375057831406593, + "loss_total": 0.0030375057831406593, + "step": 83940 + }, + { + "grad_norm": 0.19406211376190186, + "learning_rate": 6.879802662073686e-06, + "loss": 0.0081, + "step": 83950 + }, + { + "loss_action": 0.0034341872669756413, + "loss_total": 0.0034341872669756413, + "step": 83950 + }, + { + "loss_action": 0.008681646548211575, + "loss_total": 0.008681646548211575, + "step": 83950 + }, + { + "loss_action": 0.012407875619828701, + "loss_total": 0.012407875619828701, + "step": 83950 + }, + { + "loss_action": 0.010786186903715134, + "loss_total": 0.010786186903715134, + "step": 83950 + }, + { + "loss_action": 0.02105867676436901, + "loss_total": 0.02105867676436901, + "step": 83950 + }, + { + "loss_action": 0.00854844506829977, + "loss_total": 0.00854844506829977, + "step": 83950 + }, + { + "grad_norm": 0.16222314536571503, + "learning_rate": 6.871434812940991e-06, + "loss": 0.0084, + "step": 83960 + }, + { + "loss_action": 0.004679590463638306, + "loss_total": 0.004679590463638306, + "step": 83960 + }, + { + "loss_action": 0.0017441188683733344, + "loss_total": 0.0017441188683733344, + "step": 83960 + }, + { + "loss_action": 0.012148457579314709, + "loss_total": 0.012148457579314709, + "step": 83960 + }, + { + "loss_action": 0.004490038380026817, + "loss_total": 0.004490038380026817, + "step": 83960 + }, + { + "loss_action": 0.0437798909842968, + "loss_total": 0.0437798909842968, + "step": 83960 + }, + { + "loss_action": 0.007681920193135738, + "loss_total": 0.007681920193135738, + "step": 83960 + }, + { + "grad_norm": 0.1479823887348175, + "learning_rate": 6.863071680283345e-06, + "loss": 0.0078, + "step": 83970 + }, + { + "loss_action": 0.007224802393466234, + "loss_total": 0.007224802393466234, + "step": 83970 + }, + { + "loss_action": 0.009363182820379734, + "loss_total": 0.009363182820379734, + "step": 83970 + }, + { + "loss_action": 0.08504391461610794, + "loss_total": 0.08504391461610794, + "step": 83970 + }, + { + "loss_action": 0.005386223550885916, + "loss_total": 0.005386223550885916, + "step": 83970 + }, + { + "loss_action": 0.007803088985383511, + "loss_total": 0.007803088985383511, + "step": 83970 + }, + { + "loss_action": 0.006250711623579264, + "loss_total": 0.006250711623579264, + "step": 83970 + }, + { + "grad_norm": 0.13630862534046173, + "learning_rate": 6.854713265015339e-06, + "loss": 0.0102, + "step": 83980 + }, + { + "loss_action": 0.011031216941773891, + "loss_total": 0.011031216941773891, + "step": 83980 + }, + { + "loss_action": 0.005344672128558159, + "loss_total": 0.005344672128558159, + "step": 83980 + }, + { + "loss_action": 0.0031848102807998657, + "loss_total": 0.0031848102807998657, + "step": 83980 + }, + { + "loss_action": 0.019568728283047676, + "loss_total": 0.019568728283047676, + "step": 83980 + }, + { + "loss_action": 0.0026654740795493126, + "loss_total": 0.0026654740795493126, + "step": 83980 + }, + { + "loss_action": 0.010003052651882172, + "loss_total": 0.010003052651882172, + "step": 83980 + }, + { + "grad_norm": 0.2122485637664795, + "learning_rate": 6.8463595680510025e-06, + "loss": 0.0094, + "step": 83990 + }, + { + "loss_action": 0.0033540846779942513, + "loss_total": 0.0033540846779942513, + "step": 83990 + }, + { + "loss_action": 0.004385306965559721, + "loss_total": 0.004385306965559721, + "step": 83990 + }, + { + "loss_action": 0.016615362837910652, + "loss_total": 0.016615362837910652, + "step": 83990 + }, + { + "loss_action": 0.007857829332351685, + "loss_total": 0.007857829332351685, + "step": 83990 + }, + { + "loss_action": 0.004401268437504768, + "loss_total": 0.004401268437504768, + "step": 83990 + }, + { + "loss_action": 0.008432770147919655, + "loss_total": 0.008432770147919655, + "step": 83990 + }, + { + "grad_norm": 0.19809816777706146, + "learning_rate": 6.838010590303911e-06, + "loss": 0.0068, + "step": 84000 + }, + { + "loss_action": 0.008852832019329071, + "loss_total": 0.008852832019329071, + "step": 84000 + }, + { + "loss_action": 0.004930109716951847, + "loss_total": 0.004930109716951847, + "step": 84000 + }, + { + "loss_action": 0.003859804943203926, + "loss_total": 0.003859804943203926, + "step": 84000 + }, + { + "loss_action": 0.008609186857938766, + "loss_total": 0.008609186857938766, + "step": 84000 + }, + { + "loss_action": 0.060705192387104034, + "loss_total": 0.060705192387104034, + "step": 84000 + }, + { + "loss_action": 0.008962079882621765, + "loss_total": 0.008962079882621765, + "step": 84000 + }, + { + "grad_norm": 0.19464059174060822, + "learning_rate": 6.829666332687085e-06, + "loss": 0.0099, + "step": 84010 + }, + { + "loss_action": 0.004248805809766054, + "loss_total": 0.004248805809766054, + "step": 84010 + }, + { + "loss_action": 0.01581389643251896, + "loss_total": 0.01581389643251896, + "step": 84010 + }, + { + "loss_action": 0.009236536920070648, + "loss_total": 0.009236536920070648, + "step": 84010 + }, + { + "loss_action": 0.006613437552005053, + "loss_total": 0.006613437552005053, + "step": 84010 + }, + { + "loss_action": 0.004634943325072527, + "loss_total": 0.004634943325072527, + "step": 84010 + }, + { + "loss_action": 0.0069331219419837, + "loss_total": 0.0069331219419837, + "step": 84010 + }, + { + "grad_norm": 0.2293413281440735, + "learning_rate": 6.821326796113059e-06, + "loss": 0.0082, + "step": 84020 + }, + { + "loss_action": 0.004477088805288076, + "loss_total": 0.004477088805288076, + "step": 84020 + }, + { + "loss_action": 0.00499006686732173, + "loss_total": 0.00499006686732173, + "step": 84020 + }, + { + "loss_action": 0.00842430628836155, + "loss_total": 0.00842430628836155, + "step": 84020 + }, + { + "loss_action": 0.01620439626276493, + "loss_total": 0.01620439626276493, + "step": 84020 + }, + { + "loss_action": 0.012521487660706043, + "loss_total": 0.012521487660706043, + "step": 84020 + }, + { + "loss_action": 0.013322554528713226, + "loss_total": 0.013322554528713226, + "step": 84020 + }, + { + "grad_norm": 0.18755385279655457, + "learning_rate": 6.812991981493799e-06, + "loss": 0.0082, + "step": 84030 + }, + { + "loss_action": 0.0025530471466481686, + "loss_total": 0.0025530471466481686, + "step": 84030 + }, + { + "loss_action": 0.014565297402441502, + "loss_total": 0.014565297402441502, + "step": 84030 + }, + { + "loss_action": 0.0015894370153546333, + "loss_total": 0.0015894370153546333, + "step": 84030 + }, + { + "loss_action": 0.00582506600767374, + "loss_total": 0.00582506600767374, + "step": 84030 + }, + { + "loss_action": 0.008620268665254116, + "loss_total": 0.008620268665254116, + "step": 84030 + }, + { + "loss_action": 0.0020272182300686836, + "loss_total": 0.0020272182300686836, + "step": 84030 + }, + { + "grad_norm": 0.6114338040351868, + "learning_rate": 6.804661889740821e-06, + "loss": 0.0098, + "step": 84040 + }, + { + "loss_action": 0.008998246863484383, + "loss_total": 0.008998246863484383, + "step": 84040 + }, + { + "loss_action": 0.011357063427567482, + "loss_total": 0.011357063427567482, + "step": 84040 + }, + { + "loss_action": 0.009238975122570992, + "loss_total": 0.009238975122570992, + "step": 84040 + }, + { + "loss_action": 0.004825269803404808, + "loss_total": 0.004825269803404808, + "step": 84040 + }, + { + "loss_action": 0.005970709957182407, + "loss_total": 0.005970709957182407, + "step": 84040 + }, + { + "loss_action": 0.002695165341719985, + "loss_total": 0.002695165341719985, + "step": 84040 + }, + { + "grad_norm": 0.1756594032049179, + "learning_rate": 6.7963365217650625e-06, + "loss": 0.0083, + "step": 84050 + }, + { + "loss_action": 0.001607828657142818, + "loss_total": 0.001607828657142818, + "step": 84050 + }, + { + "loss_action": 0.002096709096804261, + "loss_total": 0.002096709096804261, + "step": 84050 + }, + { + "loss_action": 0.010760531760752201, + "loss_total": 0.010760531760752201, + "step": 84050 + }, + { + "loss_action": 0.009390636347234249, + "loss_total": 0.009390636347234249, + "step": 84050 + }, + { + "loss_action": 0.005947992205619812, + "loss_total": 0.005947992205619812, + "step": 84050 + }, + { + "loss_action": 0.007083807606250048, + "loss_total": 0.007083807606250048, + "step": 84050 + }, + { + "grad_norm": 0.22608904540538788, + "learning_rate": 6.788015878476983e-06, + "loss": 0.0091, + "step": 84060 + }, + { + "loss_action": 0.012163255363702774, + "loss_total": 0.012163255363702774, + "step": 84060 + }, + { + "loss_action": 0.006703513674438, + "loss_total": 0.006703513674438, + "step": 84060 + }, + { + "loss_action": 0.0032901752274483442, + "loss_total": 0.0032901752274483442, + "step": 84060 + }, + { + "loss_action": 0.0026604931335896254, + "loss_total": 0.0026604931335896254, + "step": 84060 + }, + { + "loss_action": 0.019062010571360588, + "loss_total": 0.019062010571360588, + "step": 84060 + }, + { + "loss_action": 0.004836615640670061, + "loss_total": 0.004836615640670061, + "step": 84060 + }, + { + "grad_norm": 0.1538204848766327, + "learning_rate": 6.779699960786523e-06, + "loss": 0.0097, + "step": 84070 + }, + { + "loss_action": 0.003131365403532982, + "loss_total": 0.003131365403532982, + "step": 84070 + }, + { + "loss_action": 0.00530360359698534, + "loss_total": 0.00530360359698534, + "step": 84070 + }, + { + "loss_action": 0.0025328334886580706, + "loss_total": 0.0025328334886580706, + "step": 84070 + }, + { + "loss_action": 0.005374579690396786, + "loss_total": 0.005374579690396786, + "step": 84070 + }, + { + "loss_action": 0.0029508834704756737, + "loss_total": 0.0029508834704756737, + "step": 84070 + }, + { + "loss_action": 0.00444928091019392, + "loss_total": 0.00444928091019392, + "step": 84070 + }, + { + "grad_norm": 0.24132850766181946, + "learning_rate": 6.771388769603104e-06, + "loss": 0.008, + "step": 84080 + }, + { + "loss_action": 0.006401091814041138, + "loss_total": 0.006401091814041138, + "step": 84080 + }, + { + "loss_action": 0.02116473764181137, + "loss_total": 0.02116473764181137, + "step": 84080 + }, + { + "loss_action": 0.002976480172947049, + "loss_total": 0.002976480172947049, + "step": 84080 + }, + { + "loss_action": 0.0033638537861406803, + "loss_total": 0.0033638537861406803, + "step": 84080 + }, + { + "loss_action": 0.01830430142581463, + "loss_total": 0.01830430142581463, + "step": 84080 + }, + { + "loss_action": 0.0041107595898211, + "loss_total": 0.0041107595898211, + "step": 84080 + }, + { + "grad_norm": 0.17352506518363953, + "learning_rate": 6.763082305835605e-06, + "loss": 0.007, + "step": 84090 + }, + { + "loss_action": 0.0032032709568738937, + "loss_total": 0.0032032709568738937, + "step": 84090 + }, + { + "loss_action": 0.007472238969057798, + "loss_total": 0.007472238969057798, + "step": 84090 + }, + { + "loss_action": 0.00695989653468132, + "loss_total": 0.00695989653468132, + "step": 84090 + }, + { + "loss_action": 0.0034406515769660473, + "loss_total": 0.0034406515769660473, + "step": 84090 + }, + { + "loss_action": 0.01930607669055462, + "loss_total": 0.01930607669055462, + "step": 84090 + }, + { + "loss_action": 0.005029573105275631, + "loss_total": 0.005029573105275631, + "step": 84090 + }, + { + "grad_norm": 0.1994708925485611, + "learning_rate": 6.754780570392433e-06, + "loss": 0.007, + "step": 84100 + }, + { + "loss_action": 0.0041712550446391106, + "loss_total": 0.0041712550446391106, + "step": 84100 + }, + { + "loss_action": 0.011485392227768898, + "loss_total": 0.011485392227768898, + "step": 84100 + }, + { + "loss_action": 0.002430168678984046, + "loss_total": 0.002430168678984046, + "step": 84100 + }, + { + "loss_action": 0.027737580239772797, + "loss_total": 0.027737580239772797, + "step": 84100 + }, + { + "loss_action": 0.0048688133247196674, + "loss_total": 0.0048688133247196674, + "step": 84100 + }, + { + "loss_action": 0.001406353898346424, + "loss_total": 0.001406353898346424, + "step": 84100 + }, + { + "grad_norm": 0.24712365865707397, + "learning_rate": 6.7464835641814215e-06, + "loss": 0.008, + "step": 84110 + }, + { + "loss_action": 0.0024110653903335333, + "loss_total": 0.0024110653903335333, + "step": 84110 + }, + { + "loss_action": 0.003252227557823062, + "loss_total": 0.003252227557823062, + "step": 84110 + }, + { + "loss_action": 0.006878030486404896, + "loss_total": 0.006878030486404896, + "step": 84110 + }, + { + "loss_action": 0.0018547317013144493, + "loss_total": 0.0018547317013144493, + "step": 84110 + }, + { + "loss_action": 0.003858594922348857, + "loss_total": 0.003858594922348857, + "step": 84110 + }, + { + "loss_action": 0.004955630283802748, + "loss_total": 0.004955630283802748, + "step": 84110 + }, + { + "grad_norm": 0.19081053137779236, + "learning_rate": 6.7381912881099515e-06, + "loss": 0.0091, + "step": 84120 + }, + { + "loss_action": 0.015929628163576126, + "loss_total": 0.015929628163576126, + "step": 84120 + }, + { + "loss_action": 0.011948713101446629, + "loss_total": 0.011948713101446629, + "step": 84120 + }, + { + "loss_action": 0.004443041514605284, + "loss_total": 0.004443041514605284, + "step": 84120 + }, + { + "loss_action": 0.00814041867852211, + "loss_total": 0.00814041867852211, + "step": 84120 + }, + { + "loss_action": 0.023756010457873344, + "loss_total": 0.023756010457873344, + "step": 84120 + }, + { + "loss_action": 0.011174839921295643, + "loss_total": 0.011174839921295643, + "step": 84120 + }, + { + "grad_norm": 0.15454599261283875, + "learning_rate": 6.72990374308482e-06, + "loss": 0.0089, + "step": 84130 + }, + { + "loss_action": 0.085264191031456, + "loss_total": 0.085264191031456, + "step": 84130 + }, + { + "loss_action": 0.008327328599989414, + "loss_total": 0.008327328599989414, + "step": 84130 + }, + { + "loss_action": 0.006570952478796244, + "loss_total": 0.006570952478796244, + "step": 84130 + }, + { + "loss_action": 0.00820726528763771, + "loss_total": 0.00820726528763771, + "step": 84130 + }, + { + "loss_action": 0.005101403687149286, + "loss_total": 0.005101403687149286, + "step": 84130 + }, + { + "loss_action": 0.009778670035302639, + "loss_total": 0.009778670035302639, + "step": 84130 + }, + { + "grad_norm": 0.1913996785879135, + "learning_rate": 6.721620930012379e-06, + "loss": 0.0083, + "step": 84140 + }, + { + "loss_action": 0.020380135625600815, + "loss_total": 0.020380135625600815, + "step": 84140 + }, + { + "loss_action": 0.0031427566427737474, + "loss_total": 0.0031427566427737474, + "step": 84140 + }, + { + "loss_action": 0.004059385042637587, + "loss_total": 0.004059385042637587, + "step": 84140 + }, + { + "loss_action": 0.00273193814791739, + "loss_total": 0.00273193814791739, + "step": 84140 + }, + { + "loss_action": 0.0027064327150583267, + "loss_total": 0.0027064327150583267, + "step": 84140 + }, + { + "loss_action": 0.005928495433181524, + "loss_total": 0.005928495433181524, + "step": 84140 + }, + { + "grad_norm": 0.2424485981464386, + "learning_rate": 6.713342849798393e-06, + "loss": 0.0082, + "step": 84150 + }, + { + "loss_action": 0.0077282036654651165, + "loss_total": 0.0077282036654651165, + "step": 84150 + }, + { + "loss_action": 0.004809899255633354, + "loss_total": 0.004809899255633354, + "step": 84150 + }, + { + "loss_action": 0.003237182041630149, + "loss_total": 0.003237182041630149, + "step": 84150 + }, + { + "loss_action": 0.003996504005044699, + "loss_total": 0.003996504005044699, + "step": 84150 + }, + { + "loss_action": 0.003714530495926738, + "loss_total": 0.003714530495926738, + "step": 84150 + }, + { + "loss_action": 0.012925342656672001, + "loss_total": 0.012925342656672001, + "step": 84150 + }, + { + "grad_norm": 0.16489240527153015, + "learning_rate": 6.705069503348166e-06, + "loss": 0.0069, + "step": 84160 + }, + { + "loss_action": 0.010059721767902374, + "loss_total": 0.010059721767902374, + "step": 84160 + }, + { + "loss_action": 0.00270759011618793, + "loss_total": 0.00270759011618793, + "step": 84160 + }, + { + "loss_action": 0.0025095553137362003, + "loss_total": 0.0025095553137362003, + "step": 84160 + }, + { + "loss_action": 0.0032549770548939705, + "loss_total": 0.0032549770548939705, + "step": 84160 + }, + { + "loss_action": 0.0033228392712771893, + "loss_total": 0.0033228392712771893, + "step": 84160 + }, + { + "loss_action": 0.00555781414732337, + "loss_total": 0.00555781414732337, + "step": 84160 + }, + { + "grad_norm": 0.1818578988313675, + "learning_rate": 6.696800891566435e-06, + "loss": 0.0079, + "step": 84170 + }, + { + "loss_action": 0.007881686091423035, + "loss_total": 0.007881686091423035, + "step": 84170 + }, + { + "loss_action": 0.00792571809142828, + "loss_total": 0.00792571809142828, + "step": 84170 + }, + { + "loss_action": 0.005183765199035406, + "loss_total": 0.005183765199035406, + "step": 84170 + }, + { + "loss_action": 0.03849563002586365, + "loss_total": 0.03849563002586365, + "step": 84170 + }, + { + "loss_action": 0.003055339911952615, + "loss_total": 0.003055339911952615, + "step": 84170 + }, + { + "loss_action": 0.007258337456732988, + "loss_total": 0.007258337456732988, + "step": 84170 + }, + { + "grad_norm": 0.20140859484672546, + "learning_rate": 6.688537015357449e-06, + "loss": 0.0075, + "step": 84180 + }, + { + "loss_action": 0.009349191561341286, + "loss_total": 0.009349191561341286, + "step": 84180 + }, + { + "loss_action": 0.010875357314944267, + "loss_total": 0.010875357314944267, + "step": 84180 + }, + { + "loss_action": 0.002563025336712599, + "loss_total": 0.002563025336712599, + "step": 84180 + }, + { + "loss_action": 0.01799425669014454, + "loss_total": 0.01799425669014454, + "step": 84180 + }, + { + "loss_action": 0.003432048484683037, + "loss_total": 0.003432048484683037, + "step": 84180 + }, + { + "loss_action": 0.0017661767778918147, + "loss_total": 0.0017661767778918147, + "step": 84180 + }, + { + "grad_norm": 0.1917245239019394, + "learning_rate": 6.680277875624941e-06, + "loss": 0.0089, + "step": 84190 + }, + { + "loss_action": 0.011828652583062649, + "loss_total": 0.011828652583062649, + "step": 84190 + }, + { + "loss_action": 0.005818789824843407, + "loss_total": 0.005818789824843407, + "step": 84190 + }, + { + "loss_action": 0.007638511713594198, + "loss_total": 0.007638511713594198, + "step": 84190 + }, + { + "loss_action": 0.0044852010905742645, + "loss_total": 0.0044852010905742645, + "step": 84190 + }, + { + "loss_action": 0.005062759853899479, + "loss_total": 0.005062759853899479, + "step": 84190 + }, + { + "loss_action": 0.002454102039337158, + "loss_total": 0.002454102039337158, + "step": 84190 + }, + { + "grad_norm": 0.23672416806221008, + "learning_rate": 6.672023473272121e-06, + "loss": 0.0086, + "step": 84200 + }, + { + "loss_action": 0.01029963418841362, + "loss_total": 0.01029963418841362, + "step": 84200 + }, + { + "loss_action": 0.011986231431365013, + "loss_total": 0.011986231431365013, + "step": 84200 + }, + { + "loss_action": 0.0048819538205862045, + "loss_total": 0.0048819538205862045, + "step": 84200 + }, + { + "loss_action": 0.002640478080138564, + "loss_total": 0.002640478080138564, + "step": 84200 + }, + { + "loss_action": 0.0027740532532334328, + "loss_total": 0.0027740532532334328, + "step": 84200 + }, + { + "loss_action": 0.0023666233755648136, + "loss_total": 0.0023666233755648136, + "step": 84200 + }, + { + "grad_norm": 0.14999818801879883, + "learning_rate": 6.663773809201667e-06, + "loss": 0.0073, + "step": 84210 + }, + { + "loss_action": 0.009876905009150505, + "loss_total": 0.009876905009150505, + "step": 84210 + }, + { + "loss_action": 0.00700452271848917, + "loss_total": 0.00700452271848917, + "step": 84210 + }, + { + "loss_action": 0.003026192309334874, + "loss_total": 0.003026192309334874, + "step": 84210 + }, + { + "loss_action": 0.0056499396450817585, + "loss_total": 0.0056499396450817585, + "step": 84210 + }, + { + "loss_action": 0.006537037901580334, + "loss_total": 0.006537037901580334, + "step": 84210 + }, + { + "loss_action": 0.012117690406739712, + "loss_total": 0.012117690406739712, + "step": 84210 + }, + { + "grad_norm": 0.1645614355802536, + "learning_rate": 6.655528884315748e-06, + "loss": 0.0081, + "step": 84220 + }, + { + "loss_action": 0.00680414168164134, + "loss_total": 0.00680414168164134, + "step": 84220 + }, + { + "loss_action": 0.0013664265861734748, + "loss_total": 0.0013664265861734748, + "step": 84220 + }, + { + "loss_action": 0.0028721594717353582, + "loss_total": 0.0028721594717353582, + "step": 84220 + }, + { + "loss_action": 0.013034099712967873, + "loss_total": 0.013034099712967873, + "step": 84220 + }, + { + "loss_action": 0.006453997455537319, + "loss_total": 0.006453997455537319, + "step": 84220 + }, + { + "loss_action": 0.0036139520816504955, + "loss_total": 0.0036139520816504955, + "step": 84220 + }, + { + "grad_norm": 0.14795143902301788, + "learning_rate": 6.647288699516036e-06, + "loss": 0.0077, + "step": 84230 + }, + { + "loss_action": 0.004058054648339748, + "loss_total": 0.004058054648339748, + "step": 84230 + }, + { + "loss_action": 0.009234762750566006, + "loss_total": 0.009234762750566006, + "step": 84230 + }, + { + "loss_action": 0.0029326279181987047, + "loss_total": 0.0029326279181987047, + "step": 84230 + }, + { + "loss_action": 0.0036509959027171135, + "loss_total": 0.0036509959027171135, + "step": 84230 + }, + { + "loss_action": 0.006757193244993687, + "loss_total": 0.006757193244993687, + "step": 84230 + }, + { + "loss_action": 0.0027373717166483402, + "loss_total": 0.0027373717166483402, + "step": 84230 + }, + { + "grad_norm": 0.18205346167087555, + "learning_rate": 6.639053255703642e-06, + "loss": 0.0064, + "step": 84240 + }, + { + "loss_action": 0.014195311814546585, + "loss_total": 0.014195311814546585, + "step": 84240 + }, + { + "loss_action": 0.0029439893551170826, + "loss_total": 0.0029439893551170826, + "step": 84240 + }, + { + "loss_action": 0.009086914360523224, + "loss_total": 0.009086914360523224, + "step": 84240 + }, + { + "loss_action": 0.0043458896689116955, + "loss_total": 0.0043458896689116955, + "step": 84240 + }, + { + "loss_action": 0.003043292323127389, + "loss_total": 0.003043292323127389, + "step": 84240 + }, + { + "loss_action": 0.015018594451248646, + "loss_total": 0.015018594451248646, + "step": 84240 + }, + { + "grad_norm": 0.2074669599533081, + "learning_rate": 6.6308225537791925e-06, + "loss": 0.0088, + "step": 84250 + }, + { + "loss_action": 0.0018667535623535514, + "loss_total": 0.0018667535623535514, + "step": 84250 + }, + { + "loss_action": 0.007295341230928898, + "loss_total": 0.007295341230928898, + "step": 84250 + }, + { + "loss_action": 0.002545552561059594, + "loss_total": 0.002545552561059594, + "step": 84250 + }, + { + "loss_action": 0.004524479154497385, + "loss_total": 0.004524479154497385, + "step": 84250 + }, + { + "loss_action": 0.005071880761533976, + "loss_total": 0.005071880761533976, + "step": 84250 + }, + { + "loss_action": 0.0048779589124023914, + "loss_total": 0.0048779589124023914, + "step": 84250 + }, + { + "grad_norm": 0.16767370700836182, + "learning_rate": 6.622596594642777e-06, + "loss": 0.0086, + "step": 84260 + }, + { + "loss_action": 0.009101949632167816, + "loss_total": 0.009101949632167816, + "step": 84260 + }, + { + "loss_action": 0.003533007577061653, + "loss_total": 0.003533007577061653, + "step": 84260 + }, + { + "loss_action": 0.0033801805693656206, + "loss_total": 0.0033801805693656206, + "step": 84260 + }, + { + "loss_action": 0.0017071581678465009, + "loss_total": 0.0017071581678465009, + "step": 84260 + }, + { + "loss_action": 0.00619010254740715, + "loss_total": 0.00619010254740715, + "step": 84260 + }, + { + "loss_action": 0.005301964469254017, + "loss_total": 0.005301964469254017, + "step": 84260 + }, + { + "grad_norm": 0.21416932344436646, + "learning_rate": 6.614375379193999e-06, + "loss": 0.0067, + "step": 84270 + }, + { + "loss_action": 0.033628202974796295, + "loss_total": 0.033628202974796295, + "step": 84270 + }, + { + "loss_action": 0.006949795410037041, + "loss_total": 0.006949795410037041, + "step": 84270 + }, + { + "loss_action": 0.00588145200163126, + "loss_total": 0.00588145200163126, + "step": 84270 + }, + { + "loss_action": 0.0031366203911602497, + "loss_total": 0.0031366203911602497, + "step": 84270 + }, + { + "loss_action": 0.0034154560416936874, + "loss_total": 0.0034154560416936874, + "step": 84270 + }, + { + "loss_action": 0.007088314741849899, + "loss_total": 0.007088314741849899, + "step": 84270 + }, + { + "grad_norm": 0.148626908659935, + "learning_rate": 6.606158908331889e-06, + "loss": 0.0079, + "step": 84280 + }, + { + "loss_action": 0.0115425456315279, + "loss_total": 0.0115425456315279, + "step": 84280 + }, + { + "loss_action": 0.004801036790013313, + "loss_total": 0.004801036790013313, + "step": 84280 + }, + { + "loss_action": 0.0030392631888389587, + "loss_total": 0.0030392631888389587, + "step": 84280 + }, + { + "loss_action": 0.0035650585778057575, + "loss_total": 0.0035650585778057575, + "step": 84280 + }, + { + "loss_action": 0.004476829897612333, + "loss_total": 0.004476829897612333, + "step": 84280 + }, + { + "loss_action": 0.011606490239501, + "loss_total": 0.011606490239501, + "step": 84280 + }, + { + "grad_norm": 0.2565113604068756, + "learning_rate": 6.597947182955005e-06, + "loss": 0.0092, + "step": 84290 + }, + { + "loss_action": 0.0073984418995678425, + "loss_total": 0.0073984418995678425, + "step": 84290 + }, + { + "loss_action": 0.00499305222183466, + "loss_total": 0.00499305222183466, + "step": 84290 + }, + { + "loss_action": 0.0042373682372272015, + "loss_total": 0.0042373682372272015, + "step": 84290 + }, + { + "loss_action": 0.006120478268712759, + "loss_total": 0.006120478268712759, + "step": 84290 + }, + { + "loss_action": 0.0059005022048950195, + "loss_total": 0.0059005022048950195, + "step": 84290 + }, + { + "loss_action": 0.011299658566713333, + "loss_total": 0.011299658566713333, + "step": 84290 + }, + { + "grad_norm": 0.3215519189834595, + "learning_rate": 6.589740203961359e-06, + "loss": 0.0086, + "step": 84300 + }, + { + "loss_action": 0.005936213303357363, + "loss_total": 0.005936213303357363, + "step": 84300 + }, + { + "loss_action": 0.007835183292627335, + "loss_total": 0.007835183292627335, + "step": 84300 + }, + { + "loss_action": 0.05217112600803375, + "loss_total": 0.05217112600803375, + "step": 84300 + }, + { + "loss_action": 0.006656369660049677, + "loss_total": 0.006656369660049677, + "step": 84300 + }, + { + "loss_action": 0.003149492433294654, + "loss_total": 0.003149492433294654, + "step": 84300 + }, + { + "loss_action": 0.005892094690352678, + "loss_total": 0.005892094690352678, + "step": 84300 + }, + { + "grad_norm": 0.19404718279838562, + "learning_rate": 6.581537972248464e-06, + "loss": 0.009, + "step": 84310 + }, + { + "loss_action": 0.04582374915480614, + "loss_total": 0.04582374915480614, + "step": 84310 + }, + { + "loss_action": 0.0029096135403960943, + "loss_total": 0.0029096135403960943, + "step": 84310 + }, + { + "loss_action": 0.006512767169624567, + "loss_total": 0.006512767169624567, + "step": 84310 + }, + { + "loss_action": 0.004584334325045347, + "loss_total": 0.004584334325045347, + "step": 84310 + }, + { + "loss_action": 0.005606306716799736, + "loss_total": 0.005606306716799736, + "step": 84310 + }, + { + "loss_action": 0.020762480795383453, + "loss_total": 0.020762480795383453, + "step": 84310 + }, + { + "grad_norm": 0.18829098343849182, + "learning_rate": 6.573340488713275e-06, + "loss": 0.0087, + "step": 84320 + }, + { + "loss_action": 0.0041236309334635735, + "loss_total": 0.0041236309334635735, + "step": 84320 + }, + { + "loss_action": 0.009187235496938229, + "loss_total": 0.009187235496938229, + "step": 84320 + }, + { + "loss_action": 0.002843871247023344, + "loss_total": 0.002843871247023344, + "step": 84320 + }, + { + "loss_action": 0.005078896414488554, + "loss_total": 0.005078896414488554, + "step": 84320 + }, + { + "loss_action": 0.007721080910414457, + "loss_total": 0.007721080910414457, + "step": 84320 + }, + { + "loss_action": 0.015236468985676765, + "loss_total": 0.015236468985676765, + "step": 84320 + }, + { + "grad_norm": 0.21451282501220703, + "learning_rate": 6.565147754252304e-06, + "loss": 0.0079, + "step": 84330 + }, + { + "loss_action": 0.009416586719453335, + "loss_total": 0.009416586719453335, + "step": 84330 + }, + { + "loss_action": 0.007125284057110548, + "loss_total": 0.007125284057110548, + "step": 84330 + }, + { + "loss_action": 0.01596163772046566, + "loss_total": 0.01596163772046566, + "step": 84330 + }, + { + "loss_action": 0.0025909608229994774, + "loss_total": 0.0025909608229994774, + "step": 84330 + }, + { + "loss_action": 0.00634177727624774, + "loss_total": 0.00634177727624774, + "step": 84330 + }, + { + "loss_action": 0.007844695821404457, + "loss_total": 0.007844695821404457, + "step": 84330 + }, + { + "grad_norm": 0.24486196041107178, + "learning_rate": 6.556959769761462e-06, + "loss": 0.0087, + "step": 84340 + }, + { + "loss_action": 0.00941096618771553, + "loss_total": 0.00941096618771553, + "step": 84340 + }, + { + "loss_action": 0.012537903152406216, + "loss_total": 0.012537903152406216, + "step": 84340 + }, + { + "loss_action": 0.013324414379894733, + "loss_total": 0.013324414379894733, + "step": 84340 + }, + { + "loss_action": 0.006436334922909737, + "loss_total": 0.006436334922909737, + "step": 84340 + }, + { + "loss_action": 0.008166049607098103, + "loss_total": 0.008166049607098103, + "step": 84340 + }, + { + "loss_action": 0.005135788582265377, + "loss_total": 0.005135788582265377, + "step": 84340 + }, + { + "grad_norm": 0.2377190887928009, + "learning_rate": 6.548776536136192e-06, + "loss": 0.0092, + "step": 84350 + }, + { + "loss_action": 0.002661211183294654, + "loss_total": 0.002661211183294654, + "step": 84350 + }, + { + "loss_action": 0.00272369384765625, + "loss_total": 0.00272369384765625, + "step": 84350 + }, + { + "loss_action": 0.00752663891762495, + "loss_total": 0.00752663891762495, + "step": 84350 + }, + { + "loss_action": 0.05147825926542282, + "loss_total": 0.05147825926542282, + "step": 84350 + }, + { + "loss_action": 0.0035984201822429895, + "loss_total": 0.0035984201822429895, + "step": 84350 + }, + { + "loss_action": 0.0015624524094164371, + "loss_total": 0.0015624524094164371, + "step": 84350 + }, + { + "grad_norm": 0.21333660185337067, + "learning_rate": 6.54059805427138e-06, + "loss": 0.0077, + "step": 84360 + }, + { + "loss_action": 0.0034089279361069202, + "loss_total": 0.0034089279361069202, + "step": 84360 + }, + { + "loss_action": 0.0063919248059391975, + "loss_total": 0.0063919248059391975, + "step": 84360 + }, + { + "loss_action": 0.004763543605804443, + "loss_total": 0.004763543605804443, + "step": 84360 + }, + { + "loss_action": 0.008243734948337078, + "loss_total": 0.008243734948337078, + "step": 84360 + }, + { + "loss_action": 0.011150658130645752, + "loss_total": 0.011150658130645752, + "step": 84360 + }, + { + "loss_action": 0.010555479675531387, + "loss_total": 0.010555479675531387, + "step": 84360 + }, + { + "grad_norm": 0.27438050508499146, + "learning_rate": 6.532424325061437e-06, + "loss": 0.0083, + "step": 84370 + }, + { + "loss_action": 0.0033944982569664717, + "loss_total": 0.0033944982569664717, + "step": 84370 + }, + { + "loss_action": 0.003533780574798584, + "loss_total": 0.003533780574798584, + "step": 84370 + }, + { + "loss_action": 0.01660909876227379, + "loss_total": 0.01660909876227379, + "step": 84370 + }, + { + "loss_action": 0.00270232860930264, + "loss_total": 0.00270232860930264, + "step": 84370 + }, + { + "loss_action": 0.010488816536962986, + "loss_total": 0.010488816536962986, + "step": 84370 + }, + { + "loss_action": 0.00242630485445261, + "loss_total": 0.00242630485445261, + "step": 84370 + }, + { + "grad_norm": 0.17134663462638855, + "learning_rate": 6.5242553494001935e-06, + "loss": 0.0092, + "step": 84380 + }, + { + "loss_action": 0.011818491853773594, + "loss_total": 0.011818491853773594, + "step": 84380 + }, + { + "loss_action": 0.005293968133628368, + "loss_total": 0.005293968133628368, + "step": 84380 + }, + { + "loss_action": 0.0032518317457288504, + "loss_total": 0.0032518317457288504, + "step": 84380 + }, + { + "loss_action": 0.023192573338747025, + "loss_total": 0.023192573338747025, + "step": 84380 + }, + { + "loss_action": 0.013504966162145138, + "loss_total": 0.013504966162145138, + "step": 84380 + }, + { + "loss_action": 0.004747363273054361, + "loss_total": 0.004747363273054361, + "step": 84380 + }, + { + "grad_norm": 0.14712099730968475, + "learning_rate": 6.516091128181046e-06, + "loss": 0.0075, + "step": 84390 + }, + { + "loss_action": 0.0032263637986034155, + "loss_total": 0.0032263637986034155, + "step": 84390 + }, + { + "loss_action": 0.003497719531878829, + "loss_total": 0.003497719531878829, + "step": 84390 + }, + { + "loss_action": 0.009555176831781864, + "loss_total": 0.009555176831781864, + "step": 84390 + }, + { + "loss_action": 0.0036006388254463673, + "loss_total": 0.0036006388254463673, + "step": 84390 + }, + { + "loss_action": 0.003329044673591852, + "loss_total": 0.003329044673591852, + "step": 84390 + }, + { + "loss_action": 0.0032086139544844627, + "loss_total": 0.0032086139544844627, + "step": 84390 + }, + { + "grad_norm": 0.22641131281852722, + "learning_rate": 6.507931662296785e-06, + "loss": 0.0102, + "step": 84400 + }, + { + "loss_action": 0.0036182235926389694, + "loss_total": 0.0036182235926389694, + "step": 84400 + }, + { + "loss_action": 0.0034288736060261726, + "loss_total": 0.0034288736060261726, + "step": 84400 + }, + { + "loss_action": 0.005547346547245979, + "loss_total": 0.005547346547245979, + "step": 84400 + }, + { + "loss_action": 0.01205263752490282, + "loss_total": 0.01205263752490282, + "step": 84400 + }, + { + "loss_action": 0.005126504227519035, + "loss_total": 0.005126504227519035, + "step": 84400 + }, + { + "loss_action": 0.008313166908919811, + "loss_total": 0.008313166908919811, + "step": 84400 + }, + { + "grad_norm": 0.2558935880661011, + "learning_rate": 6.4997769526397354e-06, + "loss": 0.0086, + "step": 84410 + }, + { + "loss_action": 0.01645822264254093, + "loss_total": 0.01645822264254093, + "step": 84410 + }, + { + "loss_action": 0.014340180903673172, + "loss_total": 0.014340180903673172, + "step": 84410 + }, + { + "loss_action": 0.005880356300622225, + "loss_total": 0.005880356300622225, + "step": 84410 + }, + { + "loss_action": 0.00398867717012763, + "loss_total": 0.00398867717012763, + "step": 84410 + }, + { + "loss_action": 0.004591820761561394, + "loss_total": 0.004591820761561394, + "step": 84410 + }, + { + "loss_action": 0.0031081719789654016, + "loss_total": 0.0031081719789654016, + "step": 84410 + }, + { + "grad_norm": 0.2151218205690384, + "learning_rate": 6.491627000101663e-06, + "loss": 0.0091, + "step": 84420 + }, + { + "loss_action": 0.013802708126604557, + "loss_total": 0.013802708126604557, + "step": 84420 + }, + { + "loss_action": 0.005912637338042259, + "loss_total": 0.005912637338042259, + "step": 84420 + }, + { + "loss_action": 0.007422477938234806, + "loss_total": 0.007422477938234806, + "step": 84420 + }, + { + "loss_action": 0.003713442012667656, + "loss_total": 0.003713442012667656, + "step": 84420 + }, + { + "loss_action": 0.0054768105037510395, + "loss_total": 0.0054768105037510395, + "step": 84420 + }, + { + "loss_action": 0.004961152095347643, + "loss_total": 0.004961152095347643, + "step": 84420 + }, + { + "grad_norm": 0.2119911015033722, + "learning_rate": 6.4834818055738545e-06, + "loss": 0.0073, + "step": 84430 + }, + { + "loss_action": 0.009638682939112186, + "loss_total": 0.009638682939112186, + "step": 84430 + }, + { + "loss_action": 0.003651844570413232, + "loss_total": 0.003651844570413232, + "step": 84430 + }, + { + "loss_action": 0.0046281972900033, + "loss_total": 0.0046281972900033, + "step": 84430 + }, + { + "loss_action": 0.004554044920951128, + "loss_total": 0.004554044920951128, + "step": 84430 + }, + { + "loss_action": 0.01016280148178339, + "loss_total": 0.01016280148178339, + "step": 84430 + }, + { + "loss_action": 0.00509428046643734, + "loss_total": 0.00509428046643734, + "step": 84430 + }, + { + "grad_norm": 0.21954487264156342, + "learning_rate": 6.4753413699470465e-06, + "loss": 0.0091, + "step": 84440 + }, + { + "loss_action": 0.004861587658524513, + "loss_total": 0.004861587658524513, + "step": 84440 + }, + { + "loss_action": 0.003461836138740182, + "loss_total": 0.003461836138740182, + "step": 84440 + }, + { + "loss_action": 0.0020044504199177027, + "loss_total": 0.0020044504199177027, + "step": 84440 + }, + { + "loss_action": 0.0033421681728214025, + "loss_total": 0.0033421681728214025, + "step": 84440 + }, + { + "loss_action": 0.005436644423753023, + "loss_total": 0.005436644423753023, + "step": 84440 + }, + { + "loss_action": 0.029189560562372208, + "loss_total": 0.029189560562372208, + "step": 84440 + }, + { + "grad_norm": 0.19798998534679413, + "learning_rate": 6.467205694111478e-06, + "loss": 0.0082, + "step": 84450 + }, + { + "loss_action": 0.005890530534088612, + "loss_total": 0.005890530534088612, + "step": 84450 + }, + { + "loss_action": 0.007322268560528755, + "loss_total": 0.007322268560528755, + "step": 84450 + }, + { + "loss_action": 0.012170661240816116, + "loss_total": 0.012170661240816116, + "step": 84450 + }, + { + "loss_action": 0.005926120560616255, + "loss_total": 0.005926120560616255, + "step": 84450 + }, + { + "loss_action": 0.01080483291298151, + "loss_total": 0.01080483291298151, + "step": 84450 + }, + { + "loss_action": 0.017854362726211548, + "loss_total": 0.017854362726211548, + "step": 84450 + }, + { + "grad_norm": 0.23985779285430908, + "learning_rate": 6.459074778956836e-06, + "loss": 0.0079, + "step": 84460 + }, + { + "loss_action": 0.02133837155997753, + "loss_total": 0.02133837155997753, + "step": 84460 + }, + { + "loss_action": 0.007693945895880461, + "loss_total": 0.007693945895880461, + "step": 84460 + }, + { + "loss_action": 0.003126992378383875, + "loss_total": 0.003126992378383875, + "step": 84460 + }, + { + "loss_action": 0.0034966033417731524, + "loss_total": 0.0034966033417731524, + "step": 84460 + }, + { + "loss_action": 0.002180940005928278, + "loss_total": 0.002180940005928278, + "step": 84460 + }, + { + "loss_action": 0.006110467482358217, + "loss_total": 0.006110467482358217, + "step": 84460 + }, + { + "grad_norm": 0.31002023816108704, + "learning_rate": 6.450948625372311e-06, + "loss": 0.0076, + "step": 84470 + }, + { + "loss_action": 0.003576942952349782, + "loss_total": 0.003576942952349782, + "step": 84470 + }, + { + "loss_action": 0.017497263848781586, + "loss_total": 0.017497263848781586, + "step": 84470 + }, + { + "loss_action": 0.01116393692791462, + "loss_total": 0.01116393692791462, + "step": 84470 + }, + { + "loss_action": 0.01032300479710102, + "loss_total": 0.01032300479710102, + "step": 84470 + }, + { + "loss_action": 0.008919801563024521, + "loss_total": 0.008919801563024521, + "step": 84470 + }, + { + "loss_action": 0.0023533287458121777, + "loss_total": 0.0023533287458121777, + "step": 84470 + }, + { + "grad_norm": 0.22227415442466736, + "learning_rate": 6.442827234246585e-06, + "loss": 0.0097, + "step": 84480 + }, + { + "loss_action": 0.002592165721580386, + "loss_total": 0.002592165721580386, + "step": 84480 + }, + { + "loss_action": 0.007946310564875603, + "loss_total": 0.007946310564875603, + "step": 84480 + }, + { + "loss_action": 0.0046774838119745255, + "loss_total": 0.0046774838119745255, + "step": 84480 + }, + { + "loss_action": 0.004395659547299147, + "loss_total": 0.004395659547299147, + "step": 84480 + }, + { + "loss_action": 0.002115462440997362, + "loss_total": 0.002115462440997362, + "step": 84480 + }, + { + "loss_action": 0.007322767283767462, + "loss_total": 0.007322767283767462, + "step": 84480 + }, + { + "grad_norm": 0.1375080943107605, + "learning_rate": 6.43471060646777e-06, + "loss": 0.0079, + "step": 84490 + }, + { + "loss_action": 0.02439921163022518, + "loss_total": 0.02439921163022518, + "step": 84490 + }, + { + "loss_action": 0.005450477357953787, + "loss_total": 0.005450477357953787, + "step": 84490 + }, + { + "loss_action": 0.0036069282796233892, + "loss_total": 0.0036069282796233892, + "step": 84490 + }, + { + "loss_action": 0.005996021442115307, + "loss_total": 0.005996021442115307, + "step": 84490 + }, + { + "loss_action": 0.003790392307564616, + "loss_total": 0.003790392307564616, + "step": 84490 + }, + { + "loss_action": 0.019941721111536026, + "loss_total": 0.019941721111536026, + "step": 84490 + }, + { + "grad_norm": 0.2138744741678238, + "learning_rate": 6.426598742923512e-06, + "loss": 0.0078, + "step": 84500 + }, + { + "loss_action": 0.01751617155969143, + "loss_total": 0.01751617155969143, + "step": 84500 + }, + { + "loss_action": 0.006161779165267944, + "loss_total": 0.006161779165267944, + "step": 84500 + }, + { + "loss_action": 0.006074271630495787, + "loss_total": 0.006074271630495787, + "step": 84500 + }, + { + "loss_action": 0.008364343084394932, + "loss_total": 0.008364343084394932, + "step": 84500 + }, + { + "loss_action": 0.004992627538740635, + "loss_total": 0.004992627538740635, + "step": 84500 + }, + { + "loss_action": 0.00236340775154531, + "loss_total": 0.00236340775154531, + "step": 84500 + }, + { + "grad_norm": 0.2532206177711487, + "learning_rate": 6.418491644500885e-06, + "loss": 0.0087, + "step": 84510 + }, + { + "loss_action": 0.01095594186335802, + "loss_total": 0.01095594186335802, + "step": 84510 + }, + { + "loss_action": 0.008913420140743256, + "loss_total": 0.008913420140743256, + "step": 84510 + }, + { + "loss_action": 0.007407135795801878, + "loss_total": 0.007407135795801878, + "step": 84510 + }, + { + "loss_action": 0.006359430495649576, + "loss_total": 0.006359430495649576, + "step": 84510 + }, + { + "loss_action": 0.006234005093574524, + "loss_total": 0.006234005093574524, + "step": 84510 + }, + { + "loss_action": 0.05065803974866867, + "loss_total": 0.05065803974866867, + "step": 84510 + }, + { + "grad_norm": 0.20880985260009766, + "learning_rate": 6.410389312086512e-06, + "loss": 0.0125, + "step": 84520 + }, + { + "loss_action": 0.007057417184114456, + "loss_total": 0.007057417184114456, + "step": 84520 + }, + { + "loss_action": 0.0026566192973405123, + "loss_total": 0.0026566192973405123, + "step": 84520 + }, + { + "loss_action": 0.01034309808164835, + "loss_total": 0.01034309808164835, + "step": 84520 + }, + { + "loss_action": 0.009710230864584446, + "loss_total": 0.009710230864584446, + "step": 84520 + }, + { + "loss_action": 0.0032849430572241545, + "loss_total": 0.0032849430572241545, + "step": 84520 + }, + { + "loss_action": 0.006052406504750252, + "loss_total": 0.006052406504750252, + "step": 84520 + }, + { + "grad_norm": 0.23412972688674927, + "learning_rate": 6.4022917465664135e-06, + "loss": 0.0087, + "step": 84530 + }, + { + "loss_action": 0.00698615238070488, + "loss_total": 0.00698615238070488, + "step": 84530 + }, + { + "loss_action": 0.005966335069388151, + "loss_total": 0.005966335069388151, + "step": 84530 + }, + { + "loss_action": 0.003452353412285447, + "loss_total": 0.003452353412285447, + "step": 84530 + }, + { + "loss_action": 0.003141123102977872, + "loss_total": 0.003141123102977872, + "step": 84530 + }, + { + "loss_action": 0.04113591089844704, + "loss_total": 0.04113591089844704, + "step": 84530 + }, + { + "loss_action": 0.00834385771304369, + "loss_total": 0.00834385771304369, + "step": 84530 + }, + { + "grad_norm": 0.28839683532714844, + "learning_rate": 6.3941989488261575e-06, + "loss": 0.0099, + "step": 84540 + }, + { + "loss_action": 0.0059741768054664135, + "loss_total": 0.0059741768054664135, + "step": 84540 + }, + { + "loss_action": 0.011210733093321323, + "loss_total": 0.011210733093321323, + "step": 84540 + }, + { + "loss_action": 0.012361071072518826, + "loss_total": 0.012361071072518826, + "step": 84540 + }, + { + "loss_action": 0.006313791498541832, + "loss_total": 0.006313791498541832, + "step": 84540 + }, + { + "loss_action": 0.005494404584169388, + "loss_total": 0.005494404584169388, + "step": 84540 + }, + { + "loss_action": 0.005638305563479662, + "loss_total": 0.005638305563479662, + "step": 84540 + }, + { + "grad_norm": 0.16690674424171448, + "learning_rate": 6.386110919750726e-06, + "loss": 0.0081, + "step": 84550 + }, + { + "loss_action": 0.004387859255075455, + "loss_total": 0.004387859255075455, + "step": 84550 + }, + { + "loss_action": 0.0037730219773948193, + "loss_total": 0.0037730219773948193, + "step": 84550 + }, + { + "loss_action": 0.001742157619446516, + "loss_total": 0.001742157619446516, + "step": 84550 + }, + { + "loss_action": 0.013282619416713715, + "loss_total": 0.013282619416713715, + "step": 84550 + }, + { + "loss_action": 0.0029792948625981808, + "loss_total": 0.0029792948625981808, + "step": 84550 + }, + { + "loss_action": 0.005312740802764893, + "loss_total": 0.005312740802764893, + "step": 84550 + }, + { + "grad_norm": 0.3923723101615906, + "learning_rate": 6.378027660224651e-06, + "loss": 0.0086, + "step": 84560 + }, + { + "loss_action": 0.008211825042963028, + "loss_total": 0.008211825042963028, + "step": 84560 + }, + { + "loss_action": 0.0028199392836540937, + "loss_total": 0.0028199392836540937, + "step": 84560 + }, + { + "loss_action": 0.008978577330708504, + "loss_total": 0.008978577330708504, + "step": 84560 + }, + { + "loss_action": 0.006271997466683388, + "loss_total": 0.006271997466683388, + "step": 84560 + }, + { + "loss_action": 0.004886317532509565, + "loss_total": 0.004886317532509565, + "step": 84560 + }, + { + "loss_action": 0.0038710429798811674, + "loss_total": 0.0038710429798811674, + "step": 84560 + }, + { + "grad_norm": 0.14998330175876617, + "learning_rate": 6.369949171131856e-06, + "loss": 0.0076, + "step": 84570 + }, + { + "loss_action": 0.00443103676661849, + "loss_total": 0.00443103676661849, + "step": 84570 + }, + { + "loss_action": 0.007876991294324398, + "loss_total": 0.007876991294324398, + "step": 84570 + }, + { + "loss_action": 0.0030720378272235394, + "loss_total": 0.0030720378272235394, + "step": 84570 + }, + { + "loss_action": 0.006282645743340254, + "loss_total": 0.006282645743340254, + "step": 84570 + }, + { + "loss_action": 0.006650602910667658, + "loss_total": 0.006650602910667658, + "step": 84570 + }, + { + "loss_action": 0.00485517643392086, + "loss_total": 0.00485517643392086, + "step": 84570 + }, + { + "grad_norm": 0.14013877511024475, + "learning_rate": 6.361875453355848e-06, + "loss": 0.0072, + "step": 84580 + }, + { + "loss_action": 0.0035037549678236246, + "loss_total": 0.0035037549678236246, + "step": 84580 + }, + { + "loss_action": 0.009195072576403618, + "loss_total": 0.009195072576403618, + "step": 84580 + }, + { + "loss_action": 0.01304442249238491, + "loss_total": 0.01304442249238491, + "step": 84580 + }, + { + "loss_action": 0.004646075889468193, + "loss_total": 0.004646075889468193, + "step": 84580 + }, + { + "loss_action": 0.00940352026373148, + "loss_total": 0.00940352026373148, + "step": 84580 + }, + { + "loss_action": 0.004908055067062378, + "loss_total": 0.004908055067062378, + "step": 84580 + }, + { + "grad_norm": 0.1788259893655777, + "learning_rate": 6.353806507779525e-06, + "loss": 0.0076, + "step": 84590 + }, + { + "loss_action": 0.0029662444721907377, + "loss_total": 0.0029662444721907377, + "step": 84590 + }, + { + "loss_action": 0.016635669395327568, + "loss_total": 0.016635669395327568, + "step": 84590 + }, + { + "loss_action": 0.008562580682337284, + "loss_total": 0.008562580682337284, + "step": 84590 + }, + { + "loss_action": 0.03506386652588844, + "loss_total": 0.03506386652588844, + "step": 84590 + }, + { + "loss_action": 0.007856376469135284, + "loss_total": 0.007856376469135284, + "step": 84590 + }, + { + "loss_action": 0.004355195909738541, + "loss_total": 0.004355195909738541, + "step": 84590 + }, + { + "grad_norm": 0.16857139766216278, + "learning_rate": 6.3457423352853044e-06, + "loss": 0.0091, + "step": 84600 + }, + { + "loss_action": 0.004265209194272757, + "loss_total": 0.004265209194272757, + "step": 84600 + }, + { + "loss_action": 0.0053844270296394825, + "loss_total": 0.0053844270296394825, + "step": 84600 + }, + { + "loss_action": 0.006908541079610586, + "loss_total": 0.006908541079610586, + "step": 84600 + }, + { + "loss_action": 0.006325886584818363, + "loss_total": 0.006325886584818363, + "step": 84600 + }, + { + "loss_action": 0.0067301224917173386, + "loss_total": 0.0067301224917173386, + "step": 84600 + }, + { + "loss_action": 0.0026115437503904104, + "loss_total": 0.0026115437503904104, + "step": 84600 + }, + { + "grad_norm": 0.20073625445365906, + "learning_rate": 6.337682936755062e-06, + "loss": 0.0067, + "step": 84610 + }, + { + "loss_action": 0.0028063550125807524, + "loss_total": 0.0028063550125807524, + "step": 84610 + }, + { + "loss_action": 0.009155457839369774, + "loss_total": 0.009155457839369774, + "step": 84610 + }, + { + "loss_action": 0.009499607607722282, + "loss_total": 0.009499607607722282, + "step": 84610 + }, + { + "loss_action": 0.010641571134328842, + "loss_total": 0.010641571134328842, + "step": 84610 + }, + { + "loss_action": 0.012481998652219772, + "loss_total": 0.012481998652219772, + "step": 84610 + }, + { + "loss_action": 0.01084068976342678, + "loss_total": 0.01084068976342678, + "step": 84610 + }, + { + "grad_norm": 0.1387103796005249, + "learning_rate": 6.329628313070179e-06, + "loss": 0.0072, + "step": 84620 + }, + { + "loss_action": 0.005540153011679649, + "loss_total": 0.005540153011679649, + "step": 84620 + }, + { + "loss_action": 0.0020051333121955395, + "loss_total": 0.0020051333121955395, + "step": 84620 + }, + { + "loss_action": 0.003425167640671134, + "loss_total": 0.003425167640671134, + "step": 84620 + }, + { + "loss_action": 0.004780360497534275, + "loss_total": 0.004780360497534275, + "step": 84620 + }, + { + "loss_action": 0.002135047921910882, + "loss_total": 0.002135047921910882, + "step": 84620 + }, + { + "loss_action": 0.007116042543202639, + "loss_total": 0.007116042543202639, + "step": 84620 + }, + { + "grad_norm": 0.28794142603874207, + "learning_rate": 6.321578465111477e-06, + "loss": 0.0115, + "step": 84630 + }, + { + "loss_action": 0.003514019539579749, + "loss_total": 0.003514019539579749, + "step": 84630 + }, + { + "loss_action": 0.01346665620803833, + "loss_total": 0.01346665620803833, + "step": 84630 + }, + { + "loss_action": 0.009245033375918865, + "loss_total": 0.009245033375918865, + "step": 84630 + }, + { + "loss_action": 0.00245384662412107, + "loss_total": 0.00245384662412107, + "step": 84630 + }, + { + "loss_action": 0.008530382066965103, + "loss_total": 0.008530382066965103, + "step": 84630 + }, + { + "loss_action": 0.004654898773878813, + "loss_total": 0.004654898773878813, + "step": 84630 + }, + { + "grad_norm": 0.16652444005012512, + "learning_rate": 6.31353339375928e-06, + "loss": 0.0104, + "step": 84640 + }, + { + "loss_action": 0.010585121810436249, + "loss_total": 0.010585121810436249, + "step": 84640 + }, + { + "loss_action": 0.0035792088601738214, + "loss_total": 0.0035792088601738214, + "step": 84640 + }, + { + "loss_action": 0.00799918919801712, + "loss_total": 0.00799918919801712, + "step": 84640 + }, + { + "loss_action": 0.007112973369657993, + "loss_total": 0.007112973369657993, + "step": 84640 + }, + { + "loss_action": 0.007817697711288929, + "loss_total": 0.007817697711288929, + "step": 84640 + }, + { + "loss_action": 0.007971261627972126, + "loss_total": 0.007971261627972126, + "step": 84640 + }, + { + "grad_norm": 0.17318828403949738, + "learning_rate": 6.305493099893395e-06, + "loss": 0.0083, + "step": 84650 + }, + { + "loss_action": 0.0036422135308384895, + "loss_total": 0.0036422135308384895, + "step": 84650 + }, + { + "loss_action": 0.004258770029991865, + "loss_total": 0.004258770029991865, + "step": 84650 + }, + { + "loss_action": 0.0066425492987036705, + "loss_total": 0.0066425492987036705, + "step": 84650 + }, + { + "loss_action": 0.0056646293960511684, + "loss_total": 0.0056646293960511684, + "step": 84650 + }, + { + "loss_action": 0.006238630507141352, + "loss_total": 0.006238630507141352, + "step": 84650 + }, + { + "loss_action": 0.0015979547752067447, + "loss_total": 0.0015979547752067447, + "step": 84650 + }, + { + "grad_norm": 0.21648520231246948, + "learning_rate": 6.297457584393096e-06, + "loss": 0.008, + "step": 84660 + }, + { + "loss_action": 0.004722828045487404, + "loss_total": 0.004722828045487404, + "step": 84660 + }, + { + "loss_action": 0.00349669368006289, + "loss_total": 0.00349669368006289, + "step": 84660 + }, + { + "loss_action": 0.031184064224362373, + "loss_total": 0.031184064224362373, + "step": 84660 + }, + { + "loss_action": 0.0061286319978535175, + "loss_total": 0.0061286319978535175, + "step": 84660 + }, + { + "loss_action": 0.006778321228921413, + "loss_total": 0.006778321228921413, + "step": 84660 + }, + { + "loss_action": 0.00790428277105093, + "loss_total": 0.00790428277105093, + "step": 84660 + }, + { + "grad_norm": 0.1760597974061966, + "learning_rate": 6.289426848137126e-06, + "loss": 0.0089, + "step": 84670 + }, + { + "loss_action": 0.009118977002799511, + "loss_total": 0.009118977002799511, + "step": 84670 + }, + { + "loss_action": 0.005995193030685186, + "loss_total": 0.005995193030685186, + "step": 84670 + }, + { + "loss_action": 0.002724884543567896, + "loss_total": 0.002724884543567896, + "step": 84670 + }, + { + "loss_action": 0.0032574355136603117, + "loss_total": 0.0032574355136603117, + "step": 84670 + }, + { + "loss_action": 0.007807162124663591, + "loss_total": 0.007807162124663591, + "step": 84670 + }, + { + "loss_action": 0.00246647116728127, + "loss_total": 0.00246647116728127, + "step": 84670 + }, + { + "grad_norm": 0.2391253113746643, + "learning_rate": 6.281400892003713e-06, + "loss": 0.0071, + "step": 84680 + }, + { + "loss_action": 0.004836979787796736, + "loss_total": 0.004836979787796736, + "step": 84680 + }, + { + "loss_action": 0.00481267087161541, + "loss_total": 0.00481267087161541, + "step": 84680 + }, + { + "loss_action": 0.003278931602835655, + "loss_total": 0.003278931602835655, + "step": 84680 + }, + { + "loss_action": 0.004940469283610582, + "loss_total": 0.004940469283610582, + "step": 84680 + }, + { + "loss_action": 0.004738993011415005, + "loss_total": 0.004738993011415005, + "step": 84680 + }, + { + "loss_action": 0.0027351693715900183, + "loss_total": 0.0027351693715900183, + "step": 84680 + }, + { + "grad_norm": 0.4486434757709503, + "learning_rate": 6.273379716870581e-06, + "loss": 0.0108, + "step": 84690 + }, + { + "loss_action": 0.01773507334291935, + "loss_total": 0.01773507334291935, + "step": 84690 + }, + { + "loss_action": 0.005139004439115524, + "loss_total": 0.005139004439115524, + "step": 84690 + }, + { + "loss_action": 0.0022738324478268623, + "loss_total": 0.0022738324478268623, + "step": 84690 + }, + { + "loss_action": 0.0027882119175046682, + "loss_total": 0.0027882119175046682, + "step": 84690 + }, + { + "loss_action": 0.006230087019503117, + "loss_total": 0.006230087019503117, + "step": 84690 + }, + { + "loss_action": 0.0055009303614497185, + "loss_total": 0.0055009303614497185, + "step": 84690 + }, + { + "grad_norm": 0.2731817066669464, + "learning_rate": 6.265363323614887e-06, + "loss": 0.0076, + "step": 84700 + }, + { + "loss_action": 0.01229940727353096, + "loss_total": 0.01229940727353096, + "step": 84700 + }, + { + "loss_action": 0.006135269999504089, + "loss_total": 0.006135269999504089, + "step": 84700 + }, + { + "loss_action": 0.01495539490133524, + "loss_total": 0.01495539490133524, + "step": 84700 + }, + { + "loss_action": 0.005308438558131456, + "loss_total": 0.005308438558131456, + "step": 84700 + }, + { + "loss_action": 0.002314214827492833, + "loss_total": 0.002314214827492833, + "step": 84700 + }, + { + "loss_action": 0.006174354813992977, + "loss_total": 0.006174354813992977, + "step": 84700 + }, + { + "grad_norm": 0.2707514762878418, + "learning_rate": 6.257351713113308e-06, + "loss": 0.0069, + "step": 84710 + }, + { + "loss_action": 0.006047188304364681, + "loss_total": 0.006047188304364681, + "step": 84710 + }, + { + "loss_action": 0.0035552114713937044, + "loss_total": 0.0035552114713937044, + "step": 84710 + }, + { + "loss_action": 0.0015995237044990063, + "loss_total": 0.0015995237044990063, + "step": 84710 + }, + { + "loss_action": 0.009381932206451893, + "loss_total": 0.009381932206451893, + "step": 84710 + }, + { + "loss_action": 0.053032901138067245, + "loss_total": 0.053032901138067245, + "step": 84710 + }, + { + "loss_action": 0.00971117801964283, + "loss_total": 0.00971117801964283, + "step": 84710 + }, + { + "grad_norm": 0.2983027696609497, + "learning_rate": 6.249344886241981e-06, + "loss": 0.0098, + "step": 84720 + }, + { + "loss_action": 0.0031628652941435575, + "loss_total": 0.0031628652941435575, + "step": 84720 + }, + { + "loss_action": 0.013318854384124279, + "loss_total": 0.013318854384124279, + "step": 84720 + }, + { + "loss_action": 0.005272707436233759, + "loss_total": 0.005272707436233759, + "step": 84720 + }, + { + "loss_action": 0.005896544549614191, + "loss_total": 0.005896544549614191, + "step": 84720 + }, + { + "loss_action": 0.052556805312633514, + "loss_total": 0.052556805312633514, + "step": 84720 + }, + { + "loss_action": 0.0027622764464467764, + "loss_total": 0.0027622764464467764, + "step": 84720 + }, + { + "grad_norm": 0.17406174540519714, + "learning_rate": 6.2413428438765295e-06, + "loss": 0.0097, + "step": 84730 + }, + { + "loss_action": 0.005372992251068354, + "loss_total": 0.005372992251068354, + "step": 84730 + }, + { + "loss_action": 0.009896773844957352, + "loss_total": 0.009896773844957352, + "step": 84730 + }, + { + "loss_action": 0.0038153480272740126, + "loss_total": 0.0038153480272740126, + "step": 84730 + }, + { + "loss_action": 0.002211560495197773, + "loss_total": 0.002211560495197773, + "step": 84730 + }, + { + "loss_action": 0.007973513565957546, + "loss_total": 0.007973513565957546, + "step": 84730 + }, + { + "loss_action": 0.006941683124750853, + "loss_total": 0.006941683124750853, + "step": 84730 + }, + { + "grad_norm": 0.14986781775951385, + "learning_rate": 6.233345586892026e-06, + "loss": 0.0074, + "step": 84740 + }, + { + "loss_action": 0.007627021986991167, + "loss_total": 0.007627021986991167, + "step": 84740 + }, + { + "loss_action": 0.0067282626405358315, + "loss_total": 0.0067282626405358315, + "step": 84740 + }, + { + "loss_action": 0.012286139652132988, + "loss_total": 0.012286139652132988, + "step": 84740 + }, + { + "loss_action": 0.008400923572480679, + "loss_total": 0.008400923572480679, + "step": 84740 + }, + { + "loss_action": 0.007723069749772549, + "loss_total": 0.007723069749772549, + "step": 84740 + }, + { + "loss_action": 0.0032322886399924755, + "loss_total": 0.0032322886399924755, + "step": 84740 + }, + { + "grad_norm": 0.15619291365146637, + "learning_rate": 6.225353116163052e-06, + "loss": 0.0107, + "step": 84750 + }, + { + "loss_action": 0.0032059031073004007, + "loss_total": 0.0032059031073004007, + "step": 84750 + }, + { + "loss_action": 0.004561993759125471, + "loss_total": 0.004561993759125471, + "step": 84750 + }, + { + "loss_action": 0.004235261119902134, + "loss_total": 0.004235261119902134, + "step": 84750 + }, + { + "loss_action": 0.004328936338424683, + "loss_total": 0.004328936338424683, + "step": 84750 + }, + { + "loss_action": 0.006449344102293253, + "loss_total": 0.006449344102293253, + "step": 84750 + }, + { + "loss_action": 0.009743510745465755, + "loss_total": 0.009743510745465755, + "step": 84750 + }, + { + "grad_norm": 0.19745823740959167, + "learning_rate": 6.217365432563627e-06, + "loss": 0.0077, + "step": 84760 + }, + { + "loss_action": 0.06293147057294846, + "loss_total": 0.06293147057294846, + "step": 84760 + }, + { + "loss_action": 0.012964005582034588, + "loss_total": 0.012964005582034588, + "step": 84760 + }, + { + "loss_action": 0.003970374818891287, + "loss_total": 0.003970374818891287, + "step": 84760 + }, + { + "loss_action": 0.002496185712516308, + "loss_total": 0.002496185712516308, + "step": 84760 + }, + { + "loss_action": 0.012317752465605736, + "loss_total": 0.012317752465605736, + "step": 84760 + }, + { + "loss_action": 0.005596857983618975, + "loss_total": 0.005596857983618975, + "step": 84760 + }, + { + "grad_norm": 0.2381875365972519, + "learning_rate": 6.209382536967318e-06, + "loss": 0.0077, + "step": 84770 + }, + { + "loss_action": 0.0013878355966880918, + "loss_total": 0.0013878355966880918, + "step": 84770 + }, + { + "loss_action": 0.0029803232755512, + "loss_total": 0.0029803232755512, + "step": 84770 + }, + { + "loss_action": 0.011177695356309414, + "loss_total": 0.011177695356309414, + "step": 84770 + }, + { + "loss_action": 0.02066044881939888, + "loss_total": 0.02066044881939888, + "step": 84770 + }, + { + "loss_action": 0.0033945904579013586, + "loss_total": 0.0033945904579013586, + "step": 84770 + }, + { + "loss_action": 0.019363977015018463, + "loss_total": 0.019363977015018463, + "step": 84770 + }, + { + "grad_norm": 0.288692444562912, + "learning_rate": 6.201404430247082e-06, + "loss": 0.0097, + "step": 84780 + }, + { + "loss_action": 0.00859164074063301, + "loss_total": 0.00859164074063301, + "step": 84780 + }, + { + "loss_action": 0.005244832951575518, + "loss_total": 0.005244832951575518, + "step": 84780 + }, + { + "loss_action": 0.003025113372132182, + "loss_total": 0.003025113372132182, + "step": 84780 + }, + { + "loss_action": 0.005810821428894997, + "loss_total": 0.005810821428894997, + "step": 84780 + }, + { + "loss_action": 0.004064733628183603, + "loss_total": 0.004064733628183603, + "step": 84780 + }, + { + "loss_action": 0.004946735221892595, + "loss_total": 0.004946735221892595, + "step": 84780 + }, + { + "grad_norm": 0.13240660727024078, + "learning_rate": 6.1934311132754165e-06, + "loss": 0.0072, + "step": 84790 + }, + { + "loss_action": 0.0039817895740270615, + "loss_total": 0.0039817895740270615, + "step": 84790 + }, + { + "loss_action": 0.0036697760224342346, + "loss_total": 0.0036697760224342346, + "step": 84790 + }, + { + "loss_action": 0.0020889383740723133, + "loss_total": 0.0020889383740723133, + "step": 84790 + }, + { + "loss_action": 0.007267288397997618, + "loss_total": 0.007267288397997618, + "step": 84790 + }, + { + "loss_action": 0.0024386169388890266, + "loss_total": 0.0024386169388890266, + "step": 84790 + }, + { + "loss_action": 0.0035324557684361935, + "loss_total": 0.0035324557684361935, + "step": 84790 + }, + { + "grad_norm": 0.16605375707149506, + "learning_rate": 6.185462586924257e-06, + "loss": 0.0085, + "step": 84800 + }, + { + "loss_action": 0.003570531727746129, + "loss_total": 0.003570531727746129, + "step": 84800 + }, + { + "loss_action": 0.001991603523492813, + "loss_total": 0.001991603523492813, + "step": 84800 + }, + { + "loss_action": 0.019741473719477654, + "loss_total": 0.019741473719477654, + "step": 84800 + }, + { + "loss_action": 0.0066596874967217445, + "loss_total": 0.0066596874967217445, + "step": 84800 + }, + { + "loss_action": 0.008047975599765778, + "loss_total": 0.008047975599765778, + "step": 84800 + }, + { + "loss_action": 0.004341266583651304, + "loss_total": 0.004341266583651304, + "step": 84800 + }, + { + "grad_norm": 0.1997547298669815, + "learning_rate": 6.177498852065039e-06, + "loss": 0.0065, + "step": 84810 + }, + { + "loss_action": 0.002123164478689432, + "loss_total": 0.002123164478689432, + "step": 84810 + }, + { + "loss_action": 0.005325027275830507, + "loss_total": 0.005325027275830507, + "step": 84810 + }, + { + "loss_action": 0.005778531078249216, + "loss_total": 0.005778531078249216, + "step": 84810 + }, + { + "loss_action": 0.024127259850502014, + "loss_total": 0.024127259850502014, + "step": 84810 + }, + { + "loss_action": 0.0020356427412480116, + "loss_total": 0.0020356427412480116, + "step": 84810 + }, + { + "loss_action": 0.0056006875820457935, + "loss_total": 0.0056006875820457935, + "step": 84810 + }, + { + "grad_norm": 0.22537200152873993, + "learning_rate": 6.169539909568655e-06, + "loss": 0.0091, + "step": 84820 + }, + { + "loss_action": 0.007369952276349068, + "loss_total": 0.007369952276349068, + "step": 84820 + }, + { + "loss_action": 0.042607370764017105, + "loss_total": 0.042607370764017105, + "step": 84820 + }, + { + "loss_action": 0.004688994027674198, + "loss_total": 0.004688994027674198, + "step": 84820 + }, + { + "loss_action": 0.018495017662644386, + "loss_total": 0.018495017662644386, + "step": 84820 + }, + { + "loss_action": 0.004249355755746365, + "loss_total": 0.004249355755746365, + "step": 84820 + }, + { + "loss_action": 0.014251381158828735, + "loss_total": 0.014251381158828735, + "step": 84820 + }, + { + "grad_norm": 0.1496155709028244, + "learning_rate": 6.161585760305488e-06, + "loss": 0.0082, + "step": 84830 + }, + { + "loss_action": 0.005570569541305304, + "loss_total": 0.005570569541305304, + "step": 84830 + }, + { + "loss_action": 0.02260073833167553, + "loss_total": 0.02260073833167553, + "step": 84830 + }, + { + "loss_action": 0.0021079028956592083, + "loss_total": 0.0021079028956592083, + "step": 84830 + }, + { + "loss_action": 0.005220688413828611, + "loss_total": 0.005220688413828611, + "step": 84830 + }, + { + "loss_action": 0.00808754377067089, + "loss_total": 0.00808754377067089, + "step": 84830 + }, + { + "loss_action": 0.004455067683011293, + "loss_total": 0.004455067683011293, + "step": 84830 + }, + { + "grad_norm": 0.3135198652744293, + "learning_rate": 6.153636405145391e-06, + "loss": 0.0094, + "step": 84840 + }, + { + "loss_action": 0.011440546251833439, + "loss_total": 0.011440546251833439, + "step": 84840 + }, + { + "loss_action": 0.012363128364086151, + "loss_total": 0.012363128364086151, + "step": 84840 + }, + { + "loss_action": 0.015809400007128716, + "loss_total": 0.015809400007128716, + "step": 84840 + }, + { + "loss_action": 0.004414180293679237, + "loss_total": 0.004414180293679237, + "step": 84840 + }, + { + "loss_action": 0.014905426651239395, + "loss_total": 0.014905426651239395, + "step": 84840 + }, + { + "loss_action": 0.0059684040024876595, + "loss_total": 0.0059684040024876595, + "step": 84840 + }, + { + "grad_norm": 0.15001383423805237, + "learning_rate": 6.145691844957702e-06, + "loss": 0.0079, + "step": 84850 + }, + { + "loss_action": 0.008458101190626621, + "loss_total": 0.008458101190626621, + "step": 84850 + }, + { + "loss_action": 0.011030546389520168, + "loss_total": 0.011030546389520168, + "step": 84850 + }, + { + "loss_action": 0.005008872598409653, + "loss_total": 0.005008872598409653, + "step": 84850 + }, + { + "loss_action": 0.008342737331986427, + "loss_total": 0.008342737331986427, + "step": 84850 + }, + { + "loss_action": 0.007622217759490013, + "loss_total": 0.007622217759490013, + "step": 84850 + }, + { + "loss_action": 0.008252158761024475, + "loss_total": 0.008252158761024475, + "step": 84850 + }, + { + "grad_norm": 0.2440508008003235, + "learning_rate": 6.1377520806112145e-06, + "loss": 0.0116, + "step": 84860 + }, + { + "loss_action": 0.006012178026139736, + "loss_total": 0.006012178026139736, + "step": 84860 + }, + { + "loss_action": 0.019941749051213264, + "loss_total": 0.019941749051213264, + "step": 84860 + }, + { + "loss_action": 0.008749139495193958, + "loss_total": 0.008749139495193958, + "step": 84860 + }, + { + "loss_action": 0.005836692173033953, + "loss_total": 0.005836692173033953, + "step": 84860 + }, + { + "loss_action": 0.0018705002730712295, + "loss_total": 0.0018705002730712295, + "step": 84860 + }, + { + "loss_action": 0.005416377913206816, + "loss_total": 0.005416377913206816, + "step": 84860 + }, + { + "grad_norm": 0.11536549031734467, + "learning_rate": 6.129817112974218e-06, + "loss": 0.0068, + "step": 84870 + }, + { + "loss_action": 0.005280438344925642, + "loss_total": 0.005280438344925642, + "step": 84870 + }, + { + "loss_action": 0.008787538856267929, + "loss_total": 0.008787538856267929, + "step": 84870 + }, + { + "loss_action": 0.014581404626369476, + "loss_total": 0.014581404626369476, + "step": 84870 + }, + { + "loss_action": 0.01316803228110075, + "loss_total": 0.01316803228110075, + "step": 84870 + }, + { + "loss_action": 0.013684475794434547, + "loss_total": 0.013684475794434547, + "step": 84870 + }, + { + "loss_action": 0.014506278559565544, + "loss_total": 0.014506278559565544, + "step": 84870 + }, + { + "grad_norm": 0.1512281447649002, + "learning_rate": 6.121886942914457e-06, + "loss": 0.0079, + "step": 84880 + }, + { + "loss_action": 0.005319434218108654, + "loss_total": 0.005319434218108654, + "step": 84880 + }, + { + "loss_action": 0.006540123838931322, + "loss_total": 0.006540123838931322, + "step": 84880 + }, + { + "loss_action": 0.002070826245471835, + "loss_total": 0.002070826245471835, + "step": 84880 + }, + { + "loss_action": 0.0030930640641599894, + "loss_total": 0.0030930640641599894, + "step": 84880 + }, + { + "loss_action": 0.003722923807799816, + "loss_total": 0.003722923807799816, + "step": 84880 + }, + { + "loss_action": 0.004102722276002169, + "loss_total": 0.004102722276002169, + "step": 84880 + }, + { + "grad_norm": 0.19926875829696655, + "learning_rate": 6.11396157129917e-06, + "loss": 0.0089, + "step": 84890 + }, + { + "loss_action": 0.001892225700430572, + "loss_total": 0.001892225700430572, + "step": 84890 + }, + { + "loss_action": 0.011963621713221073, + "loss_total": 0.011963621713221073, + "step": 84890 + }, + { + "loss_action": 0.0051160575821995735, + "loss_total": 0.0051160575821995735, + "step": 84890 + }, + { + "loss_action": 0.0053040627390146255, + "loss_total": 0.0053040627390146255, + "step": 84890 + }, + { + "loss_action": 0.005638941656798124, + "loss_total": 0.005638941656798124, + "step": 84890 + }, + { + "loss_action": 0.00510046212002635, + "loss_total": 0.00510046212002635, + "step": 84890 + }, + { + "grad_norm": 0.17558573186397552, + "learning_rate": 6.106040998995066e-06, + "loss": 0.008, + "step": 84900 + }, + { + "loss_action": 0.007699866313487291, + "loss_total": 0.007699866313487291, + "step": 84900 + }, + { + "loss_action": 0.135048970580101, + "loss_total": 0.135048970580101, + "step": 84900 + }, + { + "loss_action": 0.007615895010530949, + "loss_total": 0.007615895010530949, + "step": 84900 + }, + { + "loss_action": 0.0041978443041443825, + "loss_total": 0.0041978443041443825, + "step": 84900 + }, + { + "loss_action": 0.0033385991118848324, + "loss_total": 0.0033385991118848324, + "step": 84900 + }, + { + "loss_action": 0.006635453086346388, + "loss_total": 0.006635453086346388, + "step": 84900 + }, + { + "grad_norm": 0.25029170513153076, + "learning_rate": 6.098125226868329e-06, + "loss": 0.0102, + "step": 84910 + }, + { + "loss_action": 0.013151001185178757, + "loss_total": 0.013151001185178757, + "step": 84910 + }, + { + "loss_action": 0.002292880555614829, + "loss_total": 0.002292880555614829, + "step": 84910 + }, + { + "loss_action": 0.0026248048525303602, + "loss_total": 0.0026248048525303602, + "step": 84910 + }, + { + "loss_action": 0.016170891001820564, + "loss_total": 0.016170891001820564, + "step": 84910 + }, + { + "loss_action": 0.002762569347396493, + "loss_total": 0.002762569347396493, + "step": 84910 + }, + { + "loss_action": 0.020730718970298767, + "loss_total": 0.020730718970298767, + "step": 84910 + }, + { + "grad_norm": 0.191998690366745, + "learning_rate": 6.090214255784604e-06, + "loss": 0.0079, + "step": 84920 + }, + { + "loss_action": 0.006981817074120045, + "loss_total": 0.006981817074120045, + "step": 84920 + }, + { + "loss_action": 0.00454441225156188, + "loss_total": 0.00454441225156188, + "step": 84920 + }, + { + "loss_action": 0.010815556161105633, + "loss_total": 0.010815556161105633, + "step": 84920 + }, + { + "loss_action": 0.028822680935263634, + "loss_total": 0.028822680935263634, + "step": 84920 + }, + { + "loss_action": 0.0032864015083760023, + "loss_total": 0.0032864015083760023, + "step": 84920 + }, + { + "loss_action": 0.002911322982981801, + "loss_total": 0.002911322982981801, + "step": 84920 + }, + { + "grad_norm": 0.24802613258361816, + "learning_rate": 6.0823080866090346e-06, + "loss": 0.0091, + "step": 84930 + }, + { + "loss_action": 0.007648995611816645, + "loss_total": 0.007648995611816645, + "step": 84930 + }, + { + "loss_action": 0.0069718193262815475, + "loss_total": 0.0069718193262815475, + "step": 84930 + }, + { + "loss_action": 0.009414947591722012, + "loss_total": 0.009414947591722012, + "step": 84930 + }, + { + "loss_action": 0.004828684497624636, + "loss_total": 0.004828684497624636, + "step": 84930 + }, + { + "loss_action": 0.010715453885495663, + "loss_total": 0.010715453885495663, + "step": 84930 + }, + { + "loss_action": 0.012658924795687199, + "loss_total": 0.012658924795687199, + "step": 84930 + }, + { + "grad_norm": 0.23031888902187347, + "learning_rate": 6.074406720206233e-06, + "loss": 0.0093, + "step": 84940 + }, + { + "loss_action": 0.004529678262770176, + "loss_total": 0.004529678262770176, + "step": 84940 + }, + { + "loss_action": 0.004251891281455755, + "loss_total": 0.004251891281455755, + "step": 84940 + }, + { + "loss_action": 0.004371596034616232, + "loss_total": 0.004371596034616232, + "step": 84940 + }, + { + "loss_action": 0.005674714222550392, + "loss_total": 0.005674714222550392, + "step": 84940 + }, + { + "loss_action": 0.003038133727386594, + "loss_total": 0.003038133727386594, + "step": 84940 + }, + { + "loss_action": 0.005703366827219725, + "loss_total": 0.005703366827219725, + "step": 84940 + }, + { + "grad_norm": 0.29736030101776123, + "learning_rate": 6.066510157440259e-06, + "loss": 0.0081, + "step": 84950 + }, + { + "loss_action": 0.0032864566892385483, + "loss_total": 0.0032864566892385483, + "step": 84950 + }, + { + "loss_action": 0.025771180167794228, + "loss_total": 0.025771180167794228, + "step": 84950 + }, + { + "loss_action": 0.0036448624450713396, + "loss_total": 0.0036448624450713396, + "step": 84950 + }, + { + "loss_action": 0.007372655440121889, + "loss_total": 0.007372655440121889, + "step": 84950 + }, + { + "loss_action": 0.005860199686139822, + "loss_total": 0.005860199686139822, + "step": 84950 + }, + { + "loss_action": 0.01695394515991211, + "loss_total": 0.01695394515991211, + "step": 84950 + }, + { + "grad_norm": 0.2665617763996124, + "learning_rate": 6.058618399174676e-06, + "loss": 0.0096, + "step": 84960 + }, + { + "loss_action": 0.011761398054659367, + "loss_total": 0.011761398054659367, + "step": 84960 + }, + { + "loss_action": 0.004777136724442244, + "loss_total": 0.004777136724442244, + "step": 84960 + }, + { + "loss_action": 0.003471589181572199, + "loss_total": 0.003471589181572199, + "step": 84960 + }, + { + "loss_action": 0.01895352639257908, + "loss_total": 0.01895352639257908, + "step": 84960 + }, + { + "loss_action": 0.0038001234643161297, + "loss_total": 0.0038001234643161297, + "step": 84960 + }, + { + "loss_action": 0.006185374688357115, + "loss_total": 0.006185374688357115, + "step": 84960 + }, + { + "grad_norm": 0.13646772503852844, + "learning_rate": 6.050731446272528e-06, + "loss": 0.0072, + "step": 84970 + }, + { + "loss_action": 0.010337897576391697, + "loss_total": 0.010337897576391697, + "step": 84970 + }, + { + "loss_action": 0.009138878434896469, + "loss_total": 0.009138878434896469, + "step": 84970 + }, + { + "loss_action": 0.013668347150087357, + "loss_total": 0.013668347150087357, + "step": 84970 + }, + { + "loss_action": 0.011176738888025284, + "loss_total": 0.011176738888025284, + "step": 84970 + }, + { + "loss_action": 0.005648236256092787, + "loss_total": 0.005648236256092787, + "step": 84970 + }, + { + "loss_action": 0.004860445857048035, + "loss_total": 0.004860445857048035, + "step": 84970 + }, + { + "grad_norm": 0.16272646188735962, + "learning_rate": 6.042849299596321e-06, + "loss": 0.0088, + "step": 84980 + }, + { + "loss_action": 0.0047171092592179775, + "loss_total": 0.0047171092592179775, + "step": 84980 + }, + { + "loss_action": 0.004022414330393076, + "loss_total": 0.004022414330393076, + "step": 84980 + }, + { + "loss_action": 0.011660872027277946, + "loss_total": 0.011660872027277946, + "step": 84980 + }, + { + "loss_action": 0.005391021724790335, + "loss_total": 0.005391021724790335, + "step": 84980 + }, + { + "loss_action": 0.002863343572244048, + "loss_total": 0.002863343572244048, + "step": 84980 + }, + { + "loss_action": 0.0015110498061403632, + "loss_total": 0.0015110498061403632, + "step": 84980 + }, + { + "grad_norm": 0.2229669839143753, + "learning_rate": 6.034971960008013e-06, + "loss": 0.0103, + "step": 84990 + }, + { + "loss_action": 0.010783102363348007, + "loss_total": 0.010783102363348007, + "step": 84990 + }, + { + "loss_action": 0.006591035984456539, + "loss_total": 0.006591035984456539, + "step": 84990 + }, + { + "loss_action": 0.002971733920276165, + "loss_total": 0.002971733920276165, + "step": 84990 + }, + { + "loss_action": 0.0031602131202816963, + "loss_total": 0.0031602131202816963, + "step": 84990 + }, + { + "loss_action": 0.009902656078338623, + "loss_total": 0.009902656078338623, + "step": 84990 + }, + { + "loss_action": 0.004928135313093662, + "loss_total": 0.004928135313093662, + "step": 84990 + }, + { + "grad_norm": 0.19683986902236938, + "learning_rate": 6.027099428369082e-06, + "loss": 0.009, + "step": 85000 + }, + { + "loss_action": 0.0038620885461568832, + "loss_total": 0.0038620885461568832, + "step": 85000 + }, + { + "loss_action": 0.07503172010183334, + "loss_total": 0.07503172010183334, + "step": 85000 + }, + { + "loss_action": 0.00348831107839942, + "loss_total": 0.00348831107839942, + "step": 85000 + }, + { + "loss_action": 0.0018976411083713174, + "loss_total": 0.0018976411083713174, + "step": 85000 + }, + { + "loss_action": 0.006558665540069342, + "loss_total": 0.006558665540069342, + "step": 85000 + }, + { + "loss_action": 0.005274871364235878, + "loss_total": 0.005274871364235878, + "step": 85000 + }, + { + "grad_norm": 0.1681886613368988, + "learning_rate": 6.019231705540435e-06, + "loss": 0.0118, + "step": 85010 + }, + { + "loss_action": 0.005094635300338268, + "loss_total": 0.005094635300338268, + "step": 85010 + }, + { + "loss_action": 0.004466753453016281, + "loss_total": 0.004466753453016281, + "step": 85010 + }, + { + "loss_action": 0.01967695727944374, + "loss_total": 0.01967695727944374, + "step": 85010 + }, + { + "loss_action": 0.007006114348769188, + "loss_total": 0.007006114348769188, + "step": 85010 + }, + { + "loss_action": 0.010086653754115105, + "loss_total": 0.010086653754115105, + "step": 85010 + }, + { + "loss_action": 0.002296390011906624, + "loss_total": 0.002296390011906624, + "step": 85010 + }, + { + "grad_norm": 0.2769797146320343, + "learning_rate": 6.011368792382488e-06, + "loss": 0.0082, + "step": 85020 + }, + { + "loss_action": 0.007024979684501886, + "loss_total": 0.007024979684501886, + "step": 85020 + }, + { + "loss_action": 0.0037826597690582275, + "loss_total": 0.0037826597690582275, + "step": 85020 + }, + { + "loss_action": 0.013835364952683449, + "loss_total": 0.013835364952683449, + "step": 85020 + }, + { + "loss_action": 0.00277492287568748, + "loss_total": 0.00277492287568748, + "step": 85020 + }, + { + "loss_action": 0.005087100900709629, + "loss_total": 0.005087100900709629, + "step": 85020 + }, + { + "loss_action": 0.023951293900609016, + "loss_total": 0.023951293900609016, + "step": 85020 + }, + { + "grad_norm": 0.22622781991958618, + "learning_rate": 6.00351068975511e-06, + "loss": 0.0117, + "step": 85030 + }, + { + "loss_action": 0.004631000105291605, + "loss_total": 0.004631000105291605, + "step": 85030 + }, + { + "loss_action": 0.004229050595313311, + "loss_total": 0.004229050595313311, + "step": 85030 + }, + { + "loss_action": 0.006175715010613203, + "loss_total": 0.006175715010613203, + "step": 85030 + }, + { + "loss_action": 0.010148849338293076, + "loss_total": 0.010148849338293076, + "step": 85030 + }, + { + "loss_action": 0.013035055249929428, + "loss_total": 0.013035055249929428, + "step": 85030 + }, + { + "loss_action": 0.006336858496069908, + "loss_total": 0.006336858496069908, + "step": 85030 + }, + { + "grad_norm": 0.18796411156654358, + "learning_rate": 5.9956573985176674e-06, + "loss": 0.0101, + "step": 85040 + }, + { + "loss_action": 0.005259283352643251, + "loss_total": 0.005259283352643251, + "step": 85040 + }, + { + "loss_action": 0.00709552550688386, + "loss_total": 0.00709552550688386, + "step": 85040 + }, + { + "loss_action": 0.003493832191452384, + "loss_total": 0.003493832191452384, + "step": 85040 + }, + { + "loss_action": 0.007804989814758301, + "loss_total": 0.007804989814758301, + "step": 85040 + }, + { + "loss_action": 0.011475486680865288, + "loss_total": 0.011475486680865288, + "step": 85040 + }, + { + "loss_action": 0.010904026217758656, + "loss_total": 0.010904026217758656, + "step": 85040 + }, + { + "grad_norm": 0.16472405195236206, + "learning_rate": 5.987808919528959e-06, + "loss": 0.0109, + "step": 85050 + }, + { + "loss_action": 0.006563961040228605, + "loss_total": 0.006563961040228605, + "step": 85050 + }, + { + "loss_action": 0.006918724626302719, + "loss_total": 0.006918724626302719, + "step": 85050 + }, + { + "loss_action": 0.0015635013114660978, + "loss_total": 0.0015635013114660978, + "step": 85050 + }, + { + "loss_action": 0.005966453813016415, + "loss_total": 0.005966453813016415, + "step": 85050 + }, + { + "loss_action": 0.006712460890412331, + "loss_total": 0.006712460890412331, + "step": 85050 + }, + { + "loss_action": 0.007050560787320137, + "loss_total": 0.007050560787320137, + "step": 85050 + }, + { + "grad_norm": 0.24693115055561066, + "learning_rate": 5.979965253647307e-06, + "loss": 0.0087, + "step": 85060 + }, + { + "loss_action": 0.006969228852540255, + "loss_total": 0.006969228852540255, + "step": 85060 + }, + { + "loss_action": 0.003700446803122759, + "loss_total": 0.003700446803122759, + "step": 85060 + }, + { + "loss_action": 0.0032520173117518425, + "loss_total": 0.0032520173117518425, + "step": 85060 + }, + { + "loss_action": 0.004153421148657799, + "loss_total": 0.004153421148657799, + "step": 85060 + }, + { + "loss_action": 0.007411650847643614, + "loss_total": 0.007411650847643614, + "step": 85060 + }, + { + "loss_action": 0.004702489823102951, + "loss_total": 0.004702489823102951, + "step": 85060 + }, + { + "grad_norm": 0.49237141013145447, + "learning_rate": 5.9721264017304655e-06, + "loss": 0.0104, + "step": 85070 + }, + { + "loss_action": 0.008716965094208717, + "loss_total": 0.008716965094208717, + "step": 85070 + }, + { + "loss_action": 0.014830680564045906, + "loss_total": 0.014830680564045906, + "step": 85070 + }, + { + "loss_action": 0.024302836507558823, + "loss_total": 0.024302836507558823, + "step": 85070 + }, + { + "loss_action": 0.04948461428284645, + "loss_total": 0.04948461428284645, + "step": 85070 + }, + { + "loss_action": 0.020734049379825592, + "loss_total": 0.020734049379825592, + "step": 85070 + }, + { + "loss_action": 0.004073591902852058, + "loss_total": 0.004073591902852058, + "step": 85070 + }, + { + "grad_norm": 0.1886349469423294, + "learning_rate": 5.964292364635682e-06, + "loss": 0.0102, + "step": 85080 + }, + { + "loss_action": 0.005031525157392025, + "loss_total": 0.005031525157392025, + "step": 85080 + }, + { + "loss_action": 0.009446890093386173, + "loss_total": 0.009446890093386173, + "step": 85080 + }, + { + "loss_action": 0.005029601976275444, + "loss_total": 0.005029601976275444, + "step": 85080 + }, + { + "loss_action": 0.009041470475494862, + "loss_total": 0.009041470475494862, + "step": 85080 + }, + { + "loss_action": 0.004080612678080797, + "loss_total": 0.004080612678080797, + "step": 85080 + }, + { + "loss_action": 0.1274598240852356, + "loss_total": 0.1274598240852356, + "step": 85080 + }, + { + "grad_norm": 0.12973052263259888, + "learning_rate": 5.956463143219682e-06, + "loss": 0.0102, + "step": 85090 + }, + { + "loss_action": 0.002865872345864773, + "loss_total": 0.002865872345864773, + "step": 85090 + }, + { + "loss_action": 0.012663942761719227, + "loss_total": 0.012663942761719227, + "step": 85090 + }, + { + "loss_action": 0.0073630413971841335, + "loss_total": 0.0073630413971841335, + "step": 85090 + }, + { + "loss_action": 0.0032350183464586735, + "loss_total": 0.0032350183464586735, + "step": 85090 + }, + { + "loss_action": 0.0031622101087123156, + "loss_total": 0.0031622101087123156, + "step": 85090 + }, + { + "loss_action": 0.005538242869079113, + "loss_total": 0.005538242869079113, + "step": 85090 + }, + { + "grad_norm": 0.16171102225780487, + "learning_rate": 5.948638738338663e-06, + "loss": 0.0069, + "step": 85100 + }, + { + "loss_action": 0.009455658495426178, + "loss_total": 0.009455658495426178, + "step": 85100 + }, + { + "loss_action": 0.009250802919268608, + "loss_total": 0.009250802919268608, + "step": 85100 + }, + { + "loss_action": 0.0023090438917279243, + "loss_total": 0.0023090438917279243, + "step": 85100 + }, + { + "loss_action": 0.00312387989833951, + "loss_total": 0.00312387989833951, + "step": 85100 + }, + { + "loss_action": 0.004289222881197929, + "loss_total": 0.004289222881197929, + "step": 85100 + }, + { + "loss_action": 0.002433574525639415, + "loss_total": 0.002433574525639415, + "step": 85100 + }, + { + "grad_norm": 0.1667478382587433, + "learning_rate": 5.940819150848271e-06, + "loss": 0.0068, + "step": 85110 + }, + { + "loss_action": 0.009172393940389156, + "loss_total": 0.009172393940389156, + "step": 85110 + }, + { + "loss_action": 0.01437970157712698, + "loss_total": 0.01437970157712698, + "step": 85110 + }, + { + "loss_action": 0.003363711992278695, + "loss_total": 0.003363711992278695, + "step": 85110 + }, + { + "loss_action": 0.0046746996231377125, + "loss_total": 0.0046746996231377125, + "step": 85110 + }, + { + "loss_action": 0.014231733046472073, + "loss_total": 0.014231733046472073, + "step": 85110 + }, + { + "loss_action": 0.007162676192820072, + "loss_total": 0.007162676192820072, + "step": 85110 + }, + { + "grad_norm": 0.24153925478458405, + "learning_rate": 5.933004381603663e-06, + "loss": 0.007, + "step": 85120 + }, + { + "loss_action": 0.00963255949318409, + "loss_total": 0.00963255949318409, + "step": 85120 + }, + { + "loss_action": 0.003576446557417512, + "loss_total": 0.003576446557417512, + "step": 85120 + }, + { + "loss_action": 0.002672845032066107, + "loss_total": 0.002672845032066107, + "step": 85120 + }, + { + "loss_action": 0.017037639394402504, + "loss_total": 0.017037639394402504, + "step": 85120 + }, + { + "loss_action": 0.02970307692885399, + "loss_total": 0.02970307692885399, + "step": 85120 + }, + { + "loss_action": 0.004429632797837257, + "loss_total": 0.004429632797837257, + "step": 85120 + }, + { + "grad_norm": 0.16802339255809784, + "learning_rate": 5.92519443145943e-06, + "loss": 0.0083, + "step": 85130 + }, + { + "loss_action": 0.0030025625601410866, + "loss_total": 0.0030025625601410866, + "step": 85130 + }, + { + "loss_action": 0.07629808038473129, + "loss_total": 0.07629808038473129, + "step": 85130 + }, + { + "loss_action": 0.003169083734974265, + "loss_total": 0.003169083734974265, + "step": 85130 + }, + { + "loss_action": 0.00866607017815113, + "loss_total": 0.00866607017815113, + "step": 85130 + }, + { + "loss_action": 0.0031851667445153, + "loss_total": 0.0031851667445153, + "step": 85130 + }, + { + "loss_action": 0.004469003062695265, + "loss_total": 0.004469003062695265, + "step": 85130 + }, + { + "grad_norm": 0.2489043027162552, + "learning_rate": 5.917389301269671e-06, + "loss": 0.0072, + "step": 85140 + }, + { + "loss_action": 0.008204766549170017, + "loss_total": 0.008204766549170017, + "step": 85140 + }, + { + "loss_action": 0.0030899669509381056, + "loss_total": 0.0030899669509381056, + "step": 85140 + }, + { + "loss_action": 0.005671964958310127, + "loss_total": 0.005671964958310127, + "step": 85140 + }, + { + "loss_action": 0.005717907100915909, + "loss_total": 0.005717907100915909, + "step": 85140 + }, + { + "loss_action": 0.02666330337524414, + "loss_total": 0.02666330337524414, + "step": 85140 + }, + { + "loss_action": 0.0065834312699735165, + "loss_total": 0.0065834312699735165, + "step": 85140 + }, + { + "grad_norm": 0.2932296395301819, + "learning_rate": 5.9095889918879435e-06, + "loss": 0.0088, + "step": 85150 + }, + { + "loss_action": 0.0026532751508057117, + "loss_total": 0.0026532751508057117, + "step": 85150 + }, + { + "loss_action": 0.005127865355461836, + "loss_total": 0.005127865355461836, + "step": 85150 + }, + { + "loss_action": 0.05237307399511337, + "loss_total": 0.05237307399511337, + "step": 85150 + }, + { + "loss_action": 0.00451741274446249, + "loss_total": 0.00451741274446249, + "step": 85150 + }, + { + "loss_action": 0.00458479905501008, + "loss_total": 0.00458479905501008, + "step": 85150 + }, + { + "loss_action": 0.009453384205698967, + "loss_total": 0.009453384205698967, + "step": 85150 + }, + { + "grad_norm": 0.1519901305437088, + "learning_rate": 5.901793504167286e-06, + "loss": 0.0079, + "step": 85160 + }, + { + "loss_action": 0.003506403649225831, + "loss_total": 0.003506403649225831, + "step": 85160 + }, + { + "loss_action": 0.0074021099135279655, + "loss_total": 0.0074021099135279655, + "step": 85160 + }, + { + "loss_action": 0.0033358344808220863, + "loss_total": 0.0033358344808220863, + "step": 85160 + }, + { + "loss_action": 0.004167159087955952, + "loss_total": 0.004167159087955952, + "step": 85160 + }, + { + "loss_action": 0.006132740993052721, + "loss_total": 0.006132740993052721, + "step": 85160 + }, + { + "loss_action": 0.006647943984717131, + "loss_total": 0.006647943984717131, + "step": 85160 + }, + { + "grad_norm": 0.22675958275794983, + "learning_rate": 5.894002838960172e-06, + "loss": 0.0076, + "step": 85170 + }, + { + "loss_action": 0.0028376674745231867, + "loss_total": 0.0028376674745231867, + "step": 85170 + }, + { + "loss_action": 0.006582492496818304, + "loss_total": 0.006582492496818304, + "step": 85170 + }, + { + "loss_action": 0.006446678191423416, + "loss_total": 0.006446678191423416, + "step": 85170 + }, + { + "loss_action": 0.007783810142427683, + "loss_total": 0.007783810142427683, + "step": 85170 + }, + { + "loss_action": 0.005054204724729061, + "loss_total": 0.005054204724729061, + "step": 85170 + }, + { + "loss_action": 0.011167753487825394, + "loss_total": 0.011167753487825394, + "step": 85170 + }, + { + "grad_norm": 0.2272549867630005, + "learning_rate": 5.886216997118604e-06, + "loss": 0.0075, + "step": 85180 + }, + { + "loss_action": 0.016642533242702484, + "loss_total": 0.016642533242702484, + "step": 85180 + }, + { + "loss_action": 0.003119632601737976, + "loss_total": 0.003119632601737976, + "step": 85180 + }, + { + "loss_action": 0.007186262868344784, + "loss_total": 0.007186262868344784, + "step": 85180 + }, + { + "loss_action": 0.013862893916666508, + "loss_total": 0.013862893916666508, + "step": 85180 + }, + { + "loss_action": 0.0024100777227431536, + "loss_total": 0.0024100777227431536, + "step": 85180 + }, + { + "loss_action": 0.007680550217628479, + "loss_total": 0.007680550217628479, + "step": 85180 + }, + { + "grad_norm": 0.30211567878723145, + "learning_rate": 5.878435979494023e-06, + "loss": 0.0118, + "step": 85190 + }, + { + "loss_action": 0.003409127937629819, + "loss_total": 0.003409127937629819, + "step": 85190 + }, + { + "loss_action": 0.009127115830779076, + "loss_total": 0.009127115830779076, + "step": 85190 + }, + { + "loss_action": 0.007370651233941317, + "loss_total": 0.007370651233941317, + "step": 85190 + }, + { + "loss_action": 0.001471652532927692, + "loss_total": 0.001471652532927692, + "step": 85190 + }, + { + "loss_action": 0.01280443836003542, + "loss_total": 0.01280443836003542, + "step": 85190 + }, + { + "loss_action": 0.003703446825966239, + "loss_total": 0.003703446825966239, + "step": 85190 + }, + { + "grad_norm": 0.17074048519134521, + "learning_rate": 5.870659786937344e-06, + "loss": 0.0067, + "step": 85200 + }, + { + "loss_action": 0.009255042299628258, + "loss_total": 0.009255042299628258, + "step": 85200 + }, + { + "loss_action": 0.0016615678323432803, + "loss_total": 0.0016615678323432803, + "step": 85200 + }, + { + "loss_action": 0.04404985532164574, + "loss_total": 0.04404985532164574, + "step": 85200 + }, + { + "loss_action": 0.014112039469182491, + "loss_total": 0.014112039469182491, + "step": 85200 + }, + { + "loss_action": 0.0055710370652377605, + "loss_total": 0.0055710370652377605, + "step": 85200 + }, + { + "loss_action": 0.002089687157422304, + "loss_total": 0.002089687157422304, + "step": 85200 + }, + { + "grad_norm": 0.26225021481513977, + "learning_rate": 5.862888420298962e-06, + "loss": 0.0096, + "step": 85210 + }, + { + "loss_action": 0.006971526890993118, + "loss_total": 0.006971526890993118, + "step": 85210 + }, + { + "loss_action": 0.006119168363511562, + "loss_total": 0.006119168363511562, + "step": 85210 + }, + { + "loss_action": 0.004193439614027739, + "loss_total": 0.004193439614027739, + "step": 85210 + }, + { + "loss_action": 0.00525327306240797, + "loss_total": 0.00525327306240797, + "step": 85210 + }, + { + "loss_action": 0.0077300588600337505, + "loss_total": 0.0077300588600337505, + "step": 85210 + }, + { + "loss_action": 0.006249168887734413, + "loss_total": 0.006249168887734413, + "step": 85210 + }, + { + "grad_norm": 0.17517802119255066, + "learning_rate": 5.855121880428743e-06, + "loss": 0.007, + "step": 85220 + }, + { + "loss_action": 0.009295457042753696, + "loss_total": 0.009295457042753696, + "step": 85220 + }, + { + "loss_action": 0.004134175833314657, + "loss_total": 0.004134175833314657, + "step": 85220 + }, + { + "loss_action": 0.0068304515443742275, + "loss_total": 0.0068304515443742275, + "step": 85220 + }, + { + "loss_action": 0.0036670807749032974, + "loss_total": 0.0036670807749032974, + "step": 85220 + }, + { + "loss_action": 0.008355541154742241, + "loss_total": 0.008355541154742241, + "step": 85220 + }, + { + "loss_action": 0.0033184941858053207, + "loss_total": 0.0033184941858053207, + "step": 85220 + }, + { + "grad_norm": 0.19257156550884247, + "learning_rate": 5.84736016817603e-06, + "loss": 0.0071, + "step": 85230 + }, + { + "loss_action": 0.005461949855089188, + "loss_total": 0.005461949855089188, + "step": 85230 + }, + { + "loss_action": 0.005465212743729353, + "loss_total": 0.005465212743729353, + "step": 85230 + }, + { + "loss_action": 0.009163790382444859, + "loss_total": 0.009163790382444859, + "step": 85230 + }, + { + "loss_action": 0.006393675226718187, + "loss_total": 0.006393675226718187, + "step": 85230 + }, + { + "loss_action": 0.008508156053721905, + "loss_total": 0.008508156053721905, + "step": 85230 + }, + { + "loss_action": 0.038636524230241776, + "loss_total": 0.038636524230241776, + "step": 85230 + }, + { + "grad_norm": 0.16218318045139313, + "learning_rate": 5.839603284389622e-06, + "loss": 0.0088, + "step": 85240 + }, + { + "loss_action": 0.0032405750826001167, + "loss_total": 0.0032405750826001167, + "step": 85240 + }, + { + "loss_action": 0.00211318489164114, + "loss_total": 0.00211318489164114, + "step": 85240 + }, + { + "loss_action": 0.005465827416628599, + "loss_total": 0.005465827416628599, + "step": 85240 + }, + { + "loss_action": 0.0048074740916490555, + "loss_total": 0.0048074740916490555, + "step": 85240 + }, + { + "loss_action": 0.011351460590958595, + "loss_total": 0.011351460590958595, + "step": 85240 + }, + { + "loss_action": 0.005044196266680956, + "loss_total": 0.005044196266680956, + "step": 85240 + }, + { + "grad_norm": 0.1554688960313797, + "learning_rate": 5.831851229917812e-06, + "loss": 0.0084, + "step": 85250 + }, + { + "loss_action": 0.018016314134001732, + "loss_total": 0.018016314134001732, + "step": 85250 + }, + { + "loss_action": 0.006065433379262686, + "loss_total": 0.006065433379262686, + "step": 85250 + }, + { + "loss_action": 0.0062417397275567055, + "loss_total": 0.0062417397275567055, + "step": 85250 + }, + { + "loss_action": 0.015052278526127338, + "loss_total": 0.015052278526127338, + "step": 85250 + }, + { + "loss_action": 0.011294839903712273, + "loss_total": 0.011294839903712273, + "step": 85250 + }, + { + "loss_action": 0.004303480964154005, + "loss_total": 0.004303480964154005, + "step": 85250 + }, + { + "grad_norm": 0.25098028779029846, + "learning_rate": 5.824104005608338e-06, + "loss": 0.0098, + "step": 85260 + }, + { + "loss_action": 0.008719154633581638, + "loss_total": 0.008719154633581638, + "step": 85260 + }, + { + "loss_action": 0.002010710071772337, + "loss_total": 0.002010710071772337, + "step": 85260 + }, + { + "loss_action": 0.001814437098801136, + "loss_total": 0.001814437098801136, + "step": 85260 + }, + { + "loss_action": 0.0045348042622208595, + "loss_total": 0.0045348042622208595, + "step": 85260 + }, + { + "loss_action": 0.005138158332556486, + "loss_total": 0.005138158332556486, + "step": 85260 + }, + { + "loss_action": 0.028837645426392555, + "loss_total": 0.028837645426392555, + "step": 85260 + }, + { + "grad_norm": 0.22046694159507751, + "learning_rate": 5.81636161230843e-06, + "loss": 0.0099, + "step": 85270 + }, + { + "loss_action": 0.009764023125171661, + "loss_total": 0.009764023125171661, + "step": 85270 + }, + { + "loss_action": 0.0036131131928414106, + "loss_total": 0.0036131131928414106, + "step": 85270 + }, + { + "loss_action": 0.006525635253638029, + "loss_total": 0.006525635253638029, + "step": 85270 + }, + { + "loss_action": 0.009115034714341164, + "loss_total": 0.009115034714341164, + "step": 85270 + }, + { + "loss_action": 0.0037028302904218435, + "loss_total": 0.0037028302904218435, + "step": 85270 + }, + { + "loss_action": 0.048695530742406845, + "loss_total": 0.048695530742406845, + "step": 85270 + }, + { + "grad_norm": 0.2200525999069214, + "learning_rate": 5.808624050864791e-06, + "loss": 0.0095, + "step": 85280 + }, + { + "loss_action": 0.003087620483711362, + "loss_total": 0.003087620483711362, + "step": 85280 + }, + { + "loss_action": 0.005000629927963018, + "loss_total": 0.005000629927963018, + "step": 85280 + }, + { + "loss_action": 0.0038664531894028187, + "loss_total": 0.0038664531894028187, + "step": 85280 + }, + { + "loss_action": 0.0035077398642897606, + "loss_total": 0.0035077398642897606, + "step": 85280 + }, + { + "loss_action": 0.006515574175864458, + "loss_total": 0.006515574175864458, + "step": 85280 + }, + { + "loss_action": 0.004407438915222883, + "loss_total": 0.004407438915222883, + "step": 85280 + }, + { + "grad_norm": 0.13223454356193542, + "learning_rate": 5.800891322123592e-06, + "loss": 0.0069, + "step": 85290 + }, + { + "loss_action": 0.0040138219483196735, + "loss_total": 0.0040138219483196735, + "step": 85290 + }, + { + "loss_action": 0.003922352101653814, + "loss_total": 0.003922352101653814, + "step": 85290 + }, + { + "loss_action": 0.011569024994969368, + "loss_total": 0.011569024994969368, + "step": 85290 + }, + { + "loss_action": 0.002083458937704563, + "loss_total": 0.002083458937704563, + "step": 85290 + }, + { + "loss_action": 0.005424713250249624, + "loss_total": 0.005424713250249624, + "step": 85290 + }, + { + "loss_action": 0.0029543901327997446, + "loss_total": 0.0029543901327997446, + "step": 85290 + }, + { + "grad_norm": 0.1956772804260254, + "learning_rate": 5.793163426930454e-06, + "loss": 0.01, + "step": 85300 + }, + { + "loss_action": 0.007885724306106567, + "loss_total": 0.007885724306106567, + "step": 85300 + }, + { + "loss_action": 0.004960162565112114, + "loss_total": 0.004960162565112114, + "step": 85300 + }, + { + "loss_action": 0.0037447286304086447, + "loss_total": 0.0037447286304086447, + "step": 85300 + }, + { + "loss_action": 0.037155840545892715, + "loss_total": 0.037155840545892715, + "step": 85300 + }, + { + "loss_action": 0.00296436226926744, + "loss_total": 0.00296436226926744, + "step": 85300 + }, + { + "loss_action": 0.004280340392142534, + "loss_total": 0.004280340392142534, + "step": 85300 + }, + { + "grad_norm": 0.1515454202890396, + "learning_rate": 5.785440366130512e-06, + "loss": 0.0085, + "step": 85310 + }, + { + "loss_action": 0.0053201219998300076, + "loss_total": 0.0053201219998300076, + "step": 85310 + }, + { + "loss_action": 0.01313591469079256, + "loss_total": 0.01313591469079256, + "step": 85310 + }, + { + "loss_action": 0.005117789376527071, + "loss_total": 0.005117789376527071, + "step": 85310 + }, + { + "loss_action": 0.0029213654343038797, + "loss_total": 0.0029213654343038797, + "step": 85310 + }, + { + "loss_action": 0.00853479653596878, + "loss_total": 0.00853479653596878, + "step": 85310 + }, + { + "loss_action": 0.00798218697309494, + "loss_total": 0.00798218697309494, + "step": 85310 + }, + { + "grad_norm": 0.22095602750778198, + "learning_rate": 5.777722140568326e-06, + "loss": 0.0081, + "step": 85320 + }, + { + "loss_action": 0.004575108643621206, + "loss_total": 0.004575108643621206, + "step": 85320 + }, + { + "loss_action": 0.003667209530249238, + "loss_total": 0.003667209530249238, + "step": 85320 + }, + { + "loss_action": 0.008165807463228703, + "loss_total": 0.008165807463228703, + "step": 85320 + }, + { + "loss_action": 0.00329649168998003, + "loss_total": 0.00329649168998003, + "step": 85320 + }, + { + "loss_action": 0.002685755956918001, + "loss_total": 0.002685755956918001, + "step": 85320 + }, + { + "loss_action": 0.012090999633073807, + "loss_total": 0.012090999633073807, + "step": 85320 + }, + { + "grad_norm": 0.21795928478240967, + "learning_rate": 5.7700087510879685e-06, + "loss": 0.0072, + "step": 85330 + }, + { + "loss_action": 0.014689593575894833, + "loss_total": 0.014689593575894833, + "step": 85330 + }, + { + "loss_action": 0.007681303657591343, + "loss_total": 0.007681303657591343, + "step": 85330 + }, + { + "loss_action": 0.006582340691238642, + "loss_total": 0.006582340691238642, + "step": 85330 + }, + { + "loss_action": 0.004398689139634371, + "loss_total": 0.004398689139634371, + "step": 85330 + }, + { + "loss_action": 0.01183775719255209, + "loss_total": 0.01183775719255209, + "step": 85330 + }, + { + "loss_action": 0.005332980304956436, + "loss_total": 0.005332980304956436, + "step": 85330 + }, + { + "grad_norm": 0.2938520312309265, + "learning_rate": 5.762300198532933e-06, + "loss": 0.0092, + "step": 85340 + }, + { + "loss_action": 0.008267281576991081, + "loss_total": 0.008267281576991081, + "step": 85340 + }, + { + "loss_action": 0.006272590719163418, + "loss_total": 0.006272590719163418, + "step": 85340 + }, + { + "loss_action": 0.008863895200192928, + "loss_total": 0.008863895200192928, + "step": 85340 + }, + { + "loss_action": 0.0018459981074556708, + "loss_total": 0.0018459981074556708, + "step": 85340 + }, + { + "loss_action": 0.0022972477599978447, + "loss_total": 0.0022972477599978447, + "step": 85340 + }, + { + "loss_action": 0.008176864124834538, + "loss_total": 0.008176864124834538, + "step": 85340 + }, + { + "grad_norm": 0.15299348533153534, + "learning_rate": 5.7545964837462606e-06, + "loss": 0.0084, + "step": 85350 + }, + { + "loss_action": 0.00711953267455101, + "loss_total": 0.00711953267455101, + "step": 85350 + }, + { + "loss_action": 0.011539513245224953, + "loss_total": 0.011539513245224953, + "step": 85350 + }, + { + "loss_action": 0.0021474778186529875, + "loss_total": 0.0021474778186529875, + "step": 85350 + }, + { + "loss_action": 0.007727609947323799, + "loss_total": 0.007727609947323799, + "step": 85350 + }, + { + "loss_action": 0.006262537557631731, + "loss_total": 0.006262537557631731, + "step": 85350 + }, + { + "loss_action": 0.0027031810022890568, + "loss_total": 0.0027031810022890568, + "step": 85350 + }, + { + "grad_norm": 0.22411036491394043, + "learning_rate": 5.746897607570384e-06, + "loss": 0.0081, + "step": 85360 + }, + { + "loss_action": 0.006605187896639109, + "loss_total": 0.006605187896639109, + "step": 85360 + }, + { + "loss_action": 0.003957746084779501, + "loss_total": 0.003957746084779501, + "step": 85360 + }, + { + "loss_action": 0.002678872551769018, + "loss_total": 0.002678872551769018, + "step": 85360 + }, + { + "loss_action": 0.004507945850491524, + "loss_total": 0.004507945850491524, + "step": 85360 + }, + { + "loss_action": 0.003692580619826913, + "loss_total": 0.003692580619826913, + "step": 85360 + }, + { + "loss_action": 0.004633978474885225, + "loss_total": 0.004633978474885225, + "step": 85360 + }, + { + "grad_norm": 0.22999440133571625, + "learning_rate": 5.7392035708472626e-06, + "loss": 0.007, + "step": 85370 + }, + { + "loss_action": 0.007801786996424198, + "loss_total": 0.007801786996424198, + "step": 85370 + }, + { + "loss_action": 0.0016592452302575111, + "loss_total": 0.0016592452302575111, + "step": 85370 + }, + { + "loss_action": 0.014536119997501373, + "loss_total": 0.014536119997501373, + "step": 85370 + }, + { + "loss_action": 0.00570180919021368, + "loss_total": 0.00570180919021368, + "step": 85370 + }, + { + "loss_action": 0.00471872603520751, + "loss_total": 0.00471872603520751, + "step": 85370 + }, + { + "loss_action": 0.015763668343424797, + "loss_total": 0.015763668343424797, + "step": 85370 + }, + { + "grad_norm": 0.15926438570022583, + "learning_rate": 5.731514374418278e-06, + "loss": 0.0124, + "step": 85380 + }, + { + "loss_action": 0.0111538702622056, + "loss_total": 0.0111538702622056, + "step": 85380 + }, + { + "loss_action": 0.04506015405058861, + "loss_total": 0.04506015405058861, + "step": 85380 + }, + { + "loss_action": 0.012882111594080925, + "loss_total": 0.012882111594080925, + "step": 85380 + }, + { + "loss_action": 0.00755613436922431, + "loss_total": 0.00755613436922431, + "step": 85380 + }, + { + "loss_action": 0.003619283437728882, + "loss_total": 0.003619283437728882, + "step": 85380 + }, + { + "loss_action": 0.0014462792314589024, + "loss_total": 0.0014462792314589024, + "step": 85380 + }, + { + "grad_norm": 0.2981348931789398, + "learning_rate": 5.7238300191243325e-06, + "loss": 0.0137, + "step": 85390 + }, + { + "loss_action": 0.007662381511181593, + "loss_total": 0.007662381511181593, + "step": 85390 + }, + { + "loss_action": 0.008177626878023148, + "loss_total": 0.008177626878023148, + "step": 85390 + }, + { + "loss_action": 0.011652473360300064, + "loss_total": 0.011652473360300064, + "step": 85390 + }, + { + "loss_action": 0.009253270924091339, + "loss_total": 0.009253270924091339, + "step": 85390 + }, + { + "loss_action": 0.007159892935305834, + "loss_total": 0.007159892935305834, + "step": 85390 + }, + { + "loss_action": 0.014812461100518703, + "loss_total": 0.014812461100518703, + "step": 85390 + }, + { + "grad_norm": 0.3559156656265259, + "learning_rate": 5.716150505805762e-06, + "loss": 0.0093, + "step": 85400 + }, + { + "loss_action": 0.0023034662008285522, + "loss_total": 0.0023034662008285522, + "step": 85400 + }, + { + "loss_action": 0.0048769800923764706, + "loss_total": 0.0048769800923764706, + "step": 85400 + }, + { + "loss_action": 0.017945514991879463, + "loss_total": 0.017945514991879463, + "step": 85400 + }, + { + "loss_action": 0.004392845090478659, + "loss_total": 0.004392845090478659, + "step": 85400 + }, + { + "loss_action": 0.004912282805889845, + "loss_total": 0.004912282805889845, + "step": 85400 + }, + { + "loss_action": 0.003222693921998143, + "loss_total": 0.003222693921998143, + "step": 85400 + }, + { + "grad_norm": 0.19861526787281036, + "learning_rate": 5.708475835302407e-06, + "loss": 0.0089, + "step": 85410 + }, + { + "loss_action": 0.008053120225667953, + "loss_total": 0.008053120225667953, + "step": 85410 + }, + { + "loss_action": 0.007324840873479843, + "loss_total": 0.007324840873479843, + "step": 85410 + }, + { + "loss_action": 0.0019610768649727106, + "loss_total": 0.0019610768649727106, + "step": 85410 + }, + { + "loss_action": 0.00657305121421814, + "loss_total": 0.00657305121421814, + "step": 85410 + }, + { + "loss_action": 0.0033694952726364136, + "loss_total": 0.0033694952726364136, + "step": 85410 + }, + { + "loss_action": 0.006498477887362242, + "loss_total": 0.006498477887362242, + "step": 85410 + }, + { + "grad_norm": 0.26531296968460083, + "learning_rate": 5.70080600845353e-06, + "loss": 0.0083, + "step": 85420 + }, + { + "loss_action": 0.00850747898221016, + "loss_total": 0.00850747898221016, + "step": 85420 + }, + { + "loss_action": 0.0043981499038636684, + "loss_total": 0.0043981499038636684, + "step": 85420 + }, + { + "loss_action": 0.011831057257950306, + "loss_total": 0.011831057257950306, + "step": 85420 + }, + { + "loss_action": 0.03688487410545349, + "loss_total": 0.03688487410545349, + "step": 85420 + }, + { + "loss_action": 0.008880126290023327, + "loss_total": 0.008880126290023327, + "step": 85420 + }, + { + "loss_action": 0.00807803776115179, + "loss_total": 0.00807803776115179, + "step": 85420 + }, + { + "grad_norm": 0.18814119696617126, + "learning_rate": 5.693141026097909e-06, + "loss": 0.0083, + "step": 85430 + }, + { + "loss_action": 0.0040625352412462234, + "loss_total": 0.0040625352412462234, + "step": 85430 + }, + { + "loss_action": 0.013977295719087124, + "loss_total": 0.013977295719087124, + "step": 85430 + }, + { + "loss_action": 0.008538875728845596, + "loss_total": 0.008538875728845596, + "step": 85430 + }, + { + "loss_action": 0.0032280932646244764, + "loss_total": 0.0032280932646244764, + "step": 85430 + }, + { + "loss_action": 0.008431738242506981, + "loss_total": 0.008431738242506981, + "step": 85430 + }, + { + "loss_action": 0.014252996072173119, + "loss_total": 0.014252996072173119, + "step": 85430 + }, + { + "grad_norm": 0.18698135018348694, + "learning_rate": 5.6854808890737745e-06, + "loss": 0.0085, + "step": 85440 + }, + { + "loss_action": 0.004903742577880621, + "loss_total": 0.004903742577880621, + "step": 85440 + }, + { + "loss_action": 0.009068827144801617, + "loss_total": 0.009068827144801617, + "step": 85440 + }, + { + "loss_action": 0.006562784779816866, + "loss_total": 0.006562784779816866, + "step": 85440 + }, + { + "loss_action": 0.00590893579646945, + "loss_total": 0.00590893579646945, + "step": 85440 + }, + { + "loss_action": 0.002234372077509761, + "loss_total": 0.002234372077509761, + "step": 85440 + }, + { + "loss_action": 0.005706753581762314, + "loss_total": 0.005706753581762314, + "step": 85440 + }, + { + "grad_norm": 0.1916797012090683, + "learning_rate": 5.6778255982188225e-06, + "loss": 0.0075, + "step": 85450 + }, + { + "loss_action": 0.0036277456674724817, + "loss_total": 0.0036277456674724817, + "step": 85450 + }, + { + "loss_action": 0.002167884260416031, + "loss_total": 0.002167884260416031, + "step": 85450 + }, + { + "loss_action": 0.005161913111805916, + "loss_total": 0.005161913111805916, + "step": 85450 + }, + { + "loss_action": 0.011799408122897148, + "loss_total": 0.011799408122897148, + "step": 85450 + }, + { + "loss_action": 0.004252890590578318, + "loss_total": 0.004252890590578318, + "step": 85450 + }, + { + "loss_action": 0.0050543746910989285, + "loss_total": 0.0050543746910989285, + "step": 85450 + }, + { + "grad_norm": 0.224770188331604, + "learning_rate": 5.670175154370217e-06, + "loss": 0.0074, + "step": 85460 + }, + { + "loss_action": 0.004410658031702042, + "loss_total": 0.004410658031702042, + "step": 85460 + }, + { + "loss_action": 0.015946296975016594, + "loss_total": 0.015946296975016594, + "step": 85460 + }, + { + "loss_action": 0.0024990132078528404, + "loss_total": 0.0024990132078528404, + "step": 85460 + }, + { + "loss_action": 0.0029531302861869335, + "loss_total": 0.0029531302861869335, + "step": 85460 + }, + { + "loss_action": 0.04752547666430473, + "loss_total": 0.04752547666430473, + "step": 85460 + }, + { + "loss_action": 0.00754539156332612, + "loss_total": 0.00754539156332612, + "step": 85460 + }, + { + "grad_norm": 0.19141964614391327, + "learning_rate": 5.662529558364616e-06, + "loss": 0.0081, + "step": 85470 + }, + { + "loss_action": 0.002604575827717781, + "loss_total": 0.002604575827717781, + "step": 85470 + }, + { + "loss_action": 0.004340603947639465, + "loss_total": 0.004340603947639465, + "step": 85470 + }, + { + "loss_action": 0.0057690818794071674, + "loss_total": 0.0057690818794071674, + "step": 85470 + }, + { + "loss_action": 0.008889582008123398, + "loss_total": 0.008889582008123398, + "step": 85470 + }, + { + "loss_action": 0.0038209545891731977, + "loss_total": 0.0038209545891731977, + "step": 85470 + }, + { + "loss_action": 0.004676586948335171, + "loss_total": 0.004676586948335171, + "step": 85470 + }, + { + "grad_norm": 0.18365541100502014, + "learning_rate": 5.654888811038128e-06, + "loss": 0.008, + "step": 85480 + }, + { + "loss_action": 0.001385413808748126, + "loss_total": 0.001385413808748126, + "step": 85480 + }, + { + "loss_action": 0.0024505858309566975, + "loss_total": 0.0024505858309566975, + "step": 85480 + }, + { + "loss_action": 0.014115208759903908, + "loss_total": 0.014115208759903908, + "step": 85480 + }, + { + "loss_action": 0.004301068373024464, + "loss_total": 0.004301068373024464, + "step": 85480 + }, + { + "loss_action": 0.040752097964286804, + "loss_total": 0.040752097964286804, + "step": 85480 + }, + { + "loss_action": 0.002832361962646246, + "loss_total": 0.002832361962646246, + "step": 85480 + }, + { + "grad_norm": 0.1441003978252411, + "learning_rate": 5.647252913226314e-06, + "loss": 0.0063, + "step": 85490 + }, + { + "loss_action": 0.0021885440219193697, + "loss_total": 0.0021885440219193697, + "step": 85490 + }, + { + "loss_action": 0.01662527583539486, + "loss_total": 0.01662527583539486, + "step": 85490 + }, + { + "loss_action": 0.014848185703158379, + "loss_total": 0.014848185703158379, + "step": 85490 + }, + { + "loss_action": 0.004019343294203281, + "loss_total": 0.004019343294203281, + "step": 85490 + }, + { + "loss_action": 0.008367872796952724, + "loss_total": 0.008367872796952724, + "step": 85490 + }, + { + "loss_action": 0.006958317942917347, + "loss_total": 0.006958317942917347, + "step": 85490 + }, + { + "grad_norm": 0.11747913062572479, + "learning_rate": 5.639621865764255e-06, + "loss": 0.0069, + "step": 85500 + }, + { + "loss_action": 0.004867691081017256, + "loss_total": 0.004867691081017256, + "step": 85500 + }, + { + "loss_action": 0.002947006607428193, + "loss_total": 0.002947006607428193, + "step": 85500 + }, + { + "loss_action": 0.005936216562986374, + "loss_total": 0.005936216562986374, + "step": 85500 + }, + { + "loss_action": 0.018073242157697678, + "loss_total": 0.018073242157697678, + "step": 85500 + }, + { + "loss_action": 0.008830158971250057, + "loss_total": 0.008830158971250057, + "step": 85500 + }, + { + "loss_action": 0.03833851218223572, + "loss_total": 0.03833851218223572, + "step": 85500 + }, + { + "grad_norm": 0.19025005400180817, + "learning_rate": 5.63199566948644e-06, + "loss": 0.0092, + "step": 85510 + }, + { + "loss_action": 0.002541679423302412, + "loss_total": 0.002541679423302412, + "step": 85510 + }, + { + "loss_action": 0.009426869451999664, + "loss_total": 0.009426869451999664, + "step": 85510 + }, + { + "loss_action": 0.025890959426760674, + "loss_total": 0.025890959426760674, + "step": 85510 + }, + { + "loss_action": 0.0016736985417082906, + "loss_total": 0.0016736985417082906, + "step": 85510 + }, + { + "loss_action": 0.0032986209262162447, + "loss_total": 0.0032986209262162447, + "step": 85510 + }, + { + "loss_action": 0.0024757161736488342, + "loss_total": 0.0024757161736488342, + "step": 85510 + }, + { + "grad_norm": 0.2366224080324173, + "learning_rate": 5.6243743252268835e-06, + "loss": 0.0079, + "step": 85520 + }, + { + "loss_action": 0.005566685926169157, + "loss_total": 0.005566685926169157, + "step": 85520 + }, + { + "loss_action": 0.01831377111375332, + "loss_total": 0.01831377111375332, + "step": 85520 + }, + { + "loss_action": 0.005478623788803816, + "loss_total": 0.005478623788803816, + "step": 85520 + }, + { + "loss_action": 0.006217188201844692, + "loss_total": 0.006217188201844692, + "step": 85520 + }, + { + "loss_action": 0.0018651953432708979, + "loss_total": 0.0018651953432708979, + "step": 85520 + }, + { + "loss_action": 0.0036989813670516014, + "loss_total": 0.0036989813670516014, + "step": 85520 + }, + { + "grad_norm": 0.200358584523201, + "learning_rate": 5.616757833819009e-06, + "loss": 0.0072, + "step": 85530 + }, + { + "loss_action": 0.0022038286551833153, + "loss_total": 0.0022038286551833153, + "step": 85530 + }, + { + "loss_action": 0.004823968280106783, + "loss_total": 0.004823968280106783, + "step": 85530 + }, + { + "loss_action": 0.0053043970838189125, + "loss_total": 0.0053043970838189125, + "step": 85530 + }, + { + "loss_action": 0.0020800696220248938, + "loss_total": 0.0020800696220248938, + "step": 85530 + }, + { + "loss_action": 0.0028945303056389093, + "loss_total": 0.0028945303056389093, + "step": 85530 + }, + { + "loss_action": 0.004709940403699875, + "loss_total": 0.004709940403699875, + "step": 85530 + }, + { + "grad_norm": 0.2970898151397705, + "learning_rate": 5.609146196095794e-06, + "loss": 0.0065, + "step": 85540 + }, + { + "loss_action": 0.021437358111143112, + "loss_total": 0.021437358111143112, + "step": 85540 + }, + { + "loss_action": 0.009128587320446968, + "loss_total": 0.009128587320446968, + "step": 85540 + }, + { + "loss_action": 0.01007129531353712, + "loss_total": 0.01007129531353712, + "step": 85540 + }, + { + "loss_action": 0.009481048211455345, + "loss_total": 0.009481048211455345, + "step": 85540 + }, + { + "loss_action": 0.0038715319242328405, + "loss_total": 0.0038715319242328405, + "step": 85540 + }, + { + "loss_action": 0.010599027387797832, + "loss_total": 0.010599027387797832, + "step": 85540 + }, + { + "grad_norm": 0.1412254273891449, + "learning_rate": 5.6015394128896005e-06, + "loss": 0.009, + "step": 85550 + }, + { + "loss_action": 0.005694314371794462, + "loss_total": 0.005694314371794462, + "step": 85550 + }, + { + "loss_action": 0.00964306015521288, + "loss_total": 0.00964306015521288, + "step": 85550 + }, + { + "loss_action": 0.007893306203186512, + "loss_total": 0.007893306203186512, + "step": 85550 + }, + { + "loss_action": 0.009809787385165691, + "loss_total": 0.009809787385165691, + "step": 85550 + }, + { + "loss_action": 0.004317265935242176, + "loss_total": 0.004317265935242176, + "step": 85550 + }, + { + "loss_action": 0.006601052358746529, + "loss_total": 0.006601052358746529, + "step": 85550 + }, + { + "grad_norm": 0.18941481411457062, + "learning_rate": 5.593937485032308e-06, + "loss": 0.0076, + "step": 85560 + }, + { + "loss_action": 0.004332524258643389, + "loss_total": 0.004332524258643389, + "step": 85560 + }, + { + "loss_action": 0.0034233974292874336, + "loss_total": 0.0034233974292874336, + "step": 85560 + }, + { + "loss_action": 0.004156888462603092, + "loss_total": 0.004156888462603092, + "step": 85560 + }, + { + "loss_action": 0.02233332023024559, + "loss_total": 0.02233332023024559, + "step": 85560 + }, + { + "loss_action": 0.0054290760308504105, + "loss_total": 0.0054290760308504105, + "step": 85560 + }, + { + "loss_action": 0.004629227332770824, + "loss_total": 0.004629227332770824, + "step": 85560 + }, + { + "grad_norm": 0.1903570145368576, + "learning_rate": 5.586340413355246e-06, + "loss": 0.0077, + "step": 85570 + }, + { + "loss_action": 0.006711894180625677, + "loss_total": 0.006711894180625677, + "step": 85570 + }, + { + "loss_action": 0.008921178989112377, + "loss_total": 0.008921178989112377, + "step": 85570 + }, + { + "loss_action": 0.0033628875389695168, + "loss_total": 0.0033628875389695168, + "step": 85570 + }, + { + "loss_action": 0.0046158889308571815, + "loss_total": 0.0046158889308571815, + "step": 85570 + }, + { + "loss_action": 0.005701749585568905, + "loss_total": 0.005701749585568905, + "step": 85570 + }, + { + "loss_action": 0.003747092792764306, + "loss_total": 0.003747092792764306, + "step": 85570 + }, + { + "grad_norm": 0.24412208795547485, + "learning_rate": 5.578748198689227e-06, + "loss": 0.0088, + "step": 85580 + }, + { + "loss_action": 0.008617928251624107, + "loss_total": 0.008617928251624107, + "step": 85580 + }, + { + "loss_action": 0.019148103892803192, + "loss_total": 0.019148103892803192, + "step": 85580 + }, + { + "loss_action": 0.005771996453404427, + "loss_total": 0.005771996453404427, + "step": 85580 + }, + { + "loss_action": 0.005373177584260702, + "loss_total": 0.005373177584260702, + "step": 85580 + }, + { + "loss_action": 0.0062859454192221165, + "loss_total": 0.0062859454192221165, + "step": 85580 + }, + { + "loss_action": 0.004304011818021536, + "loss_total": 0.004304011818021536, + "step": 85580 + }, + { + "grad_norm": 0.16945819556713104, + "learning_rate": 5.571160841864504e-06, + "loss": 0.0087, + "step": 85590 + }, + { + "loss_action": 0.013773230835795403, + "loss_total": 0.013773230835795403, + "step": 85590 + }, + { + "loss_action": 0.012437826953828335, + "loss_total": 0.012437826953828335, + "step": 85590 + }, + { + "loss_action": 0.003411581739783287, + "loss_total": 0.003411581739783287, + "step": 85590 + }, + { + "loss_action": 0.005890488158911467, + "loss_total": 0.005890488158911467, + "step": 85590 + }, + { + "loss_action": 0.0071660554967820644, + "loss_total": 0.0071660554967820644, + "step": 85590 + }, + { + "loss_action": 0.0071653882041573524, + "loss_total": 0.0071653882041573524, + "step": 85590 + }, + { + "grad_norm": 0.22248344123363495, + "learning_rate": 5.563578343710846e-06, + "loss": 0.0093, + "step": 85600 + }, + { + "loss_action": 0.003951818682253361, + "loss_total": 0.003951818682253361, + "step": 85600 + }, + { + "loss_action": 0.004156085196882486, + "loss_total": 0.004156085196882486, + "step": 85600 + }, + { + "loss_action": 0.005643561948090792, + "loss_total": 0.005643561948090792, + "step": 85600 + }, + { + "loss_action": 0.0027115398552268744, + "loss_total": 0.0027115398552268744, + "step": 85600 + }, + { + "loss_action": 0.0056691281497478485, + "loss_total": 0.0056691281497478485, + "step": 85600 + }, + { + "loss_action": 0.008910324424505234, + "loss_total": 0.008910324424505234, + "step": 85600 + }, + { + "grad_norm": 0.25403499603271484, + "learning_rate": 5.556000705057446e-06, + "loss": 0.008, + "step": 85610 + }, + { + "loss_action": 0.004365761298686266, + "loss_total": 0.004365761298686266, + "step": 85610 + }, + { + "loss_action": 0.006115004885941744, + "loss_total": 0.006115004885941744, + "step": 85610 + }, + { + "loss_action": 0.0035958709195256233, + "loss_total": 0.0035958709195256233, + "step": 85610 + }, + { + "loss_action": 0.009980583563446999, + "loss_total": 0.009980583563446999, + "step": 85610 + }, + { + "loss_action": 0.005618391092866659, + "loss_total": 0.005618391092866659, + "step": 85610 + }, + { + "loss_action": 0.004134368617087603, + "loss_total": 0.004134368617087603, + "step": 85610 + }, + { + "grad_norm": 0.22050116956233978, + "learning_rate": 5.548427926732996e-06, + "loss": 0.0072, + "step": 85620 + }, + { + "loss_action": 0.007527366746217012, + "loss_total": 0.007527366746217012, + "step": 85620 + }, + { + "loss_action": 0.005021145101636648, + "loss_total": 0.005021145101636648, + "step": 85620 + }, + { + "loss_action": 0.005267090629786253, + "loss_total": 0.005267090629786253, + "step": 85620 + }, + { + "loss_action": 0.003405184717848897, + "loss_total": 0.003405184717848897, + "step": 85620 + }, + { + "loss_action": 0.001413077930919826, + "loss_total": 0.001413077930919826, + "step": 85620 + }, + { + "loss_action": 0.0031993191223591566, + "loss_total": 0.0031993191223591566, + "step": 85620 + }, + { + "grad_norm": 0.2636732757091522, + "learning_rate": 5.540860009565629e-06, + "loss": 0.0117, + "step": 85630 + }, + { + "loss_action": 0.004110146313905716, + "loss_total": 0.004110146313905716, + "step": 85630 + }, + { + "loss_action": 0.006124437786638737, + "loss_total": 0.006124437786638737, + "step": 85630 + }, + { + "loss_action": 0.00449408870190382, + "loss_total": 0.00449408870190382, + "step": 85630 + }, + { + "loss_action": 0.023945005610585213, + "loss_total": 0.023945005610585213, + "step": 85630 + }, + { + "loss_action": 0.034295085817575455, + "loss_total": 0.034295085817575455, + "step": 85630 + }, + { + "loss_action": 0.0037903250195086002, + "loss_total": 0.0037903250195086002, + "step": 85630 + }, + { + "grad_norm": 0.20110367238521576, + "learning_rate": 5.533296954382966e-06, + "loss": 0.0079, + "step": 85640 + }, + { + "loss_action": 0.009930910542607307, + "loss_total": 0.009930910542607307, + "step": 85640 + }, + { + "loss_action": 0.002770857885479927, + "loss_total": 0.002770857885479927, + "step": 85640 + }, + { + "loss_action": 0.0034056648146361113, + "loss_total": 0.0034056648146361113, + "step": 85640 + }, + { + "loss_action": 0.0033502639271318913, + "loss_total": 0.0033502639271318913, + "step": 85640 + }, + { + "loss_action": 0.008237703703343868, + "loss_total": 0.008237703703343868, + "step": 85640 + }, + { + "loss_action": 0.003653443418443203, + "loss_total": 0.003653443418443203, + "step": 85640 + }, + { + "grad_norm": 0.17698606848716736, + "learning_rate": 5.525738762012095e-06, + "loss": 0.0102, + "step": 85650 + }, + { + "loss_action": 0.010071109049022198, + "loss_total": 0.010071109049022198, + "step": 85650 + }, + { + "loss_action": 0.015552176162600517, + "loss_total": 0.015552176162600517, + "step": 85650 + }, + { + "loss_action": 0.004364571999758482, + "loss_total": 0.004364571999758482, + "step": 85650 + }, + { + "loss_action": 0.012313079088926315, + "loss_total": 0.012313079088926315, + "step": 85650 + }, + { + "loss_action": 0.0021015326492488384, + "loss_total": 0.0021015326492488384, + "step": 85650 + }, + { + "loss_action": 0.005607070401310921, + "loss_total": 0.005607070401310921, + "step": 85650 + }, + { + "grad_norm": 0.21830332279205322, + "learning_rate": 5.518185433279577e-06, + "loss": 0.0096, + "step": 85660 + }, + { + "loss_action": 0.0034221229143440723, + "loss_total": 0.0034221229143440723, + "step": 85660 + }, + { + "loss_action": 0.006250759121030569, + "loss_total": 0.006250759121030569, + "step": 85660 + }, + { + "loss_action": 0.009156727232038975, + "loss_total": 0.009156727232038975, + "step": 85660 + }, + { + "loss_action": 0.008176274597644806, + "loss_total": 0.008176274597644806, + "step": 85660 + }, + { + "loss_action": 0.009954392910003662, + "loss_total": 0.009954392910003662, + "step": 85660 + }, + { + "loss_action": 0.0026028731372207403, + "loss_total": 0.0026028731372207403, + "step": 85660 + }, + { + "grad_norm": 0.36040499806404114, + "learning_rate": 5.510636969011407e-06, + "loss": 0.0093, + "step": 85670 + }, + { + "loss_action": 0.003849572502076626, + "loss_total": 0.003849572502076626, + "step": 85670 + }, + { + "loss_action": 0.003925189841538668, + "loss_total": 0.003925189841538668, + "step": 85670 + }, + { + "loss_action": 0.0027476719114929438, + "loss_total": 0.0027476719114929438, + "step": 85670 + }, + { + "loss_action": 0.003936565015465021, + "loss_total": 0.003936565015465021, + "step": 85670 + }, + { + "loss_action": 0.008529853075742722, + "loss_total": 0.008529853075742722, + "step": 85670 + }, + { + "loss_action": 0.008913922123610973, + "loss_total": 0.008913922123610973, + "step": 85670 + }, + { + "grad_norm": 0.16810443997383118, + "learning_rate": 5.503093370033096e-06, + "loss": 0.0081, + "step": 85680 + }, + { + "loss_action": 0.004866456147283316, + "loss_total": 0.004866456147283316, + "step": 85680 + }, + { + "loss_action": 0.02560981549322605, + "loss_total": 0.02560981549322605, + "step": 85680 + }, + { + "loss_action": 0.012029404751956463, + "loss_total": 0.012029404751956463, + "step": 85680 + }, + { + "loss_action": 0.003038689959794283, + "loss_total": 0.003038689959794283, + "step": 85680 + }, + { + "loss_action": 0.005393567960709333, + "loss_total": 0.005393567960709333, + "step": 85680 + }, + { + "loss_action": 0.016744153574109077, + "loss_total": 0.016744153574109077, + "step": 85680 + }, + { + "grad_norm": 0.24824665486812592, + "learning_rate": 5.495554637169603e-06, + "loss": 0.0094, + "step": 85690 + }, + { + "loss_action": 0.011111618019640446, + "loss_total": 0.011111618019640446, + "step": 85690 + }, + { + "loss_action": 0.006431111134588718, + "loss_total": 0.006431111134588718, + "step": 85690 + }, + { + "loss_action": 0.008098586462438107, + "loss_total": 0.008098586462438107, + "step": 85690 + }, + { + "loss_action": 0.002066348446533084, + "loss_total": 0.002066348446533084, + "step": 85690 + }, + { + "loss_action": 0.014943431131541729, + "loss_total": 0.014943431131541729, + "step": 85690 + }, + { + "loss_action": 0.0022982845548540354, + "loss_total": 0.0022982845548540354, + "step": 85690 + }, + { + "grad_norm": 0.18932203948497772, + "learning_rate": 5.488020771245328e-06, + "loss": 0.0078, + "step": 85700 + }, + { + "loss_action": 0.02240467071533203, + "loss_total": 0.02240467071533203, + "step": 85700 + }, + { + "loss_action": 0.006659152917563915, + "loss_total": 0.006659152917563915, + "step": 85700 + }, + { + "loss_action": 0.003801722778007388, + "loss_total": 0.003801722778007388, + "step": 85700 + }, + { + "loss_action": 0.007372528780251741, + "loss_total": 0.007372528780251741, + "step": 85700 + }, + { + "loss_action": 0.013011378236114979, + "loss_total": 0.013011378236114979, + "step": 85700 + }, + { + "loss_action": 0.006490700412541628, + "loss_total": 0.006490700412541628, + "step": 85700 + }, + { + "grad_norm": 0.19751879572868347, + "learning_rate": 5.480491773084195e-06, + "loss": 0.0093, + "step": 85710 + }, + { + "loss_action": 0.007541319355368614, + "loss_total": 0.007541319355368614, + "step": 85710 + }, + { + "loss_action": 0.003649685066193342, + "loss_total": 0.003649685066193342, + "step": 85710 + }, + { + "loss_action": 0.003849816508591175, + "loss_total": 0.003849816508591175, + "step": 85710 + }, + { + "loss_action": 0.007717018947005272, + "loss_total": 0.007717018947005272, + "step": 85710 + }, + { + "loss_action": 0.007105207536369562, + "loss_total": 0.007105207536369562, + "step": 85710 + }, + { + "loss_action": 0.0027389544993638992, + "loss_total": 0.0027389544993638992, + "step": 85710 + }, + { + "grad_norm": 0.20826901495456696, + "learning_rate": 5.472967643509525e-06, + "loss": 0.0087, + "step": 85720 + }, + { + "loss_action": 0.004509872291237116, + "loss_total": 0.004509872291237116, + "step": 85720 + }, + { + "loss_action": 0.003294580616056919, + "loss_total": 0.003294580616056919, + "step": 85720 + }, + { + "loss_action": 0.006874588783830404, + "loss_total": 0.006874588783830404, + "step": 85720 + }, + { + "loss_action": 0.0030681430362164974, + "loss_total": 0.0030681430362164974, + "step": 85720 + }, + { + "loss_action": 0.0068353586830198765, + "loss_total": 0.0068353586830198765, + "step": 85720 + }, + { + "loss_action": 0.0034660547971725464, + "loss_total": 0.0034660547971725464, + "step": 85720 + }, + { + "grad_norm": 0.1362307220697403, + "learning_rate": 5.46544838334419e-06, + "loss": 0.0091, + "step": 85730 + }, + { + "loss_action": 0.004045678768306971, + "loss_total": 0.004045678768306971, + "step": 85730 + }, + { + "loss_action": 0.0036731576547026634, + "loss_total": 0.0036731576547026634, + "step": 85730 + }, + { + "loss_action": 0.010170246474444866, + "loss_total": 0.010170246474444866, + "step": 85730 + }, + { + "loss_action": 0.004814282525330782, + "loss_total": 0.004814282525330782, + "step": 85730 + }, + { + "loss_action": 0.015468076802790165, + "loss_total": 0.015468076802790165, + "step": 85730 + }, + { + "loss_action": 0.008410743437707424, + "loss_total": 0.008410743437707424, + "step": 85730 + }, + { + "grad_norm": 0.16635482013225555, + "learning_rate": 5.4579339934104525e-06, + "loss": 0.0077, + "step": 85740 + }, + { + "loss_action": 0.013773462735116482, + "loss_total": 0.013773462735116482, + "step": 85740 + }, + { + "loss_action": 0.00314206350594759, + "loss_total": 0.00314206350594759, + "step": 85740 + }, + { + "loss_action": 0.007416548673063517, + "loss_total": 0.007416548673063517, + "step": 85740 + }, + { + "loss_action": 0.01303918194025755, + "loss_total": 0.01303918194025755, + "step": 85740 + }, + { + "loss_action": 0.004662696737796068, + "loss_total": 0.004662696737796068, + "step": 85740 + }, + { + "loss_action": 0.007769600488245487, + "loss_total": 0.007769600488245487, + "step": 85740 + }, + { + "grad_norm": 0.22205041348934174, + "learning_rate": 5.450424474530091e-06, + "loss": 0.007, + "step": 85750 + }, + { + "loss_action": 0.005861756391823292, + "loss_total": 0.005861756391823292, + "step": 85750 + }, + { + "loss_action": 0.0033012081403285265, + "loss_total": 0.0033012081403285265, + "step": 85750 + }, + { + "loss_action": 0.005675310268998146, + "loss_total": 0.005675310268998146, + "step": 85750 + }, + { + "loss_action": 0.002654693089425564, + "loss_total": 0.002654693089425564, + "step": 85750 + }, + { + "loss_action": 0.00839480385184288, + "loss_total": 0.00839480385184288, + "step": 85750 + }, + { + "loss_action": 0.057240087538957596, + "loss_total": 0.057240087538957596, + "step": 85750 + }, + { + "grad_norm": 0.13590222597122192, + "learning_rate": 5.442919827524323e-06, + "loss": 0.0121, + "step": 85760 + }, + { + "loss_action": 0.06565088778734207, + "loss_total": 0.06565088778734207, + "step": 85760 + }, + { + "loss_action": 0.0035901006776839495, + "loss_total": 0.0035901006776839495, + "step": 85760 + }, + { + "loss_action": 0.0035717252176254988, + "loss_total": 0.0035717252176254988, + "step": 85760 + }, + { + "loss_action": 0.11561301350593567, + "loss_total": 0.11561301350593567, + "step": 85760 + }, + { + "loss_action": 0.00416316045448184, + "loss_total": 0.00416316045448184, + "step": 85760 + }, + { + "loss_action": 0.01118809636682272, + "loss_total": 0.01118809636682272, + "step": 85760 + }, + { + "grad_norm": 0.1574869602918625, + "learning_rate": 5.435420053213863e-06, + "loss": 0.0093, + "step": 85770 + }, + { + "loss_action": 0.005403582006692886, + "loss_total": 0.005403582006692886, + "step": 85770 + }, + { + "loss_action": 0.0042078751139342785, + "loss_total": 0.0042078751139342785, + "step": 85770 + }, + { + "loss_action": 0.002926223212853074, + "loss_total": 0.002926223212853074, + "step": 85770 + }, + { + "loss_action": 0.00796100776642561, + "loss_total": 0.00796100776642561, + "step": 85770 + }, + { + "loss_action": 0.0026255035772919655, + "loss_total": 0.0026255035772919655, + "step": 85770 + }, + { + "loss_action": 0.006047496106475592, + "loss_total": 0.006047496106475592, + "step": 85770 + }, + { + "grad_norm": 0.2371683120727539, + "learning_rate": 5.427925152418845e-06, + "loss": 0.0069, + "step": 85780 + }, + { + "loss_action": 0.0015912412200123072, + "loss_total": 0.0015912412200123072, + "step": 85780 + }, + { + "loss_action": 0.01608886756002903, + "loss_total": 0.01608886756002903, + "step": 85780 + }, + { + "loss_action": 0.024039145559072495, + "loss_total": 0.024039145559072495, + "step": 85780 + }, + { + "loss_action": 0.007311434019356966, + "loss_total": 0.007311434019356966, + "step": 85780 + }, + { + "loss_action": 0.0029479502700269222, + "loss_total": 0.0029479502700269222, + "step": 85780 + }, + { + "loss_action": 0.010955040343105793, + "loss_total": 0.010955040343105793, + "step": 85780 + }, + { + "grad_norm": 0.27081823348999023, + "learning_rate": 5.420435125958934e-06, + "loss": 0.0091, + "step": 85790 + }, + { + "loss_action": 0.0030305611435323954, + "loss_total": 0.0030305611435323954, + "step": 85790 + }, + { + "loss_action": 0.004628836177289486, + "loss_total": 0.004628836177289486, + "step": 85790 + }, + { + "loss_action": 0.007385199889540672, + "loss_total": 0.007385199889540672, + "step": 85790 + }, + { + "loss_action": 0.005064815748482943, + "loss_total": 0.005064815748482943, + "step": 85790 + }, + { + "loss_action": 0.006580991670489311, + "loss_total": 0.006580991670489311, + "step": 85790 + }, + { + "loss_action": 0.0069268192164599895, + "loss_total": 0.0069268192164599895, + "step": 85790 + }, + { + "grad_norm": 0.30428189039230347, + "learning_rate": 5.412949974653209e-06, + "loss": 0.0087, + "step": 85800 + }, + { + "loss_action": 0.003476361744105816, + "loss_total": 0.003476361744105816, + "step": 85800 + }, + { + "loss_action": 0.029101265594363213, + "loss_total": 0.029101265594363213, + "step": 85800 + }, + { + "loss_action": 0.001691892626695335, + "loss_total": 0.001691892626695335, + "step": 85800 + }, + { + "loss_action": 0.0064315032213926315, + "loss_total": 0.0064315032213926315, + "step": 85800 + }, + { + "loss_action": 0.006402011960744858, + "loss_total": 0.006402011960744858, + "step": 85800 + }, + { + "loss_action": 0.01344373170286417, + "loss_total": 0.01344373170286417, + "step": 85800 + }, + { + "grad_norm": 0.2651004195213318, + "learning_rate": 5.405469699320248e-06, + "loss": 0.0086, + "step": 85810 + }, + { + "loss_action": 0.0038685251493006945, + "loss_total": 0.0038685251493006945, + "step": 85810 + }, + { + "loss_action": 0.005684842821210623, + "loss_total": 0.005684842821210623, + "step": 85810 + }, + { + "loss_action": 0.008481810800731182, + "loss_total": 0.008481810800731182, + "step": 85810 + }, + { + "loss_action": 0.00615387549623847, + "loss_total": 0.00615387549623847, + "step": 85810 + }, + { + "loss_action": 0.006819083821028471, + "loss_total": 0.006819083821028471, + "step": 85810 + }, + { + "loss_action": 0.0065394858829677105, + "loss_total": 0.0065394858829677105, + "step": 85810 + }, + { + "grad_norm": 0.256661593914032, + "learning_rate": 5.397994300778064e-06, + "loss": 0.0073, + "step": 85820 + }, + { + "loss_action": 0.004774236120283604, + "loss_total": 0.004774236120283604, + "step": 85820 + }, + { + "loss_action": 0.0037434534169733524, + "loss_total": 0.0037434534169733524, + "step": 85820 + }, + { + "loss_action": 0.00879930704832077, + "loss_total": 0.00879930704832077, + "step": 85820 + }, + { + "loss_action": 0.03552056849002838, + "loss_total": 0.03552056849002838, + "step": 85820 + }, + { + "loss_action": 0.006615503691136837, + "loss_total": 0.006615503691136837, + "step": 85820 + }, + { + "loss_action": 0.004816973116248846, + "loss_total": 0.004816973116248846, + "step": 85820 + }, + { + "grad_norm": 0.21329228579998016, + "learning_rate": 5.39052377984417e-06, + "loss": 0.0073, + "step": 85830 + }, + { + "loss_action": 0.0028211099561303854, + "loss_total": 0.0028211099561303854, + "step": 85830 + }, + { + "loss_action": 0.012707572430372238, + "loss_total": 0.012707572430372238, + "step": 85830 + }, + { + "loss_action": 0.014425753615796566, + "loss_total": 0.014425753615796566, + "step": 85830 + }, + { + "loss_action": 0.0026140669360756874, + "loss_total": 0.0026140669360756874, + "step": 85830 + }, + { + "loss_action": 0.004160217475146055, + "loss_total": 0.004160217475146055, + "step": 85830 + }, + { + "loss_action": 0.009091277606785297, + "loss_total": 0.009091277606785297, + "step": 85830 + }, + { + "grad_norm": 0.19425000250339508, + "learning_rate": 5.383058137335523e-06, + "loss": 0.0081, + "step": 85840 + }, + { + "loss_action": 0.004609361290931702, + "loss_total": 0.004609361290931702, + "step": 85840 + }, + { + "loss_action": 0.004717560950666666, + "loss_total": 0.004717560950666666, + "step": 85840 + }, + { + "loss_action": 0.008565914817154408, + "loss_total": 0.008565914817154408, + "step": 85840 + }, + { + "loss_action": 0.00666137645021081, + "loss_total": 0.00666137645021081, + "step": 85840 + }, + { + "loss_action": 0.004807441495358944, + "loss_total": 0.004807441495358944, + "step": 85840 + }, + { + "loss_action": 0.006807299796491861, + "loss_total": 0.006807299796491861, + "step": 85840 + }, + { + "grad_norm": 0.19344349205493927, + "learning_rate": 5.375597374068553e-06, + "loss": 0.0075, + "step": 85850 + }, + { + "loss_action": 0.0035187797620892525, + "loss_total": 0.0035187797620892525, + "step": 85850 + }, + { + "loss_action": 0.003354361979290843, + "loss_total": 0.003354361979290843, + "step": 85850 + }, + { + "loss_action": 0.004032679833471775, + "loss_total": 0.004032679833471775, + "step": 85850 + }, + { + "loss_action": 0.0017394263995811343, + "loss_total": 0.0017394263995811343, + "step": 85850 + }, + { + "loss_action": 0.008738460019230843, + "loss_total": 0.008738460019230843, + "step": 85850 + }, + { + "loss_action": 0.008647880516946316, + "loss_total": 0.008647880516946316, + "step": 85850 + }, + { + "grad_norm": 0.2525787949562073, + "learning_rate": 5.368141490859163e-06, + "loss": 0.0093, + "step": 85860 + }, + { + "loss_action": 0.00205548875965178, + "loss_total": 0.00205548875965178, + "step": 85860 + }, + { + "loss_action": 0.006204077508300543, + "loss_total": 0.006204077508300543, + "step": 85860 + }, + { + "loss_action": 0.0035398590844124556, + "loss_total": 0.0035398590844124556, + "step": 85860 + }, + { + "loss_action": 0.006280244328081608, + "loss_total": 0.006280244328081608, + "step": 85860 + }, + { + "loss_action": 0.0037299124523997307, + "loss_total": 0.0037299124523997307, + "step": 85860 + }, + { + "loss_action": 0.002136400667950511, + "loss_total": 0.002136400667950511, + "step": 85860 + }, + { + "grad_norm": 0.15784983336925507, + "learning_rate": 5.360690488522729e-06, + "loss": 0.0067, + "step": 85870 + }, + { + "loss_action": 0.005418010521680117, + "loss_total": 0.005418010521680117, + "step": 85870 + }, + { + "loss_action": 0.012174280360341072, + "loss_total": 0.012174280360341072, + "step": 85870 + }, + { + "loss_action": 0.002226207172498107, + "loss_total": 0.002226207172498107, + "step": 85870 + }, + { + "loss_action": 0.0049124183133244514, + "loss_total": 0.0049124183133244514, + "step": 85870 + }, + { + "loss_action": 0.040956974029541016, + "loss_total": 0.040956974029541016, + "step": 85870 + }, + { + "loss_action": 0.005324524361640215, + "loss_total": 0.005324524361640215, + "step": 85870 + }, + { + "grad_norm": 0.24971319735050201, + "learning_rate": 5.353244367874055e-06, + "loss": 0.0079, + "step": 85880 + }, + { + "loss_action": 0.0022554080933332443, + "loss_total": 0.0022554080933332443, + "step": 85880 + }, + { + "loss_action": 0.006908938754349947, + "loss_total": 0.006908938754349947, + "step": 85880 + }, + { + "loss_action": 0.008411502465605736, + "loss_total": 0.008411502465605736, + "step": 85880 + }, + { + "loss_action": 0.0022169409785419703, + "loss_total": 0.0022169409785419703, + "step": 85880 + }, + { + "loss_action": 0.005850765388458967, + "loss_total": 0.005850765388458967, + "step": 85880 + }, + { + "loss_action": 0.01617233268916607, + "loss_total": 0.01617233268916607, + "step": 85880 + }, + { + "grad_norm": 0.18562176823616028, + "learning_rate": 5.345803129727456e-06, + "loss": 0.008, + "step": 85890 + }, + { + "loss_action": 0.009094107896089554, + "loss_total": 0.009094107896089554, + "step": 85890 + }, + { + "loss_action": 0.021430250257253647, + "loss_total": 0.021430250257253647, + "step": 85890 + }, + { + "loss_action": 0.015076017007231712, + "loss_total": 0.015076017007231712, + "step": 85890 + }, + { + "loss_action": 0.002669363748282194, + "loss_total": 0.002669363748282194, + "step": 85890 + }, + { + "loss_action": 0.009381979703903198, + "loss_total": 0.009381979703903198, + "step": 85890 + }, + { + "loss_action": 0.0055392286740243435, + "loss_total": 0.0055392286740243435, + "step": 85890 + }, + { + "grad_norm": 0.28957945108413696, + "learning_rate": 5.338366774896697e-06, + "loss": 0.0075, + "step": 85900 + }, + { + "loss_action": 0.0026135677471756935, + "loss_total": 0.0026135677471756935, + "step": 85900 + }, + { + "loss_action": 0.010870087891817093, + "loss_total": 0.010870087891817093, + "step": 85900 + }, + { + "loss_action": 0.0035744155757129192, + "loss_total": 0.0035744155757129192, + "step": 85900 + }, + { + "loss_action": 0.009945856407284737, + "loss_total": 0.009945856407284737, + "step": 85900 + }, + { + "loss_action": 0.011488866992294788, + "loss_total": 0.011488866992294788, + "step": 85900 + }, + { + "loss_action": 0.008026380091905594, + "loss_total": 0.008026380091905594, + "step": 85900 + }, + { + "grad_norm": 0.2328590750694275, + "learning_rate": 5.330935304194995e-06, + "loss": 0.0082, + "step": 85910 + }, + { + "loss_action": 0.0029537598602473736, + "loss_total": 0.0029537598602473736, + "step": 85910 + }, + { + "loss_action": 0.004774913657456636, + "loss_total": 0.004774913657456636, + "step": 85910 + }, + { + "loss_action": 0.01022286806255579, + "loss_total": 0.01022286806255579, + "step": 85910 + }, + { + "loss_action": 0.0029197544790804386, + "loss_total": 0.0029197544790804386, + "step": 85910 + }, + { + "loss_action": 0.009291469119489193, + "loss_total": 0.009291469119489193, + "step": 85910 + }, + { + "loss_action": 0.010927117429673672, + "loss_total": 0.010927117429673672, + "step": 85910 + }, + { + "grad_norm": 0.17312689125537872, + "learning_rate": 5.323508718435044e-06, + "loss": 0.0073, + "step": 85920 + }, + { + "loss_action": 0.006682124920189381, + "loss_total": 0.006682124920189381, + "step": 85920 + }, + { + "loss_action": 0.010538476519286633, + "loss_total": 0.010538476519286633, + "step": 85920 + }, + { + "loss_action": 0.007616477552801371, + "loss_total": 0.007616477552801371, + "step": 85920 + }, + { + "loss_action": 0.032978009432554245, + "loss_total": 0.032978009432554245, + "step": 85920 + }, + { + "loss_action": 0.0065388064831495285, + "loss_total": 0.0065388064831495285, + "step": 85920 + }, + { + "loss_action": 0.0020908622536808252, + "loss_total": 0.0020908622536808252, + "step": 85920 + }, + { + "grad_norm": 0.1885606050491333, + "learning_rate": 5.316087018429011e-06, + "loss": 0.0079, + "step": 85930 + }, + { + "loss_action": 0.015480931848287582, + "loss_total": 0.015480931848287582, + "step": 85930 + }, + { + "loss_action": 0.0035721231251955032, + "loss_total": 0.0035721231251955032, + "step": 85930 + }, + { + "loss_action": 0.003939912188798189, + "loss_total": 0.003939912188798189, + "step": 85930 + }, + { + "loss_action": 0.0018574103014543653, + "loss_total": 0.0018574103014543653, + "step": 85930 + }, + { + "loss_action": 0.003838038071990013, + "loss_total": 0.003838038071990013, + "step": 85930 + }, + { + "loss_action": 0.01116165891289711, + "loss_total": 0.01116165891289711, + "step": 85930 + }, + { + "grad_norm": 0.2212458997964859, + "learning_rate": 5.30867020498853e-06, + "loss": 0.007, + "step": 85940 + }, + { + "loss_action": 0.023463336750864983, + "loss_total": 0.023463336750864983, + "step": 85940 + }, + { + "loss_action": 0.005211438983678818, + "loss_total": 0.005211438983678818, + "step": 85940 + }, + { + "loss_action": 0.006793704349547625, + "loss_total": 0.006793704349547625, + "step": 85940 + }, + { + "loss_action": 0.011264104396104813, + "loss_total": 0.011264104396104813, + "step": 85940 + }, + { + "loss_action": 0.0035583435092121363, + "loss_total": 0.0035583435092121363, + "step": 85940 + }, + { + "loss_action": 0.006606934126466513, + "loss_total": 0.006606934126466513, + "step": 85940 + }, + { + "grad_norm": 0.1337873637676239, + "learning_rate": 5.30125827892467e-06, + "loss": 0.0087, + "step": 85950 + }, + { + "loss_action": 0.0028808938805013895, + "loss_total": 0.0028808938805013895, + "step": 85950 + }, + { + "loss_action": 0.004542306065559387, + "loss_total": 0.004542306065559387, + "step": 85950 + }, + { + "loss_action": 0.003978415858000517, + "loss_total": 0.003978415858000517, + "step": 85950 + }, + { + "loss_action": 0.014229941181838512, + "loss_total": 0.014229941181838512, + "step": 85950 + }, + { + "loss_action": 0.006280428729951382, + "loss_total": 0.006280428729951382, + "step": 85950 + }, + { + "loss_action": 0.005657076835632324, + "loss_total": 0.005657076835632324, + "step": 85950 + }, + { + "grad_norm": 0.21915552020072937, + "learning_rate": 5.293851241048015e-06, + "loss": 0.0075, + "step": 85960 + }, + { + "loss_action": 0.001630282960832119, + "loss_total": 0.001630282960832119, + "step": 85960 + }, + { + "loss_action": 0.0047151786275208, + "loss_total": 0.0047151786275208, + "step": 85960 + }, + { + "loss_action": 0.012348733842372894, + "loss_total": 0.012348733842372894, + "step": 85960 + }, + { + "loss_action": 0.011640765704214573, + "loss_total": 0.011640765704214573, + "step": 85960 + }, + { + "loss_action": 0.004363575950264931, + "loss_total": 0.004363575950264931, + "step": 85960 + }, + { + "loss_action": 0.006834585219621658, + "loss_total": 0.006834585219621658, + "step": 85960 + }, + { + "grad_norm": 0.1702931970357895, + "learning_rate": 5.286449092168555e-06, + "loss": 0.0083, + "step": 85970 + }, + { + "loss_action": 0.011264990083873272, + "loss_total": 0.011264990083873272, + "step": 85970 + }, + { + "loss_action": 0.01534860860556364, + "loss_total": 0.01534860860556364, + "step": 85970 + }, + { + "loss_action": 0.0042241704650223255, + "loss_total": 0.0042241704650223255, + "step": 85970 + }, + { + "loss_action": 0.015475815162062645, + "loss_total": 0.015475815162062645, + "step": 85970 + }, + { + "loss_action": 0.00552444439381361, + "loss_total": 0.00552444439381361, + "step": 85970 + }, + { + "loss_action": 0.010233432985842228, + "loss_total": 0.010233432985842228, + "step": 85970 + }, + { + "grad_norm": 0.17805592715740204, + "learning_rate": 5.2790518330958105e-06, + "loss": 0.0069, + "step": 85980 + }, + { + "loss_action": 0.005216413177549839, + "loss_total": 0.005216413177549839, + "step": 85980 + }, + { + "loss_action": 0.0027468877378851175, + "loss_total": 0.0027468877378851175, + "step": 85980 + }, + { + "loss_action": 0.0055432128719985485, + "loss_total": 0.0055432128719985485, + "step": 85980 + }, + { + "loss_action": 0.010406515561044216, + "loss_total": 0.010406515561044216, + "step": 85980 + }, + { + "loss_action": 0.007478821091353893, + "loss_total": 0.007478821091353893, + "step": 85980 + }, + { + "loss_action": 0.013935559429228306, + "loss_total": 0.013935559429228306, + "step": 85980 + }, + { + "grad_norm": 0.19212369620800018, + "learning_rate": 5.271659464638717e-06, + "loss": 0.008, + "step": 85990 + }, + { + "loss_action": 0.0051835644990205765, + "loss_total": 0.0051835644990205765, + "step": 85990 + }, + { + "loss_action": 0.02572615072131157, + "loss_total": 0.02572615072131157, + "step": 85990 + }, + { + "loss_action": 0.004869299475103617, + "loss_total": 0.004869299475103617, + "step": 85990 + }, + { + "loss_action": 0.007040143013000488, + "loss_total": 0.007040143013000488, + "step": 85990 + }, + { + "loss_action": 0.003966157790273428, + "loss_total": 0.003966157790273428, + "step": 85990 + }, + { + "loss_action": 0.0026238104328513145, + "loss_total": 0.0026238104328513145, + "step": 85990 + }, + { + "grad_norm": 0.22544637322425842, + "learning_rate": 5.264271987605701e-06, + "loss": 0.0085, + "step": 86000 + }, + { + "loss_action": 0.007200266700237989, + "loss_total": 0.007200266700237989, + "step": 86000 + }, + { + "loss_action": 0.006276128813624382, + "loss_total": 0.006276128813624382, + "step": 86000 + }, + { + "loss_action": 0.004084596876055002, + "loss_total": 0.004084596876055002, + "step": 86000 + }, + { + "loss_action": 0.013768159784376621, + "loss_total": 0.013768159784376621, + "step": 86000 + }, + { + "loss_action": 0.004344538785517216, + "loss_total": 0.004344538785517216, + "step": 86000 + }, + { + "loss_action": 0.005856051109731197, + "loss_total": 0.005856051109731197, + "step": 86000 + }, + { + "grad_norm": 0.16114480793476105, + "learning_rate": 5.256889402804632e-06, + "loss": 0.0093, + "step": 86010 + }, + { + "loss_action": 0.005583527963608503, + "loss_total": 0.005583527963608503, + "step": 86010 + }, + { + "loss_action": 0.003792386967688799, + "loss_total": 0.003792386967688799, + "step": 86010 + }, + { + "loss_action": 0.005177709739655256, + "loss_total": 0.005177709739655256, + "step": 86010 + }, + { + "loss_action": 0.007244984153658152, + "loss_total": 0.007244984153658152, + "step": 86010 + }, + { + "loss_action": 0.004740128759294748, + "loss_total": 0.004740128759294748, + "step": 86010 + }, + { + "loss_action": 0.007789900992065668, + "loss_total": 0.007789900992065668, + "step": 86010 + }, + { + "grad_norm": 0.19372151792049408, + "learning_rate": 5.249511711042881e-06, + "loss": 0.0081, + "step": 86020 + }, + { + "loss_action": 0.0063492474146187305, + "loss_total": 0.0063492474146187305, + "step": 86020 + }, + { + "loss_action": 0.014363229274749756, + "loss_total": 0.014363229274749756, + "step": 86020 + }, + { + "loss_action": 0.004925545305013657, + "loss_total": 0.004925545305013657, + "step": 86020 + }, + { + "loss_action": 0.013114959932863712, + "loss_total": 0.013114959932863712, + "step": 86020 + }, + { + "loss_action": 0.008079617284238338, + "loss_total": 0.008079617284238338, + "step": 86020 + }, + { + "loss_action": 0.009354419074952602, + "loss_total": 0.009354419074952602, + "step": 86020 + }, + { + "grad_norm": 0.22740311920642853, + "learning_rate": 5.242138913127237e-06, + "loss": 0.0074, + "step": 86030 + }, + { + "loss_action": 0.012831509113311768, + "loss_total": 0.012831509113311768, + "step": 86030 + }, + { + "loss_action": 0.01524967048317194, + "loss_total": 0.01524967048317194, + "step": 86030 + }, + { + "loss_action": 0.003621205687522888, + "loss_total": 0.003621205687522888, + "step": 86030 + }, + { + "loss_action": 0.0025773595552891493, + "loss_total": 0.0025773595552891493, + "step": 86030 + }, + { + "loss_action": 0.0048195961862802505, + "loss_total": 0.0048195961862802505, + "step": 86030 + }, + { + "loss_action": 0.01444398332387209, + "loss_total": 0.01444398332387209, + "step": 86030 + }, + { + "grad_norm": 0.19813115894794464, + "learning_rate": 5.234771009863987e-06, + "loss": 0.0079, + "step": 86040 + }, + { + "loss_action": 0.0112974988296628, + "loss_total": 0.0112974988296628, + "step": 86040 + }, + { + "loss_action": 0.007708865217864513, + "loss_total": 0.007708865217864513, + "step": 86040 + }, + { + "loss_action": 0.008558303117752075, + "loss_total": 0.008558303117752075, + "step": 86040 + }, + { + "loss_action": 0.005639712791889906, + "loss_total": 0.005639712791889906, + "step": 86040 + }, + { + "loss_action": 0.003197422716766596, + "loss_total": 0.003197422716766596, + "step": 86040 + }, + { + "loss_action": 0.005342944525182247, + "loss_total": 0.005342944525182247, + "step": 86040 + }, + { + "grad_norm": 0.24773021042346954, + "learning_rate": 5.227408002058881e-06, + "loss": 0.0071, + "step": 86050 + }, + { + "loss_action": 0.008976499550044537, + "loss_total": 0.008976499550044537, + "step": 86050 + }, + { + "loss_action": 0.033049385994672775, + "loss_total": 0.033049385994672775, + "step": 86050 + }, + { + "loss_action": 0.006031419616192579, + "loss_total": 0.006031419616192579, + "step": 86050 + }, + { + "loss_action": 0.0024491886142641306, + "loss_total": 0.0024491886142641306, + "step": 86050 + }, + { + "loss_action": 0.0028440828900784254, + "loss_total": 0.0028440828900784254, + "step": 86050 + }, + { + "loss_action": 0.017567113041877747, + "loss_total": 0.017567113041877747, + "step": 86050 + }, + { + "grad_norm": 0.19928772747516632, + "learning_rate": 5.220049890517126e-06, + "loss": 0.0079, + "step": 86060 + }, + { + "loss_action": 0.004369677044451237, + "loss_total": 0.004369677044451237, + "step": 86060 + }, + { + "loss_action": 0.005796786397695541, + "loss_total": 0.005796786397695541, + "step": 86060 + }, + { + "loss_action": 0.008417770266532898, + "loss_total": 0.008417770266532898, + "step": 86060 + }, + { + "loss_action": 0.004121293779462576, + "loss_total": 0.004121293779462576, + "step": 86060 + }, + { + "loss_action": 0.0013370709493756294, + "loss_total": 0.0013370709493756294, + "step": 86060 + }, + { + "loss_action": 0.004260240588337183, + "loss_total": 0.004260240588337183, + "step": 86060 + }, + { + "grad_norm": 0.2352922558784485, + "learning_rate": 5.212696676043377e-06, + "loss": 0.0082, + "step": 86070 + }, + { + "loss_action": 0.012248401530086994, + "loss_total": 0.012248401530086994, + "step": 86070 + }, + { + "loss_action": 0.008534631691873074, + "loss_total": 0.008534631691873074, + "step": 86070 + }, + { + "loss_action": 0.010422826744616032, + "loss_total": 0.010422826744616032, + "step": 86070 + }, + { + "loss_action": 0.011642486788332462, + "loss_total": 0.011642486788332462, + "step": 86070 + }, + { + "loss_action": 0.0036999592557549477, + "loss_total": 0.0036999592557549477, + "step": 86070 + }, + { + "loss_action": 0.007755049504339695, + "loss_total": 0.007755049504339695, + "step": 86070 + }, + { + "grad_norm": 0.16283611953258514, + "learning_rate": 5.205348359441798e-06, + "loss": 0.0094, + "step": 86080 + }, + { + "loss_action": 0.021236136555671692, + "loss_total": 0.021236136555671692, + "step": 86080 + }, + { + "loss_action": 0.003979842644184828, + "loss_total": 0.003979842644184828, + "step": 86080 + }, + { + "loss_action": 0.007707107812166214, + "loss_total": 0.007707107812166214, + "step": 86080 + }, + { + "loss_action": 0.003614612855017185, + "loss_total": 0.003614612855017185, + "step": 86080 + }, + { + "loss_action": 0.004222193267196417, + "loss_total": 0.004222193267196417, + "step": 86080 + }, + { + "loss_action": 0.00142832868732512, + "loss_total": 0.00142832868732512, + "step": 86080 + }, + { + "grad_norm": 0.18414601683616638, + "learning_rate": 5.198004941515966e-06, + "loss": 0.0086, + "step": 86090 + }, + { + "loss_action": 0.004270024131983519, + "loss_total": 0.004270024131983519, + "step": 86090 + }, + { + "loss_action": 0.002978644100949168, + "loss_total": 0.002978644100949168, + "step": 86090 + }, + { + "loss_action": 0.005977872293442488, + "loss_total": 0.005977872293442488, + "step": 86090 + }, + { + "loss_action": 0.004351502284407616, + "loss_total": 0.004351502284407616, + "step": 86090 + }, + { + "loss_action": 0.00943654216825962, + "loss_total": 0.00943654216825962, + "step": 86090 + }, + { + "loss_action": 0.00672021834179759, + "loss_total": 0.00672021834179759, + "step": 86090 + }, + { + "grad_norm": 0.15208517014980316, + "learning_rate": 5.190666423068952e-06, + "loss": 0.0082, + "step": 86100 + }, + { + "loss_action": 0.011720876209437847, + "loss_total": 0.011720876209437847, + "step": 86100 + }, + { + "loss_action": 0.007613000925630331, + "loss_total": 0.007613000925630331, + "step": 86100 + }, + { + "loss_action": 0.002813678700476885, + "loss_total": 0.002813678700476885, + "step": 86100 + }, + { + "loss_action": 0.06701987236738205, + "loss_total": 0.06701987236738205, + "step": 86100 + }, + { + "loss_action": 0.009633414447307587, + "loss_total": 0.009633414447307587, + "step": 86100 + }, + { + "loss_action": 0.0024496030528098345, + "loss_total": 0.0024496030528098345, + "step": 86100 + }, + { + "grad_norm": 0.1438109278678894, + "learning_rate": 5.183332804903284e-06, + "loss": 0.0079, + "step": 86110 + }, + { + "loss_action": 0.0023438003845512867, + "loss_total": 0.0023438003845512867, + "step": 86110 + }, + { + "loss_action": 0.007075601723045111, + "loss_total": 0.007075601723045111, + "step": 86110 + }, + { + "loss_action": 0.004842563532292843, + "loss_total": 0.004842563532292843, + "step": 86110 + }, + { + "loss_action": 0.0038187673781067133, + "loss_total": 0.0038187673781067133, + "step": 86110 + }, + { + "loss_action": 0.010528076440095901, + "loss_total": 0.010528076440095901, + "step": 86110 + }, + { + "loss_action": 0.006390750408172607, + "loss_total": 0.006390750408172607, + "step": 86110 + }, + { + "grad_norm": 0.2731006443500519, + "learning_rate": 5.176004087820979e-06, + "loss": 0.0078, + "step": 86120 + }, + { + "loss_action": 0.007200246676802635, + "loss_total": 0.007200246676802635, + "step": 86120 + }, + { + "loss_action": 0.018253881484270096, + "loss_total": 0.018253881484270096, + "step": 86120 + }, + { + "loss_action": 0.0018827770836651325, + "loss_total": 0.0018827770836651325, + "step": 86120 + }, + { + "loss_action": 0.021868551149964333, + "loss_total": 0.021868551149964333, + "step": 86120 + }, + { + "loss_action": 0.0075173708610236645, + "loss_total": 0.0075173708610236645, + "step": 86120 + }, + { + "loss_action": 0.00488358736038208, + "loss_total": 0.00488358736038208, + "step": 86120 + }, + { + "grad_norm": 0.2144823521375656, + "learning_rate": 5.168680272623455e-06, + "loss": 0.0119, + "step": 86130 + }, + { + "loss_action": 0.01030813530087471, + "loss_total": 0.01030813530087471, + "step": 86130 + }, + { + "loss_action": 0.005700059700757265, + "loss_total": 0.005700059700757265, + "step": 86130 + }, + { + "loss_action": 0.005800039507448673, + "loss_total": 0.005800039507448673, + "step": 86130 + }, + { + "loss_action": 0.011893375776708126, + "loss_total": 0.011893375776708126, + "step": 86130 + }, + { + "loss_action": 0.010231978259980679, + "loss_total": 0.010231978259980679, + "step": 86130 + }, + { + "loss_action": 0.008090362884104252, + "loss_total": 0.008090362884104252, + "step": 86130 + }, + { + "grad_norm": 0.24214936792850494, + "learning_rate": 5.161361360111661e-06, + "loss": 0.0119, + "step": 86140 + }, + { + "loss_action": 0.003326194593682885, + "loss_total": 0.003326194593682885, + "step": 86140 + }, + { + "loss_action": 0.01083425059914589, + "loss_total": 0.01083425059914589, + "step": 86140 + }, + { + "loss_action": 0.00606221379712224, + "loss_total": 0.00606221379712224, + "step": 86140 + }, + { + "loss_action": 0.0035715920384973288, + "loss_total": 0.0035715920384973288, + "step": 86140 + }, + { + "loss_action": 0.00575481541454792, + "loss_total": 0.00575481541454792, + "step": 86140 + }, + { + "loss_action": 0.002098124474287033, + "loss_total": 0.002098124474287033, + "step": 86140 + }, + { + "grad_norm": 0.18727034330368042, + "learning_rate": 5.154047351085984e-06, + "loss": 0.0082, + "step": 86150 + }, + { + "loss_action": 0.004718071781098843, + "loss_total": 0.004718071781098843, + "step": 86150 + }, + { + "loss_action": 0.020587630569934845, + "loss_total": 0.020587630569934845, + "step": 86150 + }, + { + "loss_action": 0.008930111303925514, + "loss_total": 0.008930111303925514, + "step": 86150 + }, + { + "loss_action": 0.017262620851397514, + "loss_total": 0.017262620851397514, + "step": 86150 + }, + { + "loss_action": 0.0038965316489338875, + "loss_total": 0.0038965316489338875, + "step": 86150 + }, + { + "loss_action": 0.012191052548587322, + "loss_total": 0.012191052548587322, + "step": 86150 + }, + { + "grad_norm": 0.17975805699825287, + "learning_rate": 5.1467382463462385e-06, + "loss": 0.0079, + "step": 86160 + }, + { + "loss_action": 0.08577118813991547, + "loss_total": 0.08577118813991547, + "step": 86160 + }, + { + "loss_action": 0.010794434696435928, + "loss_total": 0.010794434696435928, + "step": 86160 + }, + { + "loss_action": 0.004034040495753288, + "loss_total": 0.004034040495753288, + "step": 86160 + }, + { + "loss_action": 0.003903629956766963, + "loss_total": 0.003903629956766963, + "step": 86160 + }, + { + "loss_action": 0.0029390316922217607, + "loss_total": 0.0029390316922217607, + "step": 86160 + }, + { + "loss_action": 0.007683258969336748, + "loss_total": 0.007683258969336748, + "step": 86160 + }, + { + "grad_norm": 0.22880475223064423, + "learning_rate": 5.139434046691788e-06, + "loss": 0.0105, + "step": 86170 + }, + { + "loss_action": 0.007037870120257139, + "loss_total": 0.007037870120257139, + "step": 86170 + }, + { + "loss_action": 0.007124431896954775, + "loss_total": 0.007124431896954775, + "step": 86170 + }, + { + "loss_action": 0.0029966074507683516, + "loss_total": 0.0029966074507683516, + "step": 86170 + }, + { + "loss_action": 0.004027167800813913, + "loss_total": 0.004027167800813913, + "step": 86170 + }, + { + "loss_action": 0.0038572310004383326, + "loss_total": 0.0038572310004383326, + "step": 86170 + }, + { + "loss_action": 0.008022363297641277, + "loss_total": 0.008022363297641277, + "step": 86170 + }, + { + "grad_norm": 0.2408381998538971, + "learning_rate": 5.13213475292137e-06, + "loss": 0.0064, + "step": 86180 + }, + { + "loss_action": 0.0046270014718174934, + "loss_total": 0.0046270014718174934, + "step": 86180 + }, + { + "loss_action": 0.01473972201347351, + "loss_total": 0.01473972201347351, + "step": 86180 + }, + { + "loss_action": 0.00537544721737504, + "loss_total": 0.00537544721737504, + "step": 86180 + }, + { + "loss_action": 0.008076120167970657, + "loss_total": 0.008076120167970657, + "step": 86180 + }, + { + "loss_action": 0.0020992071367800236, + "loss_total": 0.0020992071367800236, + "step": 86180 + }, + { + "loss_action": 0.005291380453854799, + "loss_total": 0.005291380453854799, + "step": 86180 + }, + { + "grad_norm": 0.16939084231853485, + "learning_rate": 5.12484036583325e-06, + "loss": 0.0076, + "step": 86190 + }, + { + "loss_action": 0.001863204757682979, + "loss_total": 0.001863204757682979, + "step": 86190 + }, + { + "loss_action": 0.03690405562520027, + "loss_total": 0.03690405562520027, + "step": 86190 + }, + { + "loss_action": 0.005777490790933371, + "loss_total": 0.005777490790933371, + "step": 86190 + }, + { + "loss_action": 0.008995390497148037, + "loss_total": 0.008995390497148037, + "step": 86190 + }, + { + "loss_action": 0.002549272496253252, + "loss_total": 0.002549272496253252, + "step": 86190 + }, + { + "loss_action": 0.0034916510339826345, + "loss_total": 0.0034916510339826345, + "step": 86190 + }, + { + "grad_norm": 0.24793151021003723, + "learning_rate": 5.117550886225109e-06, + "loss": 0.0085, + "step": 86200 + }, + { + "loss_action": 0.01474840473383665, + "loss_total": 0.01474840473383665, + "step": 86200 + }, + { + "loss_action": 0.0020505255088210106, + "loss_total": 0.0020505255088210106, + "step": 86200 + }, + { + "loss_action": 0.002360695507377386, + "loss_total": 0.002360695507377386, + "step": 86200 + }, + { + "loss_action": 0.0022755442187190056, + "loss_total": 0.0022755442187190056, + "step": 86200 + }, + { + "loss_action": 0.0014529027976095676, + "loss_total": 0.0014529027976095676, + "step": 86200 + }, + { + "loss_action": 0.006603139452636242, + "loss_total": 0.006603139452636242, + "step": 86200 + }, + { + "grad_norm": 0.15045875310897827, + "learning_rate": 5.11026631489413e-06, + "loss": 0.0082, + "step": 86210 + }, + { + "loss_action": 0.006490832660347223, + "loss_total": 0.006490832660347223, + "step": 86210 + }, + { + "loss_action": 0.00730010075494647, + "loss_total": 0.00730010075494647, + "step": 86210 + }, + { + "loss_action": 0.00988034624606371, + "loss_total": 0.00988034624606371, + "step": 86210 + }, + { + "loss_action": 0.018045226112008095, + "loss_total": 0.018045226112008095, + "step": 86210 + }, + { + "loss_action": 0.003402545815333724, + "loss_total": 0.003402545815333724, + "step": 86210 + }, + { + "loss_action": 0.002931814407929778, + "loss_total": 0.002931814407929778, + "step": 86210 + }, + { + "grad_norm": 0.16955183446407318, + "learning_rate": 5.102986652636926e-06, + "loss": 0.0095, + "step": 86220 + }, + { + "loss_action": 0.009494083933532238, + "loss_total": 0.009494083933532238, + "step": 86220 + }, + { + "loss_action": 0.004811031278222799, + "loss_total": 0.004811031278222799, + "step": 86220 + }, + { + "loss_action": 0.007036146242171526, + "loss_total": 0.007036146242171526, + "step": 86220 + }, + { + "loss_action": 0.00844904687255621, + "loss_total": 0.00844904687255621, + "step": 86220 + }, + { + "loss_action": 0.004326915368437767, + "loss_total": 0.004326915368437767, + "step": 86220 + }, + { + "loss_action": 0.016004929319024086, + "loss_total": 0.016004929319024086, + "step": 86220 + }, + { + "grad_norm": 0.23415157198905945, + "learning_rate": 5.095711900249606e-06, + "loss": 0.0091, + "step": 86230 + }, + { + "loss_action": 0.004181975964456797, + "loss_total": 0.004181975964456797, + "step": 86230 + }, + { + "loss_action": 0.0068013034760952, + "loss_total": 0.0068013034760952, + "step": 86230 + }, + { + "loss_action": 0.0030625839717686176, + "loss_total": 0.0030625839717686176, + "step": 86230 + }, + { + "loss_action": 0.00897190161049366, + "loss_total": 0.00897190161049366, + "step": 86230 + }, + { + "loss_action": 0.010936737060546875, + "loss_total": 0.010936737060546875, + "step": 86230 + }, + { + "loss_action": 0.013195576146245003, + "loss_total": 0.013195576146245003, + "step": 86230 + }, + { + "grad_norm": 0.20590385794639587, + "learning_rate": 5.088442058527715e-06, + "loss": 0.0072, + "step": 86240 + }, + { + "loss_action": 0.007202742155641317, + "loss_total": 0.007202742155641317, + "step": 86240 + }, + { + "loss_action": 0.015507916919887066, + "loss_total": 0.015507916919887066, + "step": 86240 + }, + { + "loss_action": 0.003312045708298683, + "loss_total": 0.003312045708298683, + "step": 86240 + }, + { + "loss_action": 0.0030995712149888277, + "loss_total": 0.0030995712149888277, + "step": 86240 + }, + { + "loss_action": 0.011214042082428932, + "loss_total": 0.011214042082428932, + "step": 86240 + }, + { + "loss_action": 0.007620915770530701, + "loss_total": 0.007620915770530701, + "step": 86240 + }, + { + "grad_norm": 0.17318999767303467, + "learning_rate": 5.08117712826629e-06, + "loss": 0.0106, + "step": 86250 + }, + { + "loss_action": 0.005266441963613033, + "loss_total": 0.005266441963613033, + "step": 86250 + }, + { + "loss_action": 0.0069938767701387405, + "loss_total": 0.0069938767701387405, + "step": 86250 + }, + { + "loss_action": 0.006319064646959305, + "loss_total": 0.006319064646959305, + "step": 86250 + }, + { + "loss_action": 0.004862252157181501, + "loss_total": 0.004862252157181501, + "step": 86250 + }, + { + "loss_action": 0.00885692983865738, + "loss_total": 0.00885692983865738, + "step": 86250 + }, + { + "loss_action": 0.008382131345570087, + "loss_total": 0.008382131345570087, + "step": 86250 + }, + { + "grad_norm": 0.1947157084941864, + "learning_rate": 5.073917110259785e-06, + "loss": 0.0078, + "step": 86260 + }, + { + "loss_action": 0.007619793061167002, + "loss_total": 0.007619793061167002, + "step": 86260 + }, + { + "loss_action": 0.008466962724924088, + "loss_total": 0.008466962724924088, + "step": 86260 + }, + { + "loss_action": 0.005890671629458666, + "loss_total": 0.005890671629458666, + "step": 86260 + }, + { + "loss_action": 0.013009565882384777, + "loss_total": 0.013009565882384777, + "step": 86260 + }, + { + "loss_action": 0.007571122143417597, + "loss_total": 0.007571122143417597, + "step": 86260 + }, + { + "loss_action": 0.0036640784237533808, + "loss_total": 0.0036640784237533808, + "step": 86260 + }, + { + "grad_norm": 0.2589302659034729, + "learning_rate": 5.066662005302175e-06, + "loss": 0.0066, + "step": 86270 + }, + { + "loss_action": 0.0073908655904233456, + "loss_total": 0.0073908655904233456, + "step": 86270 + }, + { + "loss_action": 0.0022366901393979788, + "loss_total": 0.0022366901393979788, + "step": 86270 + }, + { + "loss_action": 0.005989564582705498, + "loss_total": 0.005989564582705498, + "step": 86270 + }, + { + "loss_action": 0.0038820726331323385, + "loss_total": 0.0038820726331323385, + "step": 86270 + }, + { + "loss_action": 0.007424905430525541, + "loss_total": 0.007424905430525541, + "step": 86270 + }, + { + "loss_action": 0.0032514622434973717, + "loss_total": 0.0032514622434973717, + "step": 86270 + }, + { + "grad_norm": 0.1673785150051117, + "learning_rate": 5.059411814186838e-06, + "loss": 0.0064, + "step": 86280 + }, + { + "loss_action": 0.0018144930945709348, + "loss_total": 0.0018144930945709348, + "step": 86280 + }, + { + "loss_action": 0.013007884845137596, + "loss_total": 0.013007884845137596, + "step": 86280 + }, + { + "loss_action": 0.002359256613999605, + "loss_total": 0.002359256613999605, + "step": 86280 + }, + { + "loss_action": 0.0028960546478629112, + "loss_total": 0.0028960546478629112, + "step": 86280 + }, + { + "loss_action": 0.02777559496462345, + "loss_total": 0.02777559496462345, + "step": 86280 + }, + { + "loss_action": 0.002084549982100725, + "loss_total": 0.002084549982100725, + "step": 86280 + }, + { + "grad_norm": 0.3138895332813263, + "learning_rate": 5.05216653770666e-06, + "loss": 0.0096, + "step": 86290 + }, + { + "loss_action": 0.008004777133464813, + "loss_total": 0.008004777133464813, + "step": 86290 + }, + { + "loss_action": 0.004303016699850559, + "loss_total": 0.004303016699850559, + "step": 86290 + }, + { + "loss_action": 0.003736271057277918, + "loss_total": 0.003736271057277918, + "step": 86290 + }, + { + "loss_action": 0.002980815479531884, + "loss_total": 0.002980815479531884, + "step": 86290 + }, + { + "loss_action": 0.003671269631013274, + "loss_total": 0.003671269631013274, + "step": 86290 + }, + { + "loss_action": 0.013566370122134686, + "loss_total": 0.013566370122134686, + "step": 86290 + }, + { + "grad_norm": 0.18350434303283691, + "learning_rate": 5.044926176653969e-06, + "loss": 0.0075, + "step": 86300 + }, + { + "loss_action": 0.0021296816412359476, + "loss_total": 0.0021296816412359476, + "step": 86300 + }, + { + "loss_action": 0.0037185638211667538, + "loss_total": 0.0037185638211667538, + "step": 86300 + }, + { + "loss_action": 0.00808386318385601, + "loss_total": 0.00808386318385601, + "step": 86300 + }, + { + "loss_action": 0.007988497614860535, + "loss_total": 0.007988497614860535, + "step": 86300 + }, + { + "loss_action": 0.007714587263762951, + "loss_total": 0.007714587263762951, + "step": 86300 + }, + { + "loss_action": 0.0031703533604741096, + "loss_total": 0.0031703533604741096, + "step": 86300 + }, + { + "grad_norm": 0.2398984581232071, + "learning_rate": 5.037690731820571e-06, + "loss": 0.0072, + "step": 86310 + }, + { + "loss_action": 0.002530315425246954, + "loss_total": 0.002530315425246954, + "step": 86310 + }, + { + "loss_action": 0.03290276229381561, + "loss_total": 0.03290276229381561, + "step": 86310 + }, + { + "loss_action": 0.003063922980800271, + "loss_total": 0.003063922980800271, + "step": 86310 + }, + { + "loss_action": 0.009227440692484379, + "loss_total": 0.009227440692484379, + "step": 86310 + }, + { + "loss_action": 0.02407161146402359, + "loss_total": 0.02407161146402359, + "step": 86310 + }, + { + "loss_action": 0.0021563551854342222, + "loss_total": 0.0021563551854342222, + "step": 86310 + }, + { + "grad_norm": 0.21301619708538055, + "learning_rate": 5.030460203997711e-06, + "loss": 0.0089, + "step": 86320 + }, + { + "loss_action": 0.005403425078839064, + "loss_total": 0.005403425078839064, + "step": 86320 + }, + { + "loss_action": 0.0032006220426410437, + "loss_total": 0.0032006220426410437, + "step": 86320 + }, + { + "loss_action": 0.00846473965793848, + "loss_total": 0.00846473965793848, + "step": 86320 + }, + { + "loss_action": 0.0037392256781458855, + "loss_total": 0.0037392256781458855, + "step": 86320 + }, + { + "loss_action": 0.017267487943172455, + "loss_total": 0.017267487943172455, + "step": 86320 + }, + { + "loss_action": 0.004450011532753706, + "loss_total": 0.004450011532753706, + "step": 86320 + }, + { + "grad_norm": 0.15403294563293457, + "learning_rate": 5.0232345939761174e-06, + "loss": 0.0092, + "step": 86330 + }, + { + "loss_action": 0.004635600373148918, + "loss_total": 0.004635600373148918, + "step": 86330 + }, + { + "loss_action": 0.008330948650836945, + "loss_total": 0.008330948650836945, + "step": 86330 + }, + { + "loss_action": 0.016395315527915955, + "loss_total": 0.016395315527915955, + "step": 86330 + }, + { + "loss_action": 0.004462557379156351, + "loss_total": 0.004462557379156351, + "step": 86330 + }, + { + "loss_action": 0.003556034527719021, + "loss_total": 0.003556034527719021, + "step": 86330 + }, + { + "loss_action": 0.0069406828843057156, + "loss_total": 0.0069406828843057156, + "step": 86330 + }, + { + "grad_norm": 0.3094145655632019, + "learning_rate": 5.016013902545957e-06, + "loss": 0.0091, + "step": 86340 + }, + { + "loss_action": 0.005513858515769243, + "loss_total": 0.005513858515769243, + "step": 86340 + }, + { + "loss_action": 0.004441631492227316, + "loss_total": 0.004441631492227316, + "step": 86340 + }, + { + "loss_action": 0.014431584626436234, + "loss_total": 0.014431584626436234, + "step": 86340 + }, + { + "loss_action": 0.010758585296571255, + "loss_total": 0.010758585296571255, + "step": 86340 + }, + { + "loss_action": 0.005476878955960274, + "loss_total": 0.005476878955960274, + "step": 86340 + }, + { + "loss_action": 0.007773089688271284, + "loss_total": 0.007773089688271284, + "step": 86340 + }, + { + "grad_norm": 0.16550998389720917, + "learning_rate": 5.008798130496889e-06, + "loss": 0.0092, + "step": 86350 + }, + { + "loss_action": 0.007931488566100597, + "loss_total": 0.007931488566100597, + "step": 86350 + }, + { + "loss_action": 0.008111580274999142, + "loss_total": 0.008111580274999142, + "step": 86350 + }, + { + "loss_action": 0.003057514550164342, + "loss_total": 0.003057514550164342, + "step": 86350 + }, + { + "loss_action": 0.016520127654075623, + "loss_total": 0.016520127654075623, + "step": 86350 + }, + { + "loss_action": 0.019128035753965378, + "loss_total": 0.019128035753965378, + "step": 86350 + }, + { + "loss_action": 0.003248851513490081, + "loss_total": 0.003248851513490081, + "step": 86350 + }, + { + "grad_norm": 0.1473150998353958, + "learning_rate": 5.001587278618008e-06, + "loss": 0.0079, + "step": 86360 + }, + { + "loss_action": 0.0073183197528123856, + "loss_total": 0.0073183197528123856, + "step": 86360 + }, + { + "loss_action": 0.0034744718577712774, + "loss_total": 0.0034744718577712774, + "step": 86360 + }, + { + "loss_action": 0.007081943564116955, + "loss_total": 0.007081943564116955, + "step": 86360 + }, + { + "loss_action": 0.003792661242187023, + "loss_total": 0.003792661242187023, + "step": 86360 + }, + { + "loss_action": 0.00504298135638237, + "loss_total": 0.00504298135638237, + "step": 86360 + }, + { + "loss_action": 0.008720405399799347, + "loss_total": 0.008720405399799347, + "step": 86360 + }, + { + "grad_norm": 0.16114255785942078, + "learning_rate": 4.994381347697891e-06, + "loss": 0.007, + "step": 86370 + }, + { + "loss_action": 0.010583292692899704, + "loss_total": 0.010583292692899704, + "step": 86370 + }, + { + "loss_action": 0.0030378145165741444, + "loss_total": 0.0030378145165741444, + "step": 86370 + }, + { + "loss_action": 0.006769090425223112, + "loss_total": 0.006769090425223112, + "step": 86370 + }, + { + "loss_action": 0.005521365441381931, + "loss_total": 0.005521365441381931, + "step": 86370 + }, + { + "loss_action": 0.005332375410944223, + "loss_total": 0.005332375410944223, + "step": 86370 + }, + { + "loss_action": 0.004496429115533829, + "loss_total": 0.004496429115533829, + "step": 86370 + }, + { + "grad_norm": 0.18713350594043732, + "learning_rate": 4.987180338524572e-06, + "loss": 0.0085, + "step": 86380 + }, + { + "loss_action": 0.006156932562589645, + "loss_total": 0.006156932562589645, + "step": 86380 + }, + { + "loss_action": 0.0026312770787626505, + "loss_total": 0.0026312770787626505, + "step": 86380 + }, + { + "loss_action": 0.002838100539520383, + "loss_total": 0.002838100539520383, + "step": 86380 + }, + { + "loss_action": 0.0066785505041480064, + "loss_total": 0.0066785505041480064, + "step": 86380 + }, + { + "loss_action": 0.0033367439173161983, + "loss_total": 0.0033367439173161983, + "step": 86380 + }, + { + "loss_action": 0.0028814729303121567, + "loss_total": 0.0028814729303121567, + "step": 86380 + }, + { + "grad_norm": 0.18713180720806122, + "learning_rate": 4.9799842518855275e-06, + "loss": 0.0064, + "step": 86390 + }, + { + "loss_action": 0.006475604139268398, + "loss_total": 0.006475604139268398, + "step": 86390 + }, + { + "loss_action": 0.036112502217292786, + "loss_total": 0.036112502217292786, + "step": 86390 + }, + { + "loss_action": 0.02140187844634056, + "loss_total": 0.02140187844634056, + "step": 86390 + }, + { + "loss_action": 0.001986773917451501, + "loss_total": 0.001986773917451501, + "step": 86390 + }, + { + "loss_action": 0.003386454423889518, + "loss_total": 0.003386454423889518, + "step": 86390 + }, + { + "loss_action": 0.005715624429285526, + "loss_total": 0.005715624429285526, + "step": 86390 + }, + { + "grad_norm": 0.19102482497692108, + "learning_rate": 4.9727930885677285e-06, + "loss": 0.0082, + "step": 86400 + }, + { + "loss_action": 0.0048663802444934845, + "loss_total": 0.0048663802444934845, + "step": 86400 + }, + { + "loss_action": 0.00320597761310637, + "loss_total": 0.00320597761310637, + "step": 86400 + }, + { + "loss_action": 0.006846017204225063, + "loss_total": 0.006846017204225063, + "step": 86400 + }, + { + "loss_action": 0.005973228719085455, + "loss_total": 0.005973228719085455, + "step": 86400 + }, + { + "loss_action": 0.010961920954287052, + "loss_total": 0.010961920954287052, + "step": 86400 + }, + { + "loss_action": 0.021661926060914993, + "loss_total": 0.021661926060914993, + "step": 86400 + }, + { + "grad_norm": 0.2744319438934326, + "learning_rate": 4.965606849357573e-06, + "loss": 0.009, + "step": 86410 + }, + { + "loss_action": 0.006531306076794863, + "loss_total": 0.006531306076794863, + "step": 86410 + }, + { + "loss_action": 0.004613155033439398, + "loss_total": 0.004613155033439398, + "step": 86410 + }, + { + "loss_action": 0.005112027283757925, + "loss_total": 0.005112027283757925, + "step": 86410 + }, + { + "loss_action": 0.018991148099303246, + "loss_total": 0.018991148099303246, + "step": 86410 + }, + { + "loss_action": 0.003236736636608839, + "loss_total": 0.003236736636608839, + "step": 86410 + }, + { + "loss_action": 0.003892333945259452, + "loss_total": 0.003892333945259452, + "step": 86410 + }, + { + "grad_norm": 0.2104152888059616, + "learning_rate": 4.9584255350409445e-06, + "loss": 0.0082, + "step": 86420 + }, + { + "loss_action": 0.004424610175192356, + "loss_total": 0.004424610175192356, + "step": 86420 + }, + { + "loss_action": 0.0034822365269064903, + "loss_total": 0.0034822365269064903, + "step": 86420 + }, + { + "loss_action": 0.0049503701739013195, + "loss_total": 0.0049503701739013195, + "step": 86420 + }, + { + "loss_action": 0.004677189514040947, + "loss_total": 0.004677189514040947, + "step": 86420 + }, + { + "loss_action": 0.006019890308380127, + "loss_total": 0.006019890308380127, + "step": 86420 + }, + { + "loss_action": 0.0026350810658186674, + "loss_total": 0.0026350810658186674, + "step": 86420 + }, + { + "grad_norm": 0.17490406334400177, + "learning_rate": 4.951249146403175e-06, + "loss": 0.0068, + "step": 86430 + }, + { + "loss_action": 0.0018897638656198978, + "loss_total": 0.0018897638656198978, + "step": 86430 + }, + { + "loss_action": 0.0037832835223525763, + "loss_total": 0.0037832835223525763, + "step": 86430 + }, + { + "loss_action": 0.0023228840436786413, + "loss_total": 0.0023228840436786413, + "step": 86430 + }, + { + "loss_action": 0.004904655274003744, + "loss_total": 0.004904655274003744, + "step": 86430 + }, + { + "loss_action": 0.008996505290269852, + "loss_total": 0.008996505290269852, + "step": 86430 + }, + { + "loss_action": 0.0038399293553084135, + "loss_total": 0.0038399293553084135, + "step": 86430 + }, + { + "grad_norm": 0.15587638318538666, + "learning_rate": 4.9440776842290815e-06, + "loss": 0.0121, + "step": 86440 + }, + { + "loss_action": 0.00684242881834507, + "loss_total": 0.00684242881834507, + "step": 86440 + }, + { + "loss_action": 0.012269156984984875, + "loss_total": 0.012269156984984875, + "step": 86440 + }, + { + "loss_action": 0.00261370069347322, + "loss_total": 0.00261370069347322, + "step": 86440 + }, + { + "loss_action": 0.004414664581418037, + "loss_total": 0.004414664581418037, + "step": 86440 + }, + { + "loss_action": 0.005239589139819145, + "loss_total": 0.005239589139819145, + "step": 86440 + }, + { + "loss_action": 0.006845579482614994, + "loss_total": 0.006845579482614994, + "step": 86440 + }, + { + "grad_norm": 0.19474069774150848, + "learning_rate": 4.936911149302903e-06, + "loss": 0.0112, + "step": 86450 + }, + { + "loss_action": 0.21425877511501312, + "loss_total": 0.21425877511501312, + "step": 86450 + }, + { + "loss_action": 0.013159878551959991, + "loss_total": 0.013159878551959991, + "step": 86450 + }, + { + "loss_action": 0.018723540008068085, + "loss_total": 0.018723540008068085, + "step": 86450 + }, + { + "loss_action": 0.003921817988157272, + "loss_total": 0.003921817988157272, + "step": 86450 + }, + { + "loss_action": 0.006771390791982412, + "loss_total": 0.006771390791982412, + "step": 86450 + }, + { + "loss_action": 0.006699151359498501, + "loss_total": 0.006699151359498501, + "step": 86450 + }, + { + "grad_norm": 0.22866946458816528, + "learning_rate": 4.929749542408379e-06, + "loss": 0.0137, + "step": 86460 + }, + { + "loss_action": 0.004923710133880377, + "loss_total": 0.004923710133880377, + "step": 86460 + }, + { + "loss_action": 0.03307061642408371, + "loss_total": 0.03307061642408371, + "step": 86460 + }, + { + "loss_action": 0.01016121543943882, + "loss_total": 0.01016121543943882, + "step": 86460 + }, + { + "loss_action": 0.005896908696740866, + "loss_total": 0.005896908696740866, + "step": 86460 + }, + { + "loss_action": 0.0016667492454871535, + "loss_total": 0.0016667492454871535, + "step": 86460 + }, + { + "loss_action": 0.007157953921705484, + "loss_total": 0.007157953921705484, + "step": 86460 + }, + { + "grad_norm": 0.16460667550563812, + "learning_rate": 4.922592864328673e-06, + "loss": 0.0073, + "step": 86470 + }, + { + "loss_action": 0.003241192316636443, + "loss_total": 0.003241192316636443, + "step": 86470 + }, + { + "loss_action": 0.03722631186246872, + "loss_total": 0.03722631186246872, + "step": 86470 + }, + { + "loss_action": 0.011342532001435757, + "loss_total": 0.011342532001435757, + "step": 86470 + }, + { + "loss_action": 0.0035326825454831123, + "loss_total": 0.0035326825454831123, + "step": 86470 + }, + { + "loss_action": 0.005879139993339777, + "loss_total": 0.005879139993339777, + "step": 86470 + }, + { + "loss_action": 0.005655204877257347, + "loss_total": 0.005655204877257347, + "step": 86470 + }, + { + "grad_norm": 0.2182081937789917, + "learning_rate": 4.915441115846436e-06, + "loss": 0.0077, + "step": 86480 + }, + { + "loss_action": 0.002128112595528364, + "loss_total": 0.002128112595528364, + "step": 86480 + }, + { + "loss_action": 0.015196329914033413, + "loss_total": 0.015196329914033413, + "step": 86480 + }, + { + "loss_action": 0.005888800602406263, + "loss_total": 0.005888800602406263, + "step": 86480 + }, + { + "loss_action": 0.005865370389074087, + "loss_total": 0.005865370389074087, + "step": 86480 + }, + { + "loss_action": 0.005150048062205315, + "loss_total": 0.005150048062205315, + "step": 86480 + }, + { + "loss_action": 0.004903016146272421, + "loss_total": 0.004903016146272421, + "step": 86480 + }, + { + "grad_norm": 0.33553677797317505, + "learning_rate": 4.908294297743782e-06, + "loss": 0.007, + "step": 86490 + }, + { + "loss_action": 0.017794765532016754, + "loss_total": 0.017794765532016754, + "step": 86490 + }, + { + "loss_action": 0.010667198337614536, + "loss_total": 0.010667198337614536, + "step": 86490 + }, + { + "loss_action": 0.0038678536657243967, + "loss_total": 0.0038678536657243967, + "step": 86490 + }, + { + "loss_action": 0.013451152481138706, + "loss_total": 0.013451152481138706, + "step": 86490 + }, + { + "loss_action": 0.011024396866559982, + "loss_total": 0.011024396866559982, + "step": 86490 + }, + { + "loss_action": 0.007676851935684681, + "loss_total": 0.007676851935684681, + "step": 86490 + }, + { + "grad_norm": 0.18045631051063538, + "learning_rate": 4.901152410802273e-06, + "loss": 0.008, + "step": 86500 + }, + { + "loss_action": 0.010262244381010532, + "loss_total": 0.010262244381010532, + "step": 86500 + }, + { + "loss_action": 0.019423194229602814, + "loss_total": 0.019423194229602814, + "step": 86500 + }, + { + "loss_action": 0.003581027267500758, + "loss_total": 0.003581027267500758, + "step": 86500 + }, + { + "loss_action": 0.007144894916564226, + "loss_total": 0.007144894916564226, + "step": 86500 + }, + { + "loss_action": 0.0032932255417108536, + "loss_total": 0.0032932255417108536, + "step": 86500 + }, + { + "loss_action": 0.003859692718833685, + "loss_total": 0.003859692718833685, + "step": 86500 + }, + { + "grad_norm": 0.20975209772586823, + "learning_rate": 4.894015455802919e-06, + "loss": 0.0084, + "step": 86510 + }, + { + "loss_action": 0.0017187068006023765, + "loss_total": 0.0017187068006023765, + "step": 86510 + }, + { + "loss_action": 0.0036732759326696396, + "loss_total": 0.0036732759326696396, + "step": 86510 + }, + { + "loss_action": 0.0026965648867189884, + "loss_total": 0.0026965648867189884, + "step": 86510 + }, + { + "loss_action": 0.006000932771712542, + "loss_total": 0.006000932771712542, + "step": 86510 + }, + { + "loss_action": 0.008747382089495659, + "loss_total": 0.008747382089495659, + "step": 86510 + }, + { + "loss_action": 0.0023130844347178936, + "loss_total": 0.0023130844347178936, + "step": 86510 + }, + { + "grad_norm": 0.2102586030960083, + "learning_rate": 4.8868834335262346e-06, + "loss": 0.0067, + "step": 86520 + }, + { + "loss_action": 0.003857760690152645, + "loss_total": 0.003857760690152645, + "step": 86520 + }, + { + "loss_action": 0.00821450911462307, + "loss_total": 0.00821450911462307, + "step": 86520 + }, + { + "loss_action": 0.007790549658238888, + "loss_total": 0.007790549658238888, + "step": 86520 + }, + { + "loss_action": 0.006366543937474489, + "loss_total": 0.006366543937474489, + "step": 86520 + }, + { + "loss_action": 0.01768241822719574, + "loss_total": 0.01768241822719574, + "step": 86520 + }, + { + "loss_action": 0.001985686831176281, + "loss_total": 0.001985686831176281, + "step": 86520 + }, + { + "grad_norm": 0.2347557246685028, + "learning_rate": 4.87975634475214e-06, + "loss": 0.0067, + "step": 86530 + }, + { + "loss_action": 0.002984285354614258, + "loss_total": 0.002984285354614258, + "step": 86530 + }, + { + "loss_action": 0.00639174273237586, + "loss_total": 0.00639174273237586, + "step": 86530 + }, + { + "loss_action": 0.015115411020815372, + "loss_total": 0.015115411020815372, + "step": 86530 + }, + { + "loss_action": 0.0023526069708168507, + "loss_total": 0.0023526069708168507, + "step": 86530 + }, + { + "loss_action": 0.003848884953185916, + "loss_total": 0.003848884953185916, + "step": 86530 + }, + { + "loss_action": 0.006304451730102301, + "loss_total": 0.006304451730102301, + "step": 86530 + }, + { + "grad_norm": 0.16185429692268372, + "learning_rate": 4.8726341902600614e-06, + "loss": 0.0067, + "step": 86540 + }, + { + "loss_action": 0.007183095905929804, + "loss_total": 0.007183095905929804, + "step": 86540 + }, + { + "loss_action": 0.008066065609455109, + "loss_total": 0.008066065609455109, + "step": 86540 + }, + { + "loss_action": 0.004024074878543615, + "loss_total": 0.004024074878543615, + "step": 86540 + }, + { + "loss_action": 0.0035807183012366295, + "loss_total": 0.0035807183012366295, + "step": 86540 + }, + { + "loss_action": 0.0033279741182923317, + "loss_total": 0.0033279741182923317, + "step": 86540 + }, + { + "loss_action": 0.009198576211929321, + "loss_total": 0.009198576211929321, + "step": 86540 + }, + { + "grad_norm": 0.1845967173576355, + "learning_rate": 4.865516970828843e-06, + "loss": 0.0063, + "step": 86550 + }, + { + "loss_action": 0.0035752307157963514, + "loss_total": 0.0035752307157963514, + "step": 86550 + }, + { + "loss_action": 0.004538313020020723, + "loss_total": 0.004538313020020723, + "step": 86550 + }, + { + "loss_action": 0.0054595936089754105, + "loss_total": 0.0054595936089754105, + "step": 86550 + }, + { + "loss_action": 0.012471436522901058, + "loss_total": 0.012471436522901058, + "step": 86550 + }, + { + "loss_action": 0.002653995528817177, + "loss_total": 0.002653995528817177, + "step": 86550 + }, + { + "loss_action": 0.0037698866799473763, + "loss_total": 0.0037698866799473763, + "step": 86550 + }, + { + "grad_norm": 0.31711381673812866, + "learning_rate": 4.85840468723685e-06, + "loss": 0.0083, + "step": 86560 + }, + { + "loss_action": 0.013510228134691715, + "loss_total": 0.013510228134691715, + "step": 86560 + }, + { + "loss_action": 0.007130539510399103, + "loss_total": 0.007130539510399103, + "step": 86560 + }, + { + "loss_action": 0.0059341974556446075, + "loss_total": 0.0059341974556446075, + "step": 86560 + }, + { + "loss_action": 0.011949347332119942, + "loss_total": 0.011949347332119942, + "step": 86560 + }, + { + "loss_action": 0.0028554960153996944, + "loss_total": 0.0028554960153996944, + "step": 86560 + }, + { + "loss_action": 0.0040162610821425915, + "loss_total": 0.0040162610821425915, + "step": 86560 + }, + { + "grad_norm": 0.19194860756397247, + "learning_rate": 4.85129734026184e-06, + "loss": 0.0077, + "step": 86570 + }, + { + "loss_action": 0.012494087219238281, + "loss_total": 0.012494087219238281, + "step": 86570 + }, + { + "loss_action": 0.0042031919583678246, + "loss_total": 0.0042031919583678246, + "step": 86570 + }, + { + "loss_action": 0.004331371746957302, + "loss_total": 0.004331371746957302, + "step": 86570 + }, + { + "loss_action": 0.002181295771151781, + "loss_total": 0.002181295771151781, + "step": 86570 + }, + { + "loss_action": 0.004130935296416283, + "loss_total": 0.004130935296416283, + "step": 86570 + }, + { + "loss_action": 0.008956457488238811, + "loss_total": 0.008956457488238811, + "step": 86570 + }, + { + "grad_norm": 0.25058692693710327, + "learning_rate": 4.844194930681073e-06, + "loss": 0.0083, + "step": 86580 + }, + { + "loss_action": 0.007075462955981493, + "loss_total": 0.007075462955981493, + "step": 86580 + }, + { + "loss_action": 0.005548946093767881, + "loss_total": 0.005548946093767881, + "step": 86580 + }, + { + "loss_action": 0.007506000809371471, + "loss_total": 0.007506000809371471, + "step": 86580 + }, + { + "loss_action": 0.009088356047868729, + "loss_total": 0.009088356047868729, + "step": 86580 + }, + { + "loss_action": 0.003113765502348542, + "loss_total": 0.003113765502348542, + "step": 86580 + }, + { + "loss_action": 0.003360738279297948, + "loss_total": 0.003360738279297948, + "step": 86580 + }, + { + "grad_norm": 0.16178572177886963, + "learning_rate": 4.837097459271267e-06, + "loss": 0.008, + "step": 86590 + }, + { + "loss_action": 0.002836676547303796, + "loss_total": 0.002836676547303796, + "step": 86590 + }, + { + "loss_action": 0.015407036989927292, + "loss_total": 0.015407036989927292, + "step": 86590 + }, + { + "loss_action": 0.004489107057452202, + "loss_total": 0.004489107057452202, + "step": 86590 + }, + { + "loss_action": 0.009737898595631123, + "loss_total": 0.009737898595631123, + "step": 86590 + }, + { + "loss_action": 0.0019741086289286613, + "loss_total": 0.0019741086289286613, + "step": 86590 + }, + { + "loss_action": 0.006093448027968407, + "loss_total": 0.006093448027968407, + "step": 86590 + }, + { + "grad_norm": 0.18499356508255005, + "learning_rate": 4.830004926808573e-06, + "loss": 0.009, + "step": 86600 + }, + { + "loss_action": 0.004259311594069004, + "loss_total": 0.004259311594069004, + "step": 86600 + }, + { + "loss_action": 0.013803626410663128, + "loss_total": 0.013803626410663128, + "step": 86600 + }, + { + "loss_action": 0.005062258802354336, + "loss_total": 0.005062258802354336, + "step": 86600 + }, + { + "loss_action": 0.00958137959241867, + "loss_total": 0.00958137959241867, + "step": 86600 + }, + { + "loss_action": 0.01160595566034317, + "loss_total": 0.01160595566034317, + "step": 86600 + }, + { + "loss_action": 0.002641975646838546, + "loss_total": 0.002641975646838546, + "step": 86600 + }, + { + "grad_norm": 0.25059810280799866, + "learning_rate": 4.822917334068627e-06, + "loss": 0.0075, + "step": 86610 + }, + { + "loss_action": 0.008171234279870987, + "loss_total": 0.008171234279870987, + "step": 86610 + }, + { + "loss_action": 0.00387232331559062, + "loss_total": 0.00387232331559062, + "step": 86610 + }, + { + "loss_action": 0.0032772901467978954, + "loss_total": 0.0032772901467978954, + "step": 86610 + }, + { + "loss_action": 0.0032899826765060425, + "loss_total": 0.0032899826765060425, + "step": 86610 + }, + { + "loss_action": 0.012167364358901978, + "loss_total": 0.012167364358901978, + "step": 86610 + }, + { + "loss_action": 0.0016475943848490715, + "loss_total": 0.0016475943848490715, + "step": 86610 + }, + { + "grad_norm": 0.14097431302070618, + "learning_rate": 4.81583468182652e-06, + "loss": 0.0106, + "step": 86620 + }, + { + "loss_action": 0.014975164085626602, + "loss_total": 0.014975164085626602, + "step": 86620 + }, + { + "loss_action": 0.009020316414535046, + "loss_total": 0.009020316414535046, + "step": 86620 + }, + { + "loss_action": 0.002477452624589205, + "loss_total": 0.002477452624589205, + "step": 86620 + }, + { + "loss_action": 0.004278856795281172, + "loss_total": 0.004278856795281172, + "step": 86620 + }, + { + "loss_action": 0.007302268408238888, + "loss_total": 0.007302268408238888, + "step": 86620 + }, + { + "loss_action": 0.00341474125161767, + "loss_total": 0.00341474125161767, + "step": 86620 + }, + { + "grad_norm": 0.20398996770381927, + "learning_rate": 4.808756970856809e-06, + "loss": 0.0077, + "step": 86630 + }, + { + "loss_action": 0.009292726404964924, + "loss_total": 0.009292726404964924, + "step": 86630 + }, + { + "loss_action": 0.0033632400445640087, + "loss_total": 0.0033632400445640087, + "step": 86630 + }, + { + "loss_action": 0.010911403223872185, + "loss_total": 0.010911403223872185, + "step": 86630 + }, + { + "loss_action": 0.010483602993190289, + "loss_total": 0.010483602993190289, + "step": 86630 + }, + { + "loss_action": 0.008350108750164509, + "loss_total": 0.008350108750164509, + "step": 86630 + }, + { + "loss_action": 0.0034145729150623083, + "loss_total": 0.0034145729150623083, + "step": 86630 + }, + { + "grad_norm": 0.1183483898639679, + "learning_rate": 4.801684201933476e-06, + "loss": 0.0077, + "step": 86640 + }, + { + "loss_action": 0.003862560959532857, + "loss_total": 0.003862560959532857, + "step": 86640 + }, + { + "loss_action": 0.0034543219953775406, + "loss_total": 0.0034543219953775406, + "step": 86640 + }, + { + "loss_action": 0.003222742583602667, + "loss_total": 0.003222742583602667, + "step": 86640 + }, + { + "loss_action": 0.025993410497903824, + "loss_total": 0.025993410497903824, + "step": 86640 + }, + { + "loss_action": 0.003817756660282612, + "loss_total": 0.003817756660282612, + "step": 86640 + }, + { + "loss_action": 0.003707577707245946, + "loss_total": 0.003707577707245946, + "step": 86640 + }, + { + "grad_norm": 0.2911272943019867, + "learning_rate": 4.794616375830019e-06, + "loss": 0.0097, + "step": 86650 + }, + { + "loss_action": 0.010338216088712215, + "loss_total": 0.010338216088712215, + "step": 86650 + }, + { + "loss_action": 0.005578352138400078, + "loss_total": 0.005578352138400078, + "step": 86650 + }, + { + "loss_action": 0.0044641196727752686, + "loss_total": 0.0044641196727752686, + "step": 86650 + }, + { + "loss_action": 0.004501268267631531, + "loss_total": 0.004501268267631531, + "step": 86650 + }, + { + "loss_action": 0.0030752092134207487, + "loss_total": 0.0030752092134207487, + "step": 86650 + }, + { + "loss_action": 0.00874638743698597, + "loss_total": 0.00874638743698597, + "step": 86650 + }, + { + "grad_norm": 0.21978478133678436, + "learning_rate": 4.787553493319341e-06, + "loss": 0.0095, + "step": 86660 + }, + { + "loss_action": 0.004188924562186003, + "loss_total": 0.004188924562186003, + "step": 86660 + }, + { + "loss_action": 0.003847953863441944, + "loss_total": 0.003847953863441944, + "step": 86660 + }, + { + "loss_action": 0.007486709393560886, + "loss_total": 0.007486709393560886, + "step": 86660 + }, + { + "loss_action": 0.003962269518524408, + "loss_total": 0.003962269518524408, + "step": 86660 + }, + { + "loss_action": 0.008192007429897785, + "loss_total": 0.008192007429897785, + "step": 86660 + }, + { + "loss_action": 0.005121407564729452, + "loss_total": 0.005121407564729452, + "step": 86660 + }, + { + "grad_norm": 0.11956264823675156, + "learning_rate": 4.780495555173836e-06, + "loss": 0.0065, + "step": 86670 + }, + { + "loss_action": 0.005637437105178833, + "loss_total": 0.005637437105178833, + "step": 86670 + }, + { + "loss_action": 0.007091417443007231, + "loss_total": 0.007091417443007231, + "step": 86670 + }, + { + "loss_action": 0.002405131934210658, + "loss_total": 0.002405131934210658, + "step": 86670 + }, + { + "loss_action": 0.010998260229825974, + "loss_total": 0.010998260229825974, + "step": 86670 + }, + { + "loss_action": 0.003155231475830078, + "loss_total": 0.003155231475830078, + "step": 86670 + }, + { + "loss_action": 0.006123873870819807, + "loss_total": 0.006123873870819807, + "step": 86670 + }, + { + "grad_norm": 0.202898770570755, + "learning_rate": 4.7734425621653475e-06, + "loss": 0.0088, + "step": 86680 + }, + { + "loss_action": 0.0033622561022639275, + "loss_total": 0.0033622561022639275, + "step": 86680 + }, + { + "loss_action": 0.008179087191820145, + "loss_total": 0.008179087191820145, + "step": 86680 + }, + { + "loss_action": 0.004401703365147114, + "loss_total": 0.004401703365147114, + "step": 86680 + }, + { + "loss_action": 0.008849537000060081, + "loss_total": 0.008849537000060081, + "step": 86680 + }, + { + "loss_action": 0.013935522176325321, + "loss_total": 0.013935522176325321, + "step": 86680 + }, + { + "loss_action": 0.0069030593149363995, + "loss_total": 0.0069030593149363995, + "step": 86680 + }, + { + "grad_norm": 0.24069707095623016, + "learning_rate": 4.766394515065198e-06, + "loss": 0.0079, + "step": 86690 + }, + { + "loss_action": 0.008580605499446392, + "loss_total": 0.008580605499446392, + "step": 86690 + }, + { + "loss_action": 0.002591135213151574, + "loss_total": 0.002591135213151574, + "step": 86690 + }, + { + "loss_action": 0.004232372622936964, + "loss_total": 0.004232372622936964, + "step": 86690 + }, + { + "loss_action": 0.005566714331507683, + "loss_total": 0.005566714331507683, + "step": 86690 + }, + { + "loss_action": 0.0053202686831355095, + "loss_total": 0.0053202686831355095, + "step": 86690 + }, + { + "loss_action": 0.002960028126835823, + "loss_total": 0.002960028126835823, + "step": 86690 + }, + { + "grad_norm": 0.259121298789978, + "learning_rate": 4.75935141464412e-06, + "loss": 0.0081, + "step": 86700 + }, + { + "loss_action": 0.003657694673165679, + "loss_total": 0.003657694673165679, + "step": 86700 + }, + { + "loss_action": 0.004835475701838732, + "loss_total": 0.004835475701838732, + "step": 86700 + }, + { + "loss_action": 0.007464766968041658, + "loss_total": 0.007464766968041658, + "step": 86700 + }, + { + "loss_action": 0.010724426247179508, + "loss_total": 0.010724426247179508, + "step": 86700 + }, + { + "loss_action": 0.0035687510389834642, + "loss_total": 0.0035687510389834642, + "step": 86700 + }, + { + "loss_action": 0.012513692490756512, + "loss_total": 0.012513692490756512, + "step": 86700 + }, + { + "grad_norm": 0.22572696208953857, + "learning_rate": 4.75231326167237e-06, + "loss": 0.0075, + "step": 86710 + }, + { + "loss_action": 0.009952793829143047, + "loss_total": 0.009952793829143047, + "step": 86710 + }, + { + "loss_action": 0.01331284549087286, + "loss_total": 0.01331284549087286, + "step": 86710 + }, + { + "loss_action": 0.010912434197962284, + "loss_total": 0.010912434197962284, + "step": 86710 + }, + { + "loss_action": 0.009550441987812519, + "loss_total": 0.009550441987812519, + "step": 86710 + }, + { + "loss_action": 0.011692305095493793, + "loss_total": 0.011692305095493793, + "step": 86710 + }, + { + "loss_action": 0.01501621212810278, + "loss_total": 0.01501621212810278, + "step": 86710 + }, + { + "grad_norm": 0.15340884029865265, + "learning_rate": 4.745280056919599e-06, + "loss": 0.0082, + "step": 86720 + }, + { + "loss_action": 0.01373506709933281, + "loss_total": 0.01373506709933281, + "step": 86720 + }, + { + "loss_action": 0.0017314627766609192, + "loss_total": 0.0017314627766609192, + "step": 86720 + }, + { + "loss_action": 0.00942307710647583, + "loss_total": 0.00942307710647583, + "step": 86720 + }, + { + "loss_action": 0.003348791506141424, + "loss_total": 0.003348791506141424, + "step": 86720 + }, + { + "loss_action": 0.004462230019271374, + "loss_total": 0.004462230019271374, + "step": 86720 + }, + { + "loss_action": 0.0019936372991651297, + "loss_total": 0.0019936372991651297, + "step": 86720 + }, + { + "grad_norm": 0.2263883799314499, + "learning_rate": 4.738251801154975e-06, + "loss": 0.0085, + "step": 86730 + }, + { + "loss_action": 0.013985724188387394, + "loss_total": 0.013985724188387394, + "step": 86730 + }, + { + "loss_action": 0.006946346256881952, + "loss_total": 0.006946346256881952, + "step": 86730 + }, + { + "loss_action": 0.006055123172700405, + "loss_total": 0.006055123172700405, + "step": 86730 + }, + { + "loss_action": 0.019160615280270576, + "loss_total": 0.019160615280270576, + "step": 86730 + }, + { + "loss_action": 0.0044427188113331795, + "loss_total": 0.0044427188113331795, + "step": 86730 + }, + { + "loss_action": 0.0076834033243358135, + "loss_total": 0.0076834033243358135, + "step": 86730 + }, + { + "grad_norm": 0.1366872489452362, + "learning_rate": 4.731228495147061e-06, + "loss": 0.0071, + "step": 86740 + }, + { + "loss_action": 0.0031868042424321175, + "loss_total": 0.0031868042424321175, + "step": 86740 + }, + { + "loss_action": 0.016733583062887192, + "loss_total": 0.016733583062887192, + "step": 86740 + }, + { + "loss_action": 0.0051094163209199905, + "loss_total": 0.0051094163209199905, + "step": 86740 + }, + { + "loss_action": 0.0040984610095620155, + "loss_total": 0.0040984610095620155, + "step": 86740 + }, + { + "loss_action": 0.0015785708092153072, + "loss_total": 0.0015785708092153072, + "step": 86740 + }, + { + "loss_action": 0.030632570385932922, + "loss_total": 0.030632570385932922, + "step": 86740 + }, + { + "grad_norm": 0.29420948028564453, + "learning_rate": 4.7242101396639595e-06, + "loss": 0.008, + "step": 86750 + }, + { + "loss_action": 0.011018379591405392, + "loss_total": 0.011018379591405392, + "step": 86750 + }, + { + "loss_action": 0.0032074754126369953, + "loss_total": 0.0032074754126369953, + "step": 86750 + }, + { + "loss_action": 0.0016043779905885458, + "loss_total": 0.0016043779905885458, + "step": 86750 + }, + { + "loss_action": 0.004684899467974901, + "loss_total": 0.004684899467974901, + "step": 86750 + }, + { + "loss_action": 0.0038660841528326273, + "loss_total": 0.0038660841528326273, + "step": 86750 + }, + { + "loss_action": 0.0033845994621515274, + "loss_total": 0.0033845994621515274, + "step": 86750 + }, + { + "grad_norm": 0.27828100323677063, + "learning_rate": 4.717196735473151e-06, + "loss": 0.0069, + "step": 86760 + }, + { + "loss_action": 0.01600560173392296, + "loss_total": 0.01600560173392296, + "step": 86760 + }, + { + "loss_action": 0.011294706724584103, + "loss_total": 0.011294706724584103, + "step": 86760 + }, + { + "loss_action": 0.02507316693663597, + "loss_total": 0.02507316693663597, + "step": 86760 + }, + { + "loss_action": 0.004987995605915785, + "loss_total": 0.004987995605915785, + "step": 86760 + }, + { + "loss_action": 0.04059109836816788, + "loss_total": 0.04059109836816788, + "step": 86760 + }, + { + "loss_action": 0.0032954728230834007, + "loss_total": 0.0032954728230834007, + "step": 86760 + }, + { + "grad_norm": 0.20509308576583862, + "learning_rate": 4.710188283341643e-06, + "loss": 0.0092, + "step": 86770 + }, + { + "loss_action": 0.011786124669015408, + "loss_total": 0.011786124669015408, + "step": 86770 + }, + { + "loss_action": 0.0024146779906004667, + "loss_total": 0.0024146779906004667, + "step": 86770 + }, + { + "loss_action": 0.008321384899318218, + "loss_total": 0.008321384899318218, + "step": 86770 + }, + { + "loss_action": 0.01261848583817482, + "loss_total": 0.01261848583817482, + "step": 86770 + }, + { + "loss_action": 0.012976910918951035, + "loss_total": 0.012976910918951035, + "step": 86770 + }, + { + "loss_action": 0.003994786646217108, + "loss_total": 0.003994786646217108, + "step": 86770 + }, + { + "grad_norm": 0.27690985798835754, + "learning_rate": 4.703184784035835e-06, + "loss": 0.0079, + "step": 86780 + }, + { + "loss_action": 0.0091167027130723, + "loss_total": 0.0091167027130723, + "step": 86780 + }, + { + "loss_action": 0.003130428260192275, + "loss_total": 0.003130428260192275, + "step": 86780 + }, + { + "loss_action": 0.0069231148809194565, + "loss_total": 0.0069231148809194565, + "step": 86780 + }, + { + "loss_action": 0.005236607976257801, + "loss_total": 0.005236607976257801, + "step": 86780 + }, + { + "loss_action": 0.005194815807044506, + "loss_total": 0.005194815807044506, + "step": 86780 + }, + { + "loss_action": 0.009744714945554733, + "loss_total": 0.009744714945554733, + "step": 86780 + }, + { + "grad_norm": 0.18027733266353607, + "learning_rate": 4.696186238321642e-06, + "loss": 0.0094, + "step": 86790 + }, + { + "loss_action": 0.010065014474093914, + "loss_total": 0.010065014474093914, + "step": 86790 + }, + { + "loss_action": 0.007274828385561705, + "loss_total": 0.007274828385561705, + "step": 86790 + }, + { + "loss_action": 0.0021709685679525137, + "loss_total": 0.0021709685679525137, + "step": 86790 + }, + { + "loss_action": 0.004679947625845671, + "loss_total": 0.004679947625845671, + "step": 86790 + }, + { + "loss_action": 0.053001776337623596, + "loss_total": 0.053001776337623596, + "step": 86790 + }, + { + "loss_action": 0.010717768222093582, + "loss_total": 0.010717768222093582, + "step": 86790 + }, + { + "grad_norm": 0.11789797246456146, + "learning_rate": 4.689192646964408e-06, + "loss": 0.0073, + "step": 86800 + }, + { + "loss_action": 0.005741864442825317, + "loss_total": 0.005741864442825317, + "step": 86800 + }, + { + "loss_action": 0.0028368274215608835, + "loss_total": 0.0028368274215608835, + "step": 86800 + }, + { + "loss_action": 0.0033548844512552023, + "loss_total": 0.0033548844512552023, + "step": 86800 + }, + { + "loss_action": 0.01199396327137947, + "loss_total": 0.01199396327137947, + "step": 86800 + }, + { + "loss_action": 0.0036917373072355986, + "loss_total": 0.0036917373072355986, + "step": 86800 + }, + { + "loss_action": 0.0024289439897984266, + "loss_total": 0.0024289439897984266, + "step": 86800 + }, + { + "grad_norm": 0.3200471103191376, + "learning_rate": 4.682204010728952e-06, + "loss": 0.0084, + "step": 86810 + }, + { + "loss_action": 0.006165469065308571, + "loss_total": 0.006165469065308571, + "step": 86810 + }, + { + "loss_action": 0.014628959819674492, + "loss_total": 0.014628959819674492, + "step": 86810 + }, + { + "loss_action": 0.0027481575962156057, + "loss_total": 0.0027481575962156057, + "step": 86810 + }, + { + "loss_action": 0.00778101896867156, + "loss_total": 0.00778101896867156, + "step": 86810 + }, + { + "loss_action": 0.019231721758842468, + "loss_total": 0.019231721758842468, + "step": 86810 + }, + { + "loss_action": 0.002457361901178956, + "loss_total": 0.002457361901178956, + "step": 86810 + }, + { + "grad_norm": 0.18360669910907745, + "learning_rate": 4.67522033037952e-06, + "loss": 0.008, + "step": 86820 + }, + { + "loss_action": 0.00564288767054677, + "loss_total": 0.00564288767054677, + "step": 86820 + }, + { + "loss_action": 0.007939200848340988, + "loss_total": 0.007939200848340988, + "step": 86820 + }, + { + "loss_action": 0.007974089123308659, + "loss_total": 0.007974089123308659, + "step": 86820 + }, + { + "loss_action": 0.013856543228030205, + "loss_total": 0.013856543228030205, + "step": 86820 + }, + { + "loss_action": 0.009138443507254124, + "loss_total": 0.009138443507254124, + "step": 86820 + }, + { + "loss_action": 0.0036938516423106194, + "loss_total": 0.0036938516423106194, + "step": 86820 + }, + { + "grad_norm": 0.2466912418603897, + "learning_rate": 4.668241606679846e-06, + "loss": 0.0104, + "step": 86830 + }, + { + "loss_action": 0.0026384787634015083, + "loss_total": 0.0026384787634015083, + "step": 86830 + }, + { + "loss_action": 0.022549211978912354, + "loss_total": 0.022549211978912354, + "step": 86830 + }, + { + "loss_action": 0.01722370833158493, + "loss_total": 0.01722370833158493, + "step": 86830 + }, + { + "loss_action": 0.023986373096704483, + "loss_total": 0.023986373096704483, + "step": 86830 + }, + { + "loss_action": 0.005379464942961931, + "loss_total": 0.005379464942961931, + "step": 86830 + }, + { + "loss_action": 0.0034297441598027945, + "loss_total": 0.0034297441598027945, + "step": 86830 + }, + { + "grad_norm": 0.29727426171302795, + "learning_rate": 4.66126784039313e-06, + "loss": 0.0095, + "step": 86840 + }, + { + "loss_action": 0.012223880738019943, + "loss_total": 0.012223880738019943, + "step": 86840 + }, + { + "loss_action": 0.01140607614070177, + "loss_total": 0.01140607614070177, + "step": 86840 + }, + { + "loss_action": 0.008953196927905083, + "loss_total": 0.008953196927905083, + "step": 86840 + }, + { + "loss_action": 0.01218181662261486, + "loss_total": 0.01218181662261486, + "step": 86840 + }, + { + "loss_action": 0.013144868426024914, + "loss_total": 0.013144868426024914, + "step": 86840 + }, + { + "loss_action": 0.002196840476244688, + "loss_total": 0.002196840476244688, + "step": 86840 + }, + { + "grad_norm": 0.16252630949020386, + "learning_rate": 4.6542990322819836e-06, + "loss": 0.0108, + "step": 86850 + }, + { + "loss_action": 0.012060165405273438, + "loss_total": 0.012060165405273438, + "step": 86850 + }, + { + "loss_action": 0.01904248259961605, + "loss_total": 0.01904248259961605, + "step": 86850 + }, + { + "loss_action": 0.006961059290915728, + "loss_total": 0.006961059290915728, + "step": 86850 + }, + { + "loss_action": 0.007658848073333502, + "loss_total": 0.007658848073333502, + "step": 86850 + }, + { + "loss_action": 0.003924373537302017, + "loss_total": 0.003924373537302017, + "step": 86850 + }, + { + "loss_action": 0.0032472058665007353, + "loss_total": 0.0032472058665007353, + "step": 86850 + }, + { + "grad_norm": 0.19258368015289307, + "learning_rate": 4.64733518310852e-06, + "loss": 0.0082, + "step": 86860 + }, + { + "loss_action": 0.006526791490614414, + "loss_total": 0.006526791490614414, + "step": 86860 + }, + { + "loss_action": 0.008058578707277775, + "loss_total": 0.008058578707277775, + "step": 86860 + }, + { + "loss_action": 0.009874575771391392, + "loss_total": 0.009874575771391392, + "step": 86860 + }, + { + "loss_action": 0.004780977964401245, + "loss_total": 0.004780977964401245, + "step": 86860 + }, + { + "loss_action": 0.006604221649467945, + "loss_total": 0.006604221649467945, + "step": 86860 + }, + { + "loss_action": 0.009980360977351665, + "loss_total": 0.009980360977351665, + "step": 86860 + }, + { + "grad_norm": 0.19558967649936676, + "learning_rate": 4.640376293634291e-06, + "loss": 0.0086, + "step": 86870 + }, + { + "loss_action": 0.005974445957690477, + "loss_total": 0.005974445957690477, + "step": 86870 + }, + { + "loss_action": 0.008469567634165287, + "loss_total": 0.008469567634165287, + "step": 86870 + }, + { + "loss_action": 0.009078271687030792, + "loss_total": 0.009078271687030792, + "step": 86870 + }, + { + "loss_action": 0.002942845458164811, + "loss_total": 0.002942845458164811, + "step": 86870 + }, + { + "loss_action": 0.014918672852218151, + "loss_total": 0.014918672852218151, + "step": 86870 + }, + { + "loss_action": 0.012552849017083645, + "loss_total": 0.012552849017083645, + "step": 86870 + }, + { + "grad_norm": 0.1854238063097, + "learning_rate": 4.633422364620327e-06, + "loss": 0.0134, + "step": 86880 + }, + { + "loss_action": 0.0025024726055562496, + "loss_total": 0.0025024726055562496, + "step": 86880 + }, + { + "loss_action": 0.00657067121937871, + "loss_total": 0.00657067121937871, + "step": 86880 + }, + { + "loss_action": 0.0033179824240505695, + "loss_total": 0.0033179824240505695, + "step": 86880 + }, + { + "loss_action": 0.011611370369791985, + "loss_total": 0.011611370369791985, + "step": 86880 + }, + { + "loss_action": 0.006480456329882145, + "loss_total": 0.006480456329882145, + "step": 86880 + }, + { + "loss_action": 0.023449767380952835, + "loss_total": 0.023449767380952835, + "step": 86880 + }, + { + "grad_norm": 0.20804348587989807, + "learning_rate": 4.6264733968270745e-06, + "loss": 0.0078, + "step": 86890 + }, + { + "loss_action": 0.010989452712237835, + "loss_total": 0.010989452712237835, + "step": 86890 + }, + { + "loss_action": 0.008960621431469917, + "loss_total": 0.008960621431469917, + "step": 86890 + }, + { + "loss_action": 0.007568275555968285, + "loss_total": 0.007568275555968285, + "step": 86890 + }, + { + "loss_action": 0.00208949763327837, + "loss_total": 0.00208949763327837, + "step": 86890 + }, + { + "loss_action": 0.0032029985450208187, + "loss_total": 0.0032029985450208187, + "step": 86890 + }, + { + "loss_action": 0.016903208568692207, + "loss_total": 0.016903208568692207, + "step": 86890 + }, + { + "grad_norm": 0.22272205352783203, + "learning_rate": 4.619529391014482e-06, + "loss": 0.007, + "step": 86900 + }, + { + "loss_action": 0.004127215594053268, + "loss_total": 0.004127215594053268, + "step": 86900 + }, + { + "loss_action": 0.004905382636934519, + "loss_total": 0.004905382636934519, + "step": 86900 + }, + { + "loss_action": 0.0052206129767000675, + "loss_total": 0.0052206129767000675, + "step": 86900 + }, + { + "loss_action": 0.008186670020222664, + "loss_total": 0.008186670020222664, + "step": 86900 + }, + { + "loss_action": 0.009615711867809296, + "loss_total": 0.009615711867809296, + "step": 86900 + }, + { + "loss_action": 0.018417727202177048, + "loss_total": 0.018417727202177048, + "step": 86900 + }, + { + "grad_norm": 0.37319836020469666, + "learning_rate": 4.61259034794192e-06, + "loss": 0.0069, + "step": 86910 + }, + { + "loss_action": 0.005197098478674889, + "loss_total": 0.005197098478674889, + "step": 86910 + }, + { + "loss_action": 0.008228765800595284, + "loss_total": 0.008228765800595284, + "step": 86910 + }, + { + "loss_action": 0.005132442340254784, + "loss_total": 0.005132442340254784, + "step": 86910 + }, + { + "loss_action": 0.0045057605020701885, + "loss_total": 0.0045057605020701885, + "step": 86910 + }, + { + "loss_action": 0.005877531599253416, + "loss_total": 0.005877531599253416, + "step": 86910 + }, + { + "loss_action": 0.0026793077122420073, + "loss_total": 0.0026793077122420073, + "step": 86910 + }, + { + "grad_norm": 0.24174392223358154, + "learning_rate": 4.605656268368247e-06, + "loss": 0.0097, + "step": 86920 + }, + { + "loss_action": 0.014653339050710201, + "loss_total": 0.014653339050710201, + "step": 86920 + }, + { + "loss_action": 0.005064266733825207, + "loss_total": 0.005064266733825207, + "step": 86920 + }, + { + "loss_action": 0.006054449826478958, + "loss_total": 0.006054449826478958, + "step": 86920 + }, + { + "loss_action": 0.01666111685335636, + "loss_total": 0.01666111685335636, + "step": 86920 + }, + { + "loss_action": 0.004233879037201405, + "loss_total": 0.004233879037201405, + "step": 86920 + }, + { + "loss_action": 0.005582567770034075, + "loss_total": 0.005582567770034075, + "step": 86920 + }, + { + "grad_norm": 0.14255160093307495, + "learning_rate": 4.598727153051735e-06, + "loss": 0.0071, + "step": 86930 + }, + { + "loss_action": 0.003552019130438566, + "loss_total": 0.003552019130438566, + "step": 86930 + }, + { + "loss_action": 0.0028618737123906612, + "loss_total": 0.0028618737123906612, + "step": 86930 + }, + { + "loss_action": 0.002744496800005436, + "loss_total": 0.002744496800005436, + "step": 86930 + }, + { + "loss_action": 0.005195022094994783, + "loss_total": 0.005195022094994783, + "step": 86930 + }, + { + "loss_action": 0.003995299339294434, + "loss_total": 0.003995299339294434, + "step": 86930 + }, + { + "loss_action": 0.007870682515203953, + "loss_total": 0.007870682515203953, + "step": 86930 + }, + { + "grad_norm": 0.19301554560661316, + "learning_rate": 4.591803002750178e-06, + "loss": 0.0096, + "step": 86940 + }, + { + "loss_action": 0.0034527417737990618, + "loss_total": 0.0034527417737990618, + "step": 86940 + }, + { + "loss_action": 0.005420994013547897, + "loss_total": 0.005420994013547897, + "step": 86940 + }, + { + "loss_action": 0.005474906414747238, + "loss_total": 0.005474906414747238, + "step": 86940 + }, + { + "loss_action": 0.003234362928196788, + "loss_total": 0.003234362928196788, + "step": 86940 + }, + { + "loss_action": 0.006250164471566677, + "loss_total": 0.006250164471566677, + "step": 86940 + }, + { + "loss_action": 0.016928769648075104, + "loss_total": 0.016928769648075104, + "step": 86940 + }, + { + "grad_norm": 0.16637594997882843, + "learning_rate": 4.58488381822077e-06, + "loss": 0.0082, + "step": 86950 + }, + { + "loss_action": 0.007426223251968622, + "loss_total": 0.007426223251968622, + "step": 86950 + }, + { + "loss_action": 0.02171597070991993, + "loss_total": 0.02171597070991993, + "step": 86950 + }, + { + "loss_action": 0.010788941755890846, + "loss_total": 0.010788941755890846, + "step": 86950 + }, + { + "loss_action": 0.004671662580221891, + "loss_total": 0.004671662580221891, + "step": 86950 + }, + { + "loss_action": 0.014890915714204311, + "loss_total": 0.014890915714204311, + "step": 86950 + }, + { + "loss_action": 0.010443846695125103, + "loss_total": 0.010443846695125103, + "step": 86950 + }, + { + "grad_norm": 0.15367726981639862, + "learning_rate": 4.5779696002201946e-06, + "loss": 0.009, + "step": 86960 + }, + { + "loss_action": 0.19396737217903137, + "loss_total": 0.19396737217903137, + "step": 86960 + }, + { + "loss_action": 0.015754567459225655, + "loss_total": 0.015754567459225655, + "step": 86960 + }, + { + "loss_action": 0.0022522241342812777, + "loss_total": 0.0022522241342812777, + "step": 86960 + }, + { + "loss_action": 0.008050873875617981, + "loss_total": 0.008050873875617981, + "step": 86960 + }, + { + "loss_action": 0.00892800185829401, + "loss_total": 0.00892800185829401, + "step": 86960 + }, + { + "loss_action": 0.005310093984007835, + "loss_total": 0.005310093984007835, + "step": 86960 + }, + { + "grad_norm": 0.15698406100273132, + "learning_rate": 4.571060349504563e-06, + "loss": 0.0122, + "step": 86970 + }, + { + "loss_action": 0.0032878711353987455, + "loss_total": 0.0032878711353987455, + "step": 86970 + }, + { + "loss_action": 0.002887412440031767, + "loss_total": 0.002887412440031767, + "step": 86970 + }, + { + "loss_action": 0.006240734830498695, + "loss_total": 0.006240734830498695, + "step": 86970 + }, + { + "loss_action": 0.003501529572531581, + "loss_total": 0.003501529572531581, + "step": 86970 + }, + { + "loss_action": 0.008146008476614952, + "loss_total": 0.008146008476614952, + "step": 86970 + }, + { + "loss_action": 0.0027398744132369757, + "loss_total": 0.0027398744132369757, + "step": 86970 + }, + { + "grad_norm": 0.17406979203224182, + "learning_rate": 4.564156066829478e-06, + "loss": 0.0075, + "step": 86980 + }, + { + "loss_action": 0.01096330489963293, + "loss_total": 0.01096330489963293, + "step": 86980 + }, + { + "loss_action": 0.0033004882279783487, + "loss_total": 0.0033004882279783487, + "step": 86980 + }, + { + "loss_action": 0.004382890649139881, + "loss_total": 0.004382890649139881, + "step": 86980 + }, + { + "loss_action": 0.006468250881880522, + "loss_total": 0.006468250881880522, + "step": 86980 + }, + { + "loss_action": 0.012398950755596161, + "loss_total": 0.012398950755596161, + "step": 86980 + }, + { + "loss_action": 0.007131642661988735, + "loss_total": 0.007131642661988735, + "step": 86980 + }, + { + "grad_norm": 0.19695091247558594, + "learning_rate": 4.557256752949957e-06, + "loss": 0.0085, + "step": 86990 + }, + { + "loss_action": 0.023241696879267693, + "loss_total": 0.023241696879267693, + "step": 86990 + }, + { + "loss_action": 0.0065612406469881535, + "loss_total": 0.0065612406469881535, + "step": 86990 + }, + { + "loss_action": 0.011333860456943512, + "loss_total": 0.011333860456943512, + "step": 86990 + }, + { + "loss_action": 0.00946044735610485, + "loss_total": 0.00946044735610485, + "step": 86990 + }, + { + "loss_action": 0.005839268211275339, + "loss_total": 0.005839268211275339, + "step": 86990 + }, + { + "loss_action": 0.007071615196764469, + "loss_total": 0.007071615196764469, + "step": 86990 + }, + { + "grad_norm": 0.24721837043762207, + "learning_rate": 4.550362408620534e-06, + "loss": 0.0089, + "step": 87000 + }, + { + "loss_action": 0.010728554800152779, + "loss_total": 0.010728554800152779, + "step": 87000 + }, + { + "loss_action": 0.002659948542714119, + "loss_total": 0.002659948542714119, + "step": 87000 + }, + { + "loss_action": 0.003552831243723631, + "loss_total": 0.003552831243723631, + "step": 87000 + }, + { + "loss_action": 0.004099335055798292, + "loss_total": 0.004099335055798292, + "step": 87000 + }, + { + "loss_action": 0.0058257561177015305, + "loss_total": 0.0058257561177015305, + "step": 87000 + }, + { + "loss_action": 0.012488853186368942, + "loss_total": 0.012488853186368942, + "step": 87000 + }, + { + "grad_norm": 0.2788677513599396, + "learning_rate": 4.543473034595136e-06, + "loss": 0.007, + "step": 87010 + }, + { + "loss_action": 0.010523142293095589, + "loss_total": 0.010523142293095589, + "step": 87010 + }, + { + "loss_action": 0.00511291716247797, + "loss_total": 0.00511291716247797, + "step": 87010 + }, + { + "loss_action": 0.009088877588510513, + "loss_total": 0.009088877588510513, + "step": 87010 + }, + { + "loss_action": 0.005059144459664822, + "loss_total": 0.005059144459664822, + "step": 87010 + }, + { + "loss_action": 0.012387932278215885, + "loss_total": 0.012387932278215885, + "step": 87010 + }, + { + "loss_action": 0.002714739413931966, + "loss_total": 0.002714739413931966, + "step": 87010 + }, + { + "grad_norm": 0.11957022547721863, + "learning_rate": 4.536588631627192e-06, + "loss": 0.0064, + "step": 87020 + }, + { + "loss_action": 0.0024673896841704845, + "loss_total": 0.0024673896841704845, + "step": 87020 + }, + { + "loss_action": 0.003575948067009449, + "loss_total": 0.003575948067009449, + "step": 87020 + }, + { + "loss_action": 0.0021220738999545574, + "loss_total": 0.0021220738999545574, + "step": 87020 + }, + { + "loss_action": 0.0026424704119563103, + "loss_total": 0.0026424704119563103, + "step": 87020 + }, + { + "loss_action": 0.002624805783852935, + "loss_total": 0.002624805783852935, + "step": 87020 + }, + { + "loss_action": 0.0037884607445448637, + "loss_total": 0.0037884607445448637, + "step": 87020 + }, + { + "grad_norm": 0.19557614624500275, + "learning_rate": 4.5297092004695565e-06, + "loss": 0.0071, + "step": 87030 + }, + { + "loss_action": 0.008537869900465012, + "loss_total": 0.008537869900465012, + "step": 87030 + }, + { + "loss_action": 0.0027213310822844505, + "loss_total": 0.0027213310822844505, + "step": 87030 + }, + { + "loss_action": 0.006449020002037287, + "loss_total": 0.006449020002037287, + "step": 87030 + }, + { + "loss_action": 0.006635620724409819, + "loss_total": 0.006635620724409819, + "step": 87030 + }, + { + "loss_action": 0.00352711183950305, + "loss_total": 0.00352711183950305, + "step": 87030 + }, + { + "loss_action": 0.0016252270434051752, + "loss_total": 0.0016252270434051752, + "step": 87030 + }, + { + "grad_norm": 0.2578080892562866, + "learning_rate": 4.522834741874555e-06, + "loss": 0.0081, + "step": 87040 + }, + { + "loss_action": 0.009626026265323162, + "loss_total": 0.009626026265323162, + "step": 87040 + }, + { + "loss_action": 0.004449795465916395, + "loss_total": 0.004449795465916395, + "step": 87040 + }, + { + "loss_action": 0.013967297971248627, + "loss_total": 0.013967297971248627, + "step": 87040 + }, + { + "loss_action": 0.0034493228886276484, + "loss_total": 0.0034493228886276484, + "step": 87040 + }, + { + "loss_action": 0.007183447014540434, + "loss_total": 0.007183447014540434, + "step": 87040 + }, + { + "loss_action": 0.0028090355917811394, + "loss_total": 0.0028090355917811394, + "step": 87040 + }, + { + "grad_norm": 0.17709361016750336, + "learning_rate": 4.515965256593974e-06, + "loss": 0.0064, + "step": 87050 + }, + { + "loss_action": 0.006077429745346308, + "loss_total": 0.006077429745346308, + "step": 87050 + }, + { + "loss_action": 0.00829733069986105, + "loss_total": 0.00829733069986105, + "step": 87050 + }, + { + "loss_action": 0.008898698724806309, + "loss_total": 0.008898698724806309, + "step": 87050 + }, + { + "loss_action": 0.027426306158304214, + "loss_total": 0.027426306158304214, + "step": 87050 + }, + { + "loss_action": 0.0026330214459449053, + "loss_total": 0.0026330214459449053, + "step": 87050 + }, + { + "loss_action": 0.011075878515839577, + "loss_total": 0.011075878515839577, + "step": 87050 + }, + { + "grad_norm": 0.1691504418849945, + "learning_rate": 4.509100745379058e-06, + "loss": 0.0095, + "step": 87060 + }, + { + "loss_action": 0.0031336324755102396, + "loss_total": 0.0031336324755102396, + "step": 87060 + }, + { + "loss_action": 0.004709463566541672, + "loss_total": 0.004709463566541672, + "step": 87060 + }, + { + "loss_action": 0.005787055939435959, + "loss_total": 0.005787055939435959, + "step": 87060 + }, + { + "loss_action": 0.005566202569752932, + "loss_total": 0.005566202569752932, + "step": 87060 + }, + { + "loss_action": 0.003490590024739504, + "loss_total": 0.003490590024739504, + "step": 87060 + }, + { + "loss_action": 0.0027571883983910084, + "loss_total": 0.0027571883983910084, + "step": 87060 + }, + { + "grad_norm": 0.2954714894294739, + "learning_rate": 4.502241208980479e-06, + "loss": 0.0107, + "step": 87070 + }, + { + "loss_action": 0.0029210459906607866, + "loss_total": 0.0029210459906607866, + "step": 87070 + }, + { + "loss_action": 0.006988791283220053, + "loss_total": 0.006988791283220053, + "step": 87070 + }, + { + "loss_action": 0.0032089354936033487, + "loss_total": 0.0032089354936033487, + "step": 87070 + }, + { + "loss_action": 0.009243480861186981, + "loss_total": 0.009243480861186981, + "step": 87070 + }, + { + "loss_action": 0.009851033799350262, + "loss_total": 0.009851033799350262, + "step": 87070 + }, + { + "loss_action": 0.0052768937312066555, + "loss_total": 0.0052768937312066555, + "step": 87070 + }, + { + "grad_norm": 0.23723790049552917, + "learning_rate": 4.495386648148398e-06, + "loss": 0.0093, + "step": 87080 + }, + { + "loss_action": 0.012912378646433353, + "loss_total": 0.012912378646433353, + "step": 87080 + }, + { + "loss_action": 0.0033443139400333166, + "loss_total": 0.0033443139400333166, + "step": 87080 + }, + { + "loss_action": 0.04559265077114105, + "loss_total": 0.04559265077114105, + "step": 87080 + }, + { + "loss_action": 0.005169791169464588, + "loss_total": 0.005169791169464588, + "step": 87080 + }, + { + "loss_action": 0.002441784366965294, + "loss_total": 0.002441784366965294, + "step": 87080 + }, + { + "loss_action": 0.002526645315811038, + "loss_total": 0.002526645315811038, + "step": 87080 + }, + { + "grad_norm": 0.2098579853773117, + "learning_rate": 4.488537063632431e-06, + "loss": 0.0081, + "step": 87090 + }, + { + "loss_action": 0.008683436550199986, + "loss_total": 0.008683436550199986, + "step": 87090 + }, + { + "loss_action": 0.002770267194136977, + "loss_total": 0.002770267194136977, + "step": 87090 + }, + { + "loss_action": 0.009886803105473518, + "loss_total": 0.009886803105473518, + "step": 87090 + }, + { + "loss_action": 0.007561780977994204, + "loss_total": 0.007561780977994204, + "step": 87090 + }, + { + "loss_action": 0.004978652577847242, + "loss_total": 0.004978652577847242, + "step": 87090 + }, + { + "loss_action": 0.005579523276537657, + "loss_total": 0.005579523276537657, + "step": 87090 + }, + { + "grad_norm": 0.16370153427124023, + "learning_rate": 4.481692456181608e-06, + "loss": 0.0088, + "step": 87100 + }, + { + "loss_action": 0.0018375790677964687, + "loss_total": 0.0018375790677964687, + "step": 87100 + }, + { + "loss_action": 0.0018196607707068324, + "loss_total": 0.0018196607707068324, + "step": 87100 + }, + { + "loss_action": 0.008027649484574795, + "loss_total": 0.008027649484574795, + "step": 87100 + }, + { + "loss_action": 0.028634322807192802, + "loss_total": 0.028634322807192802, + "step": 87100 + }, + { + "loss_action": 0.0035638571716845036, + "loss_total": 0.0035638571716845036, + "step": 87100 + }, + { + "loss_action": 0.0018647091928869486, + "loss_total": 0.0018647091928869486, + "step": 87100 + }, + { + "grad_norm": 0.1690535545349121, + "learning_rate": 4.474852826544479e-06, + "loss": 0.0095, + "step": 87110 + }, + { + "loss_action": 0.004132709465920925, + "loss_total": 0.004132709465920925, + "step": 87110 + }, + { + "loss_action": 0.010713263414800167, + "loss_total": 0.010713263414800167, + "step": 87110 + }, + { + "loss_action": 0.013606525026261806, + "loss_total": 0.013606525026261806, + "step": 87110 + }, + { + "loss_action": 0.0017453019972890615, + "loss_total": 0.0017453019972890615, + "step": 87110 + }, + { + "loss_action": 0.002680839505046606, + "loss_total": 0.002680839505046606, + "step": 87110 + }, + { + "loss_action": 0.03076765686273575, + "loss_total": 0.03076765686273575, + "step": 87110 + }, + { + "grad_norm": 0.18750210106372833, + "learning_rate": 4.468018175468974e-06, + "loss": 0.0067, + "step": 87120 + }, + { + "loss_action": 0.019428540021181107, + "loss_total": 0.019428540021181107, + "step": 87120 + }, + { + "loss_action": 0.0427885577082634, + "loss_total": 0.0427885577082634, + "step": 87120 + }, + { + "loss_action": 0.002215447137132287, + "loss_total": 0.002215447137132287, + "step": 87120 + }, + { + "loss_action": 0.0107579305768013, + "loss_total": 0.0107579305768013, + "step": 87120 + }, + { + "loss_action": 0.0075174071826040745, + "loss_total": 0.0075174071826040745, + "step": 87120 + }, + { + "loss_action": 0.004683975595980883, + "loss_total": 0.004683975595980883, + "step": 87120 + }, + { + "grad_norm": 0.32102951407432556, + "learning_rate": 4.461188503702568e-06, + "loss": 0.0103, + "step": 87130 + }, + { + "loss_action": 0.010316061787307262, + "loss_total": 0.010316061787307262, + "step": 87130 + }, + { + "loss_action": 0.007785475347191095, + "loss_total": 0.007785475347191095, + "step": 87130 + }, + { + "loss_action": 0.0027921381406486034, + "loss_total": 0.0027921381406486034, + "step": 87130 + }, + { + "loss_action": 0.0057954611256718636, + "loss_total": 0.0057954611256718636, + "step": 87130 + }, + { + "loss_action": 0.008051467128098011, + "loss_total": 0.008051467128098011, + "step": 87130 + }, + { + "loss_action": 0.008994964882731438, + "loss_total": 0.008994964882731438, + "step": 87130 + }, + { + "grad_norm": 0.20710191130638123, + "learning_rate": 4.454363811992107e-06, + "loss": 0.0111, + "step": 87140 + }, + { + "loss_action": 0.00341015518642962, + "loss_total": 0.00341015518642962, + "step": 87140 + }, + { + "loss_action": 0.012259392067790031, + "loss_total": 0.012259392067790031, + "step": 87140 + }, + { + "loss_action": 0.0039501492865383625, + "loss_total": 0.0039501492865383625, + "step": 87140 + }, + { + "loss_action": 0.003074455540627241, + "loss_total": 0.003074455540627241, + "step": 87140 + }, + { + "loss_action": 0.04425625875592232, + "loss_total": 0.04425625875592232, + "step": 87140 + }, + { + "loss_action": 0.013506284914910793, + "loss_total": 0.013506284914910793, + "step": 87140 + }, + { + "grad_norm": 0.3094741702079773, + "learning_rate": 4.447544101083956e-06, + "loss": 0.0072, + "step": 87150 + }, + { + "loss_action": 0.025175156071782112, + "loss_total": 0.025175156071782112, + "step": 87150 + }, + { + "loss_action": 0.01553940586745739, + "loss_total": 0.01553940586745739, + "step": 87150 + }, + { + "loss_action": 0.01491337176412344, + "loss_total": 0.01491337176412344, + "step": 87150 + }, + { + "loss_action": 0.009377634152770042, + "loss_total": 0.009377634152770042, + "step": 87150 + }, + { + "loss_action": 0.007160776760429144, + "loss_total": 0.007160776760429144, + "step": 87150 + }, + { + "loss_action": 0.009170033037662506, + "loss_total": 0.009170033037662506, + "step": 87150 + }, + { + "grad_norm": 0.18179352581501007, + "learning_rate": 4.440729371723884e-06, + "loss": 0.01, + "step": 87160 + }, + { + "loss_action": 0.003633534535765648, + "loss_total": 0.003633534535765648, + "step": 87160 + }, + { + "loss_action": 0.0043325722217559814, + "loss_total": 0.0043325722217559814, + "step": 87160 + }, + { + "loss_action": 0.005407344549894333, + "loss_total": 0.005407344549894333, + "step": 87160 + }, + { + "loss_action": 0.010222293436527252, + "loss_total": 0.010222293436527252, + "step": 87160 + }, + { + "loss_action": 0.0035922143142670393, + "loss_total": 0.0035922143142670393, + "step": 87160 + }, + { + "loss_action": 0.00982307642698288, + "loss_total": 0.00982307642698288, + "step": 87160 + }, + { + "grad_norm": 0.22794830799102783, + "learning_rate": 4.433919624657162e-06, + "loss": 0.0072, + "step": 87170 + }, + { + "loss_action": 0.006310268770903349, + "loss_total": 0.006310268770903349, + "step": 87170 + }, + { + "loss_action": 0.0015616765012964606, + "loss_total": 0.0015616765012964606, + "step": 87170 + }, + { + "loss_action": 0.0037908717058598995, + "loss_total": 0.0037908717058598995, + "step": 87170 + }, + { + "loss_action": 0.017631234601140022, + "loss_total": 0.017631234601140022, + "step": 87170 + }, + { + "loss_action": 0.0056212712079286575, + "loss_total": 0.0056212712079286575, + "step": 87170 + }, + { + "loss_action": 0.007896165363490582, + "loss_total": 0.007896165363490582, + "step": 87170 + }, + { + "grad_norm": 0.16162081062793732, + "learning_rate": 4.427114860628462e-06, + "loss": 0.0082, + "step": 87180 + }, + { + "loss_action": 0.010155470110476017, + "loss_total": 0.010155470110476017, + "step": 87180 + }, + { + "loss_action": 0.007255921605974436, + "loss_total": 0.007255921605974436, + "step": 87180 + }, + { + "loss_action": 0.004967803135514259, + "loss_total": 0.004967803135514259, + "step": 87180 + }, + { + "loss_action": 0.0046971142292022705, + "loss_total": 0.0046971142292022705, + "step": 87180 + }, + { + "loss_action": 0.007118793670088053, + "loss_total": 0.007118793670088053, + "step": 87180 + }, + { + "loss_action": 0.012465751729905605, + "loss_total": 0.012465751729905605, + "step": 87180 + }, + { + "grad_norm": 0.2252749800682068, + "learning_rate": 4.420315080381982e-06, + "loss": 0.0082, + "step": 87190 + }, + { + "loss_action": 0.008583714254200459, + "loss_total": 0.008583714254200459, + "step": 87190 + }, + { + "loss_action": 0.005535296630114317, + "loss_total": 0.005535296630114317, + "step": 87190 + }, + { + "loss_action": 0.002601813990622759, + "loss_total": 0.002601813990622759, + "step": 87190 + }, + { + "loss_action": 0.007492495235055685, + "loss_total": 0.007492495235055685, + "step": 87190 + }, + { + "loss_action": 0.010664050467312336, + "loss_total": 0.010664050467312336, + "step": 87190 + }, + { + "loss_action": 0.00485458318144083, + "loss_total": 0.00485458318144083, + "step": 87190 + }, + { + "grad_norm": 0.3221779465675354, + "learning_rate": 4.4135202846613045e-06, + "loss": 0.0085, + "step": 87200 + }, + { + "loss_action": 0.0016254230868071318, + "loss_total": 0.0016254230868071318, + "step": 87200 + }, + { + "loss_action": 0.003959801979362965, + "loss_total": 0.003959801979362965, + "step": 87200 + }, + { + "loss_action": 0.004108175169676542, + "loss_total": 0.004108175169676542, + "step": 87200 + }, + { + "loss_action": 0.007095598615705967, + "loss_total": 0.007095598615705967, + "step": 87200 + }, + { + "loss_action": 0.00822382140904665, + "loss_total": 0.00822382140904665, + "step": 87200 + }, + { + "loss_action": 0.010439477860927582, + "loss_total": 0.010439477860927582, + "step": 87200 + }, + { + "grad_norm": 0.15267033874988556, + "learning_rate": 4.406730474209525e-06, + "loss": 0.0085, + "step": 87210 + }, + { + "loss_action": 0.0026393861044198275, + "loss_total": 0.0026393861044198275, + "step": 87210 + }, + { + "loss_action": 0.007321383338421583, + "loss_total": 0.007321383338421583, + "step": 87210 + }, + { + "loss_action": 0.028388097882270813, + "loss_total": 0.028388097882270813, + "step": 87210 + }, + { + "loss_action": 0.006068679504096508, + "loss_total": 0.006068679504096508, + "step": 87210 + }, + { + "loss_action": 0.004252773709595203, + "loss_total": 0.004252773709595203, + "step": 87210 + }, + { + "loss_action": 0.013343596830964088, + "loss_total": 0.013343596830964088, + "step": 87210 + }, + { + "grad_norm": 0.18667829036712646, + "learning_rate": 4.399945649769138e-06, + "loss": 0.0115, + "step": 87220 + }, + { + "loss_action": 0.015423513948917389, + "loss_total": 0.015423513948917389, + "step": 87220 + }, + { + "loss_action": 0.003089434467256069, + "loss_total": 0.003089434467256069, + "step": 87220 + }, + { + "loss_action": 0.003480832790955901, + "loss_total": 0.003480832790955901, + "step": 87220 + }, + { + "loss_action": 0.008395804092288017, + "loss_total": 0.008395804092288017, + "step": 87220 + }, + { + "loss_action": 0.002738935872912407, + "loss_total": 0.002738935872912407, + "step": 87220 + }, + { + "loss_action": 0.007220533676445484, + "loss_total": 0.007220533676445484, + "step": 87220 + }, + { + "grad_norm": 0.17280440032482147, + "learning_rate": 4.393165812082151e-06, + "loss": 0.0089, + "step": 87230 + }, + { + "loss_action": 0.010411860421299934, + "loss_total": 0.010411860421299934, + "step": 87230 + }, + { + "loss_action": 0.019091486930847168, + "loss_total": 0.019091486930847168, + "step": 87230 + }, + { + "loss_action": 0.010950314812362194, + "loss_total": 0.010950314812362194, + "step": 87230 + }, + { + "loss_action": 0.004220906179398298, + "loss_total": 0.004220906179398298, + "step": 87230 + }, + { + "loss_action": 0.006788460072129965, + "loss_total": 0.006788460072129965, + "step": 87230 + }, + { + "loss_action": 0.004201751202344894, + "loss_total": 0.004201751202344894, + "step": 87230 + }, + { + "grad_norm": 0.19814880192279816, + "learning_rate": 4.386390961889969e-06, + "loss": 0.0077, + "step": 87240 + }, + { + "loss_action": 0.0038615246303379536, + "loss_total": 0.0038615246303379536, + "step": 87240 + }, + { + "loss_action": 0.003964165225625038, + "loss_total": 0.003964165225625038, + "step": 87240 + }, + { + "loss_action": 0.001852795365266502, + "loss_total": 0.001852795365266502, + "step": 87240 + }, + { + "loss_action": 0.004329726565629244, + "loss_total": 0.004329726565629244, + "step": 87240 + }, + { + "loss_action": 0.004087967798113823, + "loss_total": 0.004087967798113823, + "step": 87240 + }, + { + "loss_action": 0.0045131780207157135, + "loss_total": 0.0045131780207157135, + "step": 87240 + }, + { + "grad_norm": 0.11536996066570282, + "learning_rate": 4.3796210999334895e-06, + "loss": 0.0066, + "step": 87250 + }, + { + "loss_action": 0.0026561131235212088, + "loss_total": 0.0026561131235212088, + "step": 87250 + }, + { + "loss_action": 0.011868326924741268, + "loss_total": 0.011868326924741268, + "step": 87250 + }, + { + "loss_action": 0.007901174947619438, + "loss_total": 0.007901174947619438, + "step": 87250 + }, + { + "loss_action": 0.002701887860894203, + "loss_total": 0.002701887860894203, + "step": 87250 + }, + { + "loss_action": 0.002704245038330555, + "loss_total": 0.002704245038330555, + "step": 87250 + }, + { + "loss_action": 0.013610392808914185, + "loss_total": 0.013610392808914185, + "step": 87250 + }, + { + "grad_norm": 0.16201592981815338, + "learning_rate": 4.372856226953065e-06, + "loss": 0.0073, + "step": 87260 + }, + { + "loss_action": 0.00832997728139162, + "loss_total": 0.00832997728139162, + "step": 87260 + }, + { + "loss_action": 0.004662049934267998, + "loss_total": 0.004662049934267998, + "step": 87260 + }, + { + "loss_action": 0.0023141184356063604, + "loss_total": 0.0023141184356063604, + "step": 87260 + }, + { + "loss_action": 0.008155233226716518, + "loss_total": 0.008155233226716518, + "step": 87260 + }, + { + "loss_action": 0.0019752224907279015, + "loss_total": 0.0019752224907279015, + "step": 87260 + }, + { + "loss_action": 0.010012767277657986, + "loss_total": 0.010012767277657986, + "step": 87260 + }, + { + "grad_norm": 0.17858465015888214, + "learning_rate": 4.366096343688486e-06, + "loss": 0.0085, + "step": 87270 + }, + { + "loss_action": 0.002994705457240343, + "loss_total": 0.002994705457240343, + "step": 87270 + }, + { + "loss_action": 0.004286930896341801, + "loss_total": 0.004286930896341801, + "step": 87270 + }, + { + "loss_action": 0.0021148123778402805, + "loss_total": 0.0021148123778402805, + "step": 87270 + }, + { + "loss_action": 0.003200117265805602, + "loss_total": 0.003200117265805602, + "step": 87270 + }, + { + "loss_action": 0.04536929726600647, + "loss_total": 0.04536929726600647, + "step": 87270 + }, + { + "loss_action": 0.003756692400202155, + "loss_total": 0.003756692400202155, + "step": 87270 + }, + { + "grad_norm": 0.22041404247283936, + "learning_rate": 4.359341450878995e-06, + "loss": 0.0076, + "step": 87280 + }, + { + "loss_action": 0.004345934838056564, + "loss_total": 0.004345934838056564, + "step": 87280 + }, + { + "loss_action": 0.006089869420975447, + "loss_total": 0.006089869420975447, + "step": 87280 + }, + { + "loss_action": 0.0017795905005186796, + "loss_total": 0.0017795905005186796, + "step": 87280 + }, + { + "loss_action": 0.004811572842299938, + "loss_total": 0.004811572842299938, + "step": 87280 + }, + { + "loss_action": 0.005389481317251921, + "loss_total": 0.005389481317251921, + "step": 87280 + }, + { + "loss_action": 0.007443123497068882, + "loss_total": 0.007443123497068882, + "step": 87280 + }, + { + "grad_norm": 0.27837130427360535, + "learning_rate": 4.352591549263302e-06, + "loss": 0.0073, + "step": 87290 + }, + { + "loss_action": 0.0035132388584315777, + "loss_total": 0.0035132388584315777, + "step": 87290 + }, + { + "loss_action": 0.01294656377285719, + "loss_total": 0.01294656377285719, + "step": 87290 + }, + { + "loss_action": 0.0018818364478647709, + "loss_total": 0.0018818364478647709, + "step": 87290 + }, + { + "loss_action": 0.10742457956075668, + "loss_total": 0.10742457956075668, + "step": 87290 + }, + { + "loss_action": 0.0044951485469937325, + "loss_total": 0.0044951485469937325, + "step": 87290 + }, + { + "loss_action": 0.004611866548657417, + "loss_total": 0.004611866548657417, + "step": 87290 + }, + { + "grad_norm": 0.24480992555618286, + "learning_rate": 4.345846639579582e-06, + "loss": 0.009, + "step": 87300 + }, + { + "loss_action": 0.006832041312009096, + "loss_total": 0.006832041312009096, + "step": 87300 + }, + { + "loss_action": 0.00666283443570137, + "loss_total": 0.00666283443570137, + "step": 87300 + }, + { + "loss_action": 0.005833217408508062, + "loss_total": 0.005833217408508062, + "step": 87300 + }, + { + "loss_action": 0.0018918538698926568, + "loss_total": 0.0018918538698926568, + "step": 87300 + }, + { + "loss_action": 0.002824285998940468, + "loss_total": 0.002824285998940468, + "step": 87300 + }, + { + "loss_action": 0.003999106120318174, + "loss_total": 0.003999106120318174, + "step": 87300 + }, + { + "grad_norm": 0.18518392741680145, + "learning_rate": 4.339106722565417e-06, + "loss": 0.0065, + "step": 87310 + }, + { + "loss_action": 0.006543722469359636, + "loss_total": 0.006543722469359636, + "step": 87310 + }, + { + "loss_action": 0.001827526604756713, + "loss_total": 0.001827526604756713, + "step": 87310 + }, + { + "loss_action": 0.0032732535619288683, + "loss_total": 0.0032732535619288683, + "step": 87310 + }, + { + "loss_action": 0.006526865530759096, + "loss_total": 0.006526865530759096, + "step": 87310 + }, + { + "loss_action": 0.0035821443889290094, + "loss_total": 0.0035821443889290094, + "step": 87310 + }, + { + "loss_action": 0.006652649492025375, + "loss_total": 0.006652649492025375, + "step": 87310 + }, + { + "grad_norm": 0.1698695421218872, + "learning_rate": 4.332371798957896e-06, + "loss": 0.0086, + "step": 87320 + }, + { + "loss_action": 0.01761157624423504, + "loss_total": 0.01761157624423504, + "step": 87320 + }, + { + "loss_action": 0.0035176051314920187, + "loss_total": 0.0035176051314920187, + "step": 87320 + }, + { + "loss_action": 0.0103203309699893, + "loss_total": 0.0103203309699893, + "step": 87320 + }, + { + "loss_action": 0.007823855616152287, + "loss_total": 0.007823855616152287, + "step": 87320 + }, + { + "loss_action": 0.008740936405956745, + "loss_total": 0.008740936405956745, + "step": 87320 + }, + { + "loss_action": 0.012805221602320671, + "loss_total": 0.012805221602320671, + "step": 87320 + }, + { + "grad_norm": 0.19868847727775574, + "learning_rate": 4.3256418694935295e-06, + "loss": 0.0082, + "step": 87330 + }, + { + "loss_action": 0.003778151236474514, + "loss_total": 0.003778151236474514, + "step": 87330 + }, + { + "loss_action": 0.019383279606699944, + "loss_total": 0.019383279606699944, + "step": 87330 + }, + { + "loss_action": 0.0023320510517805815, + "loss_total": 0.0023320510517805815, + "step": 87330 + }, + { + "loss_action": 0.005363020114600658, + "loss_total": 0.005363020114600658, + "step": 87330 + }, + { + "loss_action": 0.016400646418333054, + "loss_total": 0.016400646418333054, + "step": 87330 + }, + { + "loss_action": 0.007695120759308338, + "loss_total": 0.007695120759308338, + "step": 87330 + }, + { + "grad_norm": 0.2154856026172638, + "learning_rate": 4.3189169349083125e-06, + "loss": 0.0084, + "step": 87340 + }, + { + "loss_action": 0.007017697673290968, + "loss_total": 0.007017697673290968, + "step": 87340 + }, + { + "loss_action": 0.0026751828845590353, + "loss_total": 0.0026751828845590353, + "step": 87340 + }, + { + "loss_action": 0.008964205160737038, + "loss_total": 0.008964205160737038, + "step": 87340 + }, + { + "loss_action": 0.009499000385403633, + "loss_total": 0.009499000385403633, + "step": 87340 + }, + { + "loss_action": 0.03802189975976944, + "loss_total": 0.03802189975976944, + "step": 87340 + }, + { + "loss_action": 0.003973357379436493, + "loss_total": 0.003973357379436493, + "step": 87340 + }, + { + "grad_norm": 0.16421867907047272, + "learning_rate": 4.312196995937645e-06, + "loss": 0.0084, + "step": 87350 + }, + { + "loss_action": 0.0036940525751560926, + "loss_total": 0.0036940525751560926, + "step": 87350 + }, + { + "loss_action": 0.004112730268388987, + "loss_total": 0.004112730268388987, + "step": 87350 + }, + { + "loss_action": 0.002675962168723345, + "loss_total": 0.002675962168723345, + "step": 87350 + }, + { + "loss_action": 0.013572621159255505, + "loss_total": 0.013572621159255505, + "step": 87350 + }, + { + "loss_action": 0.012020288035273552, + "loss_total": 0.012020288035273552, + "step": 87350 + }, + { + "loss_action": 0.003910972736775875, + "loss_total": 0.003910972736775875, + "step": 87350 + }, + { + "grad_norm": 0.14416621625423431, + "learning_rate": 4.305482053316434e-06, + "loss": 0.0078, + "step": 87360 + }, + { + "loss_action": 0.0021614800207316875, + "loss_total": 0.0021614800207316875, + "step": 87360 + }, + { + "loss_action": 0.004672307055443525, + "loss_total": 0.004672307055443525, + "step": 87360 + }, + { + "loss_action": 0.004505184944719076, + "loss_total": 0.004505184944719076, + "step": 87360 + }, + { + "loss_action": 0.010995469987392426, + "loss_total": 0.010995469987392426, + "step": 87360 + }, + { + "loss_action": 0.04707293212413788, + "loss_total": 0.04707293212413788, + "step": 87360 + }, + { + "loss_action": 0.004316156264394522, + "loss_total": 0.004316156264394522, + "step": 87360 + }, + { + "grad_norm": 0.24634090065956116, + "learning_rate": 4.2987721077789925e-06, + "loss": 0.009, + "step": 87370 + }, + { + "loss_action": 0.004554517101496458, + "loss_total": 0.004554517101496458, + "step": 87370 + }, + { + "loss_action": 0.007855392061173916, + "loss_total": 0.007855392061173916, + "step": 87370 + }, + { + "loss_action": 0.004963873885571957, + "loss_total": 0.004963873885571957, + "step": 87370 + }, + { + "loss_action": 0.00847274623811245, + "loss_total": 0.00847274623811245, + "step": 87370 + }, + { + "loss_action": 0.023641549050807953, + "loss_total": 0.023641549050807953, + "step": 87370 + }, + { + "loss_action": 0.0016193714691326022, + "loss_total": 0.0016193714691326022, + "step": 87370 + }, + { + "grad_norm": 0.19861237704753876, + "learning_rate": 4.2920671600591325e-06, + "loss": 0.0073, + "step": 87380 + }, + { + "loss_action": 0.001104143913835287, + "loss_total": 0.001104143913835287, + "step": 87380 + }, + { + "loss_action": 0.0064252098090946674, + "loss_total": 0.0064252098090946674, + "step": 87380 + }, + { + "loss_action": 0.009873193688690662, + "loss_total": 0.009873193688690662, + "step": 87380 + }, + { + "loss_action": 0.004935070406645536, + "loss_total": 0.004935070406645536, + "step": 87380 + }, + { + "loss_action": 0.002739137737080455, + "loss_total": 0.002739137737080455, + "step": 87380 + }, + { + "loss_action": 0.015970753505825996, + "loss_total": 0.015970753505825996, + "step": 87380 + }, + { + "grad_norm": 0.25735312700271606, + "learning_rate": 4.285367210890084e-06, + "loss": 0.0086, + "step": 87390 + }, + { + "loss_action": 0.009861181490123272, + "loss_total": 0.009861181490123272, + "step": 87390 + }, + { + "loss_action": 0.00998675636947155, + "loss_total": 0.00998675636947155, + "step": 87390 + }, + { + "loss_action": 0.02506551519036293, + "loss_total": 0.02506551519036293, + "step": 87390 + }, + { + "loss_action": 0.002754709217697382, + "loss_total": 0.002754709217697382, + "step": 87390 + }, + { + "loss_action": 0.003366442397236824, + "loss_total": 0.003366442397236824, + "step": 87390 + }, + { + "loss_action": 0.014146309345960617, + "loss_total": 0.014146309345960617, + "step": 87390 + }, + { + "grad_norm": 0.20940925180912018, + "learning_rate": 4.278672261004551e-06, + "loss": 0.0096, + "step": 87400 + }, + { + "loss_action": 0.00643485551699996, + "loss_total": 0.00643485551699996, + "step": 87400 + }, + { + "loss_action": 0.0035469282884150743, + "loss_total": 0.0035469282884150743, + "step": 87400 + }, + { + "loss_action": 0.004178154282271862, + "loss_total": 0.004178154282271862, + "step": 87400 + }, + { + "loss_action": 0.0014558754628524184, + "loss_total": 0.0014558754628524184, + "step": 87400 + }, + { + "loss_action": 0.0038567008450627327, + "loss_total": 0.0038567008450627327, + "step": 87400 + }, + { + "loss_action": 0.004423531237989664, + "loss_total": 0.004423531237989664, + "step": 87400 + }, + { + "grad_norm": 0.24505411088466644, + "learning_rate": 4.2719823111346704e-06, + "loss": 0.0063, + "step": 87410 + }, + { + "loss_action": 0.006967660039663315, + "loss_total": 0.006967660039663315, + "step": 87410 + }, + { + "loss_action": 0.002928083762526512, + "loss_total": 0.002928083762526512, + "step": 87410 + }, + { + "loss_action": 0.003148221643641591, + "loss_total": 0.003148221643641591, + "step": 87410 + }, + { + "loss_action": 0.004046611022204161, + "loss_total": 0.004046611022204161, + "step": 87410 + }, + { + "loss_action": 0.004958438687026501, + "loss_total": 0.004958438687026501, + "step": 87410 + }, + { + "loss_action": 0.004382419865578413, + "loss_total": 0.004382419865578413, + "step": 87410 + }, + { + "grad_norm": 0.1654798537492752, + "learning_rate": 4.265297362012061e-06, + "loss": 0.0073, + "step": 87420 + }, + { + "loss_action": 0.0029492052271962166, + "loss_total": 0.0029492052271962166, + "step": 87420 + }, + { + "loss_action": 0.004282965324819088, + "loss_total": 0.004282965324819088, + "step": 87420 + }, + { + "loss_action": 0.010190367698669434, + "loss_total": 0.010190367698669434, + "step": 87420 + }, + { + "loss_action": 0.013304149731993675, + "loss_total": 0.013304149731993675, + "step": 87420 + }, + { + "loss_action": 0.004996162839233875, + "loss_total": 0.004996162839233875, + "step": 87420 + }, + { + "loss_action": 0.008027873933315277, + "loss_total": 0.008027873933315277, + "step": 87420 + }, + { + "grad_norm": 0.22841107845306396, + "learning_rate": 4.258617414367766e-06, + "loss": 0.0082, + "step": 87430 + }, + { + "loss_action": 0.004050498362630606, + "loss_total": 0.004050498362630606, + "step": 87430 + }, + { + "loss_action": 0.002939309226348996, + "loss_total": 0.002939309226348996, + "step": 87430 + }, + { + "loss_action": 0.003864991944283247, + "loss_total": 0.003864991944283247, + "step": 87430 + }, + { + "loss_action": 0.007971342653036118, + "loss_total": 0.007971342653036118, + "step": 87430 + }, + { + "loss_action": 0.00620326166972518, + "loss_total": 0.00620326166972518, + "step": 87430 + }, + { + "loss_action": 0.03119054064154625, + "loss_total": 0.03119054064154625, + "step": 87430 + }, + { + "grad_norm": 0.12484080344438553, + "learning_rate": 4.251942468932296e-06, + "loss": 0.0085, + "step": 87440 + }, + { + "loss_action": 0.006747642066329718, + "loss_total": 0.006747642066329718, + "step": 87440 + }, + { + "loss_action": 0.009172271937131882, + "loss_total": 0.009172271937131882, + "step": 87440 + }, + { + "loss_action": 0.015446161851286888, + "loss_total": 0.015446161851286888, + "step": 87440 + }, + { + "loss_action": 0.007456069812178612, + "loss_total": 0.007456069812178612, + "step": 87440 + }, + { + "loss_action": 0.00262687006033957, + "loss_total": 0.00262687006033957, + "step": 87440 + }, + { + "loss_action": 0.0047198329120874405, + "loss_total": 0.0047198329120874405, + "step": 87440 + }, + { + "grad_norm": 0.1537579596042633, + "learning_rate": 4.2452725264356175e-06, + "loss": 0.0073, + "step": 87450 + }, + { + "loss_action": 0.0020942019764333963, + "loss_total": 0.0020942019764333963, + "step": 87450 + }, + { + "loss_action": 0.0037654119078069925, + "loss_total": 0.0037654119078069925, + "step": 87450 + }, + { + "loss_action": 0.0035817469470202923, + "loss_total": 0.0035817469470202923, + "step": 87450 + }, + { + "loss_action": 0.0057530757039785385, + "loss_total": 0.0057530757039785385, + "step": 87450 + }, + { + "loss_action": 0.004977141972631216, + "loss_total": 0.004977141972631216, + "step": 87450 + }, + { + "loss_action": 0.006775617133826017, + "loss_total": 0.006775617133826017, + "step": 87450 + }, + { + "grad_norm": 0.139021098613739, + "learning_rate": 4.2386075876071575e-06, + "loss": 0.0074, + "step": 87460 + }, + { + "loss_action": 0.002404330065473914, + "loss_total": 0.002404330065473914, + "step": 87460 + }, + { + "loss_action": 0.011703030206263065, + "loss_total": 0.011703030206263065, + "step": 87460 + }, + { + "loss_action": 0.012167500331997871, + "loss_total": 0.012167500331997871, + "step": 87460 + }, + { + "loss_action": 0.0031904110219329596, + "loss_total": 0.0031904110219329596, + "step": 87460 + }, + { + "loss_action": 0.00828489288687706, + "loss_total": 0.00828489288687706, + "step": 87460 + }, + { + "loss_action": 0.00625346414744854, + "loss_total": 0.00625346414744854, + "step": 87460 + }, + { + "grad_norm": 0.17669031023979187, + "learning_rate": 4.231947653175755e-06, + "loss": 0.0071, + "step": 87470 + }, + { + "loss_action": 0.0021265875548124313, + "loss_total": 0.0021265875548124313, + "step": 87470 + }, + { + "loss_action": 0.00510378135368228, + "loss_total": 0.00510378135368228, + "step": 87470 + }, + { + "loss_action": 0.018561692908406258, + "loss_total": 0.018561692908406258, + "step": 87470 + }, + { + "loss_action": 0.017276426777243614, + "loss_total": 0.017276426777243614, + "step": 87470 + }, + { + "loss_action": 0.004878269974142313, + "loss_total": 0.004878269974142313, + "step": 87470 + }, + { + "loss_action": 0.05265308916568756, + "loss_total": 0.05265308916568756, + "step": 87470 + }, + { + "grad_norm": 0.26390013098716736, + "learning_rate": 4.225292723869761e-06, + "loss": 0.0086, + "step": 87480 + }, + { + "loss_action": 0.010156680829823017, + "loss_total": 0.010156680829823017, + "step": 87480 + }, + { + "loss_action": 0.00448443042114377, + "loss_total": 0.00448443042114377, + "step": 87480 + }, + { + "loss_action": 0.013434489257633686, + "loss_total": 0.013434489257633686, + "step": 87480 + }, + { + "loss_action": 0.010587968863546848, + "loss_total": 0.010587968863546848, + "step": 87480 + }, + { + "loss_action": 0.0023435396142303944, + "loss_total": 0.0023435396142303944, + "step": 87480 + }, + { + "loss_action": 0.014659241773188114, + "loss_total": 0.014659241773188114, + "step": 87480 + }, + { + "grad_norm": 0.19258907437324524, + "learning_rate": 4.218642800416916e-06, + "loss": 0.0075, + "step": 87490 + }, + { + "loss_action": 0.0029775085859000683, + "loss_total": 0.0029775085859000683, + "step": 87490 + }, + { + "loss_action": 0.002214833628386259, + "loss_total": 0.002214833628386259, + "step": 87490 + }, + { + "loss_action": 0.004226340912282467, + "loss_total": 0.004226340912282467, + "step": 87490 + }, + { + "loss_action": 0.009985065087676048, + "loss_total": 0.009985065087676048, + "step": 87490 + }, + { + "loss_action": 0.013261011801660061, + "loss_total": 0.013261011801660061, + "step": 87490 + }, + { + "loss_action": 0.01274444442242384, + "loss_total": 0.01274444442242384, + "step": 87490 + }, + { + "grad_norm": 0.29329678416252136, + "learning_rate": 4.211997883544472e-06, + "loss": 0.0076, + "step": 87500 + }, + { + "loss_action": 0.003999781794846058, + "loss_total": 0.003999781794846058, + "step": 87500 + }, + { + "loss_action": 0.0029103222768753767, + "loss_total": 0.0029103222768753767, + "step": 87500 + }, + { + "loss_action": 0.006192515138536692, + "loss_total": 0.006192515138536692, + "step": 87500 + }, + { + "loss_action": 0.005359454080462456, + "loss_total": 0.005359454080462456, + "step": 87500 + }, + { + "loss_action": 0.007416992448270321, + "loss_total": 0.007416992448270321, + "step": 87500 + }, + { + "loss_action": 0.004291345365345478, + "loss_total": 0.004291345365345478, + "step": 87500 + }, + { + "grad_norm": 0.1647230088710785, + "learning_rate": 4.205357973979096e-06, + "loss": 0.0079, + "step": 87510 + }, + { + "loss_action": 0.007234337739646435, + "loss_total": 0.007234337739646435, + "step": 87510 + }, + { + "loss_action": 0.005625931080430746, + "loss_total": 0.005625931080430746, + "step": 87510 + }, + { + "loss_action": 0.004020207095891237, + "loss_total": 0.004020207095891237, + "step": 87510 + }, + { + "loss_action": 0.006891795899719, + "loss_total": 0.006891795899719, + "step": 87510 + }, + { + "loss_action": 0.005704429931938648, + "loss_total": 0.005704429931938648, + "step": 87510 + }, + { + "loss_action": 0.013520544394850731, + "loss_total": 0.013520544394850731, + "step": 87510 + }, + { + "grad_norm": 0.18048787117004395, + "learning_rate": 4.198723072446925e-06, + "loss": 0.0073, + "step": 87520 + }, + { + "loss_action": 0.00588305713608861, + "loss_total": 0.00588305713608861, + "step": 87520 + }, + { + "loss_action": 0.003093245904892683, + "loss_total": 0.003093245904892683, + "step": 87520 + }, + { + "loss_action": 0.0018995103891938925, + "loss_total": 0.0018995103891938925, + "step": 87520 + }, + { + "loss_action": 0.007521853782236576, + "loss_total": 0.007521853782236576, + "step": 87520 + }, + { + "loss_action": 0.014028792269527912, + "loss_total": 0.014028792269527912, + "step": 87520 + }, + { + "loss_action": 0.005265378393232822, + "loss_total": 0.005265378393232822, + "step": 87520 + }, + { + "grad_norm": 0.16640889644622803, + "learning_rate": 4.192093179673534e-06, + "loss": 0.0066, + "step": 87530 + }, + { + "loss_action": 0.005455563310533762, + "loss_total": 0.005455563310533762, + "step": 87530 + }, + { + "loss_action": 0.0022090778220444918, + "loss_total": 0.0022090778220444918, + "step": 87530 + }, + { + "loss_action": 0.004741782322525978, + "loss_total": 0.004741782322525978, + "step": 87530 + }, + { + "loss_action": 0.006379007361829281, + "loss_total": 0.006379007361829281, + "step": 87530 + }, + { + "loss_action": 0.0024217248428612947, + "loss_total": 0.0024217248428612947, + "step": 87530 + }, + { + "loss_action": 0.009515267796814442, + "loss_total": 0.009515267796814442, + "step": 87530 + }, + { + "grad_norm": 0.13026276230812073, + "learning_rate": 4.185468296383959e-06, + "loss": 0.006, + "step": 87540 + }, + { + "loss_action": 0.008770843036472797, + "loss_total": 0.008770843036472797, + "step": 87540 + }, + { + "loss_action": 0.0033912817016243935, + "loss_total": 0.0033912817016243935, + "step": 87540 + }, + { + "loss_action": 0.00573322456330061, + "loss_total": 0.00573322456330061, + "step": 87540 + }, + { + "loss_action": 0.012207700870931149, + "loss_total": 0.012207700870931149, + "step": 87540 + }, + { + "loss_action": 0.004558713175356388, + "loss_total": 0.004558713175356388, + "step": 87540 + }, + { + "loss_action": 0.012504182755947113, + "loss_total": 0.012504182755947113, + "step": 87540 + }, + { + "grad_norm": 0.3553936183452606, + "learning_rate": 4.1788484233027005e-06, + "loss": 0.0081, + "step": 87550 + }, + { + "loss_action": 0.003138508414849639, + "loss_total": 0.003138508414849639, + "step": 87550 + }, + { + "loss_action": 0.0022997783962637186, + "loss_total": 0.0022997783962637186, + "step": 87550 + }, + { + "loss_action": 0.011369497515261173, + "loss_total": 0.011369497515261173, + "step": 87550 + }, + { + "loss_action": 0.007920528762042522, + "loss_total": 0.007920528762042522, + "step": 87550 + }, + { + "loss_action": 0.003727744333446026, + "loss_total": 0.003727744333446026, + "step": 87550 + }, + { + "loss_action": 0.005063400603830814, + "loss_total": 0.005063400603830814, + "step": 87550 + }, + { + "grad_norm": 0.2086467742919922, + "learning_rate": 4.172233561153677e-06, + "loss": 0.0076, + "step": 87560 + }, + { + "loss_action": 0.005382518749684095, + "loss_total": 0.005382518749684095, + "step": 87560 + }, + { + "loss_action": 0.002538250992074609, + "loss_total": 0.002538250992074609, + "step": 87560 + }, + { + "loss_action": 0.004085633438080549, + "loss_total": 0.004085633438080549, + "step": 87560 + }, + { + "loss_action": 0.014704636298120022, + "loss_total": 0.014704636298120022, + "step": 87560 + }, + { + "loss_action": 0.003546543652191758, + "loss_total": 0.003546543652191758, + "step": 87560 + }, + { + "loss_action": 0.0034793417435139418, + "loss_total": 0.0034793417435139418, + "step": 87560 + }, + { + "grad_norm": 0.20978836715221405, + "learning_rate": 4.165623710660288e-06, + "loss": 0.0078, + "step": 87570 + }, + { + "loss_action": 0.005455885548144579, + "loss_total": 0.005455885548144579, + "step": 87570 + }, + { + "loss_action": 0.004433076363056898, + "loss_total": 0.004433076363056898, + "step": 87570 + }, + { + "loss_action": 0.005834490060806274, + "loss_total": 0.005834490060806274, + "step": 87570 + }, + { + "loss_action": 0.05681904777884483, + "loss_total": 0.05681904777884483, + "step": 87570 + }, + { + "loss_action": 0.003378380322828889, + "loss_total": 0.003378380322828889, + "step": 87570 + }, + { + "loss_action": 0.0025593219324946404, + "loss_total": 0.0025593219324946404, + "step": 87570 + }, + { + "grad_norm": 0.1631118804216385, + "learning_rate": 4.1590188725453835e-06, + "loss": 0.0102, + "step": 87580 + }, + { + "loss_action": 0.004585416987538338, + "loss_total": 0.004585416987538338, + "step": 87580 + }, + { + "loss_action": 0.007191525772213936, + "loss_total": 0.007191525772213936, + "step": 87580 + }, + { + "loss_action": 0.0068700541742146015, + "loss_total": 0.0068700541742146015, + "step": 87580 + }, + { + "loss_action": 0.004604713059961796, + "loss_total": 0.004604713059961796, + "step": 87580 + }, + { + "loss_action": 0.0027743177488446236, + "loss_total": 0.0027743177488446236, + "step": 87580 + }, + { + "loss_action": 0.007212539669126272, + "loss_total": 0.007212539669126272, + "step": 87580 + }, + { + "grad_norm": 0.2059260606765747, + "learning_rate": 4.152419047531259e-06, + "loss": 0.0078, + "step": 87590 + }, + { + "loss_action": 0.009819707833230495, + "loss_total": 0.009819707833230495, + "step": 87590 + }, + { + "loss_action": 0.007306013721972704, + "loss_total": 0.007306013721972704, + "step": 87590 + }, + { + "loss_action": 0.002996844006702304, + "loss_total": 0.002996844006702304, + "step": 87590 + }, + { + "loss_action": 0.0043607610277831554, + "loss_total": 0.0043607610277831554, + "step": 87590 + }, + { + "loss_action": 0.0120576536282897, + "loss_total": 0.0120576536282897, + "step": 87590 + }, + { + "loss_action": 0.0031959163025021553, + "loss_total": 0.0031959163025021553, + "step": 87590 + }, + { + "grad_norm": 0.2952747046947479, + "learning_rate": 4.145824236339651e-06, + "loss": 0.0116, + "step": 87600 + }, + { + "loss_action": 0.004679833073168993, + "loss_total": 0.004679833073168993, + "step": 87600 + }, + { + "loss_action": 0.006403759587556124, + "loss_total": 0.006403759587556124, + "step": 87600 + }, + { + "loss_action": 0.008276800625026226, + "loss_total": 0.008276800625026226, + "step": 87600 + }, + { + "loss_action": 0.005977383349090815, + "loss_total": 0.005977383349090815, + "step": 87600 + }, + { + "loss_action": 0.01179223507642746, + "loss_total": 0.01179223507642746, + "step": 87600 + }, + { + "loss_action": 0.003699359716847539, + "loss_total": 0.003699359716847539, + "step": 87600 + }, + { + "grad_norm": 0.2068551927804947, + "learning_rate": 4.1392344396917695e-06, + "loss": 0.0067, + "step": 87610 + }, + { + "loss_action": 0.0030334738548845053, + "loss_total": 0.0030334738548845053, + "step": 87610 + }, + { + "loss_action": 0.006145188119262457, + "loss_total": 0.006145188119262457, + "step": 87610 + }, + { + "loss_action": 0.0030946577899158, + "loss_total": 0.0030946577899158, + "step": 87610 + }, + { + "loss_action": 0.001977629726752639, + "loss_total": 0.001977629726752639, + "step": 87610 + }, + { + "loss_action": 0.006489521823823452, + "loss_total": 0.006489521823823452, + "step": 87610 + }, + { + "loss_action": 0.015990551561117172, + "loss_total": 0.015990551561117172, + "step": 87610 + }, + { + "grad_norm": 0.19847705960273743, + "learning_rate": 4.132649658308252e-06, + "loss": 0.0068, + "step": 87620 + }, + { + "loss_action": 0.0017881704261526465, + "loss_total": 0.0017881704261526465, + "step": 87620 + }, + { + "loss_action": 0.02928248606622219, + "loss_total": 0.02928248606622219, + "step": 87620 + }, + { + "loss_action": 0.019158605486154556, + "loss_total": 0.019158605486154556, + "step": 87620 + }, + { + "loss_action": 0.0036328877322375774, + "loss_total": 0.0036328877322375774, + "step": 87620 + }, + { + "loss_action": 0.0075348555110394955, + "loss_total": 0.0075348555110394955, + "step": 87620 + }, + { + "loss_action": 0.010181993246078491, + "loss_total": 0.010181993246078491, + "step": 87620 + }, + { + "grad_norm": 0.18769925832748413, + "learning_rate": 4.126069892909213e-06, + "loss": 0.0107, + "step": 87630 + }, + { + "loss_action": 0.007640250492841005, + "loss_total": 0.007640250492841005, + "step": 87630 + }, + { + "loss_action": 0.002587416674941778, + "loss_total": 0.002587416674941778, + "step": 87630 + }, + { + "loss_action": 0.005747650284320116, + "loss_total": 0.005747650284320116, + "step": 87630 + }, + { + "loss_action": 0.01071811094880104, + "loss_total": 0.01071811094880104, + "step": 87630 + }, + { + "loss_action": 0.007743679452687502, + "loss_total": 0.007743679452687502, + "step": 87630 + }, + { + "loss_action": 0.00494897086173296, + "loss_total": 0.00494897086173296, + "step": 87630 + }, + { + "grad_norm": 0.18352709710597992, + "learning_rate": 4.119495144214191e-06, + "loss": 0.007, + "step": 87640 + }, + { + "loss_action": 0.004748206585645676, + "loss_total": 0.004748206585645676, + "step": 87640 + }, + { + "loss_action": 0.003379320725798607, + "loss_total": 0.003379320725798607, + "step": 87640 + }, + { + "loss_action": 0.004665810614824295, + "loss_total": 0.004665810614824295, + "step": 87640 + }, + { + "loss_action": 0.0019822942558676004, + "loss_total": 0.0019822942558676004, + "step": 87640 + }, + { + "loss_action": 0.0032467758283019066, + "loss_total": 0.0032467758283019066, + "step": 87640 + }, + { + "loss_action": 0.004636126104742289, + "loss_total": 0.004636126104742289, + "step": 87640 + }, + { + "grad_norm": 0.29565536975860596, + "learning_rate": 4.112925412942214e-06, + "loss": 0.0105, + "step": 87650 + }, + { + "loss_action": 0.004410030320286751, + "loss_total": 0.004410030320286751, + "step": 87650 + }, + { + "loss_action": 0.00913222786039114, + "loss_total": 0.00913222786039114, + "step": 87650 + }, + { + "loss_action": 0.012674961239099503, + "loss_total": 0.012674961239099503, + "step": 87650 + }, + { + "loss_action": 0.04466741159558296, + "loss_total": 0.04466741159558296, + "step": 87650 + }, + { + "loss_action": 0.00432656379416585, + "loss_total": 0.00432656379416585, + "step": 87650 + }, + { + "loss_action": 0.003218064783141017, + "loss_total": 0.003218064783141017, + "step": 87650 + }, + { + "grad_norm": 0.16479195654392242, + "learning_rate": 4.106360699811712e-06, + "loss": 0.008, + "step": 87660 + }, + { + "loss_action": 0.0026147752068936825, + "loss_total": 0.0026147752068936825, + "step": 87660 + }, + { + "loss_action": 0.009017701260745525, + "loss_total": 0.009017701260745525, + "step": 87660 + }, + { + "loss_action": 0.0018598600290715694, + "loss_total": 0.0018598600290715694, + "step": 87660 + }, + { + "loss_action": 0.005369273480027914, + "loss_total": 0.005369273480027914, + "step": 87660 + }, + { + "loss_action": 0.002559300744906068, + "loss_total": 0.002559300744906068, + "step": 87660 + }, + { + "loss_action": 0.003604899626225233, + "loss_total": 0.003604899626225233, + "step": 87660 + }, + { + "grad_norm": 0.1270524114370346, + "learning_rate": 4.099801005540616e-06, + "loss": 0.0072, + "step": 87670 + }, + { + "loss_action": 0.014476426877081394, + "loss_total": 0.014476426877081394, + "step": 87670 + }, + { + "loss_action": 0.009203110821545124, + "loss_total": 0.009203110821545124, + "step": 87670 + }, + { + "loss_action": 0.0043884688057005405, + "loss_total": 0.0043884688057005405, + "step": 87670 + }, + { + "loss_action": 0.0017835934413596988, + "loss_total": 0.0017835934413596988, + "step": 87670 + }, + { + "loss_action": 0.002136033959686756, + "loss_total": 0.002136033959686756, + "step": 87670 + }, + { + "loss_action": 0.008256957866251469, + "loss_total": 0.008256957866251469, + "step": 87670 + }, + { + "grad_norm": 0.176483154296875, + "learning_rate": 4.093246330846256e-06, + "loss": 0.0067, + "step": 87680 + }, + { + "loss_action": 0.0017235144041478634, + "loss_total": 0.0017235144041478634, + "step": 87680 + }, + { + "loss_action": 0.019696880131959915, + "loss_total": 0.019696880131959915, + "step": 87680 + }, + { + "loss_action": 0.0030208693351596594, + "loss_total": 0.0030208693351596594, + "step": 87680 + }, + { + "loss_action": 0.006179584190249443, + "loss_total": 0.006179584190249443, + "step": 87680 + }, + { + "loss_action": 0.002044579479843378, + "loss_total": 0.002044579479843378, + "step": 87680 + }, + { + "loss_action": 0.0020857343915849924, + "loss_total": 0.0020857343915849924, + "step": 87680 + }, + { + "grad_norm": 0.1865224391222, + "learning_rate": 4.086696676445467e-06, + "loss": 0.0095, + "step": 87690 + }, + { + "loss_action": 0.02227773889899254, + "loss_total": 0.02227773889899254, + "step": 87690 + }, + { + "loss_action": 0.008062510751187801, + "loss_total": 0.008062510751187801, + "step": 87690 + }, + { + "loss_action": 0.008181693032383919, + "loss_total": 0.008181693032383919, + "step": 87690 + }, + { + "loss_action": 0.004124005325138569, + "loss_total": 0.004124005325138569, + "step": 87690 + }, + { + "loss_action": 0.005043873097747564, + "loss_total": 0.005043873097747564, + "step": 87690 + }, + { + "loss_action": 0.03099832683801651, + "loss_total": 0.03099832683801651, + "step": 87690 + }, + { + "grad_norm": 0.17928223311901093, + "learning_rate": 4.0801520430544914e-06, + "loss": 0.0085, + "step": 87700 + }, + { + "loss_action": 0.0019959497731179, + "loss_total": 0.0019959497731179, + "step": 87700 + }, + { + "loss_action": 0.009282790124416351, + "loss_total": 0.009282790124416351, + "step": 87700 + }, + { + "loss_action": 0.00305971154011786, + "loss_total": 0.00305971154011786, + "step": 87700 + }, + { + "loss_action": 0.005534798372536898, + "loss_total": 0.005534798372536898, + "step": 87700 + }, + { + "loss_action": 0.010389594361186028, + "loss_total": 0.010389594361186028, + "step": 87700 + }, + { + "loss_action": 0.009578945115208626, + "loss_total": 0.009578945115208626, + "step": 87700 + }, + { + "grad_norm": 0.24398019909858704, + "learning_rate": 4.073612431389062e-06, + "loss": 0.0092, + "step": 87710 + }, + { + "loss_action": 0.006086706183850765, + "loss_total": 0.006086706183850765, + "step": 87710 + }, + { + "loss_action": 0.0034279469400644302, + "loss_total": 0.0034279469400644302, + "step": 87710 + }, + { + "loss_action": 0.0037764746230095625, + "loss_total": 0.0037764746230095625, + "step": 87710 + }, + { + "loss_action": 0.007313362788408995, + "loss_total": 0.007313362788408995, + "step": 87710 + }, + { + "loss_action": 0.0054330346174538136, + "loss_total": 0.0054330346174538136, + "step": 87710 + }, + { + "loss_action": 0.023859022185206413, + "loss_total": 0.023859022185206413, + "step": 87710 + }, + { + "grad_norm": 0.11998110264539719, + "learning_rate": 4.067077842164319e-06, + "loss": 0.0078, + "step": 87720 + }, + { + "loss_action": 0.0021362784318625927, + "loss_total": 0.0021362784318625927, + "step": 87720 + }, + { + "loss_action": 0.0030342787504196167, + "loss_total": 0.0030342787504196167, + "step": 87720 + }, + { + "loss_action": 0.005419007036834955, + "loss_total": 0.005419007036834955, + "step": 87720 + }, + { + "loss_action": 0.008801626972854137, + "loss_total": 0.008801626972854137, + "step": 87720 + }, + { + "loss_action": 0.0076086572371423244, + "loss_total": 0.0076086572371423244, + "step": 87720 + }, + { + "loss_action": 0.004358774982392788, + "loss_total": 0.004358774982392788, + "step": 87720 + }, + { + "grad_norm": 0.16130368411540985, + "learning_rate": 4.0605482760948945e-06, + "loss": 0.0087, + "step": 87730 + }, + { + "loss_action": 0.005316772032529116, + "loss_total": 0.005316772032529116, + "step": 87730 + }, + { + "loss_action": 0.005384339019656181, + "loss_total": 0.005384339019656181, + "step": 87730 + }, + { + "loss_action": 0.00259188748896122, + "loss_total": 0.00259188748896122, + "step": 87730 + }, + { + "loss_action": 0.0022164005786180496, + "loss_total": 0.0022164005786180496, + "step": 87730 + }, + { + "loss_action": 0.005313641391694546, + "loss_total": 0.005313641391694546, + "step": 87730 + }, + { + "loss_action": 0.0030727998819202185, + "loss_total": 0.0030727998819202185, + "step": 87730 + }, + { + "grad_norm": 0.1567118912935257, + "learning_rate": 4.054023733894829e-06, + "loss": 0.0089, + "step": 87740 + }, + { + "loss_action": 0.004610750824213028, + "loss_total": 0.004610750824213028, + "step": 87740 + }, + { + "loss_action": 0.011240952648222446, + "loss_total": 0.011240952648222446, + "step": 87740 + }, + { + "loss_action": 0.019094334915280342, + "loss_total": 0.019094334915280342, + "step": 87740 + }, + { + "loss_action": 0.01878449134528637, + "loss_total": 0.01878449134528637, + "step": 87740 + }, + { + "loss_action": 0.009487160481512547, + "loss_total": 0.009487160481512547, + "step": 87740 + }, + { + "loss_action": 0.006483647972345352, + "loss_total": 0.006483647972345352, + "step": 87740 + }, + { + "grad_norm": 0.1965760439634323, + "learning_rate": 4.047504216277653e-06, + "loss": 0.0074, + "step": 87750 + }, + { + "loss_action": 0.004593461286276579, + "loss_total": 0.004593461286276579, + "step": 87750 + }, + { + "loss_action": 0.02006520889699459, + "loss_total": 0.02006520889699459, + "step": 87750 + }, + { + "loss_action": 0.010333557613193989, + "loss_total": 0.010333557613193989, + "step": 87750 + }, + { + "loss_action": 0.012815832160413265, + "loss_total": 0.012815832160413265, + "step": 87750 + }, + { + "loss_action": 0.004317639395594597, + "loss_total": 0.004317639395594597, + "step": 87750 + }, + { + "loss_action": 0.0030132168903946877, + "loss_total": 0.0030132168903946877, + "step": 87750 + }, + { + "grad_norm": 0.3368633985519409, + "learning_rate": 4.040989723956323e-06, + "loss": 0.0082, + "step": 87760 + }, + { + "loss_action": 0.0018284842371940613, + "loss_total": 0.0018284842371940613, + "step": 87760 + }, + { + "loss_action": 0.00748423719778657, + "loss_total": 0.00748423719778657, + "step": 87760 + }, + { + "loss_action": 0.004579986445605755, + "loss_total": 0.004579986445605755, + "step": 87760 + }, + { + "loss_action": 0.004223544616252184, + "loss_total": 0.004223544616252184, + "step": 87760 + }, + { + "loss_action": 0.005724994465708733, + "loss_total": 0.005724994465708733, + "step": 87760 + }, + { + "loss_action": 0.004023794084787369, + "loss_total": 0.004023794084787369, + "step": 87760 + }, + { + "grad_norm": 0.1846959888935089, + "learning_rate": 4.03448025764327e-06, + "loss": 0.0076, + "step": 87770 + }, + { + "loss_action": 0.0026751994155347347, + "loss_total": 0.0026751994155347347, + "step": 87770 + }, + { + "loss_action": 0.0023349954281002283, + "loss_total": 0.0023349954281002283, + "step": 87770 + }, + { + "loss_action": 0.001976812956854701, + "loss_total": 0.001976812956854701, + "step": 87770 + }, + { + "loss_action": 0.00593161815777421, + "loss_total": 0.00593161815777421, + "step": 87770 + }, + { + "loss_action": 0.0062965345568954945, + "loss_total": 0.0062965345568954945, + "step": 87770 + }, + { + "loss_action": 0.013341943733394146, + "loss_total": 0.013341943733394146, + "step": 87770 + }, + { + "grad_norm": 0.2659364342689514, + "learning_rate": 4.027975818050339e-06, + "loss": 0.0067, + "step": 87780 + }, + { + "loss_action": 0.005108014214783907, + "loss_total": 0.005108014214783907, + "step": 87780 + }, + { + "loss_action": 0.0023914570920169353, + "loss_total": 0.0023914570920169353, + "step": 87780 + }, + { + "loss_action": 0.01273552980273962, + "loss_total": 0.01273552980273962, + "step": 87780 + }, + { + "loss_action": 0.003964154049754143, + "loss_total": 0.003964154049754143, + "step": 87780 + }, + { + "loss_action": 0.004427102394402027, + "loss_total": 0.004427102394402027, + "step": 87780 + }, + { + "loss_action": 0.005733832251280546, + "loss_total": 0.005733832251280546, + "step": 87780 + }, + { + "grad_norm": 0.24582001566886902, + "learning_rate": 4.021476405888858e-06, + "loss": 0.0077, + "step": 87790 + }, + { + "loss_action": 0.0048423935659229755, + "loss_total": 0.0048423935659229755, + "step": 87790 + }, + { + "loss_action": 0.08712901175022125, + "loss_total": 0.08712901175022125, + "step": 87790 + }, + { + "loss_action": 0.009041044861078262, + "loss_total": 0.009041044861078262, + "step": 87790 + }, + { + "loss_action": 0.0014407187700271606, + "loss_total": 0.0014407187700271606, + "step": 87790 + }, + { + "loss_action": 0.015610569156706333, + "loss_total": 0.015610569156706333, + "step": 87790 + }, + { + "loss_action": 0.014040909707546234, + "loss_total": 0.014040909707546234, + "step": 87790 + }, + { + "grad_norm": 0.17954738438129425, + "learning_rate": 4.01498202186959e-06, + "loss": 0.0102, + "step": 87800 + }, + { + "loss_action": 0.0037358119152486324, + "loss_total": 0.0037358119152486324, + "step": 87800 + }, + { + "loss_action": 0.01528132800012827, + "loss_total": 0.01528132800012827, + "step": 87800 + }, + { + "loss_action": 0.02060968428850174, + "loss_total": 0.02060968428850174, + "step": 87800 + }, + { + "loss_action": 0.0059282188303768635, + "loss_total": 0.0059282188303768635, + "step": 87800 + }, + { + "loss_action": 0.007914670743048191, + "loss_total": 0.007914670743048191, + "step": 87800 + }, + { + "loss_action": 0.0024036322720348835, + "loss_total": 0.0024036322720348835, + "step": 87800 + }, + { + "grad_norm": 0.2280622273683548, + "learning_rate": 4.008492666702751e-06, + "loss": 0.0092, + "step": 87810 + }, + { + "loss_action": 0.008005340583622456, + "loss_total": 0.008005340583622456, + "step": 87810 + }, + { + "loss_action": 0.004530406091362238, + "loss_total": 0.004530406091362238, + "step": 87810 + }, + { + "loss_action": 0.005319186020642519, + "loss_total": 0.005319186020642519, + "step": 87810 + }, + { + "loss_action": 0.0014410632429644465, + "loss_total": 0.0014410632429644465, + "step": 87810 + }, + { + "loss_action": 0.00478116050362587, + "loss_total": 0.00478116050362587, + "step": 87810 + }, + { + "loss_action": 0.010033118538558483, + "loss_total": 0.010033118538558483, + "step": 87810 + }, + { + "grad_norm": 0.1264069527387619, + "learning_rate": 4.002008341098001e-06, + "loss": 0.0083, + "step": 87820 + }, + { + "loss_action": 0.0013433897402137518, + "loss_total": 0.0013433897402137518, + "step": 87820 + }, + { + "loss_action": 0.003453029552474618, + "loss_total": 0.003453029552474618, + "step": 87820 + }, + { + "loss_action": 0.006079001352190971, + "loss_total": 0.006079001352190971, + "step": 87820 + }, + { + "loss_action": 0.007636627648025751, + "loss_total": 0.007636627648025751, + "step": 87820 + }, + { + "loss_action": 0.004853107966482639, + "loss_total": 0.004853107966482639, + "step": 87820 + }, + { + "loss_action": 0.012562178075313568, + "loss_total": 0.012562178075313568, + "step": 87820 + }, + { + "grad_norm": 0.22334763407707214, + "learning_rate": 3.995529045764462e-06, + "loss": 0.0066, + "step": 87830 + }, + { + "loss_action": 0.0050959656946361065, + "loss_total": 0.0050959656946361065, + "step": 87830 + }, + { + "loss_action": 0.003961495589464903, + "loss_total": 0.003961495589464903, + "step": 87830 + }, + { + "loss_action": 0.008811337873339653, + "loss_total": 0.008811337873339653, + "step": 87830 + }, + { + "loss_action": 0.003754438366740942, + "loss_total": 0.003754438366740942, + "step": 87830 + }, + { + "loss_action": 0.00753331882879138, + "loss_total": 0.00753331882879138, + "step": 87830 + }, + { + "loss_action": 0.022340523079037666, + "loss_total": 0.022340523079037666, + "step": 87830 + }, + { + "grad_norm": 0.18334659934043884, + "learning_rate": 3.989054781410712e-06, + "loss": 0.0066, + "step": 87840 + }, + { + "loss_action": 0.018992936238646507, + "loss_total": 0.018992936238646507, + "step": 87840 + }, + { + "loss_action": 0.006822516676038504, + "loss_total": 0.006822516676038504, + "step": 87840 + }, + { + "loss_action": 0.007631886750459671, + "loss_total": 0.007631886750459671, + "step": 87840 + }, + { + "loss_action": 0.0036834382917732, + "loss_total": 0.0036834382917732, + "step": 87840 + }, + { + "loss_action": 0.006661918014287949, + "loss_total": 0.006661918014287949, + "step": 87840 + }, + { + "loss_action": 0.0032590809278190136, + "loss_total": 0.0032590809278190136, + "step": 87840 + }, + { + "grad_norm": 0.21809552609920502, + "learning_rate": 3.982585548744744e-06, + "loss": 0.0088, + "step": 87850 + }, + { + "loss_action": 0.004339742008596659, + "loss_total": 0.004339742008596659, + "step": 87850 + }, + { + "loss_action": 0.006950321141630411, + "loss_total": 0.006950321141630411, + "step": 87850 + }, + { + "loss_action": 0.0036719192285090685, + "loss_total": 0.0036719192285090685, + "step": 87850 + }, + { + "loss_action": 0.002330248476937413, + "loss_total": 0.002330248476937413, + "step": 87850 + }, + { + "loss_action": 0.0065250941552221775, + "loss_total": 0.0065250941552221775, + "step": 87850 + }, + { + "loss_action": 0.007869902066886425, + "loss_total": 0.007869902066886425, + "step": 87850 + }, + { + "grad_norm": 0.1621542125940323, + "learning_rate": 3.9761213484740435e-06, + "loss": 0.0056, + "step": 87860 + }, + { + "loss_action": 0.006623934954404831, + "loss_total": 0.006623934954404831, + "step": 87860 + }, + { + "loss_action": 0.015415697358548641, + "loss_total": 0.015415697358548641, + "step": 87860 + }, + { + "loss_action": 0.011325879953801632, + "loss_total": 0.011325879953801632, + "step": 87860 + }, + { + "loss_action": 0.0022085735108703375, + "loss_total": 0.0022085735108703375, + "step": 87860 + }, + { + "loss_action": 0.006098868791013956, + "loss_total": 0.006098868791013956, + "step": 87860 + }, + { + "loss_action": 0.0054671200923621655, + "loss_total": 0.0054671200923621655, + "step": 87860 + }, + { + "grad_norm": 0.4920231103897095, + "learning_rate": 3.9696621813055055e-06, + "loss": 0.0098, + "step": 87870 + }, + { + "loss_action": 0.006719783879816532, + "loss_total": 0.006719783879816532, + "step": 87870 + }, + { + "loss_action": 0.00480335857719183, + "loss_total": 0.00480335857719183, + "step": 87870 + }, + { + "loss_action": 0.005336341913789511, + "loss_total": 0.005336341913789511, + "step": 87870 + }, + { + "loss_action": 0.0065716165117919445, + "loss_total": 0.0065716165117919445, + "step": 87870 + }, + { + "loss_action": 0.003993733320385218, + "loss_total": 0.003993733320385218, + "step": 87870 + }, + { + "loss_action": 0.006962991319596767, + "loss_total": 0.006962991319596767, + "step": 87870 + }, + { + "grad_norm": 0.9356241822242737, + "learning_rate": 3.9632080479455044e-06, + "loss": 0.0094, + "step": 87880 + }, + { + "loss_action": 0.007697071880102158, + "loss_total": 0.007697071880102158, + "step": 87880 + }, + { + "loss_action": 0.0154992351308465, + "loss_total": 0.0154992351308465, + "step": 87880 + }, + { + "loss_action": 0.006576417945325375, + "loss_total": 0.006576417945325375, + "step": 87880 + }, + { + "loss_action": 0.01573200151324272, + "loss_total": 0.01573200151324272, + "step": 87880 + }, + { + "loss_action": 0.0020932124461978674, + "loss_total": 0.0020932124461978674, + "step": 87880 + }, + { + "loss_action": 0.003463195404037833, + "loss_total": 0.003463195404037833, + "step": 87880 + }, + { + "grad_norm": 0.16679412126541138, + "learning_rate": 3.956758949099859e-06, + "loss": 0.0104, + "step": 87890 + }, + { + "loss_action": 0.0057885777205228806, + "loss_total": 0.0057885777205228806, + "step": 87890 + }, + { + "loss_action": 0.009900987148284912, + "loss_total": 0.009900987148284912, + "step": 87890 + }, + { + "loss_action": 0.006331404205411673, + "loss_total": 0.006331404205411673, + "step": 87890 + }, + { + "loss_action": 0.0024442686699330807, + "loss_total": 0.0024442686699330807, + "step": 87890 + }, + { + "loss_action": 0.012435756623744965, + "loss_total": 0.012435756623744965, + "step": 87890 + }, + { + "loss_action": 0.013989601284265518, + "loss_total": 0.013989601284265518, + "step": 87890 + }, + { + "grad_norm": 0.14744137227535248, + "learning_rate": 3.9503148854738385e-06, + "loss": 0.0088, + "step": 87900 + }, + { + "loss_action": 0.008086503483355045, + "loss_total": 0.008086503483355045, + "step": 87900 + }, + { + "loss_action": 0.001692294841632247, + "loss_total": 0.001692294841632247, + "step": 87900 + }, + { + "loss_action": 0.008261413313448429, + "loss_total": 0.008261413313448429, + "step": 87900 + }, + { + "loss_action": 0.006356011610478163, + "loss_total": 0.006356011610478163, + "step": 87900 + }, + { + "loss_action": 0.006675091106444597, + "loss_total": 0.006675091106444597, + "step": 87900 + }, + { + "loss_action": 0.0023561015259474516, + "loss_total": 0.0023561015259474516, + "step": 87900 + }, + { + "grad_norm": 0.15971797704696655, + "learning_rate": 3.943875857772139e-06, + "loss": 0.008, + "step": 87910 + }, + { + "loss_action": 0.006061085034161806, + "loss_total": 0.006061085034161806, + "step": 87910 + }, + { + "loss_action": 0.0040708864107728004, + "loss_total": 0.0040708864107728004, + "step": 87910 + }, + { + "loss_action": 0.004205270670354366, + "loss_total": 0.004205270670354366, + "step": 87910 + }, + { + "loss_action": 0.0037766231689602137, + "loss_total": 0.0037766231689602137, + "step": 87910 + }, + { + "loss_action": 0.006771318148821592, + "loss_total": 0.006771318148821592, + "step": 87910 + }, + { + "loss_action": 0.007266552187502384, + "loss_total": 0.007266552187502384, + "step": 87910 + }, + { + "grad_norm": 0.1769021898508072, + "learning_rate": 3.9374418666989375e-06, + "loss": 0.0065, + "step": 87920 + }, + { + "loss_action": 0.004274972714483738, + "loss_total": 0.004274972714483738, + "step": 87920 + }, + { + "loss_action": 0.002102646743878722, + "loss_total": 0.002102646743878722, + "step": 87920 + }, + { + "loss_action": 0.0034931162372231483, + "loss_total": 0.0034931162372231483, + "step": 87920 + }, + { + "loss_action": 0.0034940331242978573, + "loss_total": 0.0034940331242978573, + "step": 87920 + }, + { + "loss_action": 0.011690358631312847, + "loss_total": 0.011690358631312847, + "step": 87920 + }, + { + "loss_action": 0.013652601279318333, + "loss_total": 0.013652601279318333, + "step": 87920 + }, + { + "grad_norm": 0.12315979599952698, + "learning_rate": 3.931012912957838e-06, + "loss": 0.0057, + "step": 87930 + }, + { + "loss_action": 0.01290581002831459, + "loss_total": 0.01290581002831459, + "step": 87930 + }, + { + "loss_action": 0.0020468835718929768, + "loss_total": 0.0020468835718929768, + "step": 87930 + }, + { + "loss_action": 0.01248443778604269, + "loss_total": 0.01248443778604269, + "step": 87930 + }, + { + "loss_action": 0.008629814721643925, + "loss_total": 0.008629814721643925, + "step": 87930 + }, + { + "loss_action": 0.003736792830750346, + "loss_total": 0.003736792830750346, + "step": 87930 + }, + { + "loss_action": 0.004430011846125126, + "loss_total": 0.004430011846125126, + "step": 87930 + }, + { + "grad_norm": 0.14286892116069794, + "learning_rate": 3.9245889972519045e-06, + "loss": 0.0058, + "step": 87940 + }, + { + "loss_action": 0.0029666859190911055, + "loss_total": 0.0029666859190911055, + "step": 87940 + }, + { + "loss_action": 0.017804447561502457, + "loss_total": 0.017804447561502457, + "step": 87940 + }, + { + "loss_action": 0.015811514109373093, + "loss_total": 0.015811514109373093, + "step": 87940 + }, + { + "loss_action": 0.010218791663646698, + "loss_total": 0.010218791663646698, + "step": 87940 + }, + { + "loss_action": 0.010152079164981842, + "loss_total": 0.010152079164981842, + "step": 87940 + }, + { + "loss_action": 0.004510866478085518, + "loss_total": 0.004510866478085518, + "step": 87940 + }, + { + "grad_norm": 0.1350579410791397, + "learning_rate": 3.9181701202836265e-06, + "loss": 0.0083, + "step": 87950 + }, + { + "loss_action": 0.0018892968073487282, + "loss_total": 0.0018892968073487282, + "step": 87950 + }, + { + "loss_action": 0.011745686642825603, + "loss_total": 0.011745686642825603, + "step": 87950 + }, + { + "loss_action": 0.0030232290737330914, + "loss_total": 0.0030232290737330914, + "step": 87950 + }, + { + "loss_action": 0.005544154904782772, + "loss_total": 0.005544154904782772, + "step": 87950 + }, + { + "loss_action": 0.007449741940945387, + "loss_total": 0.007449741940945387, + "step": 87950 + }, + { + "loss_action": 0.004123745020478964, + "loss_total": 0.004123745020478964, + "step": 87950 + }, + { + "grad_norm": 0.184645414352417, + "learning_rate": 3.911756282755003e-06, + "loss": 0.0081, + "step": 87960 + }, + { + "loss_action": 0.01394282653927803, + "loss_total": 0.01394282653927803, + "step": 87960 + }, + { + "loss_action": 0.005178170744329691, + "loss_total": 0.005178170744329691, + "step": 87960 + }, + { + "loss_action": 0.0040920753963291645, + "loss_total": 0.0040920753963291645, + "step": 87960 + }, + { + "loss_action": 0.001610932988114655, + "loss_total": 0.001610932988114655, + "step": 87960 + }, + { + "loss_action": 0.003786592511460185, + "loss_total": 0.003786592511460185, + "step": 87960 + }, + { + "loss_action": 0.05141768604516983, + "loss_total": 0.05141768604516983, + "step": 87960 + }, + { + "grad_norm": 0.3107033967971802, + "learning_rate": 3.905347485367411e-06, + "loss": 0.0102, + "step": 87970 + }, + { + "loss_action": 0.0026618975680321455, + "loss_total": 0.0026618975680321455, + "step": 87970 + }, + { + "loss_action": 0.0034384187310934067, + "loss_total": 0.0034384187310934067, + "step": 87970 + }, + { + "loss_action": 0.0052689556032419205, + "loss_total": 0.0052689556032419205, + "step": 87970 + }, + { + "loss_action": 0.007939216680824757, + "loss_total": 0.007939216680824757, + "step": 87970 + }, + { + "loss_action": 0.005186320282518864, + "loss_total": 0.005186320282518864, + "step": 87970 + }, + { + "loss_action": 0.015050971880555153, + "loss_total": 0.015050971880555153, + "step": 87970 + }, + { + "grad_norm": 0.20400959253311157, + "learning_rate": 3.898943728821725e-06, + "loss": 0.0084, + "step": 87980 + }, + { + "loss_action": 0.0033905452582985163, + "loss_total": 0.0033905452582985163, + "step": 87980 + }, + { + "loss_action": 0.002103789011016488, + "loss_total": 0.002103789011016488, + "step": 87980 + }, + { + "loss_action": 0.01485742162913084, + "loss_total": 0.01485742162913084, + "step": 87980 + }, + { + "loss_action": 0.0030693556182086468, + "loss_total": 0.0030693556182086468, + "step": 87980 + }, + { + "loss_action": 0.003884421894326806, + "loss_total": 0.003884421894326806, + "step": 87980 + }, + { + "loss_action": 0.006050768308341503, + "loss_total": 0.006050768308341503, + "step": 87980 + }, + { + "grad_norm": 0.15995095670223236, + "learning_rate": 3.892545013818227e-06, + "loss": 0.0063, + "step": 87990 + }, + { + "loss_action": 0.003580613760277629, + "loss_total": 0.003580613760277629, + "step": 87990 + }, + { + "loss_action": 0.009689386934041977, + "loss_total": 0.009689386934041977, + "step": 87990 + }, + { + "loss_action": 0.009332400746643543, + "loss_total": 0.009332400746643543, + "step": 87990 + }, + { + "loss_action": 0.008779497817158699, + "loss_total": 0.008779497817158699, + "step": 87990 + }, + { + "loss_action": 0.006589146796613932, + "loss_total": 0.006589146796613932, + "step": 87990 + }, + { + "loss_action": 0.00248090922832489, + "loss_total": 0.00248090922832489, + "step": 87990 + }, + { + "grad_norm": 0.23839810490608215, + "learning_rate": 3.886151341056687e-06, + "loss": 0.0079, + "step": 88000 + }, + { + "loss_action": 0.010432960465550423, + "loss_total": 0.010432960465550423, + "step": 88000 + }, + { + "loss_action": 0.004752204287797213, + "loss_total": 0.004752204287797213, + "step": 88000 + }, + { + "loss_action": 0.008510636165738106, + "loss_total": 0.008510636165738106, + "step": 88000 + }, + { + "loss_action": 0.011093373410403728, + "loss_total": 0.011093373410403728, + "step": 88000 + }, + { + "loss_action": 0.008128912188112736, + "loss_total": 0.008128912188112736, + "step": 88000 + }, + { + "loss_action": 0.002386166015639901, + "loss_total": 0.002386166015639901, + "step": 88000 + }, + { + "grad_norm": 0.26169565320014954, + "learning_rate": 3.8797627112363066e-06, + "loss": 0.0091, + "step": 88010 + }, + { + "loss_action": 0.004859003704041243, + "loss_total": 0.004859003704041243, + "step": 88010 + }, + { + "loss_action": 0.002887516049668193, + "loss_total": 0.002887516049668193, + "step": 88010 + }, + { + "loss_action": 0.0022325734607875347, + "loss_total": 0.0022325734607875347, + "step": 88010 + }, + { + "loss_action": 0.009964045137166977, + "loss_total": 0.009964045137166977, + "step": 88010 + }, + { + "loss_action": 0.00898899044841528, + "loss_total": 0.00898899044841528, + "step": 88010 + }, + { + "loss_action": 0.011227416805922985, + "loss_total": 0.011227416805922985, + "step": 88010 + }, + { + "grad_norm": 0.17403601109981537, + "learning_rate": 3.873379125055743e-06, + "loss": 0.0088, + "step": 88020 + }, + { + "loss_action": 0.006181625183671713, + "loss_total": 0.006181625183671713, + "step": 88020 + }, + { + "loss_action": 0.00582241453230381, + "loss_total": 0.00582241453230381, + "step": 88020 + }, + { + "loss_action": 0.00650307210162282, + "loss_total": 0.00650307210162282, + "step": 88020 + }, + { + "loss_action": 0.01863478310406208, + "loss_total": 0.01863478310406208, + "step": 88020 + }, + { + "loss_action": 0.008499402552843094, + "loss_total": 0.008499402552843094, + "step": 88020 + }, + { + "loss_action": 0.0033148329239338636, + "loss_total": 0.0033148329239338636, + "step": 88020 + }, + { + "grad_norm": 0.18997587263584137, + "learning_rate": 3.867000583213082e-06, + "loss": 0.0106, + "step": 88030 + }, + { + "loss_action": 0.012269925326108932, + "loss_total": 0.012269925326108932, + "step": 88030 + }, + { + "loss_action": 0.005430969875305891, + "loss_total": 0.005430969875305891, + "step": 88030 + }, + { + "loss_action": 0.010014244355261326, + "loss_total": 0.010014244355261326, + "step": 88030 + }, + { + "loss_action": 0.009626955725252628, + "loss_total": 0.009626955725252628, + "step": 88030 + }, + { + "loss_action": 0.010596026666462421, + "loss_total": 0.010596026666462421, + "step": 88030 + }, + { + "loss_action": 0.008634542115032673, + "loss_total": 0.008634542115032673, + "step": 88030 + }, + { + "grad_norm": 0.182892844080925, + "learning_rate": 3.860627086405871e-06, + "loss": 0.0076, + "step": 88040 + }, + { + "loss_action": 0.003347013844177127, + "loss_total": 0.003347013844177127, + "step": 88040 + }, + { + "loss_action": 0.0016904202057048678, + "loss_total": 0.0016904202057048678, + "step": 88040 + }, + { + "loss_action": 0.0028154777828603983, + "loss_total": 0.0028154777828603983, + "step": 88040 + }, + { + "loss_action": 0.00889350101351738, + "loss_total": 0.00889350101351738, + "step": 88040 + }, + { + "loss_action": 0.008043359965085983, + "loss_total": 0.008043359965085983, + "step": 88040 + }, + { + "loss_action": 0.002928839297965169, + "loss_total": 0.002928839297965169, + "step": 88040 + }, + { + "grad_norm": 0.1703481525182724, + "learning_rate": 3.854258635331126e-06, + "loss": 0.0077, + "step": 88050 + }, + { + "loss_action": 0.0031665151473134756, + "loss_total": 0.0031665151473134756, + "step": 88050 + }, + { + "loss_action": 0.0026624056044965982, + "loss_total": 0.0026624056044965982, + "step": 88050 + }, + { + "loss_action": 0.0066060833632946014, + "loss_total": 0.0066060833632946014, + "step": 88050 + }, + { + "loss_action": 0.00169616867788136, + "loss_total": 0.00169616867788136, + "step": 88050 + }, + { + "loss_action": 0.00794198364019394, + "loss_total": 0.00794198364019394, + "step": 88050 + }, + { + "loss_action": 0.0076334597542881966, + "loss_total": 0.0076334597542881966, + "step": 88050 + }, + { + "grad_norm": 0.19209402799606323, + "learning_rate": 3.8478952306852665e-06, + "loss": 0.0075, + "step": 88060 + }, + { + "loss_action": 0.004980864934623241, + "loss_total": 0.004980864934623241, + "step": 88060 + }, + { + "loss_action": 0.01260160282254219, + "loss_total": 0.01260160282254219, + "step": 88060 + }, + { + "loss_action": 0.0034059276804327965, + "loss_total": 0.0034059276804327965, + "step": 88060 + }, + { + "loss_action": 0.002708596410229802, + "loss_total": 0.002708596410229802, + "step": 88060 + }, + { + "loss_action": 0.009813676588237286, + "loss_total": 0.009813676588237286, + "step": 88060 + }, + { + "loss_action": 0.002744576893746853, + "loss_total": 0.002744576893746853, + "step": 88060 + }, + { + "grad_norm": 0.1874479055404663, + "learning_rate": 3.841536873164198e-06, + "loss": 0.0081, + "step": 88070 + }, + { + "loss_action": 0.0024796430952847004, + "loss_total": 0.0024796430952847004, + "step": 88070 + }, + { + "loss_action": 0.01218776311725378, + "loss_total": 0.01218776311725378, + "step": 88070 + }, + { + "loss_action": 0.009151794947683811, + "loss_total": 0.009151794947683811, + "step": 88070 + }, + { + "loss_action": 0.005635198671370745, + "loss_total": 0.005635198671370745, + "step": 88070 + }, + { + "loss_action": 0.00440977094694972, + "loss_total": 0.00440977094694972, + "step": 88070 + }, + { + "loss_action": 0.006014083977788687, + "loss_total": 0.006014083977788687, + "step": 88070 + }, + { + "grad_norm": 0.17607033252716064, + "learning_rate": 3.8351835634632626e-06, + "loss": 0.0067, + "step": 88080 + }, + { + "loss_action": 0.002257953630760312, + "loss_total": 0.002257953630760312, + "step": 88080 + }, + { + "loss_action": 0.0026862442027777433, + "loss_total": 0.0026862442027777433, + "step": 88080 + }, + { + "loss_action": 0.0032088328152894974, + "loss_total": 0.0032088328152894974, + "step": 88080 + }, + { + "loss_action": 0.034728702157735825, + "loss_total": 0.034728702157735825, + "step": 88080 + }, + { + "loss_action": 0.022989939898252487, + "loss_total": 0.022989939898252487, + "step": 88080 + }, + { + "loss_action": 0.0072334748692810535, + "loss_total": 0.0072334748692810535, + "step": 88080 + }, + { + "grad_norm": 0.20904430747032166, + "learning_rate": 3.828835302277245e-06, + "loss": 0.0075, + "step": 88090 + }, + { + "loss_action": 0.004724225495010614, + "loss_total": 0.004724225495010614, + "step": 88090 + }, + { + "loss_action": 0.0038318971637636423, + "loss_total": 0.0038318971637636423, + "step": 88090 + }, + { + "loss_action": 0.004277970641851425, + "loss_total": 0.004277970641851425, + "step": 88090 + }, + { + "loss_action": 0.007784629240632057, + "loss_total": 0.007784629240632057, + "step": 88090 + }, + { + "loss_action": 0.004078196361660957, + "loss_total": 0.004078196361660957, + "step": 88090 + }, + { + "loss_action": 0.0021396237425506115, + "loss_total": 0.0021396237425506115, + "step": 88090 + }, + { + "grad_norm": 0.1310426890850067, + "learning_rate": 3.822492090300378e-06, + "loss": 0.0073, + "step": 88100 + }, + { + "loss_action": 0.013914050534367561, + "loss_total": 0.013914050534367561, + "step": 88100 + }, + { + "loss_action": 0.004017496947199106, + "loss_total": 0.004017496947199106, + "step": 88100 + }, + { + "loss_action": 0.004603416193276644, + "loss_total": 0.004603416193276644, + "step": 88100 + }, + { + "loss_action": 0.010515857487916946, + "loss_total": 0.010515857487916946, + "step": 88100 + }, + { + "loss_action": 0.006930240895599127, + "loss_total": 0.006930240895599127, + "step": 88100 + }, + { + "loss_action": 0.02662031352519989, + "loss_total": 0.02662031352519989, + "step": 88100 + }, + { + "grad_norm": 0.1633688062429428, + "learning_rate": 3.8161539282263566e-06, + "loss": 0.0112, + "step": 88110 + }, + { + "loss_action": 0.006189188454300165, + "loss_total": 0.006189188454300165, + "step": 88110 + }, + { + "loss_action": 0.004418232943862677, + "loss_total": 0.004418232943862677, + "step": 88110 + }, + { + "loss_action": 0.006708931177854538, + "loss_total": 0.006708931177854538, + "step": 88110 + }, + { + "loss_action": 0.010159723460674286, + "loss_total": 0.010159723460674286, + "step": 88110 + }, + { + "loss_action": 0.007356327027082443, + "loss_total": 0.007356327027082443, + "step": 88110 + }, + { + "loss_action": 0.007246667519211769, + "loss_total": 0.007246667519211769, + "step": 88110 + }, + { + "grad_norm": 0.1786787360906601, + "learning_rate": 3.8098208167482995e-06, + "loss": 0.0076, + "step": 88120 + }, + { + "loss_action": 0.006555326748639345, + "loss_total": 0.006555326748639345, + "step": 88120 + }, + { + "loss_action": 0.002515519270673394, + "loss_total": 0.002515519270673394, + "step": 88120 + }, + { + "loss_action": 0.004849367309361696, + "loss_total": 0.004849367309361696, + "step": 88120 + }, + { + "loss_action": 0.00933013018220663, + "loss_total": 0.00933013018220663, + "step": 88120 + }, + { + "loss_action": 0.005353268701583147, + "loss_total": 0.005353268701583147, + "step": 88120 + }, + { + "loss_action": 0.0015823327703401446, + "loss_total": 0.0015823327703401446, + "step": 88120 + }, + { + "grad_norm": 0.1289626508951187, + "learning_rate": 3.803492756558796e-06, + "loss": 0.0071, + "step": 88130 + }, + { + "loss_action": 0.002612852957099676, + "loss_total": 0.002612852957099676, + "step": 88130 + }, + { + "loss_action": 0.011956402100622654, + "loss_total": 0.011956402100622654, + "step": 88130 + }, + { + "loss_action": 0.009421628899872303, + "loss_total": 0.009421628899872303, + "step": 88130 + }, + { + "loss_action": 0.006667961832135916, + "loss_total": 0.006667961832135916, + "step": 88130 + }, + { + "loss_action": 0.0073656849563121796, + "loss_total": 0.0073656849563121796, + "step": 88130 + }, + { + "loss_action": 0.002910338109359145, + "loss_total": 0.002910338109359145, + "step": 88130 + }, + { + "grad_norm": 0.1986289620399475, + "learning_rate": 3.797169748349855e-06, + "loss": 0.0075, + "step": 88140 + }, + { + "loss_action": 0.003159397281706333, + "loss_total": 0.003159397281706333, + "step": 88140 + }, + { + "loss_action": 0.010421453043818474, + "loss_total": 0.010421453043818474, + "step": 88140 + }, + { + "loss_action": 0.0070996638387441635, + "loss_total": 0.0070996638387441635, + "step": 88140 + }, + { + "loss_action": 0.0048474338836967945, + "loss_total": 0.0048474338836967945, + "step": 88140 + }, + { + "loss_action": 0.0036356565542519093, + "loss_total": 0.0036356565542519093, + "step": 88140 + }, + { + "loss_action": 0.003116622334346175, + "loss_total": 0.003116622334346175, + "step": 88140 + }, + { + "grad_norm": 0.205965057015419, + "learning_rate": 3.790851792812977e-06, + "loss": 0.0076, + "step": 88150 + }, + { + "loss_action": 0.007028182502835989, + "loss_total": 0.007028182502835989, + "step": 88150 + }, + { + "loss_action": 0.0071858433075249195, + "loss_total": 0.0071858433075249195, + "step": 88150 + }, + { + "loss_action": 0.003914407454431057, + "loss_total": 0.003914407454431057, + "step": 88150 + }, + { + "loss_action": 0.005240320228040218, + "loss_total": 0.005240320228040218, + "step": 88150 + }, + { + "loss_action": 0.016711069270968437, + "loss_total": 0.016711069270968437, + "step": 88150 + }, + { + "loss_action": 0.004963449668139219, + "loss_total": 0.004963449668139219, + "step": 88150 + }, + { + "grad_norm": 0.2976597845554352, + "learning_rate": 3.784538890639072e-06, + "loss": 0.0068, + "step": 88160 + }, + { + "loss_action": 0.005269590299576521, + "loss_total": 0.005269590299576521, + "step": 88160 + }, + { + "loss_action": 0.002872958779335022, + "loss_total": 0.002872958779335022, + "step": 88160 + }, + { + "loss_action": 0.00461061205714941, + "loss_total": 0.00461061205714941, + "step": 88160 + }, + { + "loss_action": 0.017774639651179314, + "loss_total": 0.017774639651179314, + "step": 88160 + }, + { + "loss_action": 0.00489776348695159, + "loss_total": 0.00489776348695159, + "step": 88160 + }, + { + "loss_action": 0.014309338293969631, + "loss_total": 0.014309338293969631, + "step": 88160 + }, + { + "grad_norm": 0.1733582466840744, + "learning_rate": 3.7782310425185153e-06, + "loss": 0.007, + "step": 88170 + }, + { + "loss_action": 0.002747124060988426, + "loss_total": 0.002747124060988426, + "step": 88170 + }, + { + "loss_action": 0.006516546942293644, + "loss_total": 0.006516546942293644, + "step": 88170 + }, + { + "loss_action": 0.005544318817555904, + "loss_total": 0.005544318817555904, + "step": 88170 + }, + { + "loss_action": 0.002552356105297804, + "loss_total": 0.002552356105297804, + "step": 88170 + }, + { + "loss_action": 0.0034156518522650003, + "loss_total": 0.0034156518522650003, + "step": 88170 + }, + { + "loss_action": 0.002524319104850292, + "loss_total": 0.002524319104850292, + "step": 88170 + }, + { + "grad_norm": 0.10305971652269363, + "learning_rate": 3.77192824914111e-06, + "loss": 0.006, + "step": 88180 + }, + { + "loss_action": 0.011876173317432404, + "loss_total": 0.011876173317432404, + "step": 88180 + }, + { + "loss_action": 0.03825981914997101, + "loss_total": 0.03825981914997101, + "step": 88180 + }, + { + "loss_action": 0.021608076989650726, + "loss_total": 0.021608076989650726, + "step": 88180 + }, + { + "loss_action": 0.004834690596908331, + "loss_total": 0.004834690596908331, + "step": 88180 + }, + { + "loss_action": 0.012489862740039825, + "loss_total": 0.012489862740039825, + "step": 88180 + }, + { + "loss_action": 0.014819336123764515, + "loss_total": 0.014819336123764515, + "step": 88180 + }, + { + "grad_norm": 0.20224522054195404, + "learning_rate": 3.7656305111961333e-06, + "loss": 0.0081, + "step": 88190 + }, + { + "loss_action": 0.003273720620200038, + "loss_total": 0.003273720620200038, + "step": 88190 + }, + { + "loss_action": 0.01282214280217886, + "loss_total": 0.01282214280217886, + "step": 88190 + }, + { + "loss_action": 0.0037251373287290335, + "loss_total": 0.0037251373287290335, + "step": 88190 + }, + { + "loss_action": 0.003709484124556184, + "loss_total": 0.003709484124556184, + "step": 88190 + }, + { + "loss_action": 0.010467284359037876, + "loss_total": 0.010467284359037876, + "step": 88190 + }, + { + "loss_action": 0.009294741787016392, + "loss_total": 0.009294741787016392, + "step": 88190 + }, + { + "grad_norm": 0.21042324602603912, + "learning_rate": 3.7593378293722782e-06, + "loss": 0.0079, + "step": 88200 + }, + { + "loss_action": 0.022120214998722076, + "loss_total": 0.022120214998722076, + "step": 88200 + }, + { + "loss_action": 0.0037023902405053377, + "loss_total": 0.0037023902405053377, + "step": 88200 + }, + { + "loss_action": 0.006398474331945181, + "loss_total": 0.006398474331945181, + "step": 88200 + }, + { + "loss_action": 0.005105254705995321, + "loss_total": 0.005105254705995321, + "step": 88200 + }, + { + "loss_action": 0.0030946345068514347, + "loss_total": 0.0030946345068514347, + "step": 88200 + }, + { + "loss_action": 0.006949668750166893, + "loss_total": 0.006949668750166893, + "step": 88200 + }, + { + "grad_norm": 0.20646043121814728, + "learning_rate": 3.7530502043577333e-06, + "loss": 0.0103, + "step": 88210 + }, + { + "loss_action": 0.0020459829829633236, + "loss_total": 0.0020459829829633236, + "step": 88210 + }, + { + "loss_action": 0.004234408959746361, + "loss_total": 0.004234408959746361, + "step": 88210 + }, + { + "loss_action": 0.0038975432980805635, + "loss_total": 0.0038975432980805635, + "step": 88210 + }, + { + "loss_action": 0.015511502511799335, + "loss_total": 0.015511502511799335, + "step": 88210 + }, + { + "loss_action": 0.0021574993152171373, + "loss_total": 0.0021574993152171373, + "step": 88210 + }, + { + "loss_action": 0.016449324786663055, + "loss_total": 0.016449324786663055, + "step": 88210 + }, + { + "grad_norm": 0.214947909116745, + "learning_rate": 3.746767636840076e-06, + "loss": 0.0076, + "step": 88220 + }, + { + "loss_action": 0.0021220948547124863, + "loss_total": 0.0021220948547124863, + "step": 88220 + }, + { + "loss_action": 0.003226885572075844, + "loss_total": 0.003226885572075844, + "step": 88220 + }, + { + "loss_action": 0.0036792585160583258, + "loss_total": 0.0036792585160583258, + "step": 88220 + }, + { + "loss_action": 0.0029115816578269005, + "loss_total": 0.0029115816578269005, + "step": 88220 + }, + { + "loss_action": 0.013793726451694965, + "loss_total": 0.013793726451694965, + "step": 88220 + }, + { + "loss_action": 0.010331450030207634, + "loss_total": 0.010331450030207634, + "step": 88220 + }, + { + "grad_norm": 0.1735236495733261, + "learning_rate": 3.74049012750638e-06, + "loss": 0.0081, + "step": 88230 + }, + { + "loss_action": 0.012224881909787655, + "loss_total": 0.012224881909787655, + "step": 88230 + }, + { + "loss_action": 0.020981978625059128, + "loss_total": 0.020981978625059128, + "step": 88230 + }, + { + "loss_action": 0.017818206921219826, + "loss_total": 0.017818206921219826, + "step": 88230 + }, + { + "loss_action": 0.005561791826039553, + "loss_total": 0.005561791826039553, + "step": 88230 + }, + { + "loss_action": 0.004653905984014273, + "loss_total": 0.004653905984014273, + "step": 88230 + }, + { + "loss_action": 0.017856666818261147, + "loss_total": 0.017856666818261147, + "step": 88230 + }, + { + "grad_norm": 0.13734331727027893, + "learning_rate": 3.734217677043128e-06, + "loss": 0.0074, + "step": 88240 + }, + { + "loss_action": 0.007274840027093887, + "loss_total": 0.007274840027093887, + "step": 88240 + }, + { + "loss_action": 0.0027694294694811106, + "loss_total": 0.0027694294694811106, + "step": 88240 + }, + { + "loss_action": 0.006081146188080311, + "loss_total": 0.006081146188080311, + "step": 88240 + }, + { + "loss_action": 0.003135890234261751, + "loss_total": 0.003135890234261751, + "step": 88240 + }, + { + "loss_action": 0.010113437660038471, + "loss_total": 0.010113437660038471, + "step": 88240 + }, + { + "loss_action": 0.002863462083041668, + "loss_total": 0.002863462083041668, + "step": 88240 + }, + { + "grad_norm": 0.15092000365257263, + "learning_rate": 3.727950286136267e-06, + "loss": 0.0085, + "step": 88250 + }, + { + "loss_action": 0.0024123196490108967, + "loss_total": 0.0024123196490108967, + "step": 88250 + }, + { + "loss_action": 0.0103836078196764, + "loss_total": 0.0103836078196764, + "step": 88250 + }, + { + "loss_action": 0.007450706325471401, + "loss_total": 0.007450706325471401, + "step": 88250 + }, + { + "loss_action": 0.0032407541293650866, + "loss_total": 0.0032407541293650866, + "step": 88250 + }, + { + "loss_action": 0.002682872349396348, + "loss_total": 0.002682872349396348, + "step": 88250 + }, + { + "loss_action": 0.002466019941493869, + "loss_total": 0.002466019941493869, + "step": 88250 + }, + { + "grad_norm": 0.12926225364208221, + "learning_rate": 3.7216879554711925e-06, + "loss": 0.0062, + "step": 88260 + }, + { + "loss_action": 0.006128247361630201, + "loss_total": 0.006128247361630201, + "step": 88260 + }, + { + "loss_action": 0.007090332917869091, + "loss_total": 0.007090332917869091, + "step": 88260 + }, + { + "loss_action": 0.0025635010097175837, + "loss_total": 0.0025635010097175837, + "step": 88260 + }, + { + "loss_action": 0.0031654105987399817, + "loss_total": 0.0031654105987399817, + "step": 88260 + }, + { + "loss_action": 0.005108976271003485, + "loss_total": 0.005108976271003485, + "step": 88260 + }, + { + "loss_action": 0.0032090600579977036, + "loss_total": 0.0032090600579977036, + "step": 88260 + }, + { + "grad_norm": 0.15312303602695465, + "learning_rate": 3.715430685732757e-06, + "loss": 0.0069, + "step": 88270 + }, + { + "loss_action": 0.004697275813668966, + "loss_total": 0.004697275813668966, + "step": 88270 + }, + { + "loss_action": 0.002848573261871934, + "loss_total": 0.002848573261871934, + "step": 88270 + }, + { + "loss_action": 0.006573901046067476, + "loss_total": 0.006573901046067476, + "step": 88270 + }, + { + "loss_action": 0.010796522721648216, + "loss_total": 0.010796522721648216, + "step": 88270 + }, + { + "loss_action": 0.005789675284177065, + "loss_total": 0.005789675284177065, + "step": 88270 + }, + { + "loss_action": 0.0044613005593419075, + "loss_total": 0.0044613005593419075, + "step": 88270 + }, + { + "grad_norm": 0.12952859699726105, + "learning_rate": 3.7091784776052243e-06, + "loss": 0.0064, + "step": 88280 + }, + { + "loss_action": 0.002731362357735634, + "loss_total": 0.002731362357735634, + "step": 88280 + }, + { + "loss_action": 0.002764838980510831, + "loss_total": 0.002764838980510831, + "step": 88280 + }, + { + "loss_action": 0.005621607881039381, + "loss_total": 0.005621607881039381, + "step": 88280 + }, + { + "loss_action": 0.0035611242055892944, + "loss_total": 0.0035611242055892944, + "step": 88280 + }, + { + "loss_action": 0.0026443239767104387, + "loss_total": 0.0026443239767104387, + "step": 88280 + }, + { + "loss_action": 0.01718350313603878, + "loss_total": 0.01718350313603878, + "step": 88280 + }, + { + "grad_norm": 0.15931634604930878, + "learning_rate": 3.7029313317723356e-06, + "loss": 0.0071, + "step": 88290 + }, + { + "loss_action": 0.0034061740152537823, + "loss_total": 0.0034061740152537823, + "step": 88290 + }, + { + "loss_action": 0.003845255123451352, + "loss_total": 0.003845255123451352, + "step": 88290 + }, + { + "loss_action": 0.0020704204216599464, + "loss_total": 0.0020704204216599464, + "step": 88290 + }, + { + "loss_action": 0.0019949469715356827, + "loss_total": 0.0019949469715356827, + "step": 88290 + }, + { + "loss_action": 0.009375346824526787, + "loss_total": 0.009375346824526787, + "step": 88290 + }, + { + "loss_action": 0.00491128908470273, + "loss_total": 0.00491128908470273, + "step": 88290 + }, + { + "grad_norm": 0.20132406055927277, + "learning_rate": 3.6966892489172787e-06, + "loss": 0.0064, + "step": 88300 + }, + { + "loss_action": 0.004154307302087545, + "loss_total": 0.004154307302087545, + "step": 88300 + }, + { + "loss_action": 0.002231842838227749, + "loss_total": 0.002231842838227749, + "step": 88300 + }, + { + "loss_action": 0.005901235621422529, + "loss_total": 0.005901235621422529, + "step": 88300 + }, + { + "loss_action": 0.007487199734896421, + "loss_total": 0.007487199734896421, + "step": 88300 + }, + { + "loss_action": 0.002717616967856884, + "loss_total": 0.002717616967856884, + "step": 88300 + }, + { + "loss_action": 0.009154781699180603, + "loss_total": 0.009154781699180603, + "step": 88300 + }, + { + "grad_norm": 0.1841091811656952, + "learning_rate": 3.6904522297226575e-06, + "loss": 0.0067, + "step": 88310 + }, + { + "loss_action": 0.0017717847367748618, + "loss_total": 0.0017717847367748618, + "step": 88310 + }, + { + "loss_action": 0.003419158747419715, + "loss_total": 0.003419158747419715, + "step": 88310 + }, + { + "loss_action": 0.008727832697331905, + "loss_total": 0.008727832697331905, + "step": 88310 + }, + { + "loss_action": 0.005830266512930393, + "loss_total": 0.005830266512930393, + "step": 88310 + }, + { + "loss_action": 0.002326357178390026, + "loss_total": 0.002326357178390026, + "step": 88310 + }, + { + "loss_action": 0.007561085745692253, + "loss_total": 0.007561085745692253, + "step": 88310 + }, + { + "grad_norm": 0.13166335225105286, + "learning_rate": 3.6842202748705647e-06, + "loss": 0.0069, + "step": 88320 + }, + { + "loss_action": 0.004548782482743263, + "loss_total": 0.004548782482743263, + "step": 88320 + }, + { + "loss_action": 0.006804812699556351, + "loss_total": 0.006804812699556351, + "step": 88320 + }, + { + "loss_action": 0.00139222654979676, + "loss_total": 0.00139222654979676, + "step": 88320 + }, + { + "loss_action": 0.00582706555724144, + "loss_total": 0.00582706555724144, + "step": 88320 + }, + { + "loss_action": 0.017363671213388443, + "loss_total": 0.017363671213388443, + "step": 88320 + }, + { + "loss_action": 0.01961086504161358, + "loss_total": 0.01961086504161358, + "step": 88320 + }, + { + "grad_norm": 0.17973218858242035, + "learning_rate": 3.677993385042494e-06, + "loss": 0.0073, + "step": 88330 + }, + { + "loss_action": 0.00162062409799546, + "loss_total": 0.00162062409799546, + "step": 88330 + }, + { + "loss_action": 0.0023783871438354254, + "loss_total": 0.0023783871438354254, + "step": 88330 + }, + { + "loss_action": 0.002953664632514119, + "loss_total": 0.002953664632514119, + "step": 88330 + }, + { + "loss_action": 0.0027115854900330305, + "loss_total": 0.0027115854900330305, + "step": 88330 + }, + { + "loss_action": 0.012835531495511532, + "loss_total": 0.012835531495511532, + "step": 88330 + }, + { + "loss_action": 0.0033299969509243965, + "loss_total": 0.0033299969509243965, + "step": 88330 + }, + { + "grad_norm": 0.33792153000831604, + "learning_rate": 3.67177156091944e-06, + "loss": 0.0096, + "step": 88340 + }, + { + "loss_action": 0.008610383607447147, + "loss_total": 0.008610383607447147, + "step": 88340 + }, + { + "loss_action": 0.0059501174837350845, + "loss_total": 0.0059501174837350845, + "step": 88340 + }, + { + "loss_action": 0.004928709007799625, + "loss_total": 0.004928709007799625, + "step": 88340 + }, + { + "loss_action": 0.002074039541184902, + "loss_total": 0.002074039541184902, + "step": 88340 + }, + { + "loss_action": 0.003427371382713318, + "loss_total": 0.003427371382713318, + "step": 88340 + }, + { + "loss_action": 0.0032598262187093496, + "loss_total": 0.0032598262187093496, + "step": 88340 + }, + { + "grad_norm": 0.16181646287441254, + "learning_rate": 3.6655548031817866e-06, + "loss": 0.0065, + "step": 88350 + }, + { + "loss_action": 0.003944349940866232, + "loss_total": 0.003944349940866232, + "step": 88350 + }, + { + "loss_action": 0.01446843147277832, + "loss_total": 0.01446843147277832, + "step": 88350 + }, + { + "loss_action": 0.0070730107836425304, + "loss_total": 0.0070730107836425304, + "step": 88350 + }, + { + "loss_action": 0.002984585240483284, + "loss_total": 0.002984585240483284, + "step": 88350 + }, + { + "loss_action": 0.006837174762040377, + "loss_total": 0.006837174762040377, + "step": 88350 + }, + { + "loss_action": 0.0018345440039411187, + "loss_total": 0.0018345440039411187, + "step": 88350 + }, + { + "grad_norm": 0.2004343420267105, + "learning_rate": 3.6593431125094e-06, + "loss": 0.0095, + "step": 88360 + }, + { + "loss_action": 0.025261733680963516, + "loss_total": 0.025261733680963516, + "step": 88360 + }, + { + "loss_action": 0.0052864644676446915, + "loss_total": 0.0052864644676446915, + "step": 88360 + }, + { + "loss_action": 0.004974021576344967, + "loss_total": 0.004974021576344967, + "step": 88360 + }, + { + "loss_action": 0.0034059605095535517, + "loss_total": 0.0034059605095535517, + "step": 88360 + }, + { + "loss_action": 0.006197177805006504, + "loss_total": 0.006197177805006504, + "step": 88360 + }, + { + "loss_action": 0.007293044589459896, + "loss_total": 0.007293044589459896, + "step": 88360 + }, + { + "grad_norm": 0.1490209400653839, + "learning_rate": 3.6531364895815766e-06, + "loss": 0.0072, + "step": 88370 + }, + { + "loss_action": 0.002216902794316411, + "loss_total": 0.002216902794316411, + "step": 88370 + }, + { + "loss_action": 0.005865190643817186, + "loss_total": 0.005865190643817186, + "step": 88370 + }, + { + "loss_action": 0.004836974665522575, + "loss_total": 0.004836974665522575, + "step": 88370 + }, + { + "loss_action": 0.0043352702632546425, + "loss_total": 0.0043352702632546425, + "step": 88370 + }, + { + "loss_action": 0.003991912584751844, + "loss_total": 0.003991912584751844, + "step": 88370 + }, + { + "loss_action": 0.0056835622526705265, + "loss_total": 0.0056835622526705265, + "step": 88370 + }, + { + "grad_norm": 0.20639890432357788, + "learning_rate": 3.6469349350770677e-06, + "loss": 0.0065, + "step": 88380 + }, + { + "loss_action": 0.0049914768896996975, + "loss_total": 0.0049914768896996975, + "step": 88380 + }, + { + "loss_action": 0.01215752400457859, + "loss_total": 0.01215752400457859, + "step": 88380 + }, + { + "loss_action": 0.003026083577424288, + "loss_total": 0.003026083577424288, + "step": 88380 + }, + { + "loss_action": 0.0033310865983366966, + "loss_total": 0.0033310865983366966, + "step": 88380 + }, + { + "loss_action": 0.008222736418247223, + "loss_total": 0.008222736418247223, + "step": 88380 + }, + { + "loss_action": 0.002852797508239746, + "loss_total": 0.002852797508239746, + "step": 88380 + }, + { + "grad_norm": 0.23139949142932892, + "learning_rate": 3.6407384496740525e-06, + "loss": 0.0078, + "step": 88390 + }, + { + "loss_action": 0.0061912150122225285, + "loss_total": 0.0061912150122225285, + "step": 88390 + }, + { + "loss_action": 0.006464042235165834, + "loss_total": 0.006464042235165834, + "step": 88390 + }, + { + "loss_action": 0.010293863713741302, + "loss_total": 0.010293863713741302, + "step": 88390 + }, + { + "loss_action": 0.006183405872434378, + "loss_total": 0.006183405872434378, + "step": 88390 + }, + { + "loss_action": 0.006752598565071821, + "loss_total": 0.006752598565071821, + "step": 88390 + }, + { + "loss_action": 0.0036978875286877155, + "loss_total": 0.0036978875286877155, + "step": 88390 + }, + { + "grad_norm": 0.17516951262950897, + "learning_rate": 3.6345470340501954e-06, + "loss": 0.0085, + "step": 88400 + }, + { + "loss_action": 0.008122091181576252, + "loss_total": 0.008122091181576252, + "step": 88400 + }, + { + "loss_action": 0.0038977849762886763, + "loss_total": 0.0038977849762886763, + "step": 88400 + }, + { + "loss_action": 0.007516087032854557, + "loss_total": 0.007516087032854557, + "step": 88400 + }, + { + "loss_action": 0.005287590902298689, + "loss_total": 0.005287590902298689, + "step": 88400 + }, + { + "loss_action": 0.009188879281282425, + "loss_total": 0.009188879281282425, + "step": 88400 + }, + { + "loss_action": 0.005215692799538374, + "loss_total": 0.005215692799538374, + "step": 88400 + }, + { + "grad_norm": 0.1442951261997223, + "learning_rate": 3.6283606888825537e-06, + "loss": 0.0069, + "step": 88410 + }, + { + "loss_action": 0.012441056780517101, + "loss_total": 0.012441056780517101, + "step": 88410 + }, + { + "loss_action": 0.0034468090161681175, + "loss_total": 0.0034468090161681175, + "step": 88410 + }, + { + "loss_action": 0.007521714549511671, + "loss_total": 0.007521714549511671, + "step": 88410 + }, + { + "loss_action": 0.005159046035259962, + "loss_total": 0.005159046035259962, + "step": 88410 + }, + { + "loss_action": 0.029312582686543465, + "loss_total": 0.029312582686543465, + "step": 88410 + }, + { + "loss_action": 0.008042991161346436, + "loss_total": 0.008042991161346436, + "step": 88410 + }, + { + "grad_norm": 0.23656025528907776, + "learning_rate": 3.622179414847676e-06, + "loss": 0.0073, + "step": 88420 + }, + { + "loss_action": 0.01693299226462841, + "loss_total": 0.01693299226462841, + "step": 88420 + }, + { + "loss_action": 0.006823121570050716, + "loss_total": 0.006823121570050716, + "step": 88420 + }, + { + "loss_action": 0.0037222339306026697, + "loss_total": 0.0037222339306026697, + "step": 88420 + }, + { + "loss_action": 0.01461120042949915, + "loss_total": 0.01461120042949915, + "step": 88420 + }, + { + "loss_action": 0.004347474314272404, + "loss_total": 0.004347474314272404, + "step": 88420 + }, + { + "loss_action": 0.002336017321795225, + "loss_total": 0.002336017321795225, + "step": 88420 + }, + { + "grad_norm": 0.14880582690238953, + "learning_rate": 3.616003212621527e-06, + "loss": 0.0093, + "step": 88430 + }, + { + "loss_action": 0.001805029809474945, + "loss_total": 0.001805029809474945, + "step": 88430 + }, + { + "loss_action": 0.009641476906836033, + "loss_total": 0.009641476906836033, + "step": 88430 + }, + { + "loss_action": 0.010767115280032158, + "loss_total": 0.010767115280032158, + "step": 88430 + }, + { + "loss_action": 0.0015586346853524446, + "loss_total": 0.0015586346853524446, + "step": 88430 + }, + { + "loss_action": 0.005431353114545345, + "loss_total": 0.005431353114545345, + "step": 88430 + }, + { + "loss_action": 0.001727538532577455, + "loss_total": 0.001727538532577455, + "step": 88430 + }, + { + "grad_norm": 0.202987939119339, + "learning_rate": 3.609832082879533e-06, + "loss": 0.0074, + "step": 88440 + }, + { + "loss_action": 0.0048612444661557674, + "loss_total": 0.0048612444661557674, + "step": 88440 + }, + { + "loss_action": 0.0054575479589402676, + "loss_total": 0.0054575479589402676, + "step": 88440 + }, + { + "loss_action": 0.011109119281172752, + "loss_total": 0.011109119281172752, + "step": 88440 + }, + { + "loss_action": 0.006021939683705568, + "loss_total": 0.006021939683705568, + "step": 88440 + }, + { + "loss_action": 0.007027041167020798, + "loss_total": 0.007027041167020798, + "step": 88440 + }, + { + "loss_action": 0.00693804444745183, + "loss_total": 0.00693804444745183, + "step": 88440 + }, + { + "grad_norm": 0.16560281813144684, + "learning_rate": 3.6036660262965485e-06, + "loss": 0.0095, + "step": 88450 + }, + { + "loss_action": 0.005628429818898439, + "loss_total": 0.005628429818898439, + "step": 88450 + }, + { + "loss_action": 0.009986740536987782, + "loss_total": 0.009986740536987782, + "step": 88450 + }, + { + "loss_action": 0.00368743808940053, + "loss_total": 0.00368743808940053, + "step": 88450 + }, + { + "loss_action": 0.004800355527549982, + "loss_total": 0.004800355527549982, + "step": 88450 + }, + { + "loss_action": 0.006602959707379341, + "loss_total": 0.006602959707379341, + "step": 88450 + }, + { + "loss_action": 0.007866529747843742, + "loss_total": 0.007866529747843742, + "step": 88450 + }, + { + "grad_norm": 0.18057750165462494, + "learning_rate": 3.597505043546895e-06, + "loss": 0.0098, + "step": 88460 + }, + { + "loss_action": 0.0016300089191645384, + "loss_total": 0.0016300089191645384, + "step": 88460 + }, + { + "loss_action": 0.004907318390905857, + "loss_total": 0.004907318390905857, + "step": 88460 + }, + { + "loss_action": 0.006182382348924875, + "loss_total": 0.006182382348924875, + "step": 88460 + }, + { + "loss_action": 0.0015455945394933224, + "loss_total": 0.0015455945394933224, + "step": 88460 + }, + { + "loss_action": 0.004226810298860073, + "loss_total": 0.004226810298860073, + "step": 88460 + }, + { + "loss_action": 0.00781279057264328, + "loss_total": 0.00781279057264328, + "step": 88460 + }, + { + "grad_norm": 0.1719016432762146, + "learning_rate": 3.5913491353043227e-06, + "loss": 0.0065, + "step": 88470 + }, + { + "loss_action": 0.00440141512081027, + "loss_total": 0.00440141512081027, + "step": 88470 + }, + { + "loss_action": 0.003582498524338007, + "loss_total": 0.003582498524338007, + "step": 88470 + }, + { + "loss_action": 0.004474318120628595, + "loss_total": 0.004474318120628595, + "step": 88470 + }, + { + "loss_action": 0.005370591301470995, + "loss_total": 0.005370591301470995, + "step": 88470 + }, + { + "loss_action": 0.00675290497019887, + "loss_total": 0.00675290497019887, + "step": 88470 + }, + { + "loss_action": 0.002470871899276972, + "loss_total": 0.002470871899276972, + "step": 88470 + }, + { + "grad_norm": 0.20230567455291748, + "learning_rate": 3.5851983022420375e-06, + "loss": 0.0072, + "step": 88480 + }, + { + "loss_action": 0.001893372624181211, + "loss_total": 0.001893372624181211, + "step": 88480 + }, + { + "loss_action": 0.009125573560595512, + "loss_total": 0.009125573560595512, + "step": 88480 + }, + { + "loss_action": 0.003961780574172735, + "loss_total": 0.003961780574172735, + "step": 88480 + }, + { + "loss_action": 0.1385568082332611, + "loss_total": 0.1385568082332611, + "step": 88480 + }, + { + "loss_action": 0.001731943804770708, + "loss_total": 0.001731943804770708, + "step": 88480 + }, + { + "loss_action": 0.008972779847681522, + "loss_total": 0.008972779847681522, + "step": 88480 + }, + { + "grad_norm": 0.15499185025691986, + "learning_rate": 3.5790525450326797e-06, + "loss": 0.0081, + "step": 88490 + }, + { + "loss_action": 0.001556986477226019, + "loss_total": 0.001556986477226019, + "step": 88490 + }, + { + "loss_action": 0.0028007221408188343, + "loss_total": 0.0028007221408188343, + "step": 88490 + }, + { + "loss_action": 0.0027234600856900215, + "loss_total": 0.0027234600856900215, + "step": 88490 + }, + { + "loss_action": 0.003603394376114011, + "loss_total": 0.003603394376114011, + "step": 88490 + }, + { + "loss_action": 0.0043396977707743645, + "loss_total": 0.0043396977707743645, + "step": 88490 + }, + { + "loss_action": 0.008393697440624237, + "loss_total": 0.008393697440624237, + "step": 88490 + }, + { + "grad_norm": 0.19151325523853302, + "learning_rate": 3.572911864348344e-06, + "loss": 0.0073, + "step": 88500 + }, + { + "loss_action": 0.0040700784884393215, + "loss_total": 0.0040700784884393215, + "step": 88500 + }, + { + "loss_action": 0.006672933232039213, + "loss_total": 0.006672933232039213, + "step": 88500 + }, + { + "loss_action": 0.01527468767017126, + "loss_total": 0.01527468767017126, + "step": 88500 + }, + { + "loss_action": 0.003673963248729706, + "loss_total": 0.003673963248729706, + "step": 88500 + }, + { + "loss_action": 0.0046194749884307384, + "loss_total": 0.0046194749884307384, + "step": 88500 + }, + { + "loss_action": 0.00770561583340168, + "loss_total": 0.00770561583340168, + "step": 88500 + }, + { + "grad_norm": 0.3274085521697998, + "learning_rate": 3.5667762608605717e-06, + "loss": 0.007, + "step": 88510 + }, + { + "loss_action": 0.021568942815065384, + "loss_total": 0.021568942815065384, + "step": 88510 + }, + { + "loss_action": 0.006651964038610458, + "loss_total": 0.006651964038610458, + "step": 88510 + }, + { + "loss_action": 0.009178192354738712, + "loss_total": 0.009178192354738712, + "step": 88510 + }, + { + "loss_action": 0.007226820569485426, + "loss_total": 0.007226820569485426, + "step": 88510 + }, + { + "loss_action": 0.004434588365256786, + "loss_total": 0.004434588365256786, + "step": 88510 + }, + { + "loss_action": 0.006949641276150942, + "loss_total": 0.006949641276150942, + "step": 88510 + }, + { + "grad_norm": 0.24353571236133575, + "learning_rate": 3.5606457352403255e-06, + "loss": 0.0101, + "step": 88520 + }, + { + "loss_action": 0.0064677949994802475, + "loss_total": 0.0064677949994802475, + "step": 88520 + }, + { + "loss_action": 0.0021403299178928137, + "loss_total": 0.0021403299178928137, + "step": 88520 + }, + { + "loss_action": 0.008028604090213776, + "loss_total": 0.008028604090213776, + "step": 88520 + }, + { + "loss_action": 0.007255073636770248, + "loss_total": 0.007255073636770248, + "step": 88520 + }, + { + "loss_action": 0.008487974293529987, + "loss_total": 0.008487974293529987, + "step": 88520 + }, + { + "loss_action": 0.00513503747060895, + "loss_total": 0.00513503747060895, + "step": 88520 + }, + { + "grad_norm": 0.1910194307565689, + "learning_rate": 3.554520288158042e-06, + "loss": 0.0074, + "step": 88530 + }, + { + "loss_action": 0.020159773528575897, + "loss_total": 0.020159773528575897, + "step": 88530 + }, + { + "loss_action": 0.0028568198904395103, + "loss_total": 0.0028568198904395103, + "step": 88530 + }, + { + "loss_action": 0.0038562510162591934, + "loss_total": 0.0038562510162591934, + "step": 88530 + }, + { + "loss_action": 0.0018261790974065661, + "loss_total": 0.0018261790974065661, + "step": 88530 + }, + { + "loss_action": 0.008524053730070591, + "loss_total": 0.008524053730070591, + "step": 88530 + }, + { + "loss_action": 0.008796779438853264, + "loss_total": 0.008796779438853264, + "step": 88530 + }, + { + "grad_norm": 0.18998751044273376, + "learning_rate": 3.5483999202835903e-06, + "loss": 0.0099, + "step": 88540 + }, + { + "loss_action": 0.007310484070330858, + "loss_total": 0.007310484070330858, + "step": 88540 + }, + { + "loss_action": 0.01598280854523182, + "loss_total": 0.01598280854523182, + "step": 88540 + }, + { + "loss_action": 0.011644391342997551, + "loss_total": 0.011644391342997551, + "step": 88540 + }, + { + "loss_action": 0.004466217011213303, + "loss_total": 0.004466217011213303, + "step": 88540 + }, + { + "loss_action": 0.015080814249813557, + "loss_total": 0.015080814249813557, + "step": 88540 + }, + { + "loss_action": 0.0036469113547354937, + "loss_total": 0.0036469113547354937, + "step": 88540 + }, + { + "grad_norm": 0.2844823896884918, + "learning_rate": 3.5422846322862913e-06, + "loss": 0.0086, + "step": 88550 + }, + { + "loss_action": 0.012865770608186722, + "loss_total": 0.012865770608186722, + "step": 88550 + }, + { + "loss_action": 0.009574854746460915, + "loss_total": 0.009574854746460915, + "step": 88550 + }, + { + "loss_action": 0.003959832713007927, + "loss_total": 0.003959832713007927, + "step": 88550 + }, + { + "loss_action": 0.002334413817152381, + "loss_total": 0.002334413817152381, + "step": 88550 + }, + { + "loss_action": 0.005362978670746088, + "loss_total": 0.005362978670746088, + "step": 88550 + }, + { + "loss_action": 0.005367310717701912, + "loss_total": 0.005367310717701912, + "step": 88550 + }, + { + "grad_norm": 0.1865890771150589, + "learning_rate": 3.5361744248348925e-06, + "loss": 0.0072, + "step": 88560 + }, + { + "loss_action": 0.005040829535573721, + "loss_total": 0.005040829535573721, + "step": 88560 + }, + { + "loss_action": 0.008964510634541512, + "loss_total": 0.008964510634541512, + "step": 88560 + }, + { + "loss_action": 0.04950300231575966, + "loss_total": 0.04950300231575966, + "step": 88560 + }, + { + "loss_action": 0.08320055902004242, + "loss_total": 0.08320055902004242, + "step": 88560 + }, + { + "loss_action": 0.003027862636372447, + "loss_total": 0.003027862636372447, + "step": 88560 + }, + { + "loss_action": 0.0025832983665168285, + "loss_total": 0.0025832983665168285, + "step": 88560 + }, + { + "grad_norm": 0.274426132440567, + "learning_rate": 3.5300692985976047e-06, + "loss": 0.0117, + "step": 88570 + }, + { + "loss_action": 0.0050867884419858456, + "loss_total": 0.0050867884419858456, + "step": 88570 + }, + { + "loss_action": 0.0034233226906508207, + "loss_total": 0.0034233226906508207, + "step": 88570 + }, + { + "loss_action": 0.0036577063146978617, + "loss_total": 0.0036577063146978617, + "step": 88570 + }, + { + "loss_action": 0.00640065036714077, + "loss_total": 0.00640065036714077, + "step": 88570 + }, + { + "loss_action": 0.0033278462942689657, + "loss_total": 0.0033278462942689657, + "step": 88570 + }, + { + "loss_action": 0.002467254875227809, + "loss_total": 0.002467254875227809, + "step": 88570 + }, + { + "grad_norm": 0.22344475984573364, + "learning_rate": 3.52396925424206e-06, + "loss": 0.0072, + "step": 88580 + }, + { + "loss_action": 0.007342634256929159, + "loss_total": 0.007342634256929159, + "step": 88580 + }, + { + "loss_action": 0.0036370311863720417, + "loss_total": 0.0036370311863720417, + "step": 88580 + }, + { + "loss_action": 0.004804542753845453, + "loss_total": 0.004804542753845453, + "step": 88580 + }, + { + "loss_action": 0.004736987873911858, + "loss_total": 0.004736987873911858, + "step": 88580 + }, + { + "loss_action": 0.008066133596003056, + "loss_total": 0.008066133596003056, + "step": 88580 + }, + { + "loss_action": 0.0235378947108984, + "loss_total": 0.0235378947108984, + "step": 88580 + }, + { + "grad_norm": 0.18275801837444305, + "learning_rate": 3.5178742924353747e-06, + "loss": 0.0075, + "step": 88590 + }, + { + "loss_action": 0.004450204782187939, + "loss_total": 0.004450204782187939, + "step": 88590 + }, + { + "loss_action": 0.014885876327753067, + "loss_total": 0.014885876327753067, + "step": 88590 + }, + { + "loss_action": 0.005423195194453001, + "loss_total": 0.005423195194453001, + "step": 88590 + }, + { + "loss_action": 0.004264087416231632, + "loss_total": 0.004264087416231632, + "step": 88590 + }, + { + "loss_action": 0.004136945586651564, + "loss_total": 0.004136945586651564, + "step": 88590 + }, + { + "loss_action": 0.006787989754229784, + "loss_total": 0.006787989754229784, + "step": 88590 + }, + { + "grad_norm": 0.42805856466293335, + "learning_rate": 3.511784413844066e-06, + "loss": 0.0087, + "step": 88600 + }, + { + "loss_action": 0.01146442536264658, + "loss_total": 0.01146442536264658, + "step": 88600 + }, + { + "loss_action": 0.007203164976090193, + "loss_total": 0.007203164976090193, + "step": 88600 + }, + { + "loss_action": 0.0021504333708435297, + "loss_total": 0.0021504333708435297, + "step": 88600 + }, + { + "loss_action": 0.009672100655734539, + "loss_total": 0.009672100655734539, + "step": 88600 + }, + { + "loss_action": 0.0020690620876848698, + "loss_total": 0.0020690620876848698, + "step": 88600 + }, + { + "loss_action": 0.0020318320021033287, + "loss_total": 0.0020318320021033287, + "step": 88600 + }, + { + "grad_norm": 0.33426398038864136, + "learning_rate": 3.5056996191341287e-06, + "loss": 0.0087, + "step": 88610 + }, + { + "loss_action": 0.0037702249828726053, + "loss_total": 0.0037702249828726053, + "step": 88610 + }, + { + "loss_action": 0.011197112500667572, + "loss_total": 0.011197112500667572, + "step": 88610 + }, + { + "loss_action": 0.005040087271481752, + "loss_total": 0.005040087271481752, + "step": 88610 + }, + { + "loss_action": 0.0033343269024044275, + "loss_total": 0.0033343269024044275, + "step": 88610 + }, + { + "loss_action": 0.013301045633852482, + "loss_total": 0.013301045633852482, + "step": 88610 + }, + { + "loss_action": 0.00368333188816905, + "loss_total": 0.00368333188816905, + "step": 88610 + }, + { + "grad_norm": 0.19112837314605713, + "learning_rate": 3.4996199089709692e-06, + "loss": 0.007, + "step": 88620 + }, + { + "loss_action": 0.002076856093481183, + "loss_total": 0.002076856093481183, + "step": 88620 + }, + { + "loss_action": 0.00864035077393055, + "loss_total": 0.00864035077393055, + "step": 88620 + }, + { + "loss_action": 0.01032336801290512, + "loss_total": 0.01032336801290512, + "step": 88620 + }, + { + "loss_action": 0.007011804264038801, + "loss_total": 0.007011804264038801, + "step": 88620 + }, + { + "loss_action": 0.01195064838975668, + "loss_total": 0.01195064838975668, + "step": 88620 + }, + { + "loss_action": 0.011868510395288467, + "loss_total": 0.011868510395288467, + "step": 88620 + }, + { + "grad_norm": 0.16969265043735504, + "learning_rate": 3.4935452840194725e-06, + "loss": 0.0089, + "step": 88630 + }, + { + "loss_action": 0.00631403224542737, + "loss_total": 0.00631403224542737, + "step": 88630 + }, + { + "loss_action": 0.007859084755182266, + "loss_total": 0.007859084755182266, + "step": 88630 + }, + { + "loss_action": 0.013311737217009068, + "loss_total": 0.013311737217009068, + "step": 88630 + }, + { + "loss_action": 0.005370785016566515, + "loss_total": 0.005370785016566515, + "step": 88630 + }, + { + "loss_action": 0.009647269733250141, + "loss_total": 0.009647269733250141, + "step": 88630 + }, + { + "loss_action": 0.010857934132218361, + "loss_total": 0.010857934132218361, + "step": 88630 + }, + { + "grad_norm": 0.2147640734910965, + "learning_rate": 3.48747574494393e-06, + "loss": 0.0098, + "step": 88640 + }, + { + "loss_action": 0.014842876233160496, + "loss_total": 0.014842876233160496, + "step": 88640 + }, + { + "loss_action": 0.0027957847341895103, + "loss_total": 0.0027957847341895103, + "step": 88640 + }, + { + "loss_action": 0.0024980322923511267, + "loss_total": 0.0024980322923511267, + "step": 88640 + }, + { + "loss_action": 0.004657363519072533, + "loss_total": 0.004657363519072533, + "step": 88640 + }, + { + "loss_action": 0.004707952495664358, + "loss_total": 0.004707952495664358, + "step": 88640 + }, + { + "loss_action": 0.012241696938872337, + "loss_total": 0.012241696938872337, + "step": 88640 + }, + { + "grad_norm": 0.13813070952892303, + "learning_rate": 3.4814112924081154e-06, + "loss": 0.0087, + "step": 88650 + }, + { + "loss_action": 0.004909026436507702, + "loss_total": 0.004909026436507702, + "step": 88650 + }, + { + "loss_action": 0.012785210274159908, + "loss_total": 0.012785210274159908, + "step": 88650 + }, + { + "loss_action": 0.003250740235671401, + "loss_total": 0.003250740235671401, + "step": 88650 + }, + { + "loss_action": 0.004892830271273851, + "loss_total": 0.004892830271273851, + "step": 88650 + }, + { + "loss_action": 0.010092181153595448, + "loss_total": 0.010092181153595448, + "step": 88650 + }, + { + "loss_action": 0.00400537671521306, + "loss_total": 0.00400537671521306, + "step": 88650 + }, + { + "grad_norm": 0.1704443246126175, + "learning_rate": 3.475351927075221e-06, + "loss": 0.0091, + "step": 88660 + }, + { + "loss_action": 0.004735204856842756, + "loss_total": 0.004735204856842756, + "step": 88660 + }, + { + "loss_action": 0.010355048812925816, + "loss_total": 0.010355048812925816, + "step": 88660 + }, + { + "loss_action": 0.015061497688293457, + "loss_total": 0.015061497688293457, + "step": 88660 + }, + { + "loss_action": 0.0076046474277973175, + "loss_total": 0.0076046474277973175, + "step": 88660 + }, + { + "loss_action": 0.009836488403379917, + "loss_total": 0.009836488403379917, + "step": 88660 + }, + { + "loss_action": 0.006494139786809683, + "loss_total": 0.006494139786809683, + "step": 88660 + }, + { + "grad_norm": 0.25229552388191223, + "learning_rate": 3.469297649607894e-06, + "loss": 0.0112, + "step": 88670 + }, + { + "loss_action": 0.0019339857390150428, + "loss_total": 0.0019339857390150428, + "step": 88670 + }, + { + "loss_action": 0.006686300039291382, + "loss_total": 0.006686300039291382, + "step": 88670 + }, + { + "loss_action": 0.015271413139998913, + "loss_total": 0.015271413139998913, + "step": 88670 + }, + { + "loss_action": 0.0033956689294427633, + "loss_total": 0.0033956689294427633, + "step": 88670 + }, + { + "loss_action": 0.002851396333426237, + "loss_total": 0.002851396333426237, + "step": 88670 + }, + { + "loss_action": 0.0031374339014291763, + "loss_total": 0.0031374339014291763, + "step": 88670 + }, + { + "grad_norm": 0.14953240752220154, + "learning_rate": 3.463248460668217e-06, + "loss": 0.0062, + "step": 88680 + }, + { + "loss_action": 0.01826753467321396, + "loss_total": 0.01826753467321396, + "step": 88680 + }, + { + "loss_action": 0.00226541212759912, + "loss_total": 0.00226541212759912, + "step": 88680 + }, + { + "loss_action": 0.0017253786791116, + "loss_total": 0.0017253786791116, + "step": 88680 + }, + { + "loss_action": 0.007203555200248957, + "loss_total": 0.007203555200248957, + "step": 88680 + }, + { + "loss_action": 0.0023535871878266335, + "loss_total": 0.0023535871878266335, + "step": 88680 + }, + { + "loss_action": 0.011997521854937077, + "loss_total": 0.011997521854937077, + "step": 88680 + }, + { + "grad_norm": 0.14798949658870697, + "learning_rate": 3.457204360917726e-06, + "loss": 0.0059, + "step": 88690 + }, + { + "loss_action": 0.006346758920699358, + "loss_total": 0.006346758920699358, + "step": 88690 + }, + { + "loss_action": 0.004749433137476444, + "loss_total": 0.004749433137476444, + "step": 88690 + }, + { + "loss_action": 0.012075545266270638, + "loss_total": 0.012075545266270638, + "step": 88690 + }, + { + "loss_action": 0.004416638053953648, + "loss_total": 0.004416638053953648, + "step": 88690 + }, + { + "loss_action": 0.006961682345718145, + "loss_total": 0.006961682345718145, + "step": 88690 + }, + { + "loss_action": 0.004288170021027327, + "loss_total": 0.004288170021027327, + "step": 88690 + }, + { + "grad_norm": 0.25837668776512146, + "learning_rate": 3.4511653510173827e-06, + "loss": 0.0076, + "step": 88700 + }, + { + "loss_action": 0.006457545328885317, + "loss_total": 0.006457545328885317, + "step": 88700 + }, + { + "loss_action": 0.004484180826693773, + "loss_total": 0.004484180826693773, + "step": 88700 + }, + { + "loss_action": 0.00659080408513546, + "loss_total": 0.00659080408513546, + "step": 88700 + }, + { + "loss_action": 0.005397413391619921, + "loss_total": 0.005397413391619921, + "step": 88700 + }, + { + "loss_action": 0.0075322529301047325, + "loss_total": 0.0075322529301047325, + "step": 88700 + }, + { + "loss_action": 0.00659120874479413, + "loss_total": 0.00659120874479413, + "step": 88700 + }, + { + "grad_norm": 0.13195830583572388, + "learning_rate": 3.4451314316276074e-06, + "loss": 0.0073, + "step": 88710 + }, + { + "loss_action": 0.006647645495831966, + "loss_total": 0.006647645495831966, + "step": 88710 + }, + { + "loss_action": 0.003934537526220083, + "loss_total": 0.003934537526220083, + "step": 88710 + }, + { + "loss_action": 0.007873843424022198, + "loss_total": 0.007873843424022198, + "step": 88710 + }, + { + "loss_action": 0.0036856515798717737, + "loss_total": 0.0036856515798717737, + "step": 88710 + }, + { + "loss_action": 0.005579596851021051, + "loss_total": 0.005579596851021051, + "step": 88710 + }, + { + "loss_action": 0.009347681887447834, + "loss_total": 0.009347681887447834, + "step": 88710 + }, + { + "grad_norm": 0.13321563601493835, + "learning_rate": 3.4391026034082674e-06, + "loss": 0.0072, + "step": 88720 + }, + { + "loss_action": 0.0030575250275433064, + "loss_total": 0.0030575250275433064, + "step": 88720 + }, + { + "loss_action": 0.0015034268144518137, + "loss_total": 0.0015034268144518137, + "step": 88720 + }, + { + "loss_action": 0.0030212169513106346, + "loss_total": 0.0030212169513106346, + "step": 88720 + }, + { + "loss_action": 0.003678726265206933, + "loss_total": 0.003678726265206933, + "step": 88720 + }, + { + "loss_action": 0.011437316425144672, + "loss_total": 0.011437316425144672, + "step": 88720 + }, + { + "loss_action": 0.009826264344155788, + "loss_total": 0.009826264344155788, + "step": 88720 + }, + { + "grad_norm": 0.18242770433425903, + "learning_rate": 3.433078867018674e-06, + "loss": 0.0056, + "step": 88730 + }, + { + "loss_action": 0.003920793998986483, + "loss_total": 0.003920793998986483, + "step": 88730 + }, + { + "loss_action": 0.004112891387194395, + "loss_total": 0.004112891387194395, + "step": 88730 + }, + { + "loss_action": 0.0021656665485352278, + "loss_total": 0.0021656665485352278, + "step": 88730 + }, + { + "loss_action": 0.0076390523463487625, + "loss_total": 0.0076390523463487625, + "step": 88730 + }, + { + "loss_action": 0.008345616981387138, + "loss_total": 0.008345616981387138, + "step": 88730 + }, + { + "loss_action": 0.00412247097119689, + "loss_total": 0.00412247097119689, + "step": 88730 + }, + { + "grad_norm": 0.2110140025615692, + "learning_rate": 3.427060223117551e-06, + "loss": 0.0064, + "step": 88740 + }, + { + "loss_action": 0.005372840911149979, + "loss_total": 0.005372840911149979, + "step": 88740 + }, + { + "loss_action": 0.005736216902732849, + "loss_total": 0.005736216902732849, + "step": 88740 + }, + { + "loss_action": 0.01958279311656952, + "loss_total": 0.01958279311656952, + "step": 88740 + }, + { + "loss_action": 0.0063109928742051125, + "loss_total": 0.0063109928742051125, + "step": 88740 + }, + { + "loss_action": 0.00904199667274952, + "loss_total": 0.00904199667274952, + "step": 88740 + }, + { + "loss_action": 0.006561598274856806, + "loss_total": 0.006561598274856806, + "step": 88740 + }, + { + "grad_norm": 0.19983068108558655, + "learning_rate": 3.4210466723631042e-06, + "loss": 0.0085, + "step": 88750 + }, + { + "loss_action": 0.004002090077847242, + "loss_total": 0.004002090077847242, + "step": 88750 + }, + { + "loss_action": 0.033802058547735214, + "loss_total": 0.033802058547735214, + "step": 88750 + }, + { + "loss_action": 0.011543490923941135, + "loss_total": 0.011543490923941135, + "step": 88750 + }, + { + "loss_action": 0.005426952149719, + "loss_total": 0.005426952149719, + "step": 88750 + }, + { + "loss_action": 0.013274711556732655, + "loss_total": 0.013274711556732655, + "step": 88750 + }, + { + "loss_action": 0.002191555220633745, + "loss_total": 0.002191555220633745, + "step": 88750 + }, + { + "grad_norm": 0.12198811024427414, + "learning_rate": 3.415038215412969e-06, + "loss": 0.007, + "step": 88760 + }, + { + "loss_action": 0.006083610933274031, + "loss_total": 0.006083610933274031, + "step": 88760 + }, + { + "loss_action": 0.0016236971132457256, + "loss_total": 0.0016236971132457256, + "step": 88760 + }, + { + "loss_action": 0.006261101923882961, + "loss_total": 0.006261101923882961, + "step": 88760 + }, + { + "loss_action": 0.0031012133695185184, + "loss_total": 0.0031012133695185184, + "step": 88760 + }, + { + "loss_action": 0.008542580530047417, + "loss_total": 0.008542580530047417, + "step": 88760 + }, + { + "loss_action": 0.00505949929356575, + "loss_total": 0.00505949929356575, + "step": 88760 + }, + { + "grad_norm": 0.19675584137439728, + "learning_rate": 3.4090348529242088e-06, + "loss": 0.0072, + "step": 88770 + }, + { + "loss_action": 0.006344671826809645, + "loss_total": 0.006344671826809645, + "step": 88770 + }, + { + "loss_action": 0.005410061217844486, + "loss_total": 0.005410061217844486, + "step": 88770 + }, + { + "loss_action": 0.003842119360342622, + "loss_total": 0.003842119360342622, + "step": 88770 + }, + { + "loss_action": 0.011186270974576473, + "loss_total": 0.011186270974576473, + "step": 88770 + }, + { + "loss_action": 0.005278387106955051, + "loss_total": 0.005278387106955051, + "step": 88770 + }, + { + "loss_action": 0.00568295968696475, + "loss_total": 0.00568295968696475, + "step": 88770 + }, + { + "grad_norm": 0.2066703587770462, + "learning_rate": 3.4030365855533487e-06, + "loss": 0.0087, + "step": 88780 + }, + { + "loss_action": 0.0031647877767682076, + "loss_total": 0.0031647877767682076, + "step": 88780 + }, + { + "loss_action": 0.0023570568300783634, + "loss_total": 0.0023570568300783634, + "step": 88780 + }, + { + "loss_action": 0.024753760546445847, + "loss_total": 0.024753760546445847, + "step": 88780 + }, + { + "loss_action": 0.007659986149519682, + "loss_total": 0.007659986149519682, + "step": 88780 + }, + { + "loss_action": 0.01669301837682724, + "loss_total": 0.01669301837682724, + "step": 88780 + }, + { + "loss_action": 0.00465004239231348, + "loss_total": 0.00465004239231348, + "step": 88780 + }, + { + "grad_norm": 0.12088429182767868, + "learning_rate": 3.397043413956347e-06, + "loss": 0.0068, + "step": 88790 + }, + { + "loss_action": 0.0069358618929982185, + "loss_total": 0.0069358618929982185, + "step": 88790 + }, + { + "loss_action": 0.006128526292741299, + "loss_total": 0.006128526292741299, + "step": 88790 + }, + { + "loss_action": 0.001444634748622775, + "loss_total": 0.001444634748622775, + "step": 88790 + }, + { + "loss_action": 0.003660836722701788, + "loss_total": 0.003660836722701788, + "step": 88790 + }, + { + "loss_action": 0.003804593114182353, + "loss_total": 0.003804593114182353, + "step": 88790 + }, + { + "loss_action": 0.0020791867282241583, + "loss_total": 0.0020791867282241583, + "step": 88790 + }, + { + "grad_norm": 0.22337664663791656, + "learning_rate": 3.3910553387886237e-06, + "loss": 0.0078, + "step": 88800 + }, + { + "loss_action": 0.003113275859504938, + "loss_total": 0.003113275859504938, + "step": 88800 + }, + { + "loss_action": 0.0078095924109220505, + "loss_total": 0.0078095924109220505, + "step": 88800 + }, + { + "loss_action": 0.002072835573926568, + "loss_total": 0.002072835573926568, + "step": 88800 + }, + { + "loss_action": 0.008987962268292904, + "loss_total": 0.008987962268292904, + "step": 88800 + }, + { + "loss_action": 0.0030650158878415823, + "loss_total": 0.0030650158878415823, + "step": 88800 + }, + { + "loss_action": 0.010191674344241619, + "loss_total": 0.010191674344241619, + "step": 88800 + }, + { + "grad_norm": 0.30821526050567627, + "learning_rate": 3.3850723607049996e-06, + "loss": 0.008, + "step": 88810 + }, + { + "loss_action": 0.005880824290215969, + "loss_total": 0.005880824290215969, + "step": 88810 + }, + { + "loss_action": 0.007011442445218563, + "loss_total": 0.007011442445218563, + "step": 88810 + }, + { + "loss_action": 0.0035943223629146814, + "loss_total": 0.0035943223629146814, + "step": 88810 + }, + { + "loss_action": 0.009879861027002335, + "loss_total": 0.009879861027002335, + "step": 88810 + }, + { + "loss_action": 0.00472493190318346, + "loss_total": 0.00472493190318346, + "step": 88810 + }, + { + "loss_action": 0.005188902374356985, + "loss_total": 0.005188902374356985, + "step": 88810 + }, + { + "grad_norm": 0.25116223096847534, + "learning_rate": 3.3790944803597902e-06, + "loss": 0.006, + "step": 88820 + }, + { + "loss_action": 0.0031066189985722303, + "loss_total": 0.0031066189985722303, + "step": 88820 + }, + { + "loss_action": 0.005888117011636496, + "loss_total": 0.005888117011636496, + "step": 88820 + }, + { + "loss_action": 0.006556620355695486, + "loss_total": 0.006556620355695486, + "step": 88820 + }, + { + "loss_action": 0.00625775707885623, + "loss_total": 0.00625775707885623, + "step": 88820 + }, + { + "loss_action": 0.010009072721004486, + "loss_total": 0.010009072721004486, + "step": 88820 + }, + { + "loss_action": 0.024099908769130707, + "loss_total": 0.024099908769130707, + "step": 88820 + }, + { + "grad_norm": 0.30100876092910767, + "learning_rate": 3.373121698406706e-06, + "loss": 0.0083, + "step": 88830 + }, + { + "loss_action": 0.001887997263111174, + "loss_total": 0.001887997263111174, + "step": 88830 + }, + { + "loss_action": 0.008295642212033272, + "loss_total": 0.008295642212033272, + "step": 88830 + }, + { + "loss_action": 0.007415038999170065, + "loss_total": 0.007415038999170065, + "step": 88830 + }, + { + "loss_action": 0.004768057726323605, + "loss_total": 0.004768057726323605, + "step": 88830 + }, + { + "loss_action": 0.003094417043030262, + "loss_total": 0.003094417043030262, + "step": 88830 + }, + { + "loss_action": 0.006858035456389189, + "loss_total": 0.006858035456389189, + "step": 88830 + }, + { + "grad_norm": 0.1833849847316742, + "learning_rate": 3.3671540154989302e-06, + "loss": 0.0071, + "step": 88840 + }, + { + "loss_action": 0.01742560602724552, + "loss_total": 0.01742560602724552, + "step": 88840 + }, + { + "loss_action": 0.004107071086764336, + "loss_total": 0.004107071086764336, + "step": 88840 + }, + { + "loss_action": 0.0046586585231125355, + "loss_total": 0.0046586585231125355, + "step": 88840 + }, + { + "loss_action": 0.005434077233076096, + "loss_total": 0.005434077233076096, + "step": 88840 + }, + { + "loss_action": 0.0071909260004758835, + "loss_total": 0.0071909260004758835, + "step": 88840 + }, + { + "loss_action": 0.010949908755719662, + "loss_total": 0.010949908755719662, + "step": 88840 + }, + { + "grad_norm": 0.1056792140007019, + "learning_rate": 3.361191432289079e-06, + "loss": 0.0074, + "step": 88850 + }, + { + "loss_action": 0.007543064188212156, + "loss_total": 0.007543064188212156, + "step": 88850 + }, + { + "loss_action": 0.0028608718421310186, + "loss_total": 0.0028608718421310186, + "step": 88850 + }, + { + "loss_action": 0.011657322756946087, + "loss_total": 0.011657322756946087, + "step": 88850 + }, + { + "loss_action": 0.0033936621621251106, + "loss_total": 0.0033936621621251106, + "step": 88850 + }, + { + "loss_action": 0.001935916137881577, + "loss_total": 0.001935916137881577, + "step": 88850 + }, + { + "loss_action": 0.0062353601679205894, + "loss_total": 0.0062353601679205894, + "step": 88850 + }, + { + "grad_norm": 0.181656152009964, + "learning_rate": 3.3552339494292207e-06, + "loss": 0.0078, + "step": 88860 + }, + { + "loss_action": 0.017142124474048615, + "loss_total": 0.017142124474048615, + "step": 88860 + }, + { + "loss_action": 0.0023665267508476973, + "loss_total": 0.0023665267508476973, + "step": 88860 + }, + { + "loss_action": 0.0051459260284900665, + "loss_total": 0.0051459260284900665, + "step": 88860 + }, + { + "loss_action": 0.010802037082612514, + "loss_total": 0.010802037082612514, + "step": 88860 + }, + { + "loss_action": 0.01513711828738451, + "loss_total": 0.01513711828738451, + "step": 88860 + }, + { + "loss_action": 0.013810064643621445, + "loss_total": 0.013810064643621445, + "step": 88860 + }, + { + "grad_norm": 0.22001397609710693, + "learning_rate": 3.349281567570839e-06, + "loss": 0.0083, + "step": 88870 + }, + { + "loss_action": 0.009784040972590446, + "loss_total": 0.009784040972590446, + "step": 88870 + }, + { + "loss_action": 0.011466581374406815, + "loss_total": 0.011466581374406815, + "step": 88870 + }, + { + "loss_action": 0.02068420685827732, + "loss_total": 0.02068420685827732, + "step": 88870 + }, + { + "loss_action": 0.010753274895250797, + "loss_total": 0.010753274895250797, + "step": 88870 + }, + { + "loss_action": 0.007237673737108707, + "loss_total": 0.007237673737108707, + "step": 88870 + }, + { + "loss_action": 0.022345218807458878, + "loss_total": 0.022345218807458878, + "step": 88870 + }, + { + "grad_norm": 0.15559260547161102, + "learning_rate": 3.3433342873648965e-06, + "loss": 0.0065, + "step": 88880 + }, + { + "loss_action": 0.0020021838136017323, + "loss_total": 0.0020021838136017323, + "step": 88880 + }, + { + "loss_action": 0.0023657260462641716, + "loss_total": 0.0023657260462641716, + "step": 88880 + }, + { + "loss_action": 0.0042679631151258945, + "loss_total": 0.0042679631151258945, + "step": 88880 + }, + { + "loss_action": 0.00978466123342514, + "loss_total": 0.00978466123342514, + "step": 88880 + }, + { + "loss_action": 0.004383881110697985, + "loss_total": 0.004383881110697985, + "step": 88880 + }, + { + "loss_action": 0.017799610272049904, + "loss_total": 0.017799610272049904, + "step": 88880 + }, + { + "grad_norm": 0.1511545330286026, + "learning_rate": 3.337392109461762e-06, + "loss": 0.0081, + "step": 88890 + }, + { + "loss_action": 0.005623803474009037, + "loss_total": 0.005623803474009037, + "step": 88890 + }, + { + "loss_action": 0.00420715194195509, + "loss_total": 0.00420715194195509, + "step": 88890 + }, + { + "loss_action": 0.013434980064630508, + "loss_total": 0.013434980064630508, + "step": 88890 + }, + { + "loss_action": 0.0090880012139678, + "loss_total": 0.0090880012139678, + "step": 88890 + }, + { + "loss_action": 0.010980923660099506, + "loss_total": 0.010980923660099506, + "step": 88890 + }, + { + "loss_action": 0.01229418907314539, + "loss_total": 0.01229418907314539, + "step": 88890 + }, + { + "grad_norm": 0.1367769092321396, + "learning_rate": 3.331455034511266e-06, + "loss": 0.0083, + "step": 88900 + }, + { + "loss_action": 0.004520716145634651, + "loss_total": 0.004520716145634651, + "step": 88900 + }, + { + "loss_action": 0.007894482463598251, + "loss_total": 0.007894482463598251, + "step": 88900 + }, + { + "loss_action": 0.0042851888574659824, + "loss_total": 0.0042851888574659824, + "step": 88900 + }, + { + "loss_action": 0.0036339368671178818, + "loss_total": 0.0036339368671178818, + "step": 88900 + }, + { + "loss_action": 0.0027323716785758734, + "loss_total": 0.0027323716785758734, + "step": 88900 + }, + { + "loss_action": 0.006457679904997349, + "loss_total": 0.006457679904997349, + "step": 88900 + }, + { + "grad_norm": 0.7499213218688965, + "learning_rate": 3.325523063162689e-06, + "loss": 0.0115, + "step": 88910 + }, + { + "loss_action": 0.0022066766396164894, + "loss_total": 0.0022066766396164894, + "step": 88910 + }, + { + "loss_action": 0.0072488933801651, + "loss_total": 0.0072488933801651, + "step": 88910 + }, + { + "loss_action": 0.010556114837527275, + "loss_total": 0.010556114837527275, + "step": 88910 + }, + { + "loss_action": 0.0032025512773543596, + "loss_total": 0.0032025512773543596, + "step": 88910 + }, + { + "loss_action": 0.002856125123798847, + "loss_total": 0.002856125123798847, + "step": 88910 + }, + { + "loss_action": 0.010049172677099705, + "loss_total": 0.010049172677099705, + "step": 88910 + }, + { + "grad_norm": 0.225736603140831, + "learning_rate": 3.3195961960647393e-06, + "loss": 0.0085, + "step": 88920 + }, + { + "loss_action": 0.0038886817637830973, + "loss_total": 0.0038886817637830973, + "step": 88920 + }, + { + "loss_action": 0.005257409065961838, + "loss_total": 0.005257409065961838, + "step": 88920 + }, + { + "loss_action": 0.010475116781890392, + "loss_total": 0.010475116781890392, + "step": 88920 + }, + { + "loss_action": 0.06628012657165527, + "loss_total": 0.06628012657165527, + "step": 88920 + }, + { + "loss_action": 0.03538496047258377, + "loss_total": 0.03538496047258377, + "step": 88920 + }, + { + "loss_action": 0.0036351995076984167, + "loss_total": 0.0036351995076984167, + "step": 88920 + }, + { + "grad_norm": 0.16597683727741241, + "learning_rate": 3.31367443386556e-06, + "loss": 0.0094, + "step": 88930 + }, + { + "loss_action": 0.0018550074892118573, + "loss_total": 0.0018550074892118573, + "step": 88930 + }, + { + "loss_action": 0.0031702739652246237, + "loss_total": 0.0031702739652246237, + "step": 88930 + }, + { + "loss_action": 0.007512661162763834, + "loss_total": 0.007512661162763834, + "step": 88930 + }, + { + "loss_action": 0.03765028342604637, + "loss_total": 0.03765028342604637, + "step": 88930 + }, + { + "loss_action": 0.014008771628141403, + "loss_total": 0.014008771628141403, + "step": 88930 + }, + { + "loss_action": 0.00856613926589489, + "loss_total": 0.00856613926589489, + "step": 88930 + }, + { + "grad_norm": 0.2449214607477188, + "learning_rate": 3.3077577772127556e-06, + "loss": 0.0066, + "step": 88940 + }, + { + "loss_action": 0.034011129289865494, + "loss_total": 0.034011129289865494, + "step": 88940 + }, + { + "loss_action": 0.0036110004875808954, + "loss_total": 0.0036110004875808954, + "step": 88940 + }, + { + "loss_action": 0.004515043925493956, + "loss_total": 0.004515043925493956, + "step": 88940 + }, + { + "loss_action": 0.0035472672898322344, + "loss_total": 0.0035472672898322344, + "step": 88940 + }, + { + "loss_action": 0.003344097174704075, + "loss_total": 0.003344097174704075, + "step": 88940 + }, + { + "loss_action": 0.013815914280712605, + "loss_total": 0.013815914280712605, + "step": 88940 + }, + { + "grad_norm": 0.2564489543437958, + "learning_rate": 3.301846226753358e-06, + "loss": 0.0062, + "step": 88950 + }, + { + "loss_action": 0.014958555810153484, + "loss_total": 0.014958555810153484, + "step": 88950 + }, + { + "loss_action": 0.01434403471648693, + "loss_total": 0.01434403471648693, + "step": 88950 + }, + { + "loss_action": 0.0032043890096247196, + "loss_total": 0.0032043890096247196, + "step": 88950 + }, + { + "loss_action": 0.0025628271978348494, + "loss_total": 0.0025628271978348494, + "step": 88950 + }, + { + "loss_action": 0.013425840064883232, + "loss_total": 0.013425840064883232, + "step": 88950 + }, + { + "loss_action": 0.002562483074143529, + "loss_total": 0.002562483074143529, + "step": 88950 + }, + { + "grad_norm": 0.1717478334903717, + "learning_rate": 3.2959397831338444e-06, + "loss": 0.0075, + "step": 88960 + }, + { + "loss_action": 0.004626957233995199, + "loss_total": 0.004626957233995199, + "step": 88960 + }, + { + "loss_action": 0.007255759555846453, + "loss_total": 0.007255759555846453, + "step": 88960 + }, + { + "loss_action": 0.006336597725749016, + "loss_total": 0.006336597725749016, + "step": 88960 + }, + { + "loss_action": 0.018288210034370422, + "loss_total": 0.018288210034370422, + "step": 88960 + }, + { + "loss_action": 0.016066905111074448, + "loss_total": 0.016066905111074448, + "step": 88960 + }, + { + "loss_action": 0.0036675245501101017, + "loss_total": 0.0036675245501101017, + "step": 88960 + }, + { + "grad_norm": 0.14250525832176208, + "learning_rate": 3.2900384470001432e-06, + "loss": 0.0069, + "step": 88970 + }, + { + "loss_action": 0.005647260695695877, + "loss_total": 0.005647260695695877, + "step": 88970 + }, + { + "loss_action": 0.019069671630859375, + "loss_total": 0.019069671630859375, + "step": 88970 + }, + { + "loss_action": 0.09205309301614761, + "loss_total": 0.09205309301614761, + "step": 88970 + }, + { + "loss_action": 0.014220021665096283, + "loss_total": 0.014220021665096283, + "step": 88970 + }, + { + "loss_action": 0.007130525540560484, + "loss_total": 0.007130525540560484, + "step": 88970 + }, + { + "loss_action": 0.005216961260885, + "loss_total": 0.005216961260885, + "step": 88970 + }, + { + "grad_norm": 0.13169647753238678, + "learning_rate": 3.28414221899761e-06, + "loss": 0.0092, + "step": 88980 + }, + { + "loss_action": 0.002760927891358733, + "loss_total": 0.002760927891358733, + "step": 88980 + }, + { + "loss_action": 0.015870895236730576, + "loss_total": 0.015870895236730576, + "step": 88980 + }, + { + "loss_action": 0.0034648720175027847, + "loss_total": 0.0034648720175027847, + "step": 88980 + }, + { + "loss_action": 0.006099587306380272, + "loss_total": 0.006099587306380272, + "step": 88980 + }, + { + "loss_action": 0.003718079999089241, + "loss_total": 0.003718079999089241, + "step": 88980 + }, + { + "loss_action": 0.012541004456579685, + "loss_total": 0.012541004456579685, + "step": 88980 + }, + { + "grad_norm": 0.2612341344356537, + "learning_rate": 3.278251099771046e-06, + "loss": 0.0084, + "step": 88990 + }, + { + "loss_action": 0.0057326811365783215, + "loss_total": 0.0057326811365783215, + "step": 88990 + }, + { + "loss_action": 0.008888323791325092, + "loss_total": 0.008888323791325092, + "step": 88990 + }, + { + "loss_action": 0.011643954552710056, + "loss_total": 0.011643954552710056, + "step": 88990 + }, + { + "loss_action": 0.06682528555393219, + "loss_total": 0.06682528555393219, + "step": 88990 + }, + { + "loss_action": 0.0014909766614437103, + "loss_total": 0.0014909766614437103, + "step": 88990 + }, + { + "loss_action": 0.012093989178538322, + "loss_total": 0.012093989178538322, + "step": 88990 + }, + { + "grad_norm": 0.18705415725708008, + "learning_rate": 3.2723650899646906e-06, + "loss": 0.0094, + "step": 89000 + }, + { + "loss_action": 0.0024662890937179327, + "loss_total": 0.0024662890937179327, + "step": 89000 + }, + { + "loss_action": 0.011608040891587734, + "loss_total": 0.011608040891587734, + "step": 89000 + }, + { + "loss_action": 0.0016655395738780499, + "loss_total": 0.0016655395738780499, + "step": 89000 + }, + { + "loss_action": 0.014673246070742607, + "loss_total": 0.014673246070742607, + "step": 89000 + }, + { + "loss_action": 0.026724254712462425, + "loss_total": 0.026724254712462425, + "step": 89000 + }, + { + "loss_action": 0.017389683052897453, + "loss_total": 0.017389683052897453, + "step": 89000 + }, + { + "grad_norm": 0.21933574974536896, + "learning_rate": 3.2664841902222466e-06, + "loss": 0.0063, + "step": 89010 + }, + { + "loss_action": 0.005923658609390259, + "loss_total": 0.005923658609390259, + "step": 89010 + }, + { + "loss_action": 0.0026405127719044685, + "loss_total": 0.0026405127719044685, + "step": 89010 + }, + { + "loss_action": 0.006971352733671665, + "loss_total": 0.006971352733671665, + "step": 89010 + }, + { + "loss_action": 0.010703928768634796, + "loss_total": 0.010703928768634796, + "step": 89010 + }, + { + "loss_action": 0.010287982411682606, + "loss_total": 0.010287982411682606, + "step": 89010 + }, + { + "loss_action": 0.0046774172224104404, + "loss_total": 0.0046774172224104404, + "step": 89010 + }, + { + "grad_norm": 0.19655105471611023, + "learning_rate": 3.2606084011868208e-06, + "loss": 0.0085, + "step": 89020 + }, + { + "loss_action": 0.004306228365749121, + "loss_total": 0.004306228365749121, + "step": 89020 + }, + { + "loss_action": 0.008517708629369736, + "loss_total": 0.008517708629369736, + "step": 89020 + }, + { + "loss_action": 0.005587727762758732, + "loss_total": 0.005587727762758732, + "step": 89020 + }, + { + "loss_action": 0.01046723686158657, + "loss_total": 0.01046723686158657, + "step": 89020 + }, + { + "loss_action": 0.0037304835859686136, + "loss_total": 0.0037304835859686136, + "step": 89020 + }, + { + "loss_action": 0.005020615179091692, + "loss_total": 0.005020615179091692, + "step": 89020 + }, + { + "grad_norm": 0.14230020344257355, + "learning_rate": 3.254737723500989e-06, + "loss": 0.0089, + "step": 89030 + }, + { + "loss_action": 0.0013868341920897365, + "loss_total": 0.0013868341920897365, + "step": 89030 + }, + { + "loss_action": 0.010428457520902157, + "loss_total": 0.010428457520902157, + "step": 89030 + }, + { + "loss_action": 0.002995244227349758, + "loss_total": 0.002995244227349758, + "step": 89030 + }, + { + "loss_action": 0.004235869739204645, + "loss_total": 0.004235869739204645, + "step": 89030 + }, + { + "loss_action": 0.0025251847691833973, + "loss_total": 0.0025251847691833973, + "step": 89030 + }, + { + "loss_action": 0.003943786025047302, + "loss_total": 0.003943786025047302, + "step": 89030 + }, + { + "grad_norm": 0.17120279371738434, + "learning_rate": 3.2488721578067595e-06, + "loss": 0.0059, + "step": 89040 + }, + { + "loss_action": 0.010177809745073318, + "loss_total": 0.010177809745073318, + "step": 89040 + }, + { + "loss_action": 0.004386306740343571, + "loss_total": 0.004386306740343571, + "step": 89040 + }, + { + "loss_action": 0.002178326714783907, + "loss_total": 0.002178326714783907, + "step": 89040 + }, + { + "loss_action": 0.008825876750051975, + "loss_total": 0.008825876750051975, + "step": 89040 + }, + { + "loss_action": 0.007100923918187618, + "loss_total": 0.007100923918187618, + "step": 89040 + }, + { + "loss_action": 0.014552169479429722, + "loss_total": 0.014552169479429722, + "step": 89040 + }, + { + "grad_norm": 0.24900685250759125, + "learning_rate": 3.243011704745591e-06, + "loss": 0.0085, + "step": 89050 + }, + { + "loss_action": 0.01409187912940979, + "loss_total": 0.01409187912940979, + "step": 89050 + }, + { + "loss_action": 0.007663929834961891, + "loss_total": 0.007663929834961891, + "step": 89050 + }, + { + "loss_action": 0.005176680162549019, + "loss_total": 0.005176680162549019, + "step": 89050 + }, + { + "loss_action": 0.007839311845600605, + "loss_total": 0.007839311845600605, + "step": 89050 + }, + { + "loss_action": 0.007875632494688034, + "loss_total": 0.007875632494688034, + "step": 89050 + }, + { + "loss_action": 0.00810061115771532, + "loss_total": 0.00810061115771532, + "step": 89050 + }, + { + "grad_norm": 0.26654115319252014, + "learning_rate": 3.237156364958355e-06, + "loss": 0.0085, + "step": 89060 + }, + { + "loss_action": 0.009781690314412117, + "loss_total": 0.009781690314412117, + "step": 89060 + }, + { + "loss_action": 0.005896606016904116, + "loss_total": 0.005896606016904116, + "step": 89060 + }, + { + "loss_action": 0.021142058074474335, + "loss_total": 0.021142058074474335, + "step": 89060 + }, + { + "loss_action": 0.021194301545619965, + "loss_total": 0.021194301545619965, + "step": 89060 + }, + { + "loss_action": 0.0022484143264591694, + "loss_total": 0.0022484143264591694, + "step": 89060 + }, + { + "loss_action": 0.0029339795000851154, + "loss_total": 0.0029339795000851154, + "step": 89060 + }, + { + "grad_norm": 0.23710355162620544, + "learning_rate": 3.231306139085394e-06, + "loss": 0.0098, + "step": 89070 + }, + { + "loss_action": 0.004479273688048124, + "loss_total": 0.004479273688048124, + "step": 89070 + }, + { + "loss_action": 0.009172934107482433, + "loss_total": 0.009172934107482433, + "step": 89070 + }, + { + "loss_action": 0.009881611913442612, + "loss_total": 0.009881611913442612, + "step": 89070 + }, + { + "loss_action": 0.0032378053292632103, + "loss_total": 0.0032378053292632103, + "step": 89070 + }, + { + "loss_action": 0.03690348565578461, + "loss_total": 0.03690348565578461, + "step": 89070 + }, + { + "loss_action": 0.021728288382291794, + "loss_total": 0.021728288382291794, + "step": 89070 + }, + { + "grad_norm": 0.2692851126194, + "learning_rate": 3.2254610277664797e-06, + "loss": 0.0085, + "step": 89080 + }, + { + "loss_action": 0.011064334772527218, + "loss_total": 0.011064334772527218, + "step": 89080 + }, + { + "loss_action": 0.005493303295224905, + "loss_total": 0.005493303295224905, + "step": 89080 + }, + { + "loss_action": 0.0018850944470614195, + "loss_total": 0.0018850944470614195, + "step": 89080 + }, + { + "loss_action": 0.010595334693789482, + "loss_total": 0.010595334693789482, + "step": 89080 + }, + { + "loss_action": 0.007600906305015087, + "loss_total": 0.007600906305015087, + "step": 89080 + }, + { + "loss_action": 0.011635868810117245, + "loss_total": 0.011635868810117245, + "step": 89080 + }, + { + "grad_norm": 0.3051449954509735, + "learning_rate": 3.2196210316408183e-06, + "loss": 0.0083, + "step": 89090 + }, + { + "loss_action": 0.008057410828769207, + "loss_total": 0.008057410828769207, + "step": 89090 + }, + { + "loss_action": 0.013456735759973526, + "loss_total": 0.013456735759973526, + "step": 89090 + }, + { + "loss_action": 0.003987966105341911, + "loss_total": 0.003987966105341911, + "step": 89090 + }, + { + "loss_action": 0.0017182768788188696, + "loss_total": 0.0017182768788188696, + "step": 89090 + }, + { + "loss_action": 0.019536420702934265, + "loss_total": 0.019536420702934265, + "step": 89090 + }, + { + "loss_action": 0.001779167097993195, + "loss_total": 0.001779167097993195, + "step": 89090 + }, + { + "grad_norm": 0.13044485449790955, + "learning_rate": 3.2137861513470644e-06, + "loss": 0.0064, + "step": 89100 + }, + { + "loss_action": 0.004295312333852053, + "loss_total": 0.004295312333852053, + "step": 89100 + }, + { + "loss_action": 0.0034294454380869865, + "loss_total": 0.0034294454380869865, + "step": 89100 + }, + { + "loss_action": 0.025560656562447548, + "loss_total": 0.025560656562447548, + "step": 89100 + }, + { + "loss_action": 0.03409438580274582, + "loss_total": 0.03409438580274582, + "step": 89100 + }, + { + "loss_action": 0.026948509737849236, + "loss_total": 0.026948509737849236, + "step": 89100 + }, + { + "loss_action": 0.0111681604757905, + "loss_total": 0.0111681604757905, + "step": 89100 + }, + { + "grad_norm": 0.2374492734670639, + "learning_rate": 3.2079563875233252e-06, + "loss": 0.0082, + "step": 89110 + }, + { + "loss_action": 0.003048389684408903, + "loss_total": 0.003048389684408903, + "step": 89110 + }, + { + "loss_action": 0.01067847665399313, + "loss_total": 0.01067847665399313, + "step": 89110 + }, + { + "loss_action": 0.0057881781831383705, + "loss_total": 0.0057881781831383705, + "step": 89110 + }, + { + "loss_action": 0.004303612746298313, + "loss_total": 0.004303612746298313, + "step": 89110 + }, + { + "loss_action": 0.003700723871588707, + "loss_total": 0.003700723871588707, + "step": 89110 + }, + { + "loss_action": 0.007514459080994129, + "loss_total": 0.007514459080994129, + "step": 89110 + }, + { + "grad_norm": 0.12537096440792084, + "learning_rate": 3.2021317408071184e-06, + "loss": 0.0071, + "step": 89120 + }, + { + "loss_action": 0.005883331876248121, + "loss_total": 0.005883331876248121, + "step": 89120 + }, + { + "loss_action": 0.008100675418972969, + "loss_total": 0.008100675418972969, + "step": 89120 + }, + { + "loss_action": 0.006244525779038668, + "loss_total": 0.006244525779038668, + "step": 89120 + }, + { + "loss_action": 0.004690703935921192, + "loss_total": 0.004690703935921192, + "step": 89120 + }, + { + "loss_action": 0.009374456480145454, + "loss_total": 0.009374456480145454, + "step": 89120 + }, + { + "loss_action": 0.00458432175219059, + "loss_total": 0.00458432175219059, + "step": 89120 + }, + { + "grad_norm": 0.1342838704586029, + "learning_rate": 3.196312211835434e-06, + "loss": 0.0072, + "step": 89130 + }, + { + "loss_action": 0.0019635455682873726, + "loss_total": 0.0019635455682873726, + "step": 89130 + }, + { + "loss_action": 0.007025447208434343, + "loss_total": 0.007025447208434343, + "step": 89130 + }, + { + "loss_action": 0.004431359004229307, + "loss_total": 0.004431359004229307, + "step": 89130 + }, + { + "loss_action": 0.0044309054501354694, + "loss_total": 0.0044309054501354694, + "step": 89130 + }, + { + "loss_action": 0.003639743896201253, + "loss_total": 0.003639743896201253, + "step": 89130 + }, + { + "loss_action": 0.001603820244781673, + "loss_total": 0.001603820244781673, + "step": 89130 + }, + { + "grad_norm": 0.2534693777561188, + "learning_rate": 3.1904978012446686e-06, + "loss": 0.0096, + "step": 89140 + }, + { + "loss_action": 0.009573050774633884, + "loss_total": 0.009573050774633884, + "step": 89140 + }, + { + "loss_action": 0.009365820325911045, + "loss_total": 0.009365820325911045, + "step": 89140 + }, + { + "loss_action": 0.0026182816363871098, + "loss_total": 0.0026182816363871098, + "step": 89140 + }, + { + "loss_action": 0.002222205512225628, + "loss_total": 0.002222205512225628, + "step": 89140 + }, + { + "loss_action": 0.0033733833115547895, + "loss_total": 0.0033733833115547895, + "step": 89140 + }, + { + "loss_action": 0.007162606343626976, + "loss_total": 0.007162606343626976, + "step": 89140 + }, + { + "grad_norm": 0.28628796339035034, + "learning_rate": 3.184688509670691e-06, + "loss": 0.0093, + "step": 89150 + }, + { + "loss_action": 0.010490505956113338, + "loss_total": 0.010490505956113338, + "step": 89150 + }, + { + "loss_action": 0.006367694586515427, + "loss_total": 0.006367694586515427, + "step": 89150 + }, + { + "loss_action": 0.003833994036540389, + "loss_total": 0.003833994036540389, + "step": 89150 + }, + { + "loss_action": 0.00911389384418726, + "loss_total": 0.00911389384418726, + "step": 89150 + }, + { + "loss_action": 0.005141974426805973, + "loss_total": 0.005141974426805973, + "step": 89150 + }, + { + "loss_action": 0.003881769021973014, + "loss_total": 0.003881769021973014, + "step": 89150 + }, + { + "grad_norm": 0.16172920167446136, + "learning_rate": 3.178884337748783e-06, + "loss": 0.0089, + "step": 89160 + }, + { + "loss_action": 0.008645765483379364, + "loss_total": 0.008645765483379364, + "step": 89160 + }, + { + "loss_action": 0.00540671544149518, + "loss_total": 0.00540671544149518, + "step": 89160 + }, + { + "loss_action": 0.0070942421443760395, + "loss_total": 0.0070942421443760395, + "step": 89160 + }, + { + "loss_action": 0.011109906248748302, + "loss_total": 0.011109906248748302, + "step": 89160 + }, + { + "loss_action": 0.022996889427304268, + "loss_total": 0.022996889427304268, + "step": 89160 + }, + { + "loss_action": 0.0033519433345645666, + "loss_total": 0.0033519433345645666, + "step": 89160 + }, + { + "grad_norm": 0.2764810025691986, + "learning_rate": 3.173085286113697e-06, + "loss": 0.0083, + "step": 89170 + }, + { + "loss_action": 0.02490285411477089, + "loss_total": 0.02490285411477089, + "step": 89170 + }, + { + "loss_action": 0.005149292293936014, + "loss_total": 0.005149292293936014, + "step": 89170 + }, + { + "loss_action": 0.004482586402446032, + "loss_total": 0.004482586402446032, + "step": 89170 + }, + { + "loss_action": 0.004313013982027769, + "loss_total": 0.004313013982027769, + "step": 89170 + }, + { + "loss_action": 0.006041094195097685, + "loss_total": 0.006041094195097685, + "step": 89170 + }, + { + "loss_action": 0.007879183627665043, + "loss_total": 0.007879183627665043, + "step": 89170 + }, + { + "grad_norm": 0.2865069508552551, + "learning_rate": 3.1672913553995986e-06, + "loss": 0.0075, + "step": 89180 + }, + { + "loss_action": 0.001694279140792787, + "loss_total": 0.001694279140792787, + "step": 89180 + }, + { + "loss_action": 0.011096823960542679, + "loss_total": 0.011096823960542679, + "step": 89180 + }, + { + "loss_action": 0.008675717748701572, + "loss_total": 0.008675717748701572, + "step": 89180 + }, + { + "loss_action": 0.009015247225761414, + "loss_total": 0.009015247225761414, + "step": 89180 + }, + { + "loss_action": 0.0056379917077720165, + "loss_total": 0.0056379917077720165, + "step": 89180 + }, + { + "loss_action": 0.0036739578936249018, + "loss_total": 0.0036739578936249018, + "step": 89180 + }, + { + "grad_norm": 0.1558990627527237, + "learning_rate": 3.1615025462401138e-06, + "loss": 0.007, + "step": 89190 + }, + { + "loss_action": 0.034278903156518936, + "loss_total": 0.034278903156518936, + "step": 89190 + }, + { + "loss_action": 0.010942612774670124, + "loss_total": 0.010942612774670124, + "step": 89190 + }, + { + "loss_action": 0.011942188255488873, + "loss_total": 0.011942188255488873, + "step": 89190 + }, + { + "loss_action": 0.030220890417695045, + "loss_total": 0.030220890417695045, + "step": 89190 + }, + { + "loss_action": 0.019851401448249817, + "loss_total": 0.019851401448249817, + "step": 89190 + }, + { + "loss_action": 0.004724272061139345, + "loss_total": 0.004724272061139345, + "step": 89190 + }, + { + "grad_norm": 0.1636805534362793, + "learning_rate": 3.1557188592682808e-06, + "loss": 0.0085, + "step": 89200 + }, + { + "loss_action": 0.009922981262207031, + "loss_total": 0.009922981262207031, + "step": 89200 + }, + { + "loss_action": 0.035896316170692444, + "loss_total": 0.035896316170692444, + "step": 89200 + }, + { + "loss_action": 0.009114358574151993, + "loss_total": 0.009114358574151993, + "step": 89200 + }, + { + "loss_action": 0.003888340899720788, + "loss_total": 0.003888340899720788, + "step": 89200 + }, + { + "loss_action": 0.01589330844581127, + "loss_total": 0.01589330844581127, + "step": 89200 + }, + { + "loss_action": 0.0035044881515204906, + "loss_total": 0.0035044881515204906, + "step": 89200 + }, + { + "grad_norm": 0.1937723308801651, + "learning_rate": 3.1499402951166045e-06, + "loss": 0.0082, + "step": 89210 + }, + { + "loss_action": 0.012649964541196823, + "loss_total": 0.012649964541196823, + "step": 89210 + }, + { + "loss_action": 0.007398803252726793, + "loss_total": 0.007398803252726793, + "step": 89210 + }, + { + "loss_action": 0.0044676573015749454, + "loss_total": 0.0044676573015749454, + "step": 89210 + }, + { + "loss_action": 0.00283231888897717, + "loss_total": 0.00283231888897717, + "step": 89210 + }, + { + "loss_action": 0.015431605279445648, + "loss_total": 0.015431605279445648, + "step": 89210 + }, + { + "loss_action": 0.006284245755523443, + "loss_total": 0.006284245755523443, + "step": 89210 + }, + { + "grad_norm": 0.16410285234451294, + "learning_rate": 3.144166854417019e-06, + "loss": 0.0073, + "step": 89220 + }, + { + "loss_action": 0.002431201748549938, + "loss_total": 0.002431201748549938, + "step": 89220 + }, + { + "loss_action": 0.009487931616604328, + "loss_total": 0.009487931616604328, + "step": 89220 + }, + { + "loss_action": 0.0058366116136312485, + "loss_total": 0.0058366116136312485, + "step": 89220 + }, + { + "loss_action": 0.0066634537652134895, + "loss_total": 0.0066634537652134895, + "step": 89220 + }, + { + "loss_action": 0.01364980824291706, + "loss_total": 0.01364980824291706, + "step": 89220 + }, + { + "loss_action": 0.010009418241679668, + "loss_total": 0.010009418241679668, + "step": 89220 + }, + { + "grad_norm": 0.32174065709114075, + "learning_rate": 3.1383985378009073e-06, + "loss": 0.01, + "step": 89230 + }, + { + "loss_action": 0.0041888500563800335, + "loss_total": 0.0041888500563800335, + "step": 89230 + }, + { + "loss_action": 0.0033252837602049112, + "loss_total": 0.0033252837602049112, + "step": 89230 + }, + { + "loss_action": 0.005496197380125523, + "loss_total": 0.005496197380125523, + "step": 89230 + }, + { + "loss_action": 0.0033888944890350103, + "loss_total": 0.0033888944890350103, + "step": 89230 + }, + { + "loss_action": 0.007579370867460966, + "loss_total": 0.007579370867460966, + "step": 89230 + }, + { + "loss_action": 0.009119344875216484, + "loss_total": 0.009119344875216484, + "step": 89230 + }, + { + "grad_norm": 0.17957203090190887, + "learning_rate": 3.1326353458990654e-06, + "loss": 0.0091, + "step": 89240 + }, + { + "loss_action": 0.004933575168251991, + "loss_total": 0.004933575168251991, + "step": 89240 + }, + { + "loss_action": 0.005282074213027954, + "loss_total": 0.005282074213027954, + "step": 89240 + }, + { + "loss_action": 0.005937374196946621, + "loss_total": 0.005937374196946621, + "step": 89240 + }, + { + "loss_action": 0.0023679451551288366, + "loss_total": 0.0023679451551288366, + "step": 89240 + }, + { + "loss_action": 0.008816252462565899, + "loss_total": 0.008816252462565899, + "step": 89240 + }, + { + "loss_action": 0.005482523702085018, + "loss_total": 0.005482523702085018, + "step": 89240 + }, + { + "grad_norm": 0.162172332406044, + "learning_rate": 3.126877279341761e-06, + "loss": 0.0064, + "step": 89250 + }, + { + "loss_action": 0.012005569413304329, + "loss_total": 0.012005569413304329, + "step": 89250 + }, + { + "loss_action": 0.003177764592692256, + "loss_total": 0.003177764592692256, + "step": 89250 + }, + { + "loss_action": 0.004239476751536131, + "loss_total": 0.004239476751536131, + "step": 89250 + }, + { + "loss_action": 0.003704526461660862, + "loss_total": 0.003704526461660862, + "step": 89250 + }, + { + "loss_action": 0.00967327132821083, + "loss_total": 0.00967327132821083, + "step": 89250 + }, + { + "loss_action": 0.008579432964324951, + "loss_total": 0.008579432964324951, + "step": 89250 + }, + { + "grad_norm": 0.14863912761211395, + "learning_rate": 3.1211243387586964e-06, + "loss": 0.0078, + "step": 89260 + }, + { + "loss_action": 0.00774267315864563, + "loss_total": 0.00774267315864563, + "step": 89260 + }, + { + "loss_action": 0.0052035232074558735, + "loss_total": 0.0052035232074558735, + "step": 89260 + }, + { + "loss_action": 0.07574310898780823, + "loss_total": 0.07574310898780823, + "step": 89260 + }, + { + "loss_action": 0.007171935401856899, + "loss_total": 0.007171935401856899, + "step": 89260 + }, + { + "loss_action": 0.008984200656414032, + "loss_total": 0.008984200656414032, + "step": 89260 + }, + { + "loss_action": 0.005832556169480085, + "loss_total": 0.005832556169480085, + "step": 89260 + }, + { + "grad_norm": 0.25783470273017883, + "learning_rate": 3.115376524778979e-06, + "loss": 0.0088, + "step": 89270 + }, + { + "loss_action": 0.003031220519915223, + "loss_total": 0.003031220519915223, + "step": 89270 + }, + { + "loss_action": 0.005105840042233467, + "loss_total": 0.005105840042233467, + "step": 89270 + }, + { + "loss_action": 0.0026199007406830788, + "loss_total": 0.0026199007406830788, + "step": 89270 + }, + { + "loss_action": 0.006846334785223007, + "loss_total": 0.006846334785223007, + "step": 89270 + }, + { + "loss_action": 0.0051713925786316395, + "loss_total": 0.0051713925786316395, + "step": 89270 + }, + { + "loss_action": 0.004755692556500435, + "loss_total": 0.004755692556500435, + "step": 89270 + }, + { + "grad_norm": 0.16869057714939117, + "learning_rate": 3.109633838031195e-06, + "loss": 0.007, + "step": 89280 + }, + { + "loss_action": 0.0032602851279079914, + "loss_total": 0.0032602851279079914, + "step": 89280 + }, + { + "loss_action": 0.007066743914037943, + "loss_total": 0.007066743914037943, + "step": 89280 + }, + { + "loss_action": 0.024217860773205757, + "loss_total": 0.024217860773205757, + "step": 89280 + }, + { + "loss_action": 0.009365481324493885, + "loss_total": 0.009365481324493885, + "step": 89280 + }, + { + "loss_action": 0.0023162048310041428, + "loss_total": 0.0023162048310041428, + "step": 89280 + }, + { + "loss_action": 0.002072548260912299, + "loss_total": 0.002072548260912299, + "step": 89280 + }, + { + "grad_norm": 0.20931512117385864, + "learning_rate": 3.103896279143359e-06, + "loss": 0.0079, + "step": 89290 + }, + { + "loss_action": 0.007565605919808149, + "loss_total": 0.007565605919808149, + "step": 89290 + }, + { + "loss_action": 0.0033687828108668327, + "loss_total": 0.0033687828108668327, + "step": 89290 + }, + { + "loss_action": 0.007355716545134783, + "loss_total": 0.007355716545134783, + "step": 89290 + }, + { + "loss_action": 0.060739658772945404, + "loss_total": 0.060739658772945404, + "step": 89290 + }, + { + "loss_action": 0.004897778388112783, + "loss_total": 0.004897778388112783, + "step": 89290 + }, + { + "loss_action": 0.005490454379469156, + "loss_total": 0.005490454379469156, + "step": 89290 + }, + { + "grad_norm": 0.2473173439502716, + "learning_rate": 3.098163848742924e-06, + "loss": 0.0071, + "step": 89300 + }, + { + "loss_action": 0.004991317167878151, + "loss_total": 0.004991317167878151, + "step": 89300 + }, + { + "loss_action": 0.014470899477601051, + "loss_total": 0.014470899477601051, + "step": 89300 + }, + { + "loss_action": 0.010896497406065464, + "loss_total": 0.010896497406065464, + "step": 89300 + }, + { + "loss_action": 0.0025327056646347046, + "loss_total": 0.0025327056646347046, + "step": 89300 + }, + { + "loss_action": 0.004692125134170055, + "loss_total": 0.004692125134170055, + "step": 89300 + }, + { + "loss_action": 0.006256229244172573, + "loss_total": 0.006256229244172573, + "step": 89300 + }, + { + "grad_norm": 0.124615877866745, + "learning_rate": 3.0924365474567675e-06, + "loss": 0.0069, + "step": 89310 + }, + { + "loss_action": 0.008531725965440273, + "loss_total": 0.008531725965440273, + "step": 89310 + }, + { + "loss_action": 0.002903055865317583, + "loss_total": 0.002903055865317583, + "step": 89310 + }, + { + "loss_action": 0.009700707159936428, + "loss_total": 0.009700707159936428, + "step": 89310 + }, + { + "loss_action": 0.008298994973301888, + "loss_total": 0.008298994973301888, + "step": 89310 + }, + { + "loss_action": 0.003456105012446642, + "loss_total": 0.003456105012446642, + "step": 89310 + }, + { + "loss_action": 0.003756031161174178, + "loss_total": 0.003756031161174178, + "step": 89310 + }, + { + "grad_norm": 0.23934151232242584, + "learning_rate": 3.086714375911237e-06, + "loss": 0.0079, + "step": 89320 + }, + { + "loss_action": 0.008846012875437737, + "loss_total": 0.008846012875437737, + "step": 89320 + }, + { + "loss_action": 0.004705908242613077, + "loss_total": 0.004705908242613077, + "step": 89320 + }, + { + "loss_action": 0.0028665477875620127, + "loss_total": 0.0028665477875620127, + "step": 89320 + }, + { + "loss_action": 0.005299932323396206, + "loss_total": 0.005299932323396206, + "step": 89320 + }, + { + "loss_action": 0.008637648075819016, + "loss_total": 0.008637648075819016, + "step": 89320 + }, + { + "loss_action": 0.005863947793841362, + "loss_total": 0.005863947793841362, + "step": 89320 + }, + { + "grad_norm": 0.2774978280067444, + "learning_rate": 3.0809973347320775e-06, + "loss": 0.008, + "step": 89330 + }, + { + "loss_action": 0.010160846635699272, + "loss_total": 0.010160846635699272, + "step": 89330 + }, + { + "loss_action": 0.003198210382834077, + "loss_total": 0.003198210382834077, + "step": 89330 + }, + { + "loss_action": 0.008931007236242294, + "loss_total": 0.008931007236242294, + "step": 89330 + }, + { + "loss_action": 0.0015770996687933803, + "loss_total": 0.0015770996687933803, + "step": 89330 + }, + { + "loss_action": 0.003653183113783598, + "loss_total": 0.003653183113783598, + "step": 89330 + }, + { + "loss_action": 0.005851819179952145, + "loss_total": 0.005851819179952145, + "step": 89330 + }, + { + "grad_norm": 0.22903603315353394, + "learning_rate": 3.075285424544516e-06, + "loss": 0.0081, + "step": 89340 + }, + { + "loss_action": 0.007813877426087856, + "loss_total": 0.007813877426087856, + "step": 89340 + }, + { + "loss_action": 0.004403633531183004, + "loss_total": 0.004403633531183004, + "step": 89340 + }, + { + "loss_action": 0.002851353259757161, + "loss_total": 0.002851353259757161, + "step": 89340 + }, + { + "loss_action": 0.031175045296549797, + "loss_total": 0.031175045296549797, + "step": 89340 + }, + { + "loss_action": 0.01504757534712553, + "loss_total": 0.01504757534712553, + "step": 89340 + }, + { + "loss_action": 0.007673311047255993, + "loss_total": 0.007673311047255993, + "step": 89340 + }, + { + "grad_norm": 0.11906306445598602, + "learning_rate": 3.069578645973176e-06, + "loss": 0.0081, + "step": 89350 + }, + { + "loss_action": 0.01029821578413248, + "loss_total": 0.01029821578413248, + "step": 89350 + }, + { + "loss_action": 0.01459906529635191, + "loss_total": 0.01459906529635191, + "step": 89350 + }, + { + "loss_action": 0.0052069309167563915, + "loss_total": 0.0052069309167563915, + "step": 89350 + }, + { + "loss_action": 0.002826650394126773, + "loss_total": 0.002826650394126773, + "step": 89350 + }, + { + "loss_action": 0.006916502956300974, + "loss_total": 0.006916502956300974, + "step": 89350 + }, + { + "loss_action": 0.003948553465306759, + "loss_total": 0.003948553465306759, + "step": 89350 + }, + { + "grad_norm": 0.3254554867744446, + "learning_rate": 3.0638769996421735e-06, + "loss": 0.0106, + "step": 89360 + }, + { + "loss_action": 0.007152575068175793, + "loss_total": 0.007152575068175793, + "step": 89360 + }, + { + "loss_action": 0.004945792723447084, + "loss_total": 0.004945792723447084, + "step": 89360 + }, + { + "loss_action": 0.00297624827362597, + "loss_total": 0.00297624827362597, + "step": 89360 + }, + { + "loss_action": 0.014498061500489712, + "loss_total": 0.014498061500489712, + "step": 89360 + }, + { + "loss_action": 0.003556763054803014, + "loss_total": 0.003556763054803014, + "step": 89360 + }, + { + "loss_action": 0.0071612694300711155, + "loss_total": 0.0071612694300711155, + "step": 89360 + }, + { + "grad_norm": 0.18202324211597443, + "learning_rate": 3.058180486175005e-06, + "loss": 0.0093, + "step": 89370 + }, + { + "loss_action": 0.005334635730832815, + "loss_total": 0.005334635730832815, + "step": 89370 + }, + { + "loss_action": 0.004887813702225685, + "loss_total": 0.004887813702225685, + "step": 89370 + }, + { + "loss_action": 0.004825334995985031, + "loss_total": 0.004825334995985031, + "step": 89370 + }, + { + "loss_action": 0.0049548097886145115, + "loss_total": 0.0049548097886145115, + "step": 89370 + }, + { + "loss_action": 0.007926840335130692, + "loss_total": 0.007926840335130692, + "step": 89370 + }, + { + "loss_action": 0.0020347905810922384, + "loss_total": 0.0020347905810922384, + "step": 89370 + }, + { + "grad_norm": 0.18038803339004517, + "learning_rate": 3.052489106194645e-06, + "loss": 0.0077, + "step": 89380 + }, + { + "loss_action": 0.009423314593732357, + "loss_total": 0.009423314593732357, + "step": 89380 + }, + { + "loss_action": 0.004532886203378439, + "loss_total": 0.004532886203378439, + "step": 89380 + }, + { + "loss_action": 0.007047862745821476, + "loss_total": 0.007047862745821476, + "step": 89380 + }, + { + "loss_action": 0.010717625729739666, + "loss_total": 0.010717625729739666, + "step": 89380 + }, + { + "loss_action": 0.005410471931099892, + "loss_total": 0.005410471931099892, + "step": 89380 + }, + { + "loss_action": 0.006829025689512491, + "loss_total": 0.006829025689512491, + "step": 89380 + }, + { + "grad_norm": 0.1746099442243576, + "learning_rate": 3.0468028603234946e-06, + "loss": 0.0077, + "step": 89390 + }, + { + "loss_action": 0.00210821651853621, + "loss_total": 0.00210821651853621, + "step": 89390 + }, + { + "loss_action": 0.026281675323843956, + "loss_total": 0.026281675323843956, + "step": 89390 + }, + { + "loss_action": 0.0046964650973677635, + "loss_total": 0.0046964650973677635, + "step": 89390 + }, + { + "loss_action": 0.013041301630437374, + "loss_total": 0.013041301630437374, + "step": 89390 + }, + { + "loss_action": 0.004915257915854454, + "loss_total": 0.004915257915854454, + "step": 89390 + }, + { + "loss_action": 0.0024218643084168434, + "loss_total": 0.0024218643084168434, + "step": 89390 + }, + { + "grad_norm": 0.2266111522912979, + "learning_rate": 3.04112174918339e-06, + "loss": 0.007, + "step": 89400 + }, + { + "loss_action": 0.004356339108198881, + "loss_total": 0.004356339108198881, + "step": 89400 + }, + { + "loss_action": 0.010714120231568813, + "loss_total": 0.010714120231568813, + "step": 89400 + }, + { + "loss_action": 0.0032500550150871277, + "loss_total": 0.0032500550150871277, + "step": 89400 + }, + { + "loss_action": 0.00844336673617363, + "loss_total": 0.00844336673617363, + "step": 89400 + }, + { + "loss_action": 0.0028641673270612955, + "loss_total": 0.0028641673270612955, + "step": 89400 + }, + { + "loss_action": 0.02028876543045044, + "loss_total": 0.02028876543045044, + "step": 89400 + }, + { + "grad_norm": 0.17792682349681854, + "learning_rate": 3.0354457733955954e-06, + "loss": 0.0076, + "step": 89410 + }, + { + "loss_action": 0.0024671207647770643, + "loss_total": 0.0024671207647770643, + "step": 89410 + }, + { + "loss_action": 0.005735351704061031, + "loss_total": 0.005735351704061031, + "step": 89410 + }, + { + "loss_action": 0.00950815249234438, + "loss_total": 0.00950815249234438, + "step": 89410 + }, + { + "loss_action": 0.005408805329352617, + "loss_total": 0.005408805329352617, + "step": 89410 + }, + { + "loss_action": 0.004044591449201107, + "loss_total": 0.004044591449201107, + "step": 89410 + }, + { + "loss_action": 0.00417872192338109, + "loss_total": 0.00417872192338109, + "step": 89410 + }, + { + "grad_norm": 0.13972879946231842, + "learning_rate": 3.029774933580859e-06, + "loss": 0.0067, + "step": 89420 + }, + { + "loss_action": 0.0025768885388970375, + "loss_total": 0.0025768885388970375, + "step": 89420 + }, + { + "loss_action": 0.009683189913630486, + "loss_total": 0.009683189913630486, + "step": 89420 + }, + { + "loss_action": 0.015852108597755432, + "loss_total": 0.015852108597755432, + "step": 89420 + }, + { + "loss_action": 0.0036786252167075872, + "loss_total": 0.0036786252167075872, + "step": 89420 + }, + { + "loss_action": 0.004078974481672049, + "loss_total": 0.004078974481672049, + "step": 89420 + }, + { + "loss_action": 0.0024270149879157543, + "loss_total": 0.0024270149879157543, + "step": 89420 + }, + { + "grad_norm": 0.19492119550704956, + "learning_rate": 3.0241092303593065e-06, + "loss": 0.0069, + "step": 89430 + }, + { + "loss_action": 0.02146369218826294, + "loss_total": 0.02146369218826294, + "step": 89430 + }, + { + "loss_action": 0.006154477130621672, + "loss_total": 0.006154477130621672, + "step": 89430 + }, + { + "loss_action": 0.020786378532648087, + "loss_total": 0.020786378532648087, + "step": 89430 + }, + { + "loss_action": 0.016481516882777214, + "loss_total": 0.016481516882777214, + "step": 89430 + }, + { + "loss_action": 0.002471144776791334, + "loss_total": 0.002471144776791334, + "step": 89430 + }, + { + "loss_action": 0.006569262128323317, + "loss_total": 0.006569262128323317, + "step": 89430 + }, + { + "grad_norm": 0.2963581383228302, + "learning_rate": 3.018448664350554e-06, + "loss": 0.0079, + "step": 89440 + }, + { + "loss_action": 0.004873686470091343, + "loss_total": 0.004873686470091343, + "step": 89440 + }, + { + "loss_action": 0.006794432643800974, + "loss_total": 0.006794432643800974, + "step": 89440 + }, + { + "loss_action": 0.009269305504858494, + "loss_total": 0.009269305504858494, + "step": 89440 + }, + { + "loss_action": 0.010277295485138893, + "loss_total": 0.010277295485138893, + "step": 89440 + }, + { + "loss_action": 0.002817160449922085, + "loss_total": 0.002817160449922085, + "step": 89440 + }, + { + "loss_action": 0.008593049831688404, + "loss_total": 0.008593049831688404, + "step": 89440 + }, + { + "grad_norm": 0.14495733380317688, + "learning_rate": 3.0127932361736055e-06, + "loss": 0.0072, + "step": 89450 + }, + { + "loss_action": 0.006520506925880909, + "loss_total": 0.006520506925880909, + "step": 89450 + }, + { + "loss_action": 0.003224900458008051, + "loss_total": 0.003224900458008051, + "step": 89450 + }, + { + "loss_action": 0.003206996712833643, + "loss_total": 0.003206996712833643, + "step": 89450 + }, + { + "loss_action": 0.004374670330435038, + "loss_total": 0.004374670330435038, + "step": 89450 + }, + { + "loss_action": 0.0028592576272785664, + "loss_total": 0.0028592576272785664, + "step": 89450 + }, + { + "loss_action": 0.01314198225736618, + "loss_total": 0.01314198225736618, + "step": 89450 + }, + { + "grad_norm": 0.19435837864875793, + "learning_rate": 3.00714294644695e-06, + "loss": 0.0094, + "step": 89460 + }, + { + "loss_action": 0.013654590584337711, + "loss_total": 0.013654590584337711, + "step": 89460 + }, + { + "loss_action": 0.02811826951801777, + "loss_total": 0.02811826951801777, + "step": 89460 + }, + { + "loss_action": 0.008583880960941315, + "loss_total": 0.008583880960941315, + "step": 89460 + }, + { + "loss_action": 0.0025381315499544144, + "loss_total": 0.0025381315499544144, + "step": 89460 + }, + { + "loss_action": 0.014455598779022694, + "loss_total": 0.014455598779022694, + "step": 89460 + }, + { + "loss_action": 0.002320661675184965, + "loss_total": 0.002320661675184965, + "step": 89460 + }, + { + "grad_norm": 0.14317989349365234, + "learning_rate": 3.0014977957884828e-06, + "loss": 0.0087, + "step": 89470 + }, + { + "loss_action": 0.014302332885563374, + "loss_total": 0.014302332885563374, + "step": 89470 + }, + { + "loss_action": 0.0015782327391207218, + "loss_total": 0.0015782327391207218, + "step": 89470 + }, + { + "loss_action": 0.007606221362948418, + "loss_total": 0.007606221362948418, + "step": 89470 + }, + { + "loss_action": 0.0013010954717174172, + "loss_total": 0.0013010954717174172, + "step": 89470 + }, + { + "loss_action": 0.012210369110107422, + "loss_total": 0.012210369110107422, + "step": 89470 + }, + { + "loss_action": 0.004987388849258423, + "loss_total": 0.004987388849258423, + "step": 89470 + }, + { + "grad_norm": 0.2026144415140152, + "learning_rate": 2.99585778481557e-06, + "loss": 0.0065, + "step": 89480 + }, + { + "loss_action": 0.007801082916557789, + "loss_total": 0.007801082916557789, + "step": 89480 + }, + { + "loss_action": 0.00418880395591259, + "loss_total": 0.00418880395591259, + "step": 89480 + }, + { + "loss_action": 0.00441759405657649, + "loss_total": 0.00441759405657649, + "step": 89480 + }, + { + "loss_action": 0.005918792448937893, + "loss_total": 0.005918792448937893, + "step": 89480 + }, + { + "loss_action": 0.0035748337395489216, + "loss_total": 0.0035748337395489216, + "step": 89480 + }, + { + "loss_action": 0.002710425527766347, + "loss_total": 0.002710425527766347, + "step": 89480 + }, + { + "grad_norm": 0.4907328486442566, + "learning_rate": 2.990222914144969e-06, + "loss": 0.0073, + "step": 89490 + }, + { + "loss_action": 0.0036297256592661142, + "loss_total": 0.0036297256592661142, + "step": 89490 + }, + { + "loss_action": 0.0030351087916642427, + "loss_total": 0.0030351087916642427, + "step": 89490 + }, + { + "loss_action": 0.032155830413103104, + "loss_total": 0.032155830413103104, + "step": 89490 + }, + { + "loss_action": 0.017367485910654068, + "loss_total": 0.017367485910654068, + "step": 89490 + }, + { + "loss_action": 0.007255532778799534, + "loss_total": 0.007255532778799534, + "step": 89490 + }, + { + "loss_action": 0.005252331495285034, + "loss_total": 0.005252331495285034, + "step": 89490 + }, + { + "grad_norm": 0.2956259548664093, + "learning_rate": 2.984593184392914e-06, + "loss": 0.0091, + "step": 89500 + }, + { + "loss_action": 0.008836312219500542, + "loss_total": 0.008836312219500542, + "step": 89500 + }, + { + "loss_action": 0.0049321940168738365, + "loss_total": 0.0049321940168738365, + "step": 89500 + }, + { + "loss_action": 0.00537894107401371, + "loss_total": 0.00537894107401371, + "step": 89500 + }, + { + "loss_action": 0.007530412636697292, + "loss_total": 0.007530412636697292, + "step": 89500 + }, + { + "loss_action": 0.002454841509461403, + "loss_total": 0.002454841509461403, + "step": 89500 + }, + { + "loss_action": 0.0049724280834198, + "loss_total": 0.0049724280834198, + "step": 89500 + }, + { + "grad_norm": 0.16961626708507538, + "learning_rate": 2.978968596175069e-06, + "loss": 0.008, + "step": 89510 + }, + { + "loss_action": 0.006514922250062227, + "loss_total": 0.006514922250062227, + "step": 89510 + }, + { + "loss_action": 0.004181950818747282, + "loss_total": 0.004181950818747282, + "step": 89510 + }, + { + "loss_action": 0.006513663567602634, + "loss_total": 0.006513663567602634, + "step": 89510 + }, + { + "loss_action": 0.00457498524338007, + "loss_total": 0.00457498524338007, + "step": 89510 + }, + { + "loss_action": 0.00410872558131814, + "loss_total": 0.00410872558131814, + "step": 89510 + }, + { + "loss_action": 0.009878001175820827, + "loss_total": 0.009878001175820827, + "step": 89510 + }, + { + "grad_norm": 0.16813424229621887, + "learning_rate": 2.9733491501065137e-06, + "loss": 0.0072, + "step": 89520 + }, + { + "loss_action": 0.0023081456311047077, + "loss_total": 0.0023081456311047077, + "step": 89520 + }, + { + "loss_action": 0.0024730723816901445, + "loss_total": 0.0024730723816901445, + "step": 89520 + }, + { + "loss_action": 0.007990272715687752, + "loss_total": 0.007990272715687752, + "step": 89520 + }, + { + "loss_action": 0.005663425195962191, + "loss_total": 0.005663425195962191, + "step": 89520 + }, + { + "loss_action": 0.0024427908938378096, + "loss_total": 0.0024427908938378096, + "step": 89520 + }, + { + "loss_action": 0.0055504608899354935, + "loss_total": 0.0055504608899354935, + "step": 89520 + }, + { + "grad_norm": 0.12725207209587097, + "learning_rate": 2.9677348468018005e-06, + "loss": 0.0067, + "step": 89530 + }, + { + "loss_action": 0.0014062197878956795, + "loss_total": 0.0014062197878956795, + "step": 89530 + }, + { + "loss_action": 0.005828061606734991, + "loss_total": 0.005828061606734991, + "step": 89530 + }, + { + "loss_action": 0.003789051901549101, + "loss_total": 0.003789051901549101, + "step": 89530 + }, + { + "loss_action": 0.004120755475014448, + "loss_total": 0.004120755475014448, + "step": 89530 + }, + { + "loss_action": 0.005304852966219187, + "loss_total": 0.005304852966219187, + "step": 89530 + }, + { + "loss_action": 0.0020071363542228937, + "loss_total": 0.0020071363542228937, + "step": 89530 + }, + { + "grad_norm": 0.15545694530010223, + "learning_rate": 2.9621256868748726e-06, + "loss": 0.0061, + "step": 89540 + }, + { + "loss_action": 0.005516304634511471, + "loss_total": 0.005516304634511471, + "step": 89540 + }, + { + "loss_action": 0.06668002158403397, + "loss_total": 0.06668002158403397, + "step": 89540 + }, + { + "loss_action": 0.0029001901857554913, + "loss_total": 0.0029001901857554913, + "step": 89540 + }, + { + "loss_action": 0.03544749692082405, + "loss_total": 0.03544749692082405, + "step": 89540 + }, + { + "loss_action": 0.0061128525994718075, + "loss_total": 0.0061128525994718075, + "step": 89540 + }, + { + "loss_action": 0.0075469487346708775, + "loss_total": 0.0075469487346708775, + "step": 89540 + }, + { + "grad_norm": 0.18453499674797058, + "learning_rate": 2.956521670939183e-06, + "loss": 0.0088, + "step": 89550 + }, + { + "loss_action": 0.007340880576521158, + "loss_total": 0.007340880576521158, + "step": 89550 + }, + { + "loss_action": 0.002717669354751706, + "loss_total": 0.002717669354751706, + "step": 89550 + }, + { + "loss_action": 0.0025139704812318087, + "loss_total": 0.0025139704812318087, + "step": 89550 + }, + { + "loss_action": 0.010803510434925556, + "loss_total": 0.010803510434925556, + "step": 89550 + }, + { + "loss_action": 0.005977442488074303, + "loss_total": 0.005977442488074303, + "step": 89550 + }, + { + "loss_action": 0.008153833448886871, + "loss_total": 0.008153833448886871, + "step": 89550 + }, + { + "grad_norm": 0.16320395469665527, + "learning_rate": 2.950922799607542e-06, + "loss": 0.0068, + "step": 89560 + }, + { + "loss_action": 0.00815990474075079, + "loss_total": 0.00815990474075079, + "step": 89560 + }, + { + "loss_action": 0.008043764159083366, + "loss_total": 0.008043764159083366, + "step": 89560 + }, + { + "loss_action": 0.0055631110444664955, + "loss_total": 0.0055631110444664955, + "step": 89560 + }, + { + "loss_action": 0.0038913150783628225, + "loss_total": 0.0038913150783628225, + "step": 89560 + }, + { + "loss_action": 0.006844270043075085, + "loss_total": 0.006844270043075085, + "step": 89560 + }, + { + "loss_action": 0.0034700215328484774, + "loss_total": 0.0034700215328484774, + "step": 89560 + }, + { + "grad_norm": 0.4212436079978943, + "learning_rate": 2.9453290734922535e-06, + "loss": 0.0077, + "step": 89570 + }, + { + "loss_action": 0.0036724209785461426, + "loss_total": 0.0036724209785461426, + "step": 89570 + }, + { + "loss_action": 0.005188914481550455, + "loss_total": 0.005188914481550455, + "step": 89570 + }, + { + "loss_action": 0.0034182111267000437, + "loss_total": 0.0034182111267000437, + "step": 89570 + }, + { + "loss_action": 0.006667856592684984, + "loss_total": 0.006667856592684984, + "step": 89570 + }, + { + "loss_action": 0.0023334904108196497, + "loss_total": 0.0023334904108196497, + "step": 89570 + }, + { + "loss_action": 0.011945552192628384, + "loss_total": 0.011945552192628384, + "step": 89570 + }, + { + "grad_norm": 0.18848848342895508, + "learning_rate": 2.939740493205029e-06, + "loss": 0.0067, + "step": 89580 + }, + { + "loss_action": 0.007864588871598244, + "loss_total": 0.007864588871598244, + "step": 89580 + }, + { + "loss_action": 0.0028571279253810644, + "loss_total": 0.0028571279253810644, + "step": 89580 + }, + { + "loss_action": 0.0023628396447747946, + "loss_total": 0.0023628396447747946, + "step": 89580 + }, + { + "loss_action": 0.002288573421537876, + "loss_total": 0.002288573421537876, + "step": 89580 + }, + { + "loss_action": 0.0031325179152190685, + "loss_total": 0.0031325179152190685, + "step": 89580 + }, + { + "loss_action": 0.004794481676071882, + "loss_total": 0.004794481676071882, + "step": 89580 + }, + { + "grad_norm": 0.22365997731685638, + "learning_rate": 2.9341570593570345e-06, + "loss": 0.0059, + "step": 89590 + }, + { + "loss_action": 0.009736456908285618, + "loss_total": 0.009736456908285618, + "step": 89590 + }, + { + "loss_action": 0.0014763126382604241, + "loss_total": 0.0014763126382604241, + "step": 89590 + }, + { + "loss_action": 0.0018202237552031875, + "loss_total": 0.0018202237552031875, + "step": 89590 + }, + { + "loss_action": 0.012775950133800507, + "loss_total": 0.012775950133800507, + "step": 89590 + }, + { + "loss_action": 0.0059156776405870914, + "loss_total": 0.0059156776405870914, + "step": 89590 + }, + { + "loss_action": 0.002300772350281477, + "loss_total": 0.002300772350281477, + "step": 89590 + }, + { + "grad_norm": 0.2039279043674469, + "learning_rate": 2.928578772558843e-06, + "loss": 0.007, + "step": 89600 + }, + { + "loss_action": 0.0033486634492874146, + "loss_total": 0.0033486634492874146, + "step": 89600 + }, + { + "loss_action": 0.0036066642496734858, + "loss_total": 0.0036066642496734858, + "step": 89600 + }, + { + "loss_action": 0.004221851006150246, + "loss_total": 0.004221851006150246, + "step": 89600 + }, + { + "loss_action": 0.009110216051340103, + "loss_total": 0.009110216051340103, + "step": 89600 + }, + { + "loss_action": 0.014772922731935978, + "loss_total": 0.014772922731935978, + "step": 89600 + }, + { + "loss_action": 0.004694961477071047, + "loss_total": 0.004694961477071047, + "step": 89600 + }, + { + "grad_norm": 0.12128458172082901, + "learning_rate": 2.923005633420528e-06, + "loss": 0.006, + "step": 89610 + }, + { + "loss_action": 0.014722432009875774, + "loss_total": 0.014722432009875774, + "step": 89610 + }, + { + "loss_action": 0.006098070647567511, + "loss_total": 0.006098070647567511, + "step": 89610 + }, + { + "loss_action": 0.003984218928962946, + "loss_total": 0.003984218928962946, + "step": 89610 + }, + { + "loss_action": 0.00733677763491869, + "loss_total": 0.00733677763491869, + "step": 89610 + }, + { + "loss_action": 0.002312182215973735, + "loss_total": 0.002312182215973735, + "step": 89610 + }, + { + "loss_action": 0.003046381287276745, + "loss_total": 0.003046381287276745, + "step": 89610 + }, + { + "grad_norm": 0.1589435338973999, + "learning_rate": 2.9174376425515237e-06, + "loss": 0.0057, + "step": 89620 + }, + { + "loss_action": 0.02393638901412487, + "loss_total": 0.02393638901412487, + "step": 89620 + }, + { + "loss_action": 0.010628221556544304, + "loss_total": 0.010628221556544304, + "step": 89620 + }, + { + "loss_action": 0.011250357143580914, + "loss_total": 0.011250357143580914, + "step": 89620 + }, + { + "loss_action": 0.003017623210325837, + "loss_total": 0.003017623210325837, + "step": 89620 + }, + { + "loss_action": 0.012026115320622921, + "loss_total": 0.012026115320622921, + "step": 89620 + }, + { + "loss_action": 0.004529098514467478, + "loss_total": 0.004529098514467478, + "step": 89620 + }, + { + "grad_norm": 0.22779206931591034, + "learning_rate": 2.91187480056076e-06, + "loss": 0.0109, + "step": 89630 + }, + { + "loss_action": 0.004204425495117903, + "loss_total": 0.004204425495117903, + "step": 89630 + }, + { + "loss_action": 0.003800169099122286, + "loss_total": 0.003800169099122286, + "step": 89630 + }, + { + "loss_action": 0.024298086762428284, + "loss_total": 0.024298086762428284, + "step": 89630 + }, + { + "loss_action": 0.0022650642786175013, + "loss_total": 0.0022650642786175013, + "step": 89630 + }, + { + "loss_action": 0.005213678814470768, + "loss_total": 0.005213678814470768, + "step": 89630 + }, + { + "loss_action": 0.007132797501981258, + "loss_total": 0.007132797501981258, + "step": 89630 + }, + { + "grad_norm": 0.11647217720746994, + "learning_rate": 2.9063171080565664e-06, + "loss": 0.0077, + "step": 89640 + }, + { + "loss_action": 0.003825858701020479, + "loss_total": 0.003825858701020479, + "step": 89640 + }, + { + "loss_action": 0.006822040770202875, + "loss_total": 0.006822040770202875, + "step": 89640 + }, + { + "loss_action": 0.003233341732993722, + "loss_total": 0.003233341732993722, + "step": 89640 + }, + { + "loss_action": 0.0076574948616325855, + "loss_total": 0.0076574948616325855, + "step": 89640 + }, + { + "loss_action": 0.006841280963271856, + "loss_total": 0.006841280963271856, + "step": 89640 + }, + { + "loss_action": 0.007446210831403732, + "loss_total": 0.007446210831403732, + "step": 89640 + }, + { + "grad_norm": 0.1488065868616104, + "learning_rate": 2.900764565646741e-06, + "loss": 0.0086, + "step": 89650 + }, + { + "loss_action": 0.004770176950842142, + "loss_total": 0.004770176950842142, + "step": 89650 + }, + { + "loss_action": 0.009083805605769157, + "loss_total": 0.009083805605769157, + "step": 89650 + }, + { + "loss_action": 0.0025038421154022217, + "loss_total": 0.0025038421154022217, + "step": 89650 + }, + { + "loss_action": 0.004694959614425898, + "loss_total": 0.004694959614425898, + "step": 89650 + }, + { + "loss_action": 0.0030860123224556446, + "loss_total": 0.0030860123224556446, + "step": 89650 + }, + { + "loss_action": 0.007883558981120586, + "loss_total": 0.007883558981120586, + "step": 89650 + }, + { + "grad_norm": 0.2757759094238281, + "learning_rate": 2.895217173938475e-06, + "loss": 0.009, + "step": 89660 + }, + { + "loss_action": 0.00382880587130785, + "loss_total": 0.00382880587130785, + "step": 89660 + }, + { + "loss_action": 0.0037388652563095093, + "loss_total": 0.0037388652563095093, + "step": 89660 + }, + { + "loss_action": 0.003350385930389166, + "loss_total": 0.003350385930389166, + "step": 89660 + }, + { + "loss_action": 0.03845299035310745, + "loss_total": 0.03845299035310745, + "step": 89660 + }, + { + "loss_action": 0.001401206711307168, + "loss_total": 0.001401206711307168, + "step": 89660 + }, + { + "loss_action": 0.014004020020365715, + "loss_total": 0.014004020020365715, + "step": 89660 + }, + { + "grad_norm": 0.12177348136901855, + "learning_rate": 2.8896749335384445e-06, + "loss": 0.0082, + "step": 89670 + }, + { + "loss_action": 0.016222920268774033, + "loss_total": 0.016222920268774033, + "step": 89670 + }, + { + "loss_action": 0.001883591990917921, + "loss_total": 0.001883591990917921, + "step": 89670 + }, + { + "loss_action": 0.004553624428808689, + "loss_total": 0.004553624428808689, + "step": 89670 + }, + { + "loss_action": 0.0036653489805758, + "loss_total": 0.0036653489805758, + "step": 89670 + }, + { + "loss_action": 0.003024081466719508, + "loss_total": 0.003024081466719508, + "step": 89670 + }, + { + "loss_action": 0.00966671109199524, + "loss_total": 0.00966671109199524, + "step": 89670 + }, + { + "grad_norm": 0.17659780383110046, + "learning_rate": 2.884137845052731e-06, + "loss": 0.0077, + "step": 89680 + }, + { + "loss_action": 0.0049399626441299915, + "loss_total": 0.0049399626441299915, + "step": 89680 + }, + { + "loss_action": 0.010214394889771938, + "loss_total": 0.010214394889771938, + "step": 89680 + }, + { + "loss_action": 0.004614998120814562, + "loss_total": 0.004614998120814562, + "step": 89680 + }, + { + "loss_action": 0.009772785939276218, + "loss_total": 0.009772785939276218, + "step": 89680 + }, + { + "loss_action": 0.016927659511566162, + "loss_total": 0.016927659511566162, + "step": 89680 + }, + { + "loss_action": 0.0032797500025480986, + "loss_total": 0.0032797500025480986, + "step": 89680 + }, + { + "grad_norm": 0.17152594029903412, + "learning_rate": 2.8786059090868734e-06, + "loss": 0.0056, + "step": 89690 + }, + { + "loss_action": 0.0027983919717371464, + "loss_total": 0.0027983919717371464, + "step": 89690 + }, + { + "loss_action": 0.008015311323106289, + "loss_total": 0.008015311323106289, + "step": 89690 + }, + { + "loss_action": 0.013958982191979885, + "loss_total": 0.013958982191979885, + "step": 89690 + }, + { + "loss_action": 0.0020924729760736227, + "loss_total": 0.0020924729760736227, + "step": 89690 + }, + { + "loss_action": 0.0015484403120353818, + "loss_total": 0.0015484403120353818, + "step": 89690 + }, + { + "loss_action": 0.004910167772322893, + "loss_total": 0.004910167772322893, + "step": 89690 + }, + { + "grad_norm": 0.22116516530513763, + "learning_rate": 2.87307912624582e-06, + "loss": 0.0085, + "step": 89700 + }, + { + "loss_action": 0.0029101907275617123, + "loss_total": 0.0029101907275617123, + "step": 89700 + }, + { + "loss_action": 0.0036521023139357567, + "loss_total": 0.0036521023139357567, + "step": 89700 + }, + { + "loss_action": 0.0033986205235123634, + "loss_total": 0.0033986205235123634, + "step": 89700 + }, + { + "loss_action": 0.00719178281724453, + "loss_total": 0.00719178281724453, + "step": 89700 + }, + { + "loss_action": 0.009058200754225254, + "loss_total": 0.009058200754225254, + "step": 89700 + }, + { + "loss_action": 0.005711504723876715, + "loss_total": 0.005711504723876715, + "step": 89700 + }, + { + "grad_norm": 0.18430566787719727, + "learning_rate": 2.867557497133977e-06, + "loss": 0.0077, + "step": 89710 + }, + { + "loss_action": 0.005780654959380627, + "loss_total": 0.005780654959380627, + "step": 89710 + }, + { + "loss_action": 0.004809524863958359, + "loss_total": 0.004809524863958359, + "step": 89710 + }, + { + "loss_action": 0.005008045583963394, + "loss_total": 0.005008045583963394, + "step": 89710 + }, + { + "loss_action": 0.0017371823778375983, + "loss_total": 0.0017371823778375983, + "step": 89710 + }, + { + "loss_action": 0.002539210021495819, + "loss_total": 0.002539210021495819, + "step": 89710 + }, + { + "loss_action": 0.002771732397377491, + "loss_total": 0.002771732397377491, + "step": 89710 + }, + { + "grad_norm": 0.34451040625572205, + "learning_rate": 2.862041022355194e-06, + "loss": 0.0096, + "step": 89720 + }, + { + "loss_action": 0.006697084754705429, + "loss_total": 0.006697084754705429, + "step": 89720 + }, + { + "loss_action": 0.009886295534670353, + "loss_total": 0.009886295534670353, + "step": 89720 + }, + { + "loss_action": 0.012074343860149384, + "loss_total": 0.012074343860149384, + "step": 89720 + }, + { + "loss_action": 0.0037388100754469633, + "loss_total": 0.0037388100754469633, + "step": 89720 + }, + { + "loss_action": 0.008690916933119297, + "loss_total": 0.008690916933119297, + "step": 89720 + }, + { + "loss_action": 0.009410662576556206, + "loss_total": 0.009410662576556206, + "step": 89720 + }, + { + "grad_norm": 0.1763964295387268, + "learning_rate": 2.8565297025127226e-06, + "loss": 0.007, + "step": 89730 + }, + { + "loss_action": 0.007730088196694851, + "loss_total": 0.007730088196694851, + "step": 89730 + }, + { + "loss_action": 0.011312353424727917, + "loss_total": 0.011312353424727917, + "step": 89730 + }, + { + "loss_action": 0.016909435391426086, + "loss_total": 0.016909435391426086, + "step": 89730 + }, + { + "loss_action": 0.005070012994110584, + "loss_total": 0.005070012994110584, + "step": 89730 + }, + { + "loss_action": 0.021292928606271744, + "loss_total": 0.021292928606271744, + "step": 89730 + }, + { + "loss_action": 0.005386085249483585, + "loss_total": 0.005386085249483585, + "step": 89730 + }, + { + "grad_norm": 0.2899392545223236, + "learning_rate": 2.8510235382092853e-06, + "loss": 0.0099, + "step": 89740 + }, + { + "loss_action": 0.0032552138436585665, + "loss_total": 0.0032552138436585665, + "step": 89740 + }, + { + "loss_action": 0.0030033488292247057, + "loss_total": 0.0030033488292247057, + "step": 89740 + }, + { + "loss_action": 0.0021074353717267513, + "loss_total": 0.0021074353717267513, + "step": 89740 + }, + { + "loss_action": 0.0027670366689562798, + "loss_total": 0.0027670366689562798, + "step": 89740 + }, + { + "loss_action": 0.0068001956678926945, + "loss_total": 0.0068001956678926945, + "step": 89740 + }, + { + "loss_action": 0.004521284252405167, + "loss_total": 0.004521284252405167, + "step": 89740 + }, + { + "grad_norm": 0.21560503542423248, + "learning_rate": 2.845522530047029e-06, + "loss": 0.0074, + "step": 89750 + }, + { + "loss_action": 0.008971956558525562, + "loss_total": 0.008971956558525562, + "step": 89750 + }, + { + "loss_action": 0.02279607765376568, + "loss_total": 0.02279607765376568, + "step": 89750 + }, + { + "loss_action": 0.011120504699647427, + "loss_total": 0.011120504699647427, + "step": 89750 + }, + { + "loss_action": 0.030109165236353874, + "loss_total": 0.030109165236353874, + "step": 89750 + }, + { + "loss_action": 0.00480224983766675, + "loss_total": 0.00480224983766675, + "step": 89750 + }, + { + "loss_action": 0.008306000381708145, + "loss_total": 0.008306000381708145, + "step": 89750 + }, + { + "grad_norm": 0.15097938477993011, + "learning_rate": 2.8400266786275387e-06, + "loss": 0.0073, + "step": 89760 + }, + { + "loss_action": 0.018846282735466957, + "loss_total": 0.018846282735466957, + "step": 89760 + }, + { + "loss_action": 0.005285663530230522, + "loss_total": 0.005285663530230522, + "step": 89760 + }, + { + "loss_action": 0.013300355523824692, + "loss_total": 0.013300355523824692, + "step": 89760 + }, + { + "loss_action": 0.007802822161465883, + "loss_total": 0.007802822161465883, + "step": 89760 + }, + { + "loss_action": 0.005747267510741949, + "loss_total": 0.005747267510741949, + "step": 89760 + }, + { + "loss_action": 0.008478295058012009, + "loss_total": 0.008478295058012009, + "step": 89760 + }, + { + "grad_norm": 0.14627519249916077, + "learning_rate": 2.834535984551817e-06, + "loss": 0.0072, + "step": 89770 + }, + { + "loss_action": 0.004061544314026833, + "loss_total": 0.004061544314026833, + "step": 89770 + }, + { + "loss_action": 0.005349596496671438, + "loss_total": 0.005349596496671438, + "step": 89770 + }, + { + "loss_action": 0.00525866262614727, + "loss_total": 0.00525866262614727, + "step": 89770 + }, + { + "loss_action": 0.007668668869882822, + "loss_total": 0.007668668869882822, + "step": 89770 + }, + { + "loss_action": 0.0032751334365457296, + "loss_total": 0.0032751334365457296, + "step": 89770 + }, + { + "loss_action": 0.00705371517688036, + "loss_total": 0.00705371517688036, + "step": 89770 + }, + { + "grad_norm": 0.2100568413734436, + "learning_rate": 2.8290504484203397e-06, + "loss": 0.0071, + "step": 89780 + }, + { + "loss_action": 0.006736064329743385, + "loss_total": 0.006736064329743385, + "step": 89780 + }, + { + "loss_action": 0.00287391385063529, + "loss_total": 0.00287391385063529, + "step": 89780 + }, + { + "loss_action": 0.003411298617720604, + "loss_total": 0.003411298617720604, + "step": 89780 + }, + { + "loss_action": 0.005921777803450823, + "loss_total": 0.005921777803450823, + "step": 89780 + }, + { + "loss_action": 0.00218594609759748, + "loss_total": 0.00218594609759748, + "step": 89780 + }, + { + "loss_action": 0.007417038548737764, + "loss_total": 0.007417038548737764, + "step": 89780 + }, + { + "grad_norm": 0.18700505793094635, + "learning_rate": 2.8235700708329705e-06, + "loss": 0.0083, + "step": 89790 + }, + { + "loss_action": 0.011641214601695538, + "loss_total": 0.011641214601695538, + "step": 89790 + }, + { + "loss_action": 0.005922455806285143, + "loss_total": 0.005922455806285143, + "step": 89790 + }, + { + "loss_action": 0.010552000254392624, + "loss_total": 0.010552000254392624, + "step": 89790 + }, + { + "loss_action": 0.007910083048045635, + "loss_total": 0.007910083048045635, + "step": 89790 + }, + { + "loss_action": 0.009281879290938377, + "loss_total": 0.009281879290938377, + "step": 89790 + }, + { + "loss_action": 0.005065467208623886, + "loss_total": 0.005065467208623886, + "step": 89790 + }, + { + "grad_norm": 0.18435946106910706, + "learning_rate": 2.818094852389058e-06, + "loss": 0.0061, + "step": 89800 + }, + { + "loss_action": 0.002399140503257513, + "loss_total": 0.002399140503257513, + "step": 89800 + }, + { + "loss_action": 0.00457853963598609, + "loss_total": 0.00457853963598609, + "step": 89800 + }, + { + "loss_action": 0.05233568698167801, + "loss_total": 0.05233568698167801, + "step": 89800 + }, + { + "loss_action": 0.006646022666245699, + "loss_total": 0.006646022666245699, + "step": 89800 + }, + { + "loss_action": 0.009140883572399616, + "loss_total": 0.009140883572399616, + "step": 89800 + }, + { + "loss_action": 0.12902472913265228, + "loss_total": 0.12902472913265228, + "step": 89800 + }, + { + "grad_norm": 0.21161042153835297, + "learning_rate": 2.8126247936873516e-06, + "loss": 0.0105, + "step": 89810 + }, + { + "loss_action": 0.007437088061124086, + "loss_total": 0.007437088061124086, + "step": 89810 + }, + { + "loss_action": 0.004737225826829672, + "loss_total": 0.004737225826829672, + "step": 89810 + }, + { + "loss_action": 0.006588533986359835, + "loss_total": 0.006588533986359835, + "step": 89810 + }, + { + "loss_action": 0.00378535408526659, + "loss_total": 0.00378535408526659, + "step": 89810 + }, + { + "loss_action": 0.0016321445582434535, + "loss_total": 0.0016321445582434535, + "step": 89810 + }, + { + "loss_action": 0.005037199705839157, + "loss_total": 0.005037199705839157, + "step": 89810 + }, + { + "grad_norm": 0.18269719183444977, + "learning_rate": 2.8071598953260614e-06, + "loss": 0.0099, + "step": 89820 + }, + { + "loss_action": 0.004404005128890276, + "loss_total": 0.004404005128890276, + "step": 89820 + }, + { + "loss_action": 0.022317422553896904, + "loss_total": 0.022317422553896904, + "step": 89820 + }, + { + "loss_action": 0.0032510708551853895, + "loss_total": 0.0032510708551853895, + "step": 89820 + }, + { + "loss_action": 0.007172290701419115, + "loss_total": 0.007172290701419115, + "step": 89820 + }, + { + "loss_action": 0.01329249981790781, + "loss_total": 0.01329249981790781, + "step": 89820 + }, + { + "loss_action": 0.006954415701329708, + "loss_total": 0.006954415701329708, + "step": 89820 + }, + { + "grad_norm": 0.21126854419708252, + "learning_rate": 2.8017001579028035e-06, + "loss": 0.009, + "step": 89830 + }, + { + "loss_action": 0.015750644728541374, + "loss_total": 0.015750644728541374, + "step": 89830 + }, + { + "loss_action": 0.004759876988828182, + "loss_total": 0.004759876988828182, + "step": 89830 + }, + { + "loss_action": 0.012432805262506008, + "loss_total": 0.012432805262506008, + "step": 89830 + }, + { + "loss_action": 0.004571993835270405, + "loss_total": 0.004571993835270405, + "step": 89830 + }, + { + "loss_action": 0.007692033424973488, + "loss_total": 0.007692033424973488, + "step": 89830 + }, + { + "loss_action": 0.005371145438402891, + "loss_total": 0.005371145438402891, + "step": 89830 + }, + { + "grad_norm": 0.13753384351730347, + "learning_rate": 2.7962455820146617e-06, + "loss": 0.0089, + "step": 89840 + }, + { + "loss_action": 0.005598200485110283, + "loss_total": 0.005598200485110283, + "step": 89840 + }, + { + "loss_action": 0.01514565758407116, + "loss_total": 0.01514565758407116, + "step": 89840 + }, + { + "loss_action": 0.018702464178204536, + "loss_total": 0.018702464178204536, + "step": 89840 + }, + { + "loss_action": 0.0030293709132820368, + "loss_total": 0.0030293709132820368, + "step": 89840 + }, + { + "loss_action": 0.004493225831538439, + "loss_total": 0.004493225831538439, + "step": 89840 + }, + { + "loss_action": 0.003100598230957985, + "loss_total": 0.003100598230957985, + "step": 89840 + }, + { + "grad_norm": 0.1266862004995346, + "learning_rate": 2.7907961682581253e-06, + "loss": 0.0101, + "step": 89850 + }, + { + "loss_action": 0.00391808245331049, + "loss_total": 0.00391808245331049, + "step": 89850 + }, + { + "loss_action": 0.0028967680409550667, + "loss_total": 0.0028967680409550667, + "step": 89850 + }, + { + "loss_action": 0.006191882770508528, + "loss_total": 0.006191882770508528, + "step": 89850 + }, + { + "loss_action": 0.00633994909003377, + "loss_total": 0.00633994909003377, + "step": 89850 + }, + { + "loss_action": 0.007295182906091213, + "loss_total": 0.007295182906091213, + "step": 89850 + }, + { + "loss_action": 0.007715764921158552, + "loss_total": 0.007715764921158552, + "step": 89850 + }, + { + "grad_norm": 0.22565703094005585, + "learning_rate": 2.7853519172291453e-06, + "loss": 0.0096, + "step": 89860 + }, + { + "loss_action": 0.0028953629080206156, + "loss_total": 0.0028953629080206156, + "step": 89860 + }, + { + "loss_action": 0.0022316889371722937, + "loss_total": 0.0022316889371722937, + "step": 89860 + }, + { + "loss_action": 0.048959165811538696, + "loss_total": 0.048959165811538696, + "step": 89860 + }, + { + "loss_action": 0.002475753892213106, + "loss_total": 0.002475753892213106, + "step": 89860 + }, + { + "loss_action": 0.0033649802207946777, + "loss_total": 0.0033649802207946777, + "step": 89860 + }, + { + "loss_action": 0.01455621886998415, + "loss_total": 0.01455621886998415, + "step": 89860 + }, + { + "grad_norm": 0.1543978452682495, + "learning_rate": 2.7799128295230904e-06, + "loss": 0.0082, + "step": 89870 + }, + { + "loss_action": 0.004169072490185499, + "loss_total": 0.004169072490185499, + "step": 89870 + }, + { + "loss_action": 0.026528645306825638, + "loss_total": 0.026528645306825638, + "step": 89870 + }, + { + "loss_action": 0.036069560796022415, + "loss_total": 0.036069560796022415, + "step": 89870 + }, + { + "loss_action": 0.005401701666414738, + "loss_total": 0.005401701666414738, + "step": 89870 + }, + { + "loss_action": 0.00853491760790348, + "loss_total": 0.00853491760790348, + "step": 89870 + }, + { + "loss_action": 0.004922382067888975, + "loss_total": 0.004922382067888975, + "step": 89870 + }, + { + "grad_norm": 0.1492326408624649, + "learning_rate": 2.774478905734784e-06, + "loss": 0.0073, + "step": 89880 + }, + { + "loss_action": 0.005299572367221117, + "loss_total": 0.005299572367221117, + "step": 89880 + }, + { + "loss_action": 0.005883663892745972, + "loss_total": 0.005883663892745972, + "step": 89880 + }, + { + "loss_action": 0.004270700737833977, + "loss_total": 0.004270700737833977, + "step": 89880 + }, + { + "loss_action": 0.004668670240789652, + "loss_total": 0.004668670240789652, + "step": 89880 + }, + { + "loss_action": 0.004356794524937868, + "loss_total": 0.004356794524937868, + "step": 89880 + }, + { + "loss_action": 0.006362443324178457, + "loss_total": 0.006362443324178457, + "step": 89880 + }, + { + "grad_norm": 0.1826837658882141, + "learning_rate": 2.7690501464584516e-06, + "loss": 0.0075, + "step": 89890 + }, + { + "loss_action": 0.003245157189667225, + "loss_total": 0.003245157189667225, + "step": 89890 + }, + { + "loss_action": 0.0033882749266922474, + "loss_total": 0.0033882749266922474, + "step": 89890 + }, + { + "loss_action": 0.021873237565159798, + "loss_total": 0.021873237565159798, + "step": 89890 + }, + { + "loss_action": 0.0050039435736835, + "loss_total": 0.0050039435736835, + "step": 89890 + }, + { + "loss_action": 0.007756725884974003, + "loss_total": 0.007756725884974003, + "step": 89890 + }, + { + "loss_action": 0.0037280768156051636, + "loss_total": 0.0037280768156051636, + "step": 89890 + }, + { + "grad_norm": 0.17088261246681213, + "learning_rate": 2.763626552287796e-06, + "loss": 0.0087, + "step": 89900 + }, + { + "loss_action": 0.0015057770069688559, + "loss_total": 0.0015057770069688559, + "step": 89900 + }, + { + "loss_action": 0.006542915012687445, + "loss_total": 0.006542915012687445, + "step": 89900 + }, + { + "loss_action": 0.005682450719177723, + "loss_total": 0.005682450719177723, + "step": 89900 + }, + { + "loss_action": 0.006198414601385593, + "loss_total": 0.006198414601385593, + "step": 89900 + }, + { + "loss_action": 0.004637578036636114, + "loss_total": 0.004637578036636114, + "step": 89900 + }, + { + "loss_action": 0.0030364333651959896, + "loss_total": 0.0030364333651959896, + "step": 89900 + }, + { + "grad_norm": 0.16478170454502106, + "learning_rate": 2.7582081238159083e-06, + "loss": 0.0062, + "step": 89910 + }, + { + "loss_action": 0.002989846747368574, + "loss_total": 0.002989846747368574, + "step": 89910 + }, + { + "loss_action": 0.009311907924711704, + "loss_total": 0.009311907924711704, + "step": 89910 + }, + { + "loss_action": 0.004646751563996077, + "loss_total": 0.004646751563996077, + "step": 89910 + }, + { + "loss_action": 0.00314202718436718, + "loss_total": 0.00314202718436718, + "step": 89910 + }, + { + "loss_action": 0.0027001837734133005, + "loss_total": 0.0027001837734133005, + "step": 89910 + }, + { + "loss_action": 0.002366777043789625, + "loss_total": 0.002366777043789625, + "step": 89910 + }, + { + "grad_norm": 0.15407827496528625, + "learning_rate": 2.7527948616353548e-06, + "loss": 0.0082, + "step": 89920 + }, + { + "loss_action": 0.014913536608219147, + "loss_total": 0.014913536608219147, + "step": 89920 + }, + { + "loss_action": 0.007858389057219028, + "loss_total": 0.007858389057219028, + "step": 89920 + }, + { + "loss_action": 0.004568660166114569, + "loss_total": 0.004568660166114569, + "step": 89920 + }, + { + "loss_action": 0.007185285910964012, + "loss_total": 0.007185285910964012, + "step": 89920 + }, + { + "loss_action": 0.012643484398722649, + "loss_total": 0.012643484398722649, + "step": 89920 + }, + { + "loss_action": 0.004072738811373711, + "loss_total": 0.004072738811373711, + "step": 89920 + }, + { + "grad_norm": 0.23854012787342072, + "learning_rate": 2.7473867663381226e-06, + "loss": 0.0069, + "step": 89930 + }, + { + "loss_action": 0.0018580034375190735, + "loss_total": 0.0018580034375190735, + "step": 89930 + }, + { + "loss_action": 0.00684549193829298, + "loss_total": 0.00684549193829298, + "step": 89930 + }, + { + "loss_action": 0.013047332875430584, + "loss_total": 0.013047332875430584, + "step": 89930 + }, + { + "loss_action": 0.012888580560684204, + "loss_total": 0.012888580560684204, + "step": 89930 + }, + { + "loss_action": 0.015297968871891499, + "loss_total": 0.015297968871891499, + "step": 89930 + }, + { + "loss_action": 0.023408928886055946, + "loss_total": 0.023408928886055946, + "step": 89930 + }, + { + "grad_norm": 0.1505877524614334, + "learning_rate": 2.7419838385156383e-06, + "loss": 0.0069, + "step": 89940 + }, + { + "loss_action": 0.011232978664338589, + "loss_total": 0.011232978664338589, + "step": 89940 + }, + { + "loss_action": 0.0035497115459293127, + "loss_total": 0.0035497115459293127, + "step": 89940 + }, + { + "loss_action": 0.002824449446052313, + "loss_total": 0.002824449446052313, + "step": 89940 + }, + { + "loss_action": 0.005788496229797602, + "loss_total": 0.005788496229797602, + "step": 89940 + }, + { + "loss_action": 0.04925927519798279, + "loss_total": 0.04925927519798279, + "step": 89940 + }, + { + "loss_action": 0.004967992659658194, + "loss_total": 0.004967992659658194, + "step": 89940 + }, + { + "grad_norm": 0.16571059823036194, + "learning_rate": 2.7365860787587407e-06, + "loss": 0.0072, + "step": 89950 + }, + { + "loss_action": 0.020584311336278915, + "loss_total": 0.020584311336278915, + "step": 89950 + }, + { + "loss_action": 0.004191495943814516, + "loss_total": 0.004191495943814516, + "step": 89950 + }, + { + "loss_action": 0.010204743593931198, + "loss_total": 0.010204743593931198, + "step": 89950 + }, + { + "loss_action": 0.014002082869410515, + "loss_total": 0.014002082869410515, + "step": 89950 + }, + { + "loss_action": 0.006687908433377743, + "loss_total": 0.006687908433377743, + "step": 89950 + }, + { + "loss_action": 0.008632751181721687, + "loss_total": 0.008632751181721687, + "step": 89950 + }, + { + "grad_norm": 0.1397024691104889, + "learning_rate": 2.7311934876577295e-06, + "loss": 0.0073, + "step": 89960 + }, + { + "loss_action": 0.004096405580639839, + "loss_total": 0.004096405580639839, + "step": 89960 + }, + { + "loss_action": 0.003829231485724449, + "loss_total": 0.003829231485724449, + "step": 89960 + }, + { + "loss_action": 0.003251670626923442, + "loss_total": 0.003251670626923442, + "step": 89960 + }, + { + "loss_action": 0.002535836771130562, + "loss_total": 0.002535836771130562, + "step": 89960 + }, + { + "loss_action": 0.006850231904536486, + "loss_total": 0.006850231904536486, + "step": 89960 + }, + { + "loss_action": 0.01317310519516468, + "loss_total": 0.01317310519516468, + "step": 89960 + }, + { + "grad_norm": 0.1472524255514145, + "learning_rate": 2.725806065802339e-06, + "loss": 0.0094, + "step": 89970 + }, + { + "loss_action": 0.002183676930144429, + "loss_total": 0.002183676930144429, + "step": 89970 + }, + { + "loss_action": 0.002355230273678899, + "loss_total": 0.002355230273678899, + "step": 89970 + }, + { + "loss_action": 0.005254343617707491, + "loss_total": 0.005254343617707491, + "step": 89970 + }, + { + "loss_action": 0.010095236822962761, + "loss_total": 0.010095236822962761, + "step": 89970 + }, + { + "loss_action": 0.002804599469527602, + "loss_total": 0.002804599469527602, + "step": 89970 + }, + { + "loss_action": 0.001971286255866289, + "loss_total": 0.001971286255866289, + "step": 89970 + }, + { + "grad_norm": 0.25578776001930237, + "learning_rate": 2.720423813781714e-06, + "loss": 0.009, + "step": 89980 + }, + { + "loss_action": 0.0025390537921339273, + "loss_total": 0.0025390537921339273, + "step": 89980 + }, + { + "loss_action": 0.0029870381113141775, + "loss_total": 0.0029870381113141775, + "step": 89980 + }, + { + "loss_action": 0.001589505234733224, + "loss_total": 0.001589505234733224, + "step": 89980 + }, + { + "loss_action": 0.007899133488535881, + "loss_total": 0.007899133488535881, + "step": 89980 + }, + { + "loss_action": 0.0025890006218105555, + "loss_total": 0.0025890006218105555, + "step": 89980 + }, + { + "loss_action": 0.004818283952772617, + "loss_total": 0.004818283952772617, + "step": 89980 + }, + { + "grad_norm": 0.13700178265571594, + "learning_rate": 2.715046732184462e-06, + "loss": 0.0065, + "step": 89990 + }, + { + "loss_action": 0.007067729253321886, + "loss_total": 0.007067729253321886, + "step": 89990 + }, + { + "loss_action": 0.0028206175193190575, + "loss_total": 0.0028206175193190575, + "step": 89990 + }, + { + "loss_action": 0.004849852062761784, + "loss_total": 0.004849852062761784, + "step": 89990 + }, + { + "loss_action": 0.005941230338066816, + "loss_total": 0.005941230338066816, + "step": 89990 + }, + { + "loss_action": 0.007159227505326271, + "loss_total": 0.007159227505326271, + "step": 89990 + }, + { + "loss_action": 0.020975280553102493, + "loss_total": 0.020975280553102493, + "step": 89990 + }, + { + "grad_norm": 0.19450131058692932, + "learning_rate": 2.7096748215986013e-06, + "loss": 0.0083, + "step": 90000 + }, + { + "loss_action": 0.0049246493726968765, + "loss_total": 0.0049246493726968765, + "step": 90000 + }, + { + "loss_action": 0.004421376157552004, + "loss_total": 0.004421376157552004, + "step": 90000 + }, + { + "loss_action": 0.0015774434432387352, + "loss_total": 0.0015774434432387352, + "step": 90000 + }, + { + "loss_action": 0.017427027225494385, + "loss_total": 0.017427027225494385, + "step": 90000 + }, + { + "loss_action": 0.02122170850634575, + "loss_total": 0.02122170850634575, + "step": 90000 + }, + { + "loss_action": 0.008589199744164944, + "loss_total": 0.008589199744164944, + "step": 90000 + }, + { + "grad_norm": 0.17000767588615417, + "learning_rate": 2.704308082611612e-06, + "loss": 0.0095, + "step": 90010 + }, + { + "loss_action": 0.006068569608032703, + "loss_total": 0.006068569608032703, + "step": 90010 + }, + { + "loss_action": 0.004348575137555599, + "loss_total": 0.004348575137555599, + "step": 90010 + }, + { + "loss_action": 0.003168078837916255, + "loss_total": 0.003168078837916255, + "step": 90010 + }, + { + "loss_action": 0.0013467371463775635, + "loss_total": 0.0013467371463775635, + "step": 90010 + }, + { + "loss_action": 0.006633958779275417, + "loss_total": 0.006633958779275417, + "step": 90010 + }, + { + "loss_action": 0.004339596256613731, + "loss_total": 0.004339596256613731, + "step": 90010 + }, + { + "grad_norm": 0.1722842901945114, + "learning_rate": 2.698946515810374e-06, + "loss": 0.0069, + "step": 90020 + }, + { + "loss_action": 0.004959902260452509, + "loss_total": 0.004959902260452509, + "step": 90020 + }, + { + "loss_action": 0.007586092222481966, + "loss_total": 0.007586092222481966, + "step": 90020 + }, + { + "loss_action": 0.006190455984324217, + "loss_total": 0.006190455984324217, + "step": 90020 + }, + { + "loss_action": 0.004813156556338072, + "loss_total": 0.004813156556338072, + "step": 90020 + }, + { + "loss_action": 0.010532635264098644, + "loss_total": 0.010532635264098644, + "step": 90020 + }, + { + "loss_action": 0.018466798588633537, + "loss_total": 0.018466798588633537, + "step": 90020 + }, + { + "grad_norm": 0.15189698338508606, + "learning_rate": 2.6935901217812367e-06, + "loss": 0.0081, + "step": 90030 + }, + { + "loss_action": 0.01272613275796175, + "loss_total": 0.01272613275796175, + "step": 90030 + }, + { + "loss_action": 0.0028062905184924603, + "loss_total": 0.0028062905184924603, + "step": 90030 + }, + { + "loss_action": 0.003995448350906372, + "loss_total": 0.003995448350906372, + "step": 90030 + }, + { + "loss_action": 0.004535176791250706, + "loss_total": 0.004535176791250706, + "step": 90030 + }, + { + "loss_action": 0.0058862436562776566, + "loss_total": 0.0058862436562776566, + "step": 90030 + }, + { + "loss_action": 0.0065023512579500675, + "loss_total": 0.0065023512579500675, + "step": 90030 + }, + { + "grad_norm": 0.15556010603904724, + "learning_rate": 2.688238901109952e-06, + "loss": 0.007, + "step": 90040 + }, + { + "loss_action": 0.005966602824628353, + "loss_total": 0.005966602824628353, + "step": 90040 + }, + { + "loss_action": 0.0031616096384823322, + "loss_total": 0.0031616096384823322, + "step": 90040 + }, + { + "loss_action": 0.01271005254238844, + "loss_total": 0.01271005254238844, + "step": 90040 + }, + { + "loss_action": 0.004146530758589506, + "loss_total": 0.004146530758589506, + "step": 90040 + }, + { + "loss_action": 0.0025538355112075806, + "loss_total": 0.0025538355112075806, + "step": 90040 + }, + { + "loss_action": 0.0031090041156858206, + "loss_total": 0.0031090041156858206, + "step": 90040 + }, + { + "grad_norm": 0.1310962438583374, + "learning_rate": 2.68289285438173e-06, + "loss": 0.0078, + "step": 90050 + }, + { + "loss_action": 0.007076558191329241, + "loss_total": 0.007076558191329241, + "step": 90050 + }, + { + "loss_action": 0.0035438660997897387, + "loss_total": 0.0035438660997897387, + "step": 90050 + }, + { + "loss_action": 0.008254903368651867, + "loss_total": 0.008254903368651867, + "step": 90050 + }, + { + "loss_action": 0.006555965635925531, + "loss_total": 0.006555965635925531, + "step": 90050 + }, + { + "loss_action": 0.05341373383998871, + "loss_total": 0.05341373383998871, + "step": 90050 + }, + { + "loss_action": 0.007032173685729504, + "loss_total": 0.007032173685729504, + "step": 90050 + }, + { + "grad_norm": 0.15593653917312622, + "learning_rate": 2.6775519821812033e-06, + "loss": 0.009, + "step": 90060 + }, + { + "loss_action": 0.005262892693281174, + "loss_total": 0.005262892693281174, + "step": 90060 + }, + { + "loss_action": 0.003936658147722483, + "loss_total": 0.003936658147722483, + "step": 90060 + }, + { + "loss_action": 0.015543603338301182, + "loss_total": 0.015543603338301182, + "step": 90060 + }, + { + "loss_action": 0.0030837038066238165, + "loss_total": 0.0030837038066238165, + "step": 90060 + }, + { + "loss_action": 0.002733471104875207, + "loss_total": 0.002733471104875207, + "step": 90060 + }, + { + "loss_action": 0.003159908577799797, + "loss_total": 0.003159908577799797, + "step": 90060 + }, + { + "grad_norm": 0.20510776340961456, + "learning_rate": 2.672216285092449e-06, + "loss": 0.008, + "step": 90070 + }, + { + "loss_action": 0.002107772743329406, + "loss_total": 0.002107772743329406, + "step": 90070 + }, + { + "loss_action": 0.006949846167117357, + "loss_total": 0.006949846167117357, + "step": 90070 + }, + { + "loss_action": 0.0065643140114843845, + "loss_total": 0.0065643140114843845, + "step": 90070 + }, + { + "loss_action": 0.006629965268075466, + "loss_total": 0.006629965268075466, + "step": 90070 + }, + { + "loss_action": 0.0015648416010662913, + "loss_total": 0.0015648416010662913, + "step": 90070 + }, + { + "loss_action": 0.005351569969207048, + "loss_total": 0.005351569969207048, + "step": 90070 + }, + { + "grad_norm": 0.27684712409973145, + "learning_rate": 2.666885763698962e-06, + "loss": 0.009, + "step": 90080 + }, + { + "loss_action": 0.008814068511128426, + "loss_total": 0.008814068511128426, + "step": 90080 + }, + { + "loss_action": 0.004675345495343208, + "loss_total": 0.004675345495343208, + "step": 90080 + }, + { + "loss_action": 0.00702285673469305, + "loss_total": 0.00702285673469305, + "step": 90080 + }, + { + "loss_action": 0.005309801083058119, + "loss_total": 0.005309801083058119, + "step": 90080 + }, + { + "loss_action": 0.005755340680480003, + "loss_total": 0.005755340680480003, + "step": 90080 + }, + { + "loss_action": 0.0038156991358846426, + "loss_total": 0.0038156991358846426, + "step": 90080 + }, + { + "grad_norm": 0.3819223940372467, + "learning_rate": 2.661560418583692e-06, + "loss": 0.0084, + "step": 90090 + }, + { + "loss_action": 0.0020024599507451057, + "loss_total": 0.0020024599507451057, + "step": 90090 + }, + { + "loss_action": 0.0045750876888632774, + "loss_total": 0.0045750876888632774, + "step": 90090 + }, + { + "loss_action": 0.004911909345537424, + "loss_total": 0.004911909345537424, + "step": 90090 + }, + { + "loss_action": 0.0045813522301614285, + "loss_total": 0.0045813522301614285, + "step": 90090 + }, + { + "loss_action": 0.002074646530672908, + "loss_total": 0.002074646530672908, + "step": 90090 + }, + { + "loss_action": 0.0029331257101148367, + "loss_total": 0.0029331257101148367, + "step": 90090 + }, + { + "grad_norm": 0.17836636304855347, + "learning_rate": 2.656240250328995e-06, + "loss": 0.008, + "step": 90100 + }, + { + "loss_action": 0.003405028022825718, + "loss_total": 0.003405028022825718, + "step": 90100 + }, + { + "loss_action": 0.0025633187033236027, + "loss_total": 0.0025633187033236027, + "step": 90100 + }, + { + "loss_action": 0.023544298484921455, + "loss_total": 0.023544298484921455, + "step": 90100 + }, + { + "loss_action": 0.0024761641398072243, + "loss_total": 0.0024761641398072243, + "step": 90100 + }, + { + "loss_action": 0.0021342295221984386, + "loss_total": 0.0021342295221984386, + "step": 90100 + }, + { + "loss_action": 0.010068216361105442, + "loss_total": 0.010068216361105442, + "step": 90100 + }, + { + "grad_norm": 0.21875886619091034, + "learning_rate": 2.650925259516679e-06, + "loss": 0.0075, + "step": 90110 + }, + { + "loss_action": 0.002877954626455903, + "loss_total": 0.002877954626455903, + "step": 90110 + }, + { + "loss_action": 0.003328499384224415, + "loss_total": 0.003328499384224415, + "step": 90110 + }, + { + "loss_action": 0.005569504573941231, + "loss_total": 0.005569504573941231, + "step": 90110 + }, + { + "loss_action": 0.001819318626075983, + "loss_total": 0.001819318626075983, + "step": 90110 + }, + { + "loss_action": 0.004936867393553257, + "loss_total": 0.004936867393553257, + "step": 90110 + }, + { + "loss_action": 0.005215995945036411, + "loss_total": 0.005215995945036411, + "step": 90110 + }, + { + "grad_norm": 0.13522690534591675, + "learning_rate": 2.645615446727995e-06, + "loss": 0.0076, + "step": 90120 + }, + { + "loss_action": 0.008247150108218193, + "loss_total": 0.008247150108218193, + "step": 90120 + }, + { + "loss_action": 0.008039365522563457, + "loss_total": 0.008039365522563457, + "step": 90120 + }, + { + "loss_action": 0.004225419834256172, + "loss_total": 0.004225419834256172, + "step": 90120 + }, + { + "loss_action": 0.0028170605655759573, + "loss_total": 0.0028170605655759573, + "step": 90120 + }, + { + "loss_action": 0.0024045263417065144, + "loss_total": 0.0024045263417065144, + "step": 90120 + }, + { + "loss_action": 0.010891514830291271, + "loss_total": 0.010891514830291271, + "step": 90120 + }, + { + "grad_norm": 0.1506875455379486, + "learning_rate": 2.6403108125436115e-06, + "loss": 0.0098, + "step": 90130 + }, + { + "loss_action": 0.00273632793687284, + "loss_total": 0.00273632793687284, + "step": 90130 + }, + { + "loss_action": 0.003154299221932888, + "loss_total": 0.003154299221932888, + "step": 90130 + }, + { + "loss_action": 0.012959334999322891, + "loss_total": 0.012959334999322891, + "step": 90130 + }, + { + "loss_action": 0.006603694055229425, + "loss_total": 0.006603694055229425, + "step": 90130 + }, + { + "loss_action": 0.013081854209303856, + "loss_total": 0.013081854209303856, + "step": 90130 + }, + { + "loss_action": 0.0018884779419749975, + "loss_total": 0.0018884779419749975, + "step": 90130 + }, + { + "grad_norm": 0.22000597417354584, + "learning_rate": 2.6350113575436264e-06, + "loss": 0.0069, + "step": 90140 + }, + { + "loss_action": 0.006531229708343744, + "loss_total": 0.006531229708343744, + "step": 90140 + }, + { + "loss_action": 0.00163833808619529, + "loss_total": 0.00163833808619529, + "step": 90140 + }, + { + "loss_action": 0.013293182477355003, + "loss_total": 0.013293182477355003, + "step": 90140 + }, + { + "loss_action": 0.06588932126760483, + "loss_total": 0.06588932126760483, + "step": 90140 + }, + { + "loss_action": 0.01281584519892931, + "loss_total": 0.01281584519892931, + "step": 90140 + }, + { + "loss_action": 0.006284505128860474, + "loss_total": 0.006284505128860474, + "step": 90140 + }, + { + "grad_norm": 0.26516327261924744, + "learning_rate": 2.629717082307598e-06, + "loss": 0.0081, + "step": 90150 + }, + { + "loss_action": 0.003661405760794878, + "loss_total": 0.003661405760794878, + "step": 90150 + }, + { + "loss_action": 0.004860147833824158, + "loss_total": 0.004860147833824158, + "step": 90150 + }, + { + "loss_action": 0.009176717139780521, + "loss_total": 0.009176717139780521, + "step": 90150 + }, + { + "loss_action": 0.002390017732977867, + "loss_total": 0.002390017732977867, + "step": 90150 + }, + { + "loss_action": 0.004941779188811779, + "loss_total": 0.004941779188811779, + "step": 90150 + }, + { + "loss_action": 0.006629261653870344, + "loss_total": 0.006629261653870344, + "step": 90150 + }, + { + "grad_norm": 0.15415619313716888, + "learning_rate": 2.6244279874144793e-06, + "loss": 0.0078, + "step": 90160 + }, + { + "loss_action": 0.007690293714404106, + "loss_total": 0.007690293714404106, + "step": 90160 + }, + { + "loss_action": 0.017585860565304756, + "loss_total": 0.017585860565304756, + "step": 90160 + }, + { + "loss_action": 0.0068865129724144936, + "loss_total": 0.0068865129724144936, + "step": 90160 + }, + { + "loss_action": 0.008529625833034515, + "loss_total": 0.008529625833034515, + "step": 90160 + }, + { + "loss_action": 0.011157742701470852, + "loss_total": 0.011157742701470852, + "step": 90160 + }, + { + "loss_action": 0.00863425899296999, + "loss_total": 0.00863425899296999, + "step": 90160 + }, + { + "grad_norm": 0.17510849237442017, + "learning_rate": 2.6191440734426862e-06, + "loss": 0.0076, + "step": 90170 + }, + { + "loss_action": 0.006184047088027, + "loss_total": 0.006184047088027, + "step": 90170 + }, + { + "loss_action": 0.005833963397890329, + "loss_total": 0.005833963397890329, + "step": 90170 + }, + { + "loss_action": 0.006939316168427467, + "loss_total": 0.006939316168427467, + "step": 90170 + }, + { + "loss_action": 0.0071018594317138195, + "loss_total": 0.0071018594317138195, + "step": 90170 + }, + { + "loss_action": 0.003667175304144621, + "loss_total": 0.003667175304144621, + "step": 90170 + }, + { + "loss_action": 0.0021559293381869793, + "loss_total": 0.0021559293381869793, + "step": 90170 + }, + { + "grad_norm": 0.1876959204673767, + "learning_rate": 2.613865340970062e-06, + "loss": 0.0075, + "step": 90180 + }, + { + "loss_action": 0.00331994891166687, + "loss_total": 0.00331994891166687, + "step": 90180 + }, + { + "loss_action": 0.005635160952806473, + "loss_total": 0.005635160952806473, + "step": 90180 + }, + { + "loss_action": 0.00809712428599596, + "loss_total": 0.00809712428599596, + "step": 90180 + }, + { + "loss_action": 0.007970862090587616, + "loss_total": 0.007970862090587616, + "step": 90180 + }, + { + "loss_action": 0.0027789315208792686, + "loss_total": 0.0027789315208792686, + "step": 90180 + }, + { + "loss_action": 0.008240600116550922, + "loss_total": 0.008240600116550922, + "step": 90180 + }, + { + "grad_norm": 0.1146409884095192, + "learning_rate": 2.608591790573889e-06, + "loss": 0.0078, + "step": 90190 + }, + { + "loss_action": 0.010093484073877335, + "loss_total": 0.010093484073877335, + "step": 90190 + }, + { + "loss_action": 0.0021299575455486774, + "loss_total": 0.0021299575455486774, + "step": 90190 + }, + { + "loss_action": 0.007407849654555321, + "loss_total": 0.007407849654555321, + "step": 90190 + }, + { + "loss_action": 0.009123795665800571, + "loss_total": 0.009123795665800571, + "step": 90190 + }, + { + "loss_action": 0.01860007829964161, + "loss_total": 0.01860007829964161, + "step": 90190 + }, + { + "loss_action": 0.004423502366989851, + "loss_total": 0.004423502366989851, + "step": 90190 + }, + { + "grad_norm": 0.15385647118091583, + "learning_rate": 2.603323422830861e-06, + "loss": 0.0078, + "step": 90200 + }, + { + "loss_action": 0.0023715097922831774, + "loss_total": 0.0023715097922831774, + "step": 90200 + }, + { + "loss_action": 0.003390087280422449, + "loss_total": 0.003390087280422449, + "step": 90200 + }, + { + "loss_action": 0.004075744189321995, + "loss_total": 0.004075744189321995, + "step": 90200 + }, + { + "loss_action": 0.007842956110835075, + "loss_total": 0.007842956110835075, + "step": 90200 + }, + { + "loss_action": 0.007752818521112204, + "loss_total": 0.007752818521112204, + "step": 90200 + }, + { + "loss_action": 0.006765978876501322, + "loss_total": 0.006765978876501322, + "step": 90200 + }, + { + "grad_norm": 0.20295332372188568, + "learning_rate": 2.5980602383171183e-06, + "loss": 0.008, + "step": 90210 + }, + { + "loss_action": 0.002143723424524069, + "loss_total": 0.002143723424524069, + "step": 90210 + }, + { + "loss_action": 0.0024091184604912996, + "loss_total": 0.0024091184604912996, + "step": 90210 + }, + { + "loss_action": 0.00912440661340952, + "loss_total": 0.00912440661340952, + "step": 90210 + }, + { + "loss_action": 0.007683953735977411, + "loss_total": 0.007683953735977411, + "step": 90210 + }, + { + "loss_action": 0.015727980062365532, + "loss_total": 0.015727980062365532, + "step": 90210 + }, + { + "loss_action": 0.009353723376989365, + "loss_total": 0.009353723376989365, + "step": 90210 + }, + { + "grad_norm": 0.23547989130020142, + "learning_rate": 2.5928022376082496e-06, + "loss": 0.0082, + "step": 90220 + }, + { + "loss_action": 0.004887991119176149, + "loss_total": 0.004887991119176149, + "step": 90220 + }, + { + "loss_action": 0.0054875933565199375, + "loss_total": 0.0054875933565199375, + "step": 90220 + }, + { + "loss_action": 0.0045445929281413555, + "loss_total": 0.0045445929281413555, + "step": 90220 + }, + { + "loss_action": 0.004079260863363743, + "loss_total": 0.004079260863363743, + "step": 90220 + }, + { + "loss_action": 0.01068657636642456, + "loss_total": 0.01068657636642456, + "step": 90220 + }, + { + "loss_action": 0.03722086548805237, + "loss_total": 0.03722086548805237, + "step": 90220 + }, + { + "grad_norm": 0.1540633738040924, + "learning_rate": 2.5875494212792505e-06, + "loss": 0.008, + "step": 90230 + }, + { + "loss_action": 0.003305719932541251, + "loss_total": 0.003305719932541251, + "step": 90230 + }, + { + "loss_action": 0.01162031665444374, + "loss_total": 0.01162031665444374, + "step": 90230 + }, + { + "loss_action": 0.041008275002241135, + "loss_total": 0.041008275002241135, + "step": 90230 + }, + { + "loss_action": 0.0047468882985413074, + "loss_total": 0.0047468882985413074, + "step": 90230 + }, + { + "loss_action": 0.02756081521511078, + "loss_total": 0.02756081521511078, + "step": 90230 + }, + { + "loss_action": 0.0050805178470909595, + "loss_total": 0.0050805178470909595, + "step": 90230 + }, + { + "grad_norm": 0.19008894264698029, + "learning_rate": 2.5823017899045565e-06, + "loss": 0.0081, + "step": 90240 + }, + { + "loss_action": 0.0019252295605838299, + "loss_total": 0.0019252295605838299, + "step": 90240 + }, + { + "loss_action": 0.0020450574811547995, + "loss_total": 0.0020450574811547995, + "step": 90240 + }, + { + "loss_action": 0.004876326769590378, + "loss_total": 0.004876326769590378, + "step": 90240 + }, + { + "loss_action": 0.005639445967972279, + "loss_total": 0.005639445967972279, + "step": 90240 + }, + { + "loss_action": 0.009510912001132965, + "loss_total": 0.009510912001132965, + "step": 90240 + }, + { + "loss_action": 0.0033605473581701517, + "loss_total": 0.0033605473581701517, + "step": 90240 + }, + { + "grad_norm": 0.13474871218204498, + "learning_rate": 2.577059344058047e-06, + "loss": 0.0082, + "step": 90250 + }, + { + "loss_action": 0.0035046329721808434, + "loss_total": 0.0035046329721808434, + "step": 90250 + }, + { + "loss_action": 0.0025203272234648466, + "loss_total": 0.0025203272234648466, + "step": 90250 + }, + { + "loss_action": 0.02561837248504162, + "loss_total": 0.02561837248504162, + "step": 90250 + }, + { + "loss_action": 0.010936176404356956, + "loss_total": 0.010936176404356956, + "step": 90250 + }, + { + "loss_action": 0.020941488444805145, + "loss_total": 0.020941488444805145, + "step": 90250 + }, + { + "loss_action": 0.009388919919729233, + "loss_total": 0.009388919919729233, + "step": 90250 + }, + { + "grad_norm": 0.25831085443496704, + "learning_rate": 2.5718220843130415e-06, + "loss": 0.0064, + "step": 90260 + }, + { + "loss_action": 0.0023651751689612865, + "loss_total": 0.0023651751689612865, + "step": 90260 + }, + { + "loss_action": 0.005458104889839888, + "loss_total": 0.005458104889839888, + "step": 90260 + }, + { + "loss_action": 0.004629980772733688, + "loss_total": 0.004629980772733688, + "step": 90260 + }, + { + "loss_action": 0.006870734971016645, + "loss_total": 0.006870734971016645, + "step": 90260 + }, + { + "loss_action": 0.0013216258957982063, + "loss_total": 0.0013216258957982063, + "step": 90260 + }, + { + "loss_action": 0.00248656771145761, + "loss_total": 0.00248656771145761, + "step": 90260 + }, + { + "grad_norm": 0.17882242798805237, + "learning_rate": 2.5665900112422535e-06, + "loss": 0.0089, + "step": 90270 + }, + { + "loss_action": 0.0019099893979728222, + "loss_total": 0.0019099893979728222, + "step": 90270 + }, + { + "loss_action": 0.019221313297748566, + "loss_total": 0.019221313297748566, + "step": 90270 + }, + { + "loss_action": 0.0021132095716893673, + "loss_total": 0.0021132095716893673, + "step": 90270 + }, + { + "loss_action": 0.002731821034103632, + "loss_total": 0.002731821034103632, + "step": 90270 + }, + { + "loss_action": 0.005119010340422392, + "loss_total": 0.005119010340422392, + "step": 90270 + }, + { + "loss_action": 0.008411658927798271, + "loss_total": 0.008411658927798271, + "step": 90270 + }, + { + "grad_norm": 0.20106562972068787, + "learning_rate": 2.561363125417876e-06, + "loss": 0.0098, + "step": 90280 + }, + { + "loss_action": 0.01165060419589281, + "loss_total": 0.01165060419589281, + "step": 90280 + }, + { + "loss_action": 0.0012511376990005374, + "loss_total": 0.0012511376990005374, + "step": 90280 + }, + { + "loss_action": 0.0050818962045013905, + "loss_total": 0.0050818962045013905, + "step": 90280 + }, + { + "loss_action": 0.005181757267564535, + "loss_total": 0.005181757267564535, + "step": 90280 + }, + { + "loss_action": 0.005236786790192127, + "loss_total": 0.005236786790192127, + "step": 90280 + }, + { + "loss_action": 0.004720788914710283, + "loss_total": 0.004720788914710283, + "step": 90280 + }, + { + "grad_norm": 0.15546058118343353, + "learning_rate": 2.556141427411496e-06, + "loss": 0.0061, + "step": 90290 + }, + { + "loss_action": 0.015671834349632263, + "loss_total": 0.015671834349632263, + "step": 90290 + }, + { + "loss_action": 0.0029641245491802692, + "loss_total": 0.0029641245491802692, + "step": 90290 + }, + { + "loss_action": 0.009283526800572872, + "loss_total": 0.009283526800572872, + "step": 90290 + }, + { + "loss_action": 0.0030291439034044743, + "loss_total": 0.0030291439034044743, + "step": 90290 + }, + { + "loss_action": 0.0038782188203185797, + "loss_total": 0.0038782188203185797, + "step": 90290 + }, + { + "loss_action": 0.005335077177733183, + "loss_total": 0.005335077177733183, + "step": 90290 + }, + { + "grad_norm": 0.30200228095054626, + "learning_rate": 2.550924917794156e-06, + "loss": 0.01, + "step": 90300 + }, + { + "loss_action": 0.004556729923933744, + "loss_total": 0.004556729923933744, + "step": 90300 + }, + { + "loss_action": 0.004735013470053673, + "loss_total": 0.004735013470053673, + "step": 90300 + }, + { + "loss_action": 0.007073891814798117, + "loss_total": 0.007073891814798117, + "step": 90300 + }, + { + "loss_action": 0.008931010030210018, + "loss_total": 0.008931010030210018, + "step": 90300 + }, + { + "loss_action": 0.005471521057188511, + "loss_total": 0.005471521057188511, + "step": 90300 + }, + { + "loss_action": 0.0055088778026402, + "loss_total": 0.0055088778026402, + "step": 90300 + }, + { + "grad_norm": 0.16694892942905426, + "learning_rate": 2.545713597136329e-06, + "loss": 0.0073, + "step": 90310 + }, + { + "loss_action": 0.003933523315936327, + "loss_total": 0.003933523315936327, + "step": 90310 + }, + { + "loss_action": 0.0029880469664931297, + "loss_total": 0.0029880469664931297, + "step": 90310 + }, + { + "loss_action": 0.005088264588266611, + "loss_total": 0.005088264588266611, + "step": 90310 + }, + { + "loss_action": 0.007298571057617664, + "loss_total": 0.007298571057617664, + "step": 90310 + }, + { + "loss_action": 0.0022567971609532833, + "loss_total": 0.0022567971609532833, + "step": 90310 + }, + { + "loss_action": 0.005137503147125244, + "loss_total": 0.005137503147125244, + "step": 90310 + }, + { + "grad_norm": 0.17099066078662872, + "learning_rate": 2.5405074660079298e-06, + "loss": 0.0077, + "step": 90320 + }, + { + "loss_action": 0.018317805603146553, + "loss_total": 0.018317805603146553, + "step": 90320 + }, + { + "loss_action": 0.005565356928855181, + "loss_total": 0.005565356928855181, + "step": 90320 + }, + { + "loss_action": 0.013419191353023052, + "loss_total": 0.013419191353023052, + "step": 90320 + }, + { + "loss_action": 0.003334079636260867, + "loss_total": 0.003334079636260867, + "step": 90320 + }, + { + "loss_action": 0.004865459632128477, + "loss_total": 0.004865459632128477, + "step": 90320 + }, + { + "loss_action": 0.004796206019818783, + "loss_total": 0.004796206019818783, + "step": 90320 + }, + { + "grad_norm": 0.16488011181354523, + "learning_rate": 2.5353065249782647e-06, + "loss": 0.0066, + "step": 90330 + }, + { + "loss_action": 0.00799268577247858, + "loss_total": 0.00799268577247858, + "step": 90330 + }, + { + "loss_action": 0.00221453420817852, + "loss_total": 0.00221453420817852, + "step": 90330 + }, + { + "loss_action": 0.043935105204582214, + "loss_total": 0.043935105204582214, + "step": 90330 + }, + { + "loss_action": 0.009845099411904812, + "loss_total": 0.009845099411904812, + "step": 90330 + }, + { + "loss_action": 0.007945157587528229, + "loss_total": 0.007945157587528229, + "step": 90330 + }, + { + "loss_action": 0.010899893008172512, + "loss_total": 0.010899893008172512, + "step": 90330 + }, + { + "grad_norm": 0.25441068410873413, + "learning_rate": 2.530110774616129e-06, + "loss": 0.0079, + "step": 90340 + }, + { + "loss_action": 0.0027206530794501305, + "loss_total": 0.0027206530794501305, + "step": 90340 + }, + { + "loss_action": 0.00202523497864604, + "loss_total": 0.00202523497864604, + "step": 90340 + }, + { + "loss_action": 0.0021996842697262764, + "loss_total": 0.0021996842697262764, + "step": 90340 + }, + { + "loss_action": 0.0032282934989780188, + "loss_total": 0.0032282934989780188, + "step": 90340 + }, + { + "loss_action": 0.0040598982013762, + "loss_total": 0.0040598982013762, + "step": 90340 + }, + { + "loss_action": 0.004281474743038416, + "loss_total": 0.004281474743038416, + "step": 90340 + }, + { + "grad_norm": 0.18874579668045044, + "learning_rate": 2.524920215489701e-06, + "loss": 0.0108, + "step": 90350 + }, + { + "loss_action": 0.00947287306189537, + "loss_total": 0.00947287306189537, + "step": 90350 + }, + { + "loss_action": 0.005350036546587944, + "loss_total": 0.005350036546587944, + "step": 90350 + }, + { + "loss_action": 0.005764481611549854, + "loss_total": 0.005764481611549854, + "step": 90350 + }, + { + "loss_action": 0.003341126721352339, + "loss_total": 0.003341126721352339, + "step": 90350 + }, + { + "loss_action": 0.002551156561821699, + "loss_total": 0.002551156561821699, + "step": 90350 + }, + { + "loss_action": 0.023317845538258553, + "loss_total": 0.023317845538258553, + "step": 90350 + }, + { + "grad_norm": 0.17158159613609314, + "learning_rate": 2.519734848166627e-06, + "loss": 0.0079, + "step": 90360 + }, + { + "loss_action": 0.0032275677658617496, + "loss_total": 0.0032275677658617496, + "step": 90360 + }, + { + "loss_action": 0.0022926083765923977, + "loss_total": 0.0022926083765923977, + "step": 90360 + }, + { + "loss_action": 0.002850807039067149, + "loss_total": 0.002850807039067149, + "step": 90360 + }, + { + "loss_action": 0.0034536707680672407, + "loss_total": 0.0034536707680672407, + "step": 90360 + }, + { + "loss_action": 0.0050999741069972515, + "loss_total": 0.0050999741069972515, + "step": 90360 + }, + { + "loss_action": 0.0068440851755440235, + "loss_total": 0.0068440851755440235, + "step": 90360 + }, + { + "grad_norm": 0.2393455058336258, + "learning_rate": 2.514554673213948e-06, + "loss": 0.0094, + "step": 90370 + }, + { + "loss_action": 0.010499266907572746, + "loss_total": 0.010499266907572746, + "step": 90370 + }, + { + "loss_action": 0.004285876173526049, + "loss_total": 0.004285876173526049, + "step": 90370 + }, + { + "loss_action": 0.00329961976967752, + "loss_total": 0.00329961976967752, + "step": 90370 + }, + { + "loss_action": 0.005702367052435875, + "loss_total": 0.005702367052435875, + "step": 90370 + }, + { + "loss_action": 0.010092200711369514, + "loss_total": 0.010092200711369514, + "step": 90370 + }, + { + "loss_action": 0.004329839255660772, + "loss_total": 0.004329839255660772, + "step": 90370 + }, + { + "grad_norm": 0.24826085567474365, + "learning_rate": 2.5093796911981936e-06, + "loss": 0.0093, + "step": 90380 + }, + { + "loss_action": 0.01564789190888405, + "loss_total": 0.01564789190888405, + "step": 90380 + }, + { + "loss_action": 0.005571109242737293, + "loss_total": 0.005571109242737293, + "step": 90380 + }, + { + "loss_action": 0.004690781235694885, + "loss_total": 0.004690781235694885, + "step": 90380 + }, + { + "loss_action": 0.0027868913020938635, + "loss_total": 0.0027868913020938635, + "step": 90380 + }, + { + "loss_action": 0.003687530290335417, + "loss_total": 0.003687530290335417, + "step": 90380 + }, + { + "loss_action": 0.011875458993017673, + "loss_total": 0.011875458993017673, + "step": 90380 + }, + { + "grad_norm": 0.1660696119070053, + "learning_rate": 2.5042099026852672e-06, + "loss": 0.0091, + "step": 90390 + }, + { + "loss_action": 0.006775512360036373, + "loss_total": 0.006775512360036373, + "step": 90390 + }, + { + "loss_action": 0.005046359729021788, + "loss_total": 0.005046359729021788, + "step": 90390 + }, + { + "loss_action": 0.0028613933827728033, + "loss_total": 0.0028613933827728033, + "step": 90390 + }, + { + "loss_action": 0.0045486497692763805, + "loss_total": 0.0045486497692763805, + "step": 90390 + }, + { + "loss_action": 0.0035571125335991383, + "loss_total": 0.0035571125335991383, + "step": 90390 + }, + { + "loss_action": 0.015017525292932987, + "loss_total": 0.015017525292932987, + "step": 90390 + }, + { + "grad_norm": 0.2582145929336548, + "learning_rate": 2.499045308240544e-06, + "loss": 0.0082, + "step": 90400 + }, + { + "loss_action": 0.0025804350152611732, + "loss_total": 0.0025804350152611732, + "step": 90400 + }, + { + "loss_action": 0.004102249164134264, + "loss_total": 0.004102249164134264, + "step": 90400 + }, + { + "loss_action": 0.006255602464079857, + "loss_total": 0.006255602464079857, + "step": 90400 + }, + { + "loss_action": 0.025257451459765434, + "loss_total": 0.025257451459765434, + "step": 90400 + }, + { + "loss_action": 0.00478765182197094, + "loss_total": 0.00478765182197094, + "step": 90400 + }, + { + "loss_action": 0.03141714632511139, + "loss_total": 0.03141714632511139, + "step": 90400 + }, + { + "grad_norm": 0.12983451783657074, + "learning_rate": 2.4938859084288003e-06, + "loss": 0.0081, + "step": 90410 + }, + { + "loss_action": 0.006447585765272379, + "loss_total": 0.006447585765272379, + "step": 90410 + }, + { + "loss_action": 0.005063551943749189, + "loss_total": 0.005063551943749189, + "step": 90410 + }, + { + "loss_action": 0.0042587760835886, + "loss_total": 0.0042587760835886, + "step": 90410 + }, + { + "loss_action": 0.003632356645539403, + "loss_total": 0.003632356645539403, + "step": 90410 + }, + { + "loss_action": 0.0051694344729185104, + "loss_total": 0.0051694344729185104, + "step": 90410 + }, + { + "loss_action": 0.01175016164779663, + "loss_total": 0.01175016164779663, + "step": 90410 + }, + { + "grad_norm": 0.1920289844274521, + "learning_rate": 2.4887317038142734e-06, + "loss": 0.008, + "step": 90420 + }, + { + "loss_action": 0.010402334854006767, + "loss_total": 0.010402334854006767, + "step": 90420 + }, + { + "loss_action": 0.008031622506678104, + "loss_total": 0.008031622506678104, + "step": 90420 + }, + { + "loss_action": 0.006724339909851551, + "loss_total": 0.006724339909851551, + "step": 90420 + }, + { + "loss_action": 0.006036356557160616, + "loss_total": 0.006036356557160616, + "step": 90420 + }, + { + "loss_action": 0.017019199207425117, + "loss_total": 0.017019199207425117, + "step": 90420 + }, + { + "loss_action": 0.008652686141431332, + "loss_total": 0.008652686141431332, + "step": 90420 + }, + { + "grad_norm": 0.5495099425315857, + "learning_rate": 2.4835826949606124e-06, + "loss": 0.01, + "step": 90430 + }, + { + "loss_action": 0.0060088555328547955, + "loss_total": 0.0060088555328547955, + "step": 90430 + }, + { + "loss_action": 0.016446152701973915, + "loss_total": 0.016446152701973915, + "step": 90430 + }, + { + "loss_action": 0.0021009165793657303, + "loss_total": 0.0021009165793657303, + "step": 90430 + }, + { + "loss_action": 0.005684340838342905, + "loss_total": 0.005684340838342905, + "step": 90430 + }, + { + "loss_action": 0.004185817204415798, + "loss_total": 0.004185817204415798, + "step": 90430 + }, + { + "loss_action": 0.0037266791332513094, + "loss_total": 0.0037266791332513094, + "step": 90430 + }, + { + "grad_norm": 0.1307571679353714, + "learning_rate": 2.4784388824309167e-06, + "loss": 0.0087, + "step": 90440 + }, + { + "loss_action": 0.0031077354215085506, + "loss_total": 0.0031077354215085506, + "step": 90440 + }, + { + "loss_action": 0.0014461531536653638, + "loss_total": 0.0014461531536653638, + "step": 90440 + }, + { + "loss_action": 0.0036534732207655907, + "loss_total": 0.0036534732207655907, + "step": 90440 + }, + { + "loss_action": 0.006904336158186197, + "loss_total": 0.006904336158186197, + "step": 90440 + }, + { + "loss_action": 0.004293999634683132, + "loss_total": 0.004293999634683132, + "step": 90440 + }, + { + "loss_action": 0.007405235432088375, + "loss_total": 0.007405235432088375, + "step": 90440 + }, + { + "grad_norm": 0.10158046334981918, + "learning_rate": 2.473300266787687e-06, + "loss": 0.0085, + "step": 90450 + }, + { + "loss_action": 0.007716057356446981, + "loss_total": 0.007716057356446981, + "step": 90450 + }, + { + "loss_action": 0.00884479470551014, + "loss_total": 0.00884479470551014, + "step": 90450 + }, + { + "loss_action": 0.004895863123238087, + "loss_total": 0.004895863123238087, + "step": 90450 + }, + { + "loss_action": 0.035327520221471786, + "loss_total": 0.035327520221471786, + "step": 90450 + }, + { + "loss_action": 0.021461118012666702, + "loss_total": 0.021461118012666702, + "step": 90450 + }, + { + "loss_action": 0.020863093435764313, + "loss_total": 0.020863093435764313, + "step": 90450 + }, + { + "grad_norm": 0.23389393091201782, + "learning_rate": 2.46816684859289e-06, + "loss": 0.0078, + "step": 90460 + }, + { + "loss_action": 0.003249728586524725, + "loss_total": 0.003249728586524725, + "step": 90460 + }, + { + "loss_action": 0.08054796606302261, + "loss_total": 0.08054796606302261, + "step": 90460 + }, + { + "loss_action": 0.0018687811680138111, + "loss_total": 0.0018687811680138111, + "step": 90460 + }, + { + "loss_action": 0.023334607481956482, + "loss_total": 0.023334607481956482, + "step": 90460 + }, + { + "loss_action": 0.005283705424517393, + "loss_total": 0.005283705424517393, + "step": 90460 + }, + { + "loss_action": 0.004729509353637695, + "loss_total": 0.004729509353637695, + "step": 90460 + }, + { + "grad_norm": 0.30288606882095337, + "learning_rate": 2.4630386284079043e-06, + "loss": 0.0092, + "step": 90470 + }, + { + "loss_action": 0.005643555428832769, + "loss_total": 0.005643555428832769, + "step": 90470 + }, + { + "loss_action": 0.00421134801581502, + "loss_total": 0.00421134801581502, + "step": 90470 + }, + { + "loss_action": 0.006046048365533352, + "loss_total": 0.006046048365533352, + "step": 90470 + }, + { + "loss_action": 0.0038765696808695793, + "loss_total": 0.0038765696808695793, + "step": 90470 + }, + { + "loss_action": 0.022368263453245163, + "loss_total": 0.022368263453245163, + "step": 90470 + }, + { + "loss_action": 0.002544031711295247, + "loss_total": 0.002544031711295247, + "step": 90470 + }, + { + "grad_norm": 0.17396807670593262, + "learning_rate": 2.4579156067935427e-06, + "loss": 0.0067, + "step": 90480 + }, + { + "loss_action": 0.01428032387048006, + "loss_total": 0.01428032387048006, + "step": 90480 + }, + { + "loss_action": 0.002080861944705248, + "loss_total": 0.002080861944705248, + "step": 90480 + }, + { + "loss_action": 0.007934808731079102, + "loss_total": 0.007934808731079102, + "step": 90480 + }, + { + "loss_action": 0.010792696848511696, + "loss_total": 0.010792696848511696, + "step": 90480 + }, + { + "loss_action": 0.006851830519735813, + "loss_total": 0.006851830519735813, + "step": 90480 + }, + { + "loss_action": 0.012078828178346157, + "loss_total": 0.012078828178346157, + "step": 90480 + }, + { + "grad_norm": 0.2329442948102951, + "learning_rate": 2.452797784310046e-06, + "loss": 0.0076, + "step": 90490 + }, + { + "loss_action": 0.0027248566038906574, + "loss_total": 0.0027248566038906574, + "step": 90490 + }, + { + "loss_action": 0.026436500251293182, + "loss_total": 0.026436500251293182, + "step": 90490 + }, + { + "loss_action": 0.006285478826612234, + "loss_total": 0.006285478826612234, + "step": 90490 + }, + { + "loss_action": 0.0031810933724045753, + "loss_total": 0.0031810933724045753, + "step": 90490 + }, + { + "loss_action": 0.0035596047528088093, + "loss_total": 0.0035596047528088093, + "step": 90490 + }, + { + "loss_action": 0.0062505085952579975, + "loss_total": 0.0062505085952579975, + "step": 90490 + }, + { + "grad_norm": 0.2759992182254791, + "learning_rate": 2.447685161517105e-06, + "loss": 0.0104, + "step": 90500 + }, + { + "loss_action": 0.002900192281231284, + "loss_total": 0.002900192281231284, + "step": 90500 + }, + { + "loss_action": 0.004237176384776831, + "loss_total": 0.004237176384776831, + "step": 90500 + }, + { + "loss_action": 0.008471395820379257, + "loss_total": 0.008471395820379257, + "step": 90500 + }, + { + "loss_action": 0.007542868610471487, + "loss_total": 0.007542868610471487, + "step": 90500 + }, + { + "loss_action": 0.014045393094420433, + "loss_total": 0.014045393094420433, + "step": 90500 + }, + { + "loss_action": 0.002780692186206579, + "loss_total": 0.002780692186206579, + "step": 90500 + }, + { + "grad_norm": 0.20777206122875214, + "learning_rate": 2.4425777389738224e-06, + "loss": 0.0118, + "step": 90510 + }, + { + "loss_action": 0.01377470139414072, + "loss_total": 0.01377470139414072, + "step": 90510 + }, + { + "loss_action": 0.004464073106646538, + "loss_total": 0.004464073106646538, + "step": 90510 + }, + { + "loss_action": 0.007199103012681007, + "loss_total": 0.007199103012681007, + "step": 90510 + }, + { + "loss_action": 0.023569155484437943, + "loss_total": 0.023569155484437943, + "step": 90510 + }, + { + "loss_action": 0.0019997218623757362, + "loss_total": 0.0019997218623757362, + "step": 90510 + }, + { + "loss_action": 0.01551989559084177, + "loss_total": 0.01551989559084177, + "step": 90510 + }, + { + "grad_norm": 0.16078782081604004, + "learning_rate": 2.43747551723873e-06, + "loss": 0.0078, + "step": 90520 + }, + { + "loss_action": 0.013348941691219807, + "loss_total": 0.013348941691219807, + "step": 90520 + }, + { + "loss_action": 0.0043748547323048115, + "loss_total": 0.0043748547323048115, + "step": 90520 + }, + { + "loss_action": 0.004214397631585598, + "loss_total": 0.004214397631585598, + "step": 90520 + }, + { + "loss_action": 0.009749083779752254, + "loss_total": 0.009749083779752254, + "step": 90520 + }, + { + "loss_action": 0.0022387525532394648, + "loss_total": 0.0022387525532394648, + "step": 90520 + }, + { + "loss_action": 0.004584475886076689, + "loss_total": 0.004584475886076689, + "step": 90520 + }, + { + "grad_norm": 0.15002478659152985, + "learning_rate": 2.4323784968698136e-06, + "loss": 0.0089, + "step": 90530 + }, + { + "loss_action": 0.007240426726639271, + "loss_total": 0.007240426726639271, + "step": 90530 + }, + { + "loss_action": 0.012925020419061184, + "loss_total": 0.012925020419061184, + "step": 90530 + }, + { + "loss_action": 0.005095884203910828, + "loss_total": 0.005095884203910828, + "step": 90530 + }, + { + "loss_action": 0.004245341289788485, + "loss_total": 0.004245341289788485, + "step": 90530 + }, + { + "loss_action": 0.008362025953829288, + "loss_total": 0.008362025953829288, + "step": 90530 + }, + { + "loss_action": 0.010509993880987167, + "loss_total": 0.010509993880987167, + "step": 90530 + }, + { + "grad_norm": 0.19017356634140015, + "learning_rate": 2.4272866784244565e-06, + "loss": 0.0097, + "step": 90540 + }, + { + "loss_action": 0.0027638699393719435, + "loss_total": 0.0027638699393719435, + "step": 90540 + }, + { + "loss_action": 0.008549236692488194, + "loss_total": 0.008549236692488194, + "step": 90540 + }, + { + "loss_action": 0.0032992323394864798, + "loss_total": 0.0032992323394864798, + "step": 90540 + }, + { + "loss_action": 0.005060011520981789, + "loss_total": 0.005060011520981789, + "step": 90540 + }, + { + "loss_action": 0.004452490247786045, + "loss_total": 0.004452490247786045, + "step": 90540 + }, + { + "loss_action": 0.0010849775280803442, + "loss_total": 0.0010849775280803442, + "step": 90540 + }, + { + "grad_norm": 0.1647978276014328, + "learning_rate": 2.422200062459518e-06, + "loss": 0.0068, + "step": 90550 + }, + { + "loss_action": 0.014851978980004787, + "loss_total": 0.014851978980004787, + "step": 90550 + }, + { + "loss_action": 0.009787329472601414, + "loss_total": 0.009787329472601414, + "step": 90550 + }, + { + "loss_action": 0.0017325665103271604, + "loss_total": 0.0017325665103271604, + "step": 90550 + }, + { + "loss_action": 0.009455747902393341, + "loss_total": 0.009455747902393341, + "step": 90550 + }, + { + "loss_action": 0.005012672394514084, + "loss_total": 0.005012672394514084, + "step": 90550 + }, + { + "loss_action": 0.00875870045274496, + "loss_total": 0.00875870045274496, + "step": 90550 + }, + { + "grad_norm": 0.1527676284313202, + "learning_rate": 2.41711864953123e-06, + "loss": 0.0085, + "step": 90560 + }, + { + "loss_action": 0.003347391029819846, + "loss_total": 0.003347391029819846, + "step": 90560 + }, + { + "loss_action": 0.008273303508758545, + "loss_total": 0.008273303508758545, + "step": 90560 + }, + { + "loss_action": 0.002961649326607585, + "loss_total": 0.002961649326607585, + "step": 90560 + }, + { + "loss_action": 0.006416382733732462, + "loss_total": 0.006416382733732462, + "step": 90560 + }, + { + "loss_action": 0.004258252214640379, + "loss_total": 0.004258252214640379, + "step": 90560 + }, + { + "loss_action": 0.0062462263740599155, + "loss_total": 0.0062462263740599155, + "step": 90560 + }, + { + "grad_norm": 0.20421986281871796, + "learning_rate": 2.412042440195322e-06, + "loss": 0.0058, + "step": 90570 + }, + { + "loss_action": 0.00772653566673398, + "loss_total": 0.00772653566673398, + "step": 90570 + }, + { + "loss_action": 0.004476835485547781, + "loss_total": 0.004476835485547781, + "step": 90570 + }, + { + "loss_action": 0.005630961153656244, + "loss_total": 0.005630961153656244, + "step": 90570 + }, + { + "loss_action": 0.007204840425401926, + "loss_total": 0.007204840425401926, + "step": 90570 + }, + { + "loss_action": 0.0062317936681210995, + "loss_total": 0.0062317936681210995, + "step": 90570 + }, + { + "loss_action": 0.011218956671655178, + "loss_total": 0.011218956671655178, + "step": 90570 + }, + { + "grad_norm": 0.27365410327911377, + "learning_rate": 2.4069714350068993e-06, + "loss": 0.0089, + "step": 90580 + }, + { + "loss_action": 0.004882152657955885, + "loss_total": 0.004882152657955885, + "step": 90580 + }, + { + "loss_action": 0.0028116123285144567, + "loss_total": 0.0028116123285144567, + "step": 90580 + }, + { + "loss_action": 0.0021018688566982746, + "loss_total": 0.0021018688566982746, + "step": 90580 + }, + { + "loss_action": 0.0014605846954509616, + "loss_total": 0.0014605846954509616, + "step": 90580 + }, + { + "loss_action": 0.008974436670541763, + "loss_total": 0.008974436670541763, + "step": 90580 + }, + { + "loss_action": 0.006381465122103691, + "loss_total": 0.006381465122103691, + "step": 90580 + }, + { + "grad_norm": 0.10383875668048859, + "learning_rate": 2.4019056345205294e-06, + "loss": 0.0075, + "step": 90590 + }, + { + "loss_action": 0.006826580502092838, + "loss_total": 0.006826580502092838, + "step": 90590 + }, + { + "loss_action": 0.005715310573577881, + "loss_total": 0.005715310573577881, + "step": 90590 + }, + { + "loss_action": 0.015966372564435005, + "loss_total": 0.015966372564435005, + "step": 90590 + }, + { + "loss_action": 0.004521030467003584, + "loss_total": 0.004521030467003584, + "step": 90590 + }, + { + "loss_action": 0.005536176729947329, + "loss_total": 0.005536176729947329, + "step": 90590 + }, + { + "loss_action": 0.0060814144089818, + "loss_total": 0.0060814144089818, + "step": 90590 + }, + { + "grad_norm": 0.1714516431093216, + "learning_rate": 2.396845039290191e-06, + "loss": 0.0091, + "step": 90600 + }, + { + "loss_action": 0.001523455255664885, + "loss_total": 0.001523455255664885, + "step": 90600 + }, + { + "loss_action": 0.021182630211114883, + "loss_total": 0.021182630211114883, + "step": 90600 + }, + { + "loss_action": 0.003116029314696789, + "loss_total": 0.003116029314696789, + "step": 90600 + }, + { + "loss_action": 0.008584363386034966, + "loss_total": 0.008584363386034966, + "step": 90600 + }, + { + "loss_action": 0.002238428918644786, + "loss_total": 0.002238428918644786, + "step": 90600 + }, + { + "loss_action": 0.004950408358126879, + "loss_total": 0.004950408358126879, + "step": 90600 + }, + { + "grad_norm": 0.15797124803066254, + "learning_rate": 2.3917896498693194e-06, + "loss": 0.0065, + "step": 90610 + }, + { + "loss_action": 0.008781510405242443, + "loss_total": 0.008781510405242443, + "step": 90610 + }, + { + "loss_action": 0.02794533781707287, + "loss_total": 0.02794533781707287, + "step": 90610 + }, + { + "loss_action": 0.003920466639101505, + "loss_total": 0.003920466639101505, + "step": 90610 + }, + { + "loss_action": 0.0068353633396327496, + "loss_total": 0.0068353633396327496, + "step": 90610 + }, + { + "loss_action": 0.008288971148431301, + "loss_total": 0.008288971148431301, + "step": 90610 + }, + { + "loss_action": 0.004520093556493521, + "loss_total": 0.004520093556493521, + "step": 90610 + }, + { + "grad_norm": 0.15328514575958252, + "learning_rate": 2.3867394668107335e-06, + "loss": 0.0057, + "step": 90620 + }, + { + "loss_action": 0.002971668029204011, + "loss_total": 0.002971668029204011, + "step": 90620 + }, + { + "loss_action": 0.0033129111398011446, + "loss_total": 0.0033129111398011446, + "step": 90620 + }, + { + "loss_action": 0.007151317782700062, + "loss_total": 0.007151317782700062, + "step": 90620 + }, + { + "loss_action": 0.010137851350009441, + "loss_total": 0.010137851350009441, + "step": 90620 + }, + { + "loss_action": 0.004090803675353527, + "loss_total": 0.004090803675353527, + "step": 90620 + }, + { + "loss_action": 0.009176899679005146, + "loss_total": 0.009176899679005146, + "step": 90620 + }, + { + "grad_norm": 0.08997559547424316, + "learning_rate": 2.3816944906667527e-06, + "loss": 0.0063, + "step": 90630 + }, + { + "loss_action": 0.004488278646022081, + "loss_total": 0.004488278646022081, + "step": 90630 + }, + { + "loss_action": 0.003792194649577141, + "loss_total": 0.003792194649577141, + "step": 90630 + }, + { + "loss_action": 0.011090151034295559, + "loss_total": 0.011090151034295559, + "step": 90630 + }, + { + "loss_action": 0.004518387373536825, + "loss_total": 0.004518387373536825, + "step": 90630 + }, + { + "loss_action": 0.0062994807958602905, + "loss_total": 0.0062994807958602905, + "step": 90630 + }, + { + "loss_action": 0.005317755974829197, + "loss_total": 0.005317755974829197, + "step": 90630 + }, + { + "grad_norm": 0.14720922708511353, + "learning_rate": 2.3766547219890634e-06, + "loss": 0.0073, + "step": 90640 + }, + { + "loss_action": 0.004713789094239473, + "loss_total": 0.004713789094239473, + "step": 90640 + }, + { + "loss_action": 0.0156252421438694, + "loss_total": 0.0156252421438694, + "step": 90640 + }, + { + "loss_action": 0.00168369070161134, + "loss_total": 0.00168369070161134, + "step": 90640 + }, + { + "loss_action": 0.004561537876725197, + "loss_total": 0.004561537876725197, + "step": 90640 + }, + { + "loss_action": 0.0014970415504649282, + "loss_total": 0.0014970415504649282, + "step": 90640 + }, + { + "loss_action": 0.0025454300921410322, + "loss_total": 0.0025454300921410322, + "step": 90640 + }, + { + "grad_norm": 0.15929795801639557, + "learning_rate": 2.371620161328819e-06, + "loss": 0.0075, + "step": 90650 + }, + { + "loss_action": 0.012742148712277412, + "loss_total": 0.012742148712277412, + "step": 90650 + }, + { + "loss_action": 0.014926153235137463, + "loss_total": 0.014926153235137463, + "step": 90650 + }, + { + "loss_action": 0.005549254361540079, + "loss_total": 0.005549254361540079, + "step": 90650 + }, + { + "loss_action": 0.003998603671789169, + "loss_total": 0.003998603671789169, + "step": 90650 + }, + { + "loss_action": 0.006143767386674881, + "loss_total": 0.006143767386674881, + "step": 90650 + }, + { + "loss_action": 0.002258067252114415, + "loss_total": 0.002258067252114415, + "step": 90650 + }, + { + "grad_norm": 0.1172134280204773, + "learning_rate": 2.366590809236574e-06, + "loss": 0.0077, + "step": 90660 + }, + { + "loss_action": 0.013172328472137451, + "loss_total": 0.013172328472137451, + "step": 90660 + }, + { + "loss_action": 0.0037936088629066944, + "loss_total": 0.0037936088629066944, + "step": 90660 + }, + { + "loss_action": 0.008561511524021626, + "loss_total": 0.008561511524021626, + "step": 90660 + }, + { + "loss_action": 0.005642542149871588, + "loss_total": 0.005642542149871588, + "step": 90660 + }, + { + "loss_action": 0.006866520270705223, + "loss_total": 0.006866520270705223, + "step": 90660 + }, + { + "loss_action": 0.01075226441025734, + "loss_total": 0.01075226441025734, + "step": 90660 + }, + { + "grad_norm": 0.13835537433624268, + "learning_rate": 2.3615666662623494e-06, + "loss": 0.0061, + "step": 90670 + }, + { + "loss_action": 0.01360670942813158, + "loss_total": 0.01360670942813158, + "step": 90670 + }, + { + "loss_action": 0.006222820840775967, + "loss_total": 0.006222820840775967, + "step": 90670 + }, + { + "loss_action": 0.004164752550423145, + "loss_total": 0.004164752550423145, + "step": 90670 + }, + { + "loss_action": 0.004810792859643698, + "loss_total": 0.004810792859643698, + "step": 90670 + }, + { + "loss_action": 0.002467426238581538, + "loss_total": 0.002467426238581538, + "step": 90670 + }, + { + "loss_action": 0.006139485165476799, + "loss_total": 0.006139485165476799, + "step": 90670 + }, + { + "grad_norm": 0.22862833738327026, + "learning_rate": 2.3565477329555664e-06, + "loss": 0.0086, + "step": 90680 + }, + { + "loss_action": 0.010645419359207153, + "loss_total": 0.010645419359207153, + "step": 90680 + }, + { + "loss_action": 0.004418803378939629, + "loss_total": 0.004418803378939629, + "step": 90680 + }, + { + "loss_action": 0.0041963704861700535, + "loss_total": 0.0041963704861700535, + "step": 90680 + }, + { + "loss_action": 0.010135876946151257, + "loss_total": 0.010135876946151257, + "step": 90680 + }, + { + "loss_action": 0.005853110924363136, + "loss_total": 0.005853110924363136, + "step": 90680 + }, + { + "loss_action": 0.004159262403845787, + "loss_total": 0.004159262403845787, + "step": 90680 + }, + { + "grad_norm": 0.1419660747051239, + "learning_rate": 2.3515340098650975e-06, + "loss": 0.007, + "step": 90690 + }, + { + "loss_action": 0.005040818825364113, + "loss_total": 0.005040818825364113, + "step": 90690 + }, + { + "loss_action": 0.0019941646605730057, + "loss_total": 0.0019941646605730057, + "step": 90690 + }, + { + "loss_action": 0.013491664081811905, + "loss_total": 0.013491664081811905, + "step": 90690 + }, + { + "loss_action": 0.004540003836154938, + "loss_total": 0.004540003836154938, + "step": 90690 + }, + { + "loss_action": 0.0015533779514953494, + "loss_total": 0.0015533779514953494, + "step": 90690 + }, + { + "loss_action": 0.002809897530823946, + "loss_total": 0.002809897530823946, + "step": 90690 + }, + { + "grad_norm": 0.15702959895133972, + "learning_rate": 2.3465254975392258e-06, + "loss": 0.0077, + "step": 90700 + }, + { + "loss_action": 0.0011402491945773363, + "loss_total": 0.0011402491945773363, + "step": 90700 + }, + { + "loss_action": 0.002383784856647253, + "loss_total": 0.002383784856647253, + "step": 90700 + }, + { + "loss_action": 0.013514591380953789, + "loss_total": 0.013514591380953789, + "step": 90700 + }, + { + "loss_action": 0.004130220972001553, + "loss_total": 0.004130220972001553, + "step": 90700 + }, + { + "loss_action": 0.003601674223318696, + "loss_total": 0.003601674223318696, + "step": 90700 + }, + { + "loss_action": 0.002816653111949563, + "loss_total": 0.002816653111949563, + "step": 90700 + }, + { + "grad_norm": 0.2230995148420334, + "learning_rate": 2.3415221965256805e-06, + "loss": 0.0084, + "step": 90710 + }, + { + "loss_action": 0.006130192894488573, + "loss_total": 0.006130192894488573, + "step": 90710 + }, + { + "loss_action": 0.0031784127932041883, + "loss_total": 0.0031784127932041883, + "step": 90710 + }, + { + "loss_action": 0.0028632585890591145, + "loss_total": 0.0028632585890591145, + "step": 90710 + }, + { + "loss_action": 0.017137235030531883, + "loss_total": 0.017137235030531883, + "step": 90710 + }, + { + "loss_action": 0.0036087753251194954, + "loss_total": 0.0036087753251194954, + "step": 90710 + }, + { + "loss_action": 0.012845472432672977, + "loss_total": 0.012845472432672977, + "step": 90710 + }, + { + "grad_norm": 0.16368073225021362, + "learning_rate": 2.3365241073716237e-06, + "loss": 0.0082, + "step": 90720 + }, + { + "loss_action": 0.006262599490582943, + "loss_total": 0.006262599490582943, + "step": 90720 + }, + { + "loss_action": 0.007858747616410255, + "loss_total": 0.007858747616410255, + "step": 90720 + }, + { + "loss_action": 0.004636594094336033, + "loss_total": 0.004636594094336033, + "step": 90720 + }, + { + "loss_action": 0.0024643500801175833, + "loss_total": 0.0024643500801175833, + "step": 90720 + }, + { + "loss_action": 0.027469925582408905, + "loss_total": 0.027469925582408905, + "step": 90720 + }, + { + "loss_action": 0.001516000833362341, + "loss_total": 0.001516000833362341, + "step": 90720 + }, + { + "grad_norm": 0.2185952067375183, + "learning_rate": 2.3315312306236183e-06, + "loss": 0.008, + "step": 90730 + }, + { + "loss_action": 0.0026027471758425236, + "loss_total": 0.0026027471758425236, + "step": 90730 + }, + { + "loss_action": 0.008891435340046883, + "loss_total": 0.008891435340046883, + "step": 90730 + }, + { + "loss_action": 0.0029152140486985445, + "loss_total": 0.0029152140486985445, + "step": 90730 + }, + { + "loss_action": 0.002987583400681615, + "loss_total": 0.002987583400681615, + "step": 90730 + }, + { + "loss_action": 0.0032993918284773827, + "loss_total": 0.0032993918284773827, + "step": 90730 + }, + { + "loss_action": 0.003286804771050811, + "loss_total": 0.003286804771050811, + "step": 90730 + }, + { + "grad_norm": 0.20938757061958313, + "learning_rate": 2.326543566827699e-06, + "loss": 0.0084, + "step": 90740 + }, + { + "loss_action": 0.0036395681090652943, + "loss_total": 0.0036395681090652943, + "step": 90740 + }, + { + "loss_action": 0.004492407198995352, + "loss_total": 0.004492407198995352, + "step": 90740 + }, + { + "loss_action": 0.01667207106947899, + "loss_total": 0.01667207106947899, + "step": 90740 + }, + { + "loss_action": 0.012214192189276218, + "loss_total": 0.012214192189276218, + "step": 90740 + }, + { + "loss_action": 0.003989852964878082, + "loss_total": 0.003989852964878082, + "step": 90740 + }, + { + "loss_action": 0.006643251050263643, + "loss_total": 0.006643251050263643, + "step": 90740 + }, + { + "grad_norm": 0.14872725307941437, + "learning_rate": 2.3215611165292862e-06, + "loss": 0.008, + "step": 90750 + }, + { + "loss_action": 0.014622356742620468, + "loss_total": 0.014622356742620468, + "step": 90750 + }, + { + "loss_action": 0.007877929136157036, + "loss_total": 0.007877929136157036, + "step": 90750 + }, + { + "loss_action": 0.004668467678129673, + "loss_total": 0.004668467678129673, + "step": 90750 + }, + { + "loss_action": 0.018728040158748627, + "loss_total": 0.018728040158748627, + "step": 90750 + }, + { + "loss_action": 0.011237533763051033, + "loss_total": 0.011237533763051033, + "step": 90750 + }, + { + "loss_action": 0.006947633344680071, + "loss_total": 0.006947633344680071, + "step": 90750 + }, + { + "grad_norm": 0.1996985673904419, + "learning_rate": 2.3165838802732765e-06, + "loss": 0.0105, + "step": 90760 + }, + { + "loss_action": 0.007848532870411873, + "loss_total": 0.007848532870411873, + "step": 90760 + }, + { + "loss_action": 0.002594788558781147, + "loss_total": 0.002594788558781147, + "step": 90760 + }, + { + "loss_action": 0.0021173893474042416, + "loss_total": 0.0021173893474042416, + "step": 90760 + }, + { + "loss_action": 0.00482566375285387, + "loss_total": 0.00482566375285387, + "step": 90760 + }, + { + "loss_action": 0.006352977827191353, + "loss_total": 0.006352977827191353, + "step": 90760 + }, + { + "loss_action": 0.0049311695620417595, + "loss_total": 0.0049311695620417595, + "step": 90760 + }, + { + "grad_norm": 0.18360066413879395, + "learning_rate": 2.311611858603957e-06, + "loss": 0.0077, + "step": 90770 + }, + { + "loss_action": 0.002251729601994157, + "loss_total": 0.002251729601994157, + "step": 90770 + }, + { + "loss_action": 0.002709138672798872, + "loss_total": 0.002709138672798872, + "step": 90770 + }, + { + "loss_action": 0.018817393109202385, + "loss_total": 0.018817393109202385, + "step": 90770 + }, + { + "loss_action": 0.004627247806638479, + "loss_total": 0.004627247806638479, + "step": 90770 + }, + { + "loss_action": 0.003045652760192752, + "loss_total": 0.003045652760192752, + "step": 90770 + }, + { + "loss_action": 0.004923176020383835, + "loss_total": 0.004923176020383835, + "step": 90770 + }, + { + "grad_norm": 0.2007967084646225, + "learning_rate": 2.3066450520650763e-06, + "loss": 0.0085, + "step": 90780 + }, + { + "loss_action": 0.003401167457923293, + "loss_total": 0.003401167457923293, + "step": 90780 + }, + { + "loss_action": 0.01390978042036295, + "loss_total": 0.01390978042036295, + "step": 90780 + }, + { + "loss_action": 0.0031568941194564104, + "loss_total": 0.0031568941194564104, + "step": 90780 + }, + { + "loss_action": 0.005979733541607857, + "loss_total": 0.005979733541607857, + "step": 90780 + }, + { + "loss_action": 0.005748505238443613, + "loss_total": 0.005748505238443613, + "step": 90780 + }, + { + "loss_action": 0.007835456170141697, + "loss_total": 0.007835456170141697, + "step": 90780 + }, + { + "grad_norm": 0.1615590751171112, + "learning_rate": 2.3016834611997773e-06, + "loss": 0.0087, + "step": 90790 + }, + { + "loss_action": 0.005244507919996977, + "loss_total": 0.005244507919996977, + "step": 90790 + }, + { + "loss_action": 0.004839912988245487, + "loss_total": 0.004839912988245487, + "step": 90790 + }, + { + "loss_action": 0.006804521661251783, + "loss_total": 0.006804521661251783, + "step": 90790 + }, + { + "loss_action": 0.006273661274462938, + "loss_total": 0.006273661274462938, + "step": 90790 + }, + { + "loss_action": 0.002958499826490879, + "loss_total": 0.002958499826490879, + "step": 90790 + }, + { + "loss_action": 0.0028915763832628727, + "loss_total": 0.0028915763832628727, + "step": 90790 + }, + { + "grad_norm": 0.25094783306121826, + "learning_rate": 2.296727086550665e-06, + "loss": 0.0078, + "step": 90800 + }, + { + "loss_action": 0.003505951026454568, + "loss_total": 0.003505951026454568, + "step": 90800 + }, + { + "loss_action": 0.0031515343580394983, + "loss_total": 0.0031515343580394983, + "step": 90800 + }, + { + "loss_action": 0.002903565764427185, + "loss_total": 0.002903565764427185, + "step": 90800 + }, + { + "loss_action": 0.005951364990323782, + "loss_total": 0.005951364990323782, + "step": 90800 + }, + { + "loss_action": 0.0029255871195346117, + "loss_total": 0.0029255871195346117, + "step": 90800 + }, + { + "loss_action": 0.005824365187436342, + "loss_total": 0.005824365187436342, + "step": 90800 + }, + { + "grad_norm": 0.14976376295089722, + "learning_rate": 2.2917759286597507e-06, + "loss": 0.008, + "step": 90810 + }, + { + "loss_action": 0.0034594221506267786, + "loss_total": 0.0034594221506267786, + "step": 90810 + }, + { + "loss_action": 0.02048557810485363, + "loss_total": 0.02048557810485363, + "step": 90810 + }, + { + "loss_action": 0.0033882195129990578, + "loss_total": 0.0033882195129990578, + "step": 90810 + }, + { + "loss_action": 0.014675857499241829, + "loss_total": 0.014675857499241829, + "step": 90810 + }, + { + "loss_action": 0.016864867880940437, + "loss_total": 0.016864867880940437, + "step": 90810 + }, + { + "loss_action": 0.0071948738768696785, + "loss_total": 0.0071948738768696785, + "step": 90810 + }, + { + "grad_norm": 0.30557966232299805, + "learning_rate": 2.2868299880685006e-06, + "loss": 0.0075, + "step": 90820 + }, + { + "loss_action": 0.002621576189994812, + "loss_total": 0.002621576189994812, + "step": 90820 + }, + { + "loss_action": 0.004193329717963934, + "loss_total": 0.004193329717963934, + "step": 90820 + }, + { + "loss_action": 0.012868618592619896, + "loss_total": 0.012868618592619896, + "step": 90820 + }, + { + "loss_action": 0.006999279838055372, + "loss_total": 0.006999279838055372, + "step": 90820 + }, + { + "loss_action": 0.006193115841597319, + "loss_total": 0.006193115841597319, + "step": 90820 + }, + { + "loss_action": 0.005230218172073364, + "loss_total": 0.005230218172073364, + "step": 90820 + }, + { + "grad_norm": 0.14357848465442657, + "learning_rate": 2.2818892653177827e-06, + "loss": 0.0068, + "step": 90830 + }, + { + "loss_action": 0.004306439310312271, + "loss_total": 0.004306439310312271, + "step": 90830 + }, + { + "loss_action": 0.004280086141079664, + "loss_total": 0.004280086141079664, + "step": 90830 + }, + { + "loss_action": 0.0029762338381260633, + "loss_total": 0.0029762338381260633, + "step": 90830 + }, + { + "loss_action": 0.004410603083670139, + "loss_total": 0.004410603083670139, + "step": 90830 + }, + { + "loss_action": 0.0026067798025906086, + "loss_total": 0.0026067798025906086, + "step": 90830 + }, + { + "loss_action": 0.0016095658065751195, + "loss_total": 0.0016095658065751195, + "step": 90830 + }, + { + "grad_norm": 0.20470984280109406, + "learning_rate": 2.2769537609479196e-06, + "loss": 0.0071, + "step": 90840 + }, + { + "loss_action": 0.0036119590513408184, + "loss_total": 0.0036119590513408184, + "step": 90840 + }, + { + "loss_action": 0.0031958238687366247, + "loss_total": 0.0031958238687366247, + "step": 90840 + }, + { + "loss_action": 0.007161091547459364, + "loss_total": 0.007161091547459364, + "step": 90840 + }, + { + "loss_action": 0.018218090757727623, + "loss_total": 0.018218090757727623, + "step": 90840 + }, + { + "loss_action": 0.00272518047131598, + "loss_total": 0.00272518047131598, + "step": 90840 + }, + { + "loss_action": 0.012893283739686012, + "loss_total": 0.012893283739686012, + "step": 90840 + }, + { + "grad_norm": 0.5152849555015564, + "learning_rate": 2.2720234754986357e-06, + "loss": 0.0085, + "step": 90850 + }, + { + "loss_action": 0.014578931033611298, + "loss_total": 0.014578931033611298, + "step": 90850 + }, + { + "loss_action": 0.004610235337167978, + "loss_total": 0.004610235337167978, + "step": 90850 + }, + { + "loss_action": 0.003777306992560625, + "loss_total": 0.003777306992560625, + "step": 90850 + }, + { + "loss_action": 0.009367427788674831, + "loss_total": 0.009367427788674831, + "step": 90850 + }, + { + "loss_action": 0.002424902282655239, + "loss_total": 0.002424902282655239, + "step": 90850 + }, + { + "loss_action": 0.005203752778470516, + "loss_total": 0.005203752778470516, + "step": 90850 + }, + { + "grad_norm": 0.14946824312210083, + "learning_rate": 2.2670984095091108e-06, + "loss": 0.0074, + "step": 90860 + }, + { + "loss_action": 0.0028655496425926685, + "loss_total": 0.0028655496425926685, + "step": 90860 + }, + { + "loss_action": 0.008855915628373623, + "loss_total": 0.008855915628373623, + "step": 90860 + }, + { + "loss_action": 0.009122957475483418, + "loss_total": 0.009122957475483418, + "step": 90860 + }, + { + "loss_action": 0.007760453969240189, + "loss_total": 0.007760453969240189, + "step": 90860 + }, + { + "loss_action": 0.01187148317694664, + "loss_total": 0.01187148317694664, + "step": 90860 + }, + { + "loss_action": 0.013568926602602005, + "loss_total": 0.013568926602602005, + "step": 90860 + }, + { + "grad_norm": 0.17012540996074677, + "learning_rate": 2.262178563517936e-06, + "loss": 0.0066, + "step": 90870 + }, + { + "loss_action": 0.0024931493680924177, + "loss_total": 0.0024931493680924177, + "step": 90870 + }, + { + "loss_action": 0.006786528509110212, + "loss_total": 0.006786528509110212, + "step": 90870 + }, + { + "loss_action": 0.001850101281888783, + "loss_total": 0.001850101281888783, + "step": 90870 + }, + { + "loss_action": 0.013872655108571053, + "loss_total": 0.013872655108571053, + "step": 90870 + }, + { + "loss_action": 0.004913195036351681, + "loss_total": 0.004913195036351681, + "step": 90870 + }, + { + "loss_action": 0.004539327695965767, + "loss_total": 0.004539327695965767, + "step": 90870 + }, + { + "grad_norm": 0.22900421917438507, + "learning_rate": 2.257263938063137e-06, + "loss": 0.0086, + "step": 90880 + }, + { + "loss_action": 0.0032512799371033907, + "loss_total": 0.0032512799371033907, + "step": 90880 + }, + { + "loss_action": 0.007683702744543552, + "loss_total": 0.007683702744543552, + "step": 90880 + }, + { + "loss_action": 0.003149190451949835, + "loss_total": 0.003149190451949835, + "step": 90880 + }, + { + "loss_action": 0.0252828486263752, + "loss_total": 0.0252828486263752, + "step": 90880 + }, + { + "loss_action": 0.010072113946080208, + "loss_total": 0.010072113946080208, + "step": 90880 + }, + { + "loss_action": 0.003048057435080409, + "loss_total": 0.003048057435080409, + "step": 90880 + }, + { + "grad_norm": 0.20751331746578217, + "learning_rate": 2.2523545336821715e-06, + "loss": 0.0129, + "step": 90890 + }, + { + "loss_action": 0.009112659841775894, + "loss_total": 0.009112659841775894, + "step": 90890 + }, + { + "loss_action": 0.009369324892759323, + "loss_total": 0.009369324892759323, + "step": 90890 + }, + { + "loss_action": 0.0037800713907927275, + "loss_total": 0.0037800713907927275, + "step": 90890 + }, + { + "loss_action": 0.006725776940584183, + "loss_total": 0.006725776940584183, + "step": 90890 + }, + { + "loss_action": 0.009828520938754082, + "loss_total": 0.009828520938754082, + "step": 90890 + }, + { + "loss_action": 0.004935634322464466, + "loss_total": 0.004935634322464466, + "step": 90890 + }, + { + "grad_norm": 0.18344341218471527, + "learning_rate": 2.247450350911939e-06, + "loss": 0.0062, + "step": 90900 + }, + { + "loss_action": 0.010501393117010593, + "loss_total": 0.010501393117010593, + "step": 90900 + }, + { + "loss_action": 0.004388147033751011, + "loss_total": 0.004388147033751011, + "step": 90900 + }, + { + "loss_action": 0.011940928176045418, + "loss_total": 0.011940928176045418, + "step": 90900 + }, + { + "loss_action": 0.005784809589385986, + "loss_total": 0.005784809589385986, + "step": 90900 + }, + { + "loss_action": 0.008111798204481602, + "loss_total": 0.008111798204481602, + "step": 90900 + }, + { + "loss_action": 0.00661489786580205, + "loss_total": 0.00661489786580205, + "step": 90900 + }, + { + "grad_norm": 0.14445149898529053, + "learning_rate": 2.2425513902887328e-06, + "loss": 0.0071, + "step": 90910 + }, + { + "loss_action": 0.002900434425100684, + "loss_total": 0.002900434425100684, + "step": 90910 + }, + { + "loss_action": 0.005553379189223051, + "loss_total": 0.005553379189223051, + "step": 90910 + }, + { + "loss_action": 0.008958556689321995, + "loss_total": 0.008958556689321995, + "step": 90910 + }, + { + "loss_action": 0.007294861134141684, + "loss_total": 0.007294861134141684, + "step": 90910 + }, + { + "loss_action": 0.0062424433417618275, + "loss_total": 0.0062424433417618275, + "step": 90910 + }, + { + "loss_action": 0.013343519531190395, + "loss_total": 0.013343519531190395, + "step": 90910 + }, + { + "grad_norm": 0.22052182257175446, + "learning_rate": 2.2376576523483015e-06, + "loss": 0.0116, + "step": 90920 + }, + { + "loss_action": 0.018418531864881516, + "loss_total": 0.018418531864881516, + "step": 90920 + }, + { + "loss_action": 0.012661147862672806, + "loss_total": 0.012661147862672806, + "step": 90920 + }, + { + "loss_action": 0.006755410693585873, + "loss_total": 0.006755410693585873, + "step": 90920 + }, + { + "loss_action": 0.00478768115863204, + "loss_total": 0.00478768115863204, + "step": 90920 + }, + { + "loss_action": 0.00849775318056345, + "loss_total": 0.00849775318056345, + "step": 90920 + }, + { + "loss_action": 0.0048161218874156475, + "loss_total": 0.0048161218874156475, + "step": 90920 + }, + { + "grad_norm": 0.2114020437002182, + "learning_rate": 2.232769137625829e-06, + "loss": 0.0104, + "step": 90930 + }, + { + "loss_action": 0.0026457870844751596, + "loss_total": 0.0026457870844751596, + "step": 90930 + }, + { + "loss_action": 0.004573292098939419, + "loss_total": 0.004573292098939419, + "step": 90930 + }, + { + "loss_action": 0.001795772579498589, + "loss_total": 0.001795772579498589, + "step": 90930 + }, + { + "loss_action": 0.0034461149480193853, + "loss_total": 0.0034461149480193853, + "step": 90930 + }, + { + "loss_action": 0.0020116004161536694, + "loss_total": 0.0020116004161536694, + "step": 90930 + }, + { + "loss_action": 0.002271729987114668, + "loss_total": 0.002271729987114668, + "step": 90930 + }, + { + "grad_norm": 0.1367769092321396, + "learning_rate": 2.227885846655903e-06, + "loss": 0.0078, + "step": 90940 + }, + { + "loss_action": 0.00668712891638279, + "loss_total": 0.00668712891638279, + "step": 90940 + }, + { + "loss_action": 0.00618116045370698, + "loss_total": 0.00618116045370698, + "step": 90940 + }, + { + "loss_action": 0.004738492891192436, + "loss_total": 0.004738492891192436, + "step": 90940 + }, + { + "loss_action": 0.004855746403336525, + "loss_total": 0.004855746403336525, + "step": 90940 + }, + { + "loss_action": 0.01007204782217741, + "loss_total": 0.01007204782217741, + "step": 90940 + }, + { + "loss_action": 0.022929703816771507, + "loss_total": 0.022929703816771507, + "step": 90940 + }, + { + "grad_norm": 0.25790074467658997, + "learning_rate": 2.2230077799725523e-06, + "loss": 0.0092, + "step": 90950 + }, + { + "loss_action": 0.009292077273130417, + "loss_total": 0.009292077273130417, + "step": 90950 + }, + { + "loss_action": 0.002989702159538865, + "loss_total": 0.002989702159538865, + "step": 90950 + }, + { + "loss_action": 0.010627757757902145, + "loss_total": 0.010627757757902145, + "step": 90950 + }, + { + "loss_action": 0.002375991316512227, + "loss_total": 0.002375991316512227, + "step": 90950 + }, + { + "loss_action": 0.0026541966944932938, + "loss_total": 0.0026541966944932938, + "step": 90950 + }, + { + "loss_action": 0.006214368622750044, + "loss_total": 0.006214368622750044, + "step": 90950 + }, + { + "grad_norm": 0.14035537838935852, + "learning_rate": 2.2181349381092396e-06, + "loss": 0.007, + "step": 90960 + }, + { + "loss_action": 0.0017751582199707627, + "loss_total": 0.0017751582199707627, + "step": 90960 + }, + { + "loss_action": 0.0017915555508807302, + "loss_total": 0.0017915555508807302, + "step": 90960 + }, + { + "loss_action": 0.00988977961242199, + "loss_total": 0.00988977961242199, + "step": 90960 + }, + { + "loss_action": 0.005723122972995043, + "loss_total": 0.005723122972995043, + "step": 90960 + }, + { + "loss_action": 0.003158681094646454, + "loss_total": 0.003158681094646454, + "step": 90960 + }, + { + "loss_action": 0.008311379700899124, + "loss_total": 0.008311379700899124, + "step": 90960 + }, + { + "grad_norm": 0.16313281655311584, + "learning_rate": 2.2132673215988552e-06, + "loss": 0.0072, + "step": 90970 + }, + { + "loss_action": 0.04114582762122154, + "loss_total": 0.04114582762122154, + "step": 90970 + }, + { + "loss_action": 0.0035311728715896606, + "loss_total": 0.0035311728715896606, + "step": 90970 + }, + { + "loss_action": 0.005787975154817104, + "loss_total": 0.005787975154817104, + "step": 90970 + }, + { + "loss_action": 0.00919007882475853, + "loss_total": 0.00919007882475853, + "step": 90970 + }, + { + "loss_action": 0.006274374667555094, + "loss_total": 0.006274374667555094, + "step": 90970 + }, + { + "loss_action": 0.0013863345375284553, + "loss_total": 0.0013863345375284553, + "step": 90970 + }, + { + "grad_norm": 0.30720555782318115, + "learning_rate": 2.2084049309737065e-06, + "loss": 0.0069, + "step": 90980 + }, + { + "loss_action": 0.004543863702565432, + "loss_total": 0.004543863702565432, + "step": 90980 + }, + { + "loss_action": 0.009037324227392673, + "loss_total": 0.009037324227392673, + "step": 90980 + }, + { + "loss_action": 0.006549487356096506, + "loss_total": 0.006549487356096506, + "step": 90980 + }, + { + "loss_action": 0.01090741902589798, + "loss_total": 0.01090741902589798, + "step": 90980 + }, + { + "loss_action": 0.010150525718927383, + "loss_total": 0.010150525718927383, + "step": 90980 + }, + { + "loss_action": 0.005254346877336502, + "loss_total": 0.005254346877336502, + "step": 90980 + }, + { + "grad_norm": 0.14464958012104034, + "learning_rate": 2.2035477667655513e-06, + "loss": 0.0068, + "step": 90990 + }, + { + "loss_action": 0.023470887914299965, + "loss_total": 0.023470887914299965, + "step": 90990 + }, + { + "loss_action": 0.005748980212956667, + "loss_total": 0.005748980212956667, + "step": 90990 + }, + { + "loss_action": 0.03787832334637642, + "loss_total": 0.03787832334637642, + "step": 90990 + }, + { + "loss_action": 0.0028565186075866222, + "loss_total": 0.0028565186075866222, + "step": 90990 + }, + { + "loss_action": 0.006008527707308531, + "loss_total": 0.006008527707308531, + "step": 90990 + }, + { + "loss_action": 0.005032411776483059, + "loss_total": 0.005032411776483059, + "step": 90990 + }, + { + "grad_norm": 0.2656000852584839, + "learning_rate": 2.1986958295055315e-06, + "loss": 0.0089, + "step": 91000 + }, + { + "loss_action": 0.006045994348824024, + "loss_total": 0.006045994348824024, + "step": 91000 + }, + { + "loss_action": 0.005303513258695602, + "loss_total": 0.005303513258695602, + "step": 91000 + }, + { + "loss_action": 0.010895468294620514, + "loss_total": 0.010895468294620514, + "step": 91000 + }, + { + "loss_action": 0.005683041177690029, + "loss_total": 0.005683041177690029, + "step": 91000 + }, + { + "loss_action": 0.008388380520045757, + "loss_total": 0.008388380520045757, + "step": 91000 + }, + { + "loss_action": 0.010465015657246113, + "loss_total": 0.010465015657246113, + "step": 91000 + }, + { + "grad_norm": 0.18732483685016632, + "learning_rate": 2.193849119724284e-06, + "loss": 0.0083, + "step": 91010 + }, + { + "loss_action": 0.005525027867406607, + "loss_total": 0.005525027867406607, + "step": 91010 + }, + { + "loss_action": 0.0035394623409956694, + "loss_total": 0.0035394623409956694, + "step": 91010 + }, + { + "loss_action": 0.004537161905318499, + "loss_total": 0.004537161905318499, + "step": 91010 + }, + { + "loss_action": 0.005457785911858082, + "loss_total": 0.005457785911858082, + "step": 91010 + }, + { + "loss_action": 0.00875514280050993, + "loss_total": 0.00875514280050993, + "step": 91010 + }, + { + "loss_action": 0.005831053014844656, + "loss_total": 0.005831053014844656, + "step": 91010 + }, + { + "grad_norm": 0.20766477286815643, + "learning_rate": 2.1890076379518175e-06, + "loss": 0.0069, + "step": 91020 + }, + { + "loss_action": 0.005480486899614334, + "loss_total": 0.005480486899614334, + "step": 91020 + }, + { + "loss_action": 0.004450446460396051, + "loss_total": 0.004450446460396051, + "step": 91020 + }, + { + "loss_action": 0.004434590693563223, + "loss_total": 0.004434590693563223, + "step": 91020 + }, + { + "loss_action": 0.006224577780812979, + "loss_total": 0.006224577780812979, + "step": 91020 + }, + { + "loss_action": 0.007338413503021002, + "loss_total": 0.007338413503021002, + "step": 91020 + }, + { + "loss_action": 0.011455761268734932, + "loss_total": 0.011455761268734932, + "step": 91020 + }, + { + "grad_norm": 0.17632366716861725, + "learning_rate": 2.1841713847175925e-06, + "loss": 0.0086, + "step": 91030 + }, + { + "loss_action": 0.0043482063338160515, + "loss_total": 0.0043482063338160515, + "step": 91030 + }, + { + "loss_action": 0.01408354751765728, + "loss_total": 0.01408354751765728, + "step": 91030 + }, + { + "loss_action": 0.014478500932455063, + "loss_total": 0.014478500932455063, + "step": 91030 + }, + { + "loss_action": 0.014068396762013435, + "loss_total": 0.014068396762013435, + "step": 91030 + }, + { + "loss_action": 0.015848923474550247, + "loss_total": 0.015848923474550247, + "step": 91030 + }, + { + "loss_action": 0.008958308026194572, + "loss_total": 0.008958308026194572, + "step": 91030 + }, + { + "grad_norm": 0.2720056474208832, + "learning_rate": 2.1793403605504968e-06, + "loss": 0.0099, + "step": 91040 + }, + { + "loss_action": 0.011281914077699184, + "loss_total": 0.011281914077699184, + "step": 91040 + }, + { + "loss_action": 0.0029284644406288862, + "loss_total": 0.0029284644406288862, + "step": 91040 + }, + { + "loss_action": 0.0032807677052915096, + "loss_total": 0.0032807677052915096, + "step": 91040 + }, + { + "loss_action": 0.008297336287796497, + "loss_total": 0.008297336287796497, + "step": 91040 + }, + { + "loss_action": 0.006591073237359524, + "loss_total": 0.006591073237359524, + "step": 91040 + }, + { + "loss_action": 0.005869773682206869, + "loss_total": 0.005869773682206869, + "step": 91040 + }, + { + "grad_norm": 0.282346248626709, + "learning_rate": 2.1745145659788413e-06, + "loss": 0.0077, + "step": 91050 + }, + { + "loss_action": 0.003581333439797163, + "loss_total": 0.003581333439797163, + "step": 91050 + }, + { + "loss_action": 0.007716182619333267, + "loss_total": 0.007716182619333267, + "step": 91050 + }, + { + "loss_action": 0.01769745722413063, + "loss_total": 0.01769745722413063, + "step": 91050 + }, + { + "loss_action": 0.0059191519394516945, + "loss_total": 0.0059191519394516945, + "step": 91050 + }, + { + "loss_action": 0.0033147891517728567, + "loss_total": 0.0033147891517728567, + "step": 91050 + }, + { + "loss_action": 0.0035145061556249857, + "loss_total": 0.0035145061556249857, + "step": 91050 + }, + { + "grad_norm": 0.19502991437911987, + "learning_rate": 2.1696940015303645e-06, + "loss": 0.0088, + "step": 91060 + }, + { + "loss_action": 0.004465842619538307, + "loss_total": 0.004465842619538307, + "step": 91060 + }, + { + "loss_action": 0.006132580805569887, + "loss_total": 0.006132580805569887, + "step": 91060 + }, + { + "loss_action": 0.001838807133026421, + "loss_total": 0.001838807133026421, + "step": 91060 + }, + { + "loss_action": 0.012739318422973156, + "loss_total": 0.012739318422973156, + "step": 91060 + }, + { + "loss_action": 0.005024189129471779, + "loss_total": 0.005024189129471779, + "step": 91060 + }, + { + "loss_action": 0.004449285101145506, + "loss_total": 0.004449285101145506, + "step": 91060 + }, + { + "grad_norm": 0.19218729436397552, + "learning_rate": 2.1648786677322397e-06, + "loss": 0.0094, + "step": 91070 + }, + { + "loss_action": 0.009918016381561756, + "loss_total": 0.009918016381561756, + "step": 91070 + }, + { + "loss_action": 0.0033277184702455997, + "loss_total": 0.0033277184702455997, + "step": 91070 + }, + { + "loss_action": 0.002902482869103551, + "loss_total": 0.002902482869103551, + "step": 91070 + }, + { + "loss_action": 0.01189819723367691, + "loss_total": 0.01189819723367691, + "step": 91070 + }, + { + "loss_action": 0.009098933078348637, + "loss_total": 0.009098933078348637, + "step": 91070 + }, + { + "loss_action": 0.003818994853645563, + "loss_total": 0.003818994853645563, + "step": 91070 + }, + { + "grad_norm": 0.13135460019111633, + "learning_rate": 2.1600685651110673e-06, + "loss": 0.0086, + "step": 91080 + }, + { + "loss_action": 0.010674649849534035, + "loss_total": 0.010674649849534035, + "step": 91080 + }, + { + "loss_action": 0.007003906648606062, + "loss_total": 0.007003906648606062, + "step": 91080 + }, + { + "loss_action": 0.005395377054810524, + "loss_total": 0.005395377054810524, + "step": 91080 + }, + { + "loss_action": 0.019042806699872017, + "loss_total": 0.019042806699872017, + "step": 91080 + }, + { + "loss_action": 0.0023522810079157352, + "loss_total": 0.0023522810079157352, + "step": 91080 + }, + { + "loss_action": 0.011677832342684269, + "loss_total": 0.011677832342684269, + "step": 91080 + }, + { + "grad_norm": 0.24768880009651184, + "learning_rate": 2.1552636941928717e-06, + "loss": 0.0077, + "step": 91090 + }, + { + "loss_action": 0.009081709198653698, + "loss_total": 0.009081709198653698, + "step": 91090 + }, + { + "loss_action": 0.018489383161067963, + "loss_total": 0.018489383161067963, + "step": 91090 + }, + { + "loss_action": 0.00862624030560255, + "loss_total": 0.00862624030560255, + "step": 91090 + }, + { + "loss_action": 0.005786985158920288, + "loss_total": 0.005786985158920288, + "step": 91090 + }, + { + "loss_action": 0.011436594650149345, + "loss_total": 0.011436594650149345, + "step": 91090 + }, + { + "loss_action": 0.0023931926116347313, + "loss_total": 0.0023931926116347313, + "step": 91090 + }, + { + "grad_norm": 0.19704341888427734, + "learning_rate": 2.1504640555031043e-06, + "loss": 0.0066, + "step": 91100 + }, + { + "loss_action": 0.003924285061657429, + "loss_total": 0.003924285061657429, + "step": 91100 + }, + { + "loss_action": 0.005395164247602224, + "loss_total": 0.005395164247602224, + "step": 91100 + }, + { + "loss_action": 0.0029601824935525656, + "loss_total": 0.0029601824935525656, + "step": 91100 + }, + { + "loss_action": 0.0031568307895213366, + "loss_total": 0.0031568307895213366, + "step": 91100 + }, + { + "loss_action": 0.021105732768774033, + "loss_total": 0.021105732768774033, + "step": 91100 + }, + { + "loss_action": 0.004714710637927055, + "loss_total": 0.004714710637927055, + "step": 91100 + }, + { + "grad_norm": 0.21827274560928345, + "learning_rate": 2.1456696495666506e-06, + "loss": 0.0077, + "step": 91110 + }, + { + "loss_action": 0.004698784090578556, + "loss_total": 0.004698784090578556, + "step": 91110 + }, + { + "loss_action": 0.006530058570206165, + "loss_total": 0.006530058570206165, + "step": 91110 + }, + { + "loss_action": 0.009379016235470772, + "loss_total": 0.009379016235470772, + "step": 91110 + }, + { + "loss_action": 0.0038680138532072306, + "loss_total": 0.0038680138532072306, + "step": 91110 + }, + { + "loss_action": 0.012629621662199497, + "loss_total": 0.012629621662199497, + "step": 91110 + }, + { + "loss_action": 0.003034052671864629, + "loss_total": 0.003034052671864629, + "step": 91110 + }, + { + "grad_norm": 0.22013942897319794, + "learning_rate": 2.1408804769078084e-06, + "loss": 0.0083, + "step": 91120 + }, + { + "loss_action": 0.005614502355456352, + "loss_total": 0.005614502355456352, + "step": 91120 + }, + { + "loss_action": 0.003268133383244276, + "loss_total": 0.003268133383244276, + "step": 91120 + }, + { + "loss_action": 0.006172599736601114, + "loss_total": 0.006172599736601114, + "step": 91120 + }, + { + "loss_action": 0.0032649796921759844, + "loss_total": 0.0032649796921759844, + "step": 91120 + }, + { + "loss_action": 0.004509797319769859, + "loss_total": 0.004509797319769859, + "step": 91120 + }, + { + "loss_action": 0.0155012346804142, + "loss_total": 0.0155012346804142, + "step": 91120 + }, + { + "grad_norm": 0.28101497888565063, + "learning_rate": 2.136096538050325e-06, + "loss": 0.0078, + "step": 91130 + }, + { + "loss_action": 0.007533240132033825, + "loss_total": 0.007533240132033825, + "step": 91130 + }, + { + "loss_action": 0.0028833409305661917, + "loss_total": 0.0028833409305661917, + "step": 91130 + }, + { + "loss_action": 0.0033623245544731617, + "loss_total": 0.0033623245544731617, + "step": 91130 + }, + { + "loss_action": 0.0073569645173847675, + "loss_total": 0.0073569645173847675, + "step": 91130 + }, + { + "loss_action": 0.003567494684830308, + "loss_total": 0.003567494684830308, + "step": 91130 + }, + { + "loss_action": 0.001839798060245812, + "loss_total": 0.001839798060245812, + "step": 91130 + }, + { + "grad_norm": 0.14619851112365723, + "learning_rate": 2.13131783351736e-06, + "loss": 0.0075, + "step": 91140 + }, + { + "loss_action": 0.007907217368483543, + "loss_total": 0.007907217368483543, + "step": 91140 + }, + { + "loss_action": 0.003932191990315914, + "loss_total": 0.003932191990315914, + "step": 91140 + }, + { + "loss_action": 0.003378558438271284, + "loss_total": 0.003378558438271284, + "step": 91140 + }, + { + "loss_action": 0.006686610635370016, + "loss_total": 0.006686610635370016, + "step": 91140 + }, + { + "loss_action": 0.0067548612132668495, + "loss_total": 0.0067548612132668495, + "step": 91140 + }, + { + "loss_action": 0.009595475159585476, + "loss_total": 0.009595475159585476, + "step": 91140 + }, + { + "grad_norm": 0.18493926525115967, + "learning_rate": 2.126544363831512e-06, + "loss": 0.0076, + "step": 91150 + }, + { + "loss_action": 0.00765439635142684, + "loss_total": 0.00765439635142684, + "step": 91150 + }, + { + "loss_action": 0.014321118593215942, + "loss_total": 0.014321118593215942, + "step": 91150 + }, + { + "loss_action": 0.0017754003638401628, + "loss_total": 0.0017754003638401628, + "step": 91150 + }, + { + "loss_action": 0.004396114964038134, + "loss_total": 0.004396114964038134, + "step": 91150 + }, + { + "loss_action": 0.0034522023051977158, + "loss_total": 0.0034522023051977158, + "step": 91150 + }, + { + "loss_action": 0.0042957644909620285, + "loss_total": 0.0042957644909620285, + "step": 91150 + }, + { + "grad_norm": 0.15616697072982788, + "learning_rate": 2.121776129514791e-06, + "loss": 0.0072, + "step": 91160 + }, + { + "loss_action": 0.004144092556089163, + "loss_total": 0.004144092556089163, + "step": 91160 + }, + { + "loss_action": 0.004747325088828802, + "loss_total": 0.004747325088828802, + "step": 91160 + }, + { + "loss_action": 0.0035442830994725227, + "loss_total": 0.0035442830994725227, + "step": 91160 + }, + { + "loss_action": 0.004648327827453613, + "loss_total": 0.004648327827453613, + "step": 91160 + }, + { + "loss_action": 0.003050929866731167, + "loss_total": 0.003050929866731167, + "step": 91160 + }, + { + "loss_action": 0.005464721936732531, + "loss_total": 0.005464721936732531, + "step": 91160 + }, + { + "grad_norm": 0.17189906537532806, + "learning_rate": 2.1170131310886523e-06, + "loss": 0.0066, + "step": 91170 + }, + { + "loss_action": 0.0055022877641022205, + "loss_total": 0.0055022877641022205, + "step": 91170 + }, + { + "loss_action": 0.00406626844778657, + "loss_total": 0.00406626844778657, + "step": 91170 + }, + { + "loss_action": 0.006771828513592482, + "loss_total": 0.006771828513592482, + "step": 91170 + }, + { + "loss_action": 0.0025326083414256573, + "loss_total": 0.0025326083414256573, + "step": 91170 + }, + { + "loss_action": 0.0056299190036952496, + "loss_total": 0.0056299190036952496, + "step": 91170 + }, + { + "loss_action": 0.005170552991330624, + "loss_total": 0.005170552991330624, + "step": 91170 + }, + { + "grad_norm": 0.16615986824035645, + "learning_rate": 2.112255369073968e-06, + "loss": 0.0111, + "step": 91180 + }, + { + "loss_action": 0.0034071386326104403, + "loss_total": 0.0034071386326104403, + "step": 91180 + }, + { + "loss_action": 0.004274753388017416, + "loss_total": 0.004274753388017416, + "step": 91180 + }, + { + "loss_action": 0.0031513585709035397, + "loss_total": 0.0031513585709035397, + "step": 91180 + }, + { + "loss_action": 0.0053875339217484, + "loss_total": 0.0053875339217484, + "step": 91180 + }, + { + "loss_action": 0.00519409729167819, + "loss_total": 0.00519409729167819, + "step": 91180 + }, + { + "loss_action": 0.0329347662627697, + "loss_total": 0.0329347662627697, + "step": 91180 + }, + { + "grad_norm": 0.22425031661987305, + "learning_rate": 2.1075028439910328e-06, + "loss": 0.0087, + "step": 91190 + }, + { + "loss_action": 0.007169830612838268, + "loss_total": 0.007169830612838268, + "step": 91190 + }, + { + "loss_action": 0.002888971474021673, + "loss_total": 0.002888971474021673, + "step": 91190 + }, + { + "loss_action": 0.0025663222186267376, + "loss_total": 0.0025663222186267376, + "step": 91190 + }, + { + "loss_action": 0.005782443098723888, + "loss_total": 0.005782443098723888, + "step": 91190 + }, + { + "loss_action": 0.0042316787876188755, + "loss_total": 0.0042316787876188755, + "step": 91190 + }, + { + "loss_action": 0.04339310899376869, + "loss_total": 0.04339310899376869, + "step": 91190 + }, + { + "grad_norm": 0.14613009989261627, + "learning_rate": 2.1027555563595813e-06, + "loss": 0.0089, + "step": 91200 + }, + { + "loss_action": 0.007914948277175426, + "loss_total": 0.007914948277175426, + "step": 91200 + }, + { + "loss_action": 0.006212678737938404, + "loss_total": 0.006212678737938404, + "step": 91200 + }, + { + "loss_action": 0.008059942163527012, + "loss_total": 0.008059942163527012, + "step": 91200 + }, + { + "loss_action": 0.0014970985939726233, + "loss_total": 0.0014970985939726233, + "step": 91200 + }, + { + "loss_action": 0.004450749605894089, + "loss_total": 0.004450749605894089, + "step": 91200 + }, + { + "loss_action": 0.003511670511215925, + "loss_total": 0.003511670511215925, + "step": 91200 + }, + { + "grad_norm": 0.26483312249183655, + "learning_rate": 2.0980135066987706e-06, + "loss": 0.0097, + "step": 91210 + }, + { + "loss_action": 0.0026638538111001253, + "loss_total": 0.0026638538111001253, + "step": 91210 + }, + { + "loss_action": 0.005328941158950329, + "loss_total": 0.005328941158950329, + "step": 91210 + }, + { + "loss_action": 0.0024122942704707384, + "loss_total": 0.0024122942704707384, + "step": 91210 + }, + { + "loss_action": 0.006183667108416557, + "loss_total": 0.006183667108416557, + "step": 91210 + }, + { + "loss_action": 0.0038924345280975103, + "loss_total": 0.0038924345280975103, + "step": 91210 + }, + { + "loss_action": 0.005463608540594578, + "loss_total": 0.005463608540594578, + "step": 91210 + }, + { + "grad_norm": 0.12389744818210602, + "learning_rate": 2.093276695527191e-06, + "loss": 0.0069, + "step": 91220 + }, + { + "loss_action": 0.008625979535281658, + "loss_total": 0.008625979535281658, + "step": 91220 + }, + { + "loss_action": 0.0041820695623755455, + "loss_total": 0.0041820695623755455, + "step": 91220 + }, + { + "loss_action": 0.014364778995513916, + "loss_total": 0.014364778995513916, + "step": 91220 + }, + { + "loss_action": 0.0035407913383096457, + "loss_total": 0.0035407913383096457, + "step": 91220 + }, + { + "loss_action": 0.004904345143586397, + "loss_total": 0.004904345143586397, + "step": 91220 + }, + { + "loss_action": 0.003331835614517331, + "loss_total": 0.003331835614517331, + "step": 91220 + }, + { + "grad_norm": 0.12801499664783478, + "learning_rate": 2.0885451233628396e-06, + "loss": 0.0111, + "step": 91230 + }, + { + "loss_action": 0.004806873854249716, + "loss_total": 0.004806873854249716, + "step": 91230 + }, + { + "loss_action": 0.0050740670412778854, + "loss_total": 0.0050740670412778854, + "step": 91230 + }, + { + "loss_action": 0.007075726054608822, + "loss_total": 0.007075726054608822, + "step": 91230 + }, + { + "loss_action": 0.004022921901196241, + "loss_total": 0.004022921901196241, + "step": 91230 + }, + { + "loss_action": 0.006188549567013979, + "loss_total": 0.006188549567013979, + "step": 91230 + }, + { + "loss_action": 0.0040227691642940044, + "loss_total": 0.0040227691642940044, + "step": 91230 + }, + { + "grad_norm": 0.25977838039398193, + "learning_rate": 2.0838187907231633e-06, + "loss": 0.0071, + "step": 91240 + }, + { + "loss_action": 0.013304461725056171, + "loss_total": 0.013304461725056171, + "step": 91240 + }, + { + "loss_action": 0.010150951333343983, + "loss_total": 0.010150951333343983, + "step": 91240 + }, + { + "loss_action": 0.006044289562851191, + "loss_total": 0.006044289562851191, + "step": 91240 + }, + { + "loss_action": 0.0018363860435783863, + "loss_total": 0.0018363860435783863, + "step": 91240 + }, + { + "loss_action": 0.009689750149846077, + "loss_total": 0.009689750149846077, + "step": 91240 + }, + { + "loss_action": 0.004275944549590349, + "loss_total": 0.004275944549590349, + "step": 91240 + }, + { + "grad_norm": 0.1806921511888504, + "learning_rate": 2.0790976981250153e-06, + "loss": 0.0067, + "step": 91250 + }, + { + "loss_action": 0.0042152805253863335, + "loss_total": 0.0042152805253863335, + "step": 91250 + }, + { + "loss_action": 0.0037510318215936422, + "loss_total": 0.0037510318215936422, + "step": 91250 + }, + { + "loss_action": 0.002942376770079136, + "loss_total": 0.002942376770079136, + "step": 91250 + }, + { + "loss_action": 0.0019740210846066475, + "loss_total": 0.0019740210846066475, + "step": 91250 + }, + { + "loss_action": 0.003288374515250325, + "loss_total": 0.003288374515250325, + "step": 91250 + }, + { + "loss_action": 0.006638198625296354, + "loss_total": 0.006638198625296354, + "step": 91250 + }, + { + "grad_norm": 0.14180594682693481, + "learning_rate": 2.0743818460847e-06, + "loss": 0.0062, + "step": 91260 + }, + { + "loss_action": 0.012188784778118134, + "loss_total": 0.012188784778118134, + "step": 91260 + }, + { + "loss_action": 0.007912672124803066, + "loss_total": 0.007912672124803066, + "step": 91260 + }, + { + "loss_action": 0.004609593190252781, + "loss_total": 0.004609593190252781, + "step": 91260 + }, + { + "loss_action": 0.006689399480819702, + "loss_total": 0.006689399480819702, + "step": 91260 + }, + { + "loss_action": 0.005391371436417103, + "loss_total": 0.005391371436417103, + "step": 91260 + }, + { + "loss_action": 0.010464143007993698, + "loss_total": 0.010464143007993698, + "step": 91260 + }, + { + "grad_norm": 0.12873588502407074, + "learning_rate": 2.069671235117926e-06, + "loss": 0.0089, + "step": 91270 + }, + { + "loss_action": 0.007505410350859165, + "loss_total": 0.007505410350859165, + "step": 91270 + }, + { + "loss_action": 0.006004211958497763, + "loss_total": 0.006004211958497763, + "step": 91270 + }, + { + "loss_action": 0.013270484283566475, + "loss_total": 0.013270484283566475, + "step": 91270 + }, + { + "loss_action": 0.005136044695973396, + "loss_total": 0.005136044695973396, + "step": 91270 + }, + { + "loss_action": 0.005281936377286911, + "loss_total": 0.005281936377286911, + "step": 91270 + }, + { + "loss_action": 0.012232854031026363, + "loss_total": 0.012232854031026363, + "step": 91270 + }, + { + "grad_norm": 0.22115781903266907, + "learning_rate": 2.0649658657398484e-06, + "loss": 0.0076, + "step": 91280 + }, + { + "loss_action": 0.039970383048057556, + "loss_total": 0.039970383048057556, + "step": 91280 + }, + { + "loss_action": 0.009324260987341404, + "loss_total": 0.009324260987341404, + "step": 91280 + }, + { + "loss_action": 0.005323989316821098, + "loss_total": 0.005323989316821098, + "step": 91280 + }, + { + "loss_action": 0.027139762416481972, + "loss_total": 0.027139762416481972, + "step": 91280 + }, + { + "loss_action": 0.0017679993761703372, + "loss_total": 0.0017679993761703372, + "step": 91280 + }, + { + "loss_action": 0.0072661410085856915, + "loss_total": 0.0072661410085856915, + "step": 91280 + }, + { + "grad_norm": 0.16672806441783905, + "learning_rate": 2.060265738465034e-06, + "loss": 0.0089, + "step": 91290 + }, + { + "loss_action": 0.00791559461504221, + "loss_total": 0.00791559461504221, + "step": 91290 + }, + { + "loss_action": 0.006950228475034237, + "loss_total": 0.006950228475034237, + "step": 91290 + }, + { + "loss_action": 0.0035905702970921993, + "loss_total": 0.0035905702970921993, + "step": 91290 + }, + { + "loss_action": 0.005701687652617693, + "loss_total": 0.005701687652617693, + "step": 91290 + }, + { + "loss_action": 0.021494146436452866, + "loss_total": 0.021494146436452866, + "step": 91290 + }, + { + "loss_action": 0.008968746289610863, + "loss_total": 0.008968746289610863, + "step": 91290 + }, + { + "grad_norm": 0.18203380703926086, + "learning_rate": 2.055570853807487e-06, + "loss": 0.0091, + "step": 91300 + }, + { + "loss_action": 0.009677829220890999, + "loss_total": 0.009677829220890999, + "step": 91300 + }, + { + "loss_action": 0.015247293747961521, + "loss_total": 0.015247293747961521, + "step": 91300 + }, + { + "loss_action": 0.009770669043064117, + "loss_total": 0.009770669043064117, + "step": 91300 + }, + { + "loss_action": 0.007832729257643223, + "loss_total": 0.007832729257643223, + "step": 91300 + }, + { + "loss_action": 0.0060417382046580315, + "loss_total": 0.0060417382046580315, + "step": 91300 + }, + { + "loss_action": 0.0038962746039032936, + "loss_total": 0.0038962746039032936, + "step": 91300 + }, + { + "grad_norm": 0.26164954900741577, + "learning_rate": 2.0508812122806196e-06, + "loss": 0.0079, + "step": 91310 + }, + { + "loss_action": 0.0019126286497339606, + "loss_total": 0.0019126286497339606, + "step": 91310 + }, + { + "loss_action": 0.0029131935443729162, + "loss_total": 0.0029131935443729162, + "step": 91310 + }, + { + "loss_action": 0.003076314926147461, + "loss_total": 0.003076314926147461, + "step": 91310 + }, + { + "loss_action": 0.004249218385666609, + "loss_total": 0.004249218385666609, + "step": 91310 + }, + { + "loss_action": 0.013186545111238956, + "loss_total": 0.013186545111238956, + "step": 91310 + }, + { + "loss_action": 0.005885362159460783, + "loss_total": 0.005885362159460783, + "step": 91310 + }, + { + "grad_norm": 0.13801079988479614, + "learning_rate": 2.046196814397294e-06, + "loss": 0.0073, + "step": 91320 + }, + { + "loss_action": 0.0019056388409808278, + "loss_total": 0.0019056388409808278, + "step": 91320 + }, + { + "loss_action": 0.016853760927915573, + "loss_total": 0.016853760927915573, + "step": 91320 + }, + { + "loss_action": 0.006187838967889547, + "loss_total": 0.006187838967889547, + "step": 91320 + }, + { + "loss_action": 0.006744630169123411, + "loss_total": 0.006744630169123411, + "step": 91320 + }, + { + "loss_action": 0.0026252453681081533, + "loss_total": 0.0026252453681081533, + "step": 91320 + }, + { + "loss_action": 0.010009772144258022, + "loss_total": 0.010009772144258022, + "step": 91320 + }, + { + "grad_norm": 0.18378272652626038, + "learning_rate": 2.0415176606697896e-06, + "loss": 0.0074, + "step": 91330 + }, + { + "loss_action": 0.005383977200835943, + "loss_total": 0.005383977200835943, + "step": 91330 + }, + { + "loss_action": 0.011384169571101665, + "loss_total": 0.011384169571101665, + "step": 91330 + }, + { + "loss_action": 0.014476543292403221, + "loss_total": 0.014476543292403221, + "step": 91330 + }, + { + "loss_action": 0.004835858475416899, + "loss_total": 0.004835858475416899, + "step": 91330 + }, + { + "loss_action": 0.004429042339324951, + "loss_total": 0.004429042339324951, + "step": 91330 + }, + { + "loss_action": 0.008160668425261974, + "loss_total": 0.008160668425261974, + "step": 91330 + }, + { + "grad_norm": 0.23123465478420258, + "learning_rate": 2.0368437516098126e-06, + "loss": 0.0087, + "step": 91340 + }, + { + "loss_action": 0.008038707077503204, + "loss_total": 0.008038707077503204, + "step": 91340 + }, + { + "loss_action": 0.005098139401525259, + "loss_total": 0.005098139401525259, + "step": 91340 + }, + { + "loss_action": 0.03830290213227272, + "loss_total": 0.03830290213227272, + "step": 91340 + }, + { + "loss_action": 0.002415841445326805, + "loss_total": 0.002415841445326805, + "step": 91340 + }, + { + "loss_action": 0.003644487587735057, + "loss_total": 0.003644487587735057, + "step": 91340 + }, + { + "loss_action": 0.0050698984414339066, + "loss_total": 0.0050698984414339066, + "step": 91340 + }, + { + "grad_norm": 0.2109585553407669, + "learning_rate": 2.032175087728483e-06, + "loss": 0.0081, + "step": 91350 + }, + { + "loss_action": 0.009598733857274055, + "loss_total": 0.009598733857274055, + "step": 91350 + }, + { + "loss_action": 0.054910771548748016, + "loss_total": 0.054910771548748016, + "step": 91350 + }, + { + "loss_action": 0.006179305724799633, + "loss_total": 0.006179305724799633, + "step": 91350 + }, + { + "loss_action": 0.002213871804997325, + "loss_total": 0.002213871804997325, + "step": 91350 + }, + { + "loss_action": 0.010317552834749222, + "loss_total": 0.010317552834749222, + "step": 91350 + }, + { + "loss_action": 0.014498366042971611, + "loss_total": 0.014498366042971611, + "step": 91350 + }, + { + "grad_norm": 0.15301914513111115, + "learning_rate": 2.027511669536375e-06, + "loss": 0.0085, + "step": 91360 + }, + { + "loss_action": 0.005128913093358278, + "loss_total": 0.005128913093358278, + "step": 91360 + }, + { + "loss_action": 0.004304952919483185, + "loss_total": 0.004304952919483185, + "step": 91360 + }, + { + "loss_action": 0.00910633523017168, + "loss_total": 0.00910633523017168, + "step": 91360 + }, + { + "loss_action": 0.003632925683632493, + "loss_total": 0.003632925683632493, + "step": 91360 + }, + { + "loss_action": 0.0018658811459317803, + "loss_total": 0.0018658811459317803, + "step": 91360 + }, + { + "loss_action": 0.003382982686161995, + "loss_total": 0.003382982686161995, + "step": 91360 + }, + { + "grad_norm": 0.1746654063463211, + "learning_rate": 2.0228534975434643e-06, + "loss": 0.0058, + "step": 91370 + }, + { + "loss_action": 0.0031321097631007433, + "loss_total": 0.0031321097631007433, + "step": 91370 + }, + { + "loss_action": 0.0026166560128331184, + "loss_total": 0.0026166560128331184, + "step": 91370 + }, + { + "loss_action": 0.002698044292628765, + "loss_total": 0.002698044292628765, + "step": 91370 + }, + { + "loss_action": 0.001730858231894672, + "loss_total": 0.001730858231894672, + "step": 91370 + }, + { + "loss_action": 0.007807022426277399, + "loss_total": 0.007807022426277399, + "step": 91370 + }, + { + "loss_action": 0.003072435734793544, + "loss_total": 0.003072435734793544, + "step": 91370 + }, + { + "grad_norm": 0.1741531789302826, + "learning_rate": 2.0182005722591548e-06, + "loss": 0.0086, + "step": 91380 + }, + { + "loss_action": 0.006199102383106947, + "loss_total": 0.006199102383106947, + "step": 91380 + }, + { + "loss_action": 0.010741372592747211, + "loss_total": 0.010741372592747211, + "step": 91380 + }, + { + "loss_action": 0.0058885435573756695, + "loss_total": 0.0058885435573756695, + "step": 91380 + }, + { + "loss_action": 0.011606208980083466, + "loss_total": 0.011606208980083466, + "step": 91380 + }, + { + "loss_action": 0.006159412674605846, + "loss_total": 0.006159412674605846, + "step": 91380 + }, + { + "loss_action": 0.012091968208551407, + "loss_total": 0.012091968208551407, + "step": 91380 + }, + { + "grad_norm": 0.14938828349113464, + "learning_rate": 2.0135528941922944e-06, + "loss": 0.0071, + "step": 91390 + }, + { + "loss_action": 0.002903735265135765, + "loss_total": 0.002903735265135765, + "step": 91390 + }, + { + "loss_action": 0.0053703878074884415, + "loss_total": 0.0053703878074884415, + "step": 91390 + }, + { + "loss_action": 0.002620416460558772, + "loss_total": 0.002620416460558772, + "step": 91390 + }, + { + "loss_action": 0.023184658959507942, + "loss_total": 0.023184658959507942, + "step": 91390 + }, + { + "loss_action": 0.003888155100867152, + "loss_total": 0.003888155100867152, + "step": 91390 + }, + { + "loss_action": 0.0024232047144323587, + "loss_total": 0.0024232047144323587, + "step": 91390 + }, + { + "grad_norm": 0.23081156611442566, + "learning_rate": 2.008910463851149e-06, + "loss": 0.007, + "step": 91400 + }, + { + "loss_action": 0.002400910947471857, + "loss_total": 0.002400910947471857, + "step": 91400 + }, + { + "loss_action": 0.0704650953412056, + "loss_total": 0.0704650953412056, + "step": 91400 + }, + { + "loss_action": 0.00448331143707037, + "loss_total": 0.00448331143707037, + "step": 91400 + }, + { + "loss_action": 0.004625663161277771, + "loss_total": 0.004625663161277771, + "step": 91400 + }, + { + "loss_action": 0.00490703945979476, + "loss_total": 0.00490703945979476, + "step": 91400 + }, + { + "loss_action": 0.004922628868371248, + "loss_total": 0.004922628868371248, + "step": 91400 + }, + { + "grad_norm": 0.2133505791425705, + "learning_rate": 2.0042732817433963e-06, + "loss": 0.0105, + "step": 91410 + }, + { + "loss_action": 0.008927830494940281, + "loss_total": 0.008927830494940281, + "step": 91410 + }, + { + "loss_action": 0.006806633900851011, + "loss_total": 0.006806633900851011, + "step": 91410 + }, + { + "loss_action": 0.002572349738329649, + "loss_total": 0.002572349738329649, + "step": 91410 + }, + { + "loss_action": 0.004508528858423233, + "loss_total": 0.004508528858423233, + "step": 91410 + }, + { + "loss_action": 0.009255214594304562, + "loss_total": 0.009255214594304562, + "step": 91410 + }, + { + "loss_action": 0.0016442870255559683, + "loss_total": 0.0016442870255559683, + "step": 91410 + }, + { + "grad_norm": 0.21891574561595917, + "learning_rate": 1.999641348376158e-06, + "loss": 0.0069, + "step": 91420 + }, + { + "loss_action": 0.020362647250294685, + "loss_total": 0.020362647250294685, + "step": 91420 + }, + { + "loss_action": 0.010999655351042747, + "loss_total": 0.010999655351042747, + "step": 91420 + }, + { + "loss_action": 0.0018715417245402932, + "loss_total": 0.0018715417245402932, + "step": 91420 + }, + { + "loss_action": 0.005355476401746273, + "loss_total": 0.005355476401746273, + "step": 91420 + }, + { + "loss_action": 0.0062635233625769615, + "loss_total": 0.0062635233625769615, + "step": 91420 + }, + { + "loss_action": 0.003559318371117115, + "loss_total": 0.003559318371117115, + "step": 91420 + }, + { + "grad_norm": 0.4789204001426697, + "learning_rate": 1.9950146642559787e-06, + "loss": 0.0093, + "step": 91430 + }, + { + "loss_action": 0.005634344182908535, + "loss_total": 0.005634344182908535, + "step": 91430 + }, + { + "loss_action": 0.0037915778812021017, + "loss_total": 0.0037915778812021017, + "step": 91430 + }, + { + "loss_action": 0.0027710185386240482, + "loss_total": 0.0027710185386240482, + "step": 91430 + }, + { + "loss_action": 0.004465628881007433, + "loss_total": 0.004465628881007433, + "step": 91430 + }, + { + "loss_action": 0.0054327817633748055, + "loss_total": 0.0054327817633748055, + "step": 91430 + }, + { + "loss_action": 0.001741082058288157, + "loss_total": 0.001741082058288157, + "step": 91430 + }, + { + "grad_norm": 0.14058375358581543, + "learning_rate": 1.990393229888815e-06, + "loss": 0.0065, + "step": 91440 + }, + { + "loss_action": 0.0061308941803872585, + "loss_total": 0.0061308941803872585, + "step": 91440 + }, + { + "loss_action": 0.0019349822541698813, + "loss_total": 0.0019349822541698813, + "step": 91440 + }, + { + "loss_action": 0.002812099177390337, + "loss_total": 0.002812099177390337, + "step": 91440 + }, + { + "loss_action": 0.04448280483484268, + "loss_total": 0.04448280483484268, + "step": 91440 + }, + { + "loss_action": 0.008372988551855087, + "loss_total": 0.008372988551855087, + "step": 91440 + }, + { + "loss_action": 0.015021974220871925, + "loss_total": 0.015021974220871925, + "step": 91440 + }, + { + "grad_norm": 0.33220380544662476, + "learning_rate": 1.9857770457800684e-06, + "loss": 0.0089, + "step": 91450 + }, + { + "loss_action": 0.004113691858947277, + "loss_total": 0.004113691858947277, + "step": 91450 + }, + { + "loss_action": 0.002646130044013262, + "loss_total": 0.002646130044013262, + "step": 91450 + }, + { + "loss_action": 0.0033702116925269365, + "loss_total": 0.0033702116925269365, + "step": 91450 + }, + { + "loss_action": 0.0069258809089660645, + "loss_total": 0.0069258809089660645, + "step": 91450 + }, + { + "loss_action": 0.005536578129976988, + "loss_total": 0.005536578129976988, + "step": 91450 + }, + { + "loss_action": 0.022095512598752975, + "loss_total": 0.022095512598752975, + "step": 91450 + }, + { + "grad_norm": 0.2026940882205963, + "learning_rate": 1.9811661124345517e-06, + "loss": 0.0068, + "step": 91460 + }, + { + "loss_action": 0.004610592033714056, + "loss_total": 0.004610592033714056, + "step": 91460 + }, + { + "loss_action": 0.00708581181243062, + "loss_total": 0.00708581181243062, + "step": 91460 + }, + { + "loss_action": 0.0026472676545381546, + "loss_total": 0.0026472676545381546, + "step": 91460 + }, + { + "loss_action": 0.005224010441452265, + "loss_total": 0.005224010441452265, + "step": 91460 + }, + { + "loss_action": 0.005595974158495665, + "loss_total": 0.005595974158495665, + "step": 91460 + }, + { + "loss_action": 0.004071240313351154, + "loss_total": 0.004071240313351154, + "step": 91460 + }, + { + "grad_norm": 0.17701315879821777, + "learning_rate": 1.976560430356522e-06, + "loss": 0.007, + "step": 91470 + }, + { + "loss_action": 0.017880883067846298, + "loss_total": 0.017880883067846298, + "step": 91470 + }, + { + "loss_action": 0.010578946210443974, + "loss_total": 0.010578946210443974, + "step": 91470 + }, + { + "loss_action": 0.0030775319319218397, + "loss_total": 0.0030775319319218397, + "step": 91470 + }, + { + "loss_action": 0.009138335473835468, + "loss_total": 0.009138335473835468, + "step": 91470 + }, + { + "loss_action": 0.0019593434408307076, + "loss_total": 0.0019593434408307076, + "step": 91470 + }, + { + "loss_action": 0.008312658406794071, + "loss_total": 0.008312658406794071, + "step": 91470 + }, + { + "grad_norm": 0.1450452357530594, + "learning_rate": 1.9719600000496383e-06, + "loss": 0.0087, + "step": 91480 + }, + { + "loss_action": 0.005648511927574873, + "loss_total": 0.005648511927574873, + "step": 91480 + }, + { + "loss_action": 0.004186068195849657, + "loss_total": 0.004186068195849657, + "step": 91480 + }, + { + "loss_action": 0.004876237362623215, + "loss_total": 0.004876237362623215, + "step": 91480 + }, + { + "loss_action": 0.00641038129106164, + "loss_total": 0.00641038129106164, + "step": 91480 + }, + { + "loss_action": 0.0011068504536524415, + "loss_total": 0.0011068504536524415, + "step": 91480 + }, + { + "loss_action": 0.03359280154109001, + "loss_total": 0.03359280154109001, + "step": 91480 + }, + { + "grad_norm": 0.22153069078922272, + "learning_rate": 1.967364822017004e-06, + "loss": 0.0081, + "step": 91490 + }, + { + "loss_action": 0.06865755468606949, + "loss_total": 0.06865755468606949, + "step": 91490 + }, + { + "loss_action": 0.0023628806229680777, + "loss_total": 0.0023628806229680777, + "step": 91490 + }, + { + "loss_action": 0.003196397563442588, + "loss_total": 0.003196397563442588, + "step": 91490 + }, + { + "loss_action": 0.0031332180369645357, + "loss_total": 0.0031332180369645357, + "step": 91490 + }, + { + "loss_action": 0.002331876428797841, + "loss_total": 0.002331876428797841, + "step": 91490 + }, + { + "loss_action": 0.00485488586127758, + "loss_total": 0.00485488586127758, + "step": 91490 + }, + { + "grad_norm": 0.14734862744808197, + "learning_rate": 1.962774896761127e-06, + "loss": 0.0087, + "step": 91500 + }, + { + "loss_action": 0.001964537426829338, + "loss_total": 0.001964537426829338, + "step": 91500 + }, + { + "loss_action": 0.0023961691185832024, + "loss_total": 0.0023961691185832024, + "step": 91500 + }, + { + "loss_action": 0.01716538518667221, + "loss_total": 0.01716538518667221, + "step": 91500 + }, + { + "loss_action": 0.003463709494099021, + "loss_total": 0.003463709494099021, + "step": 91500 + }, + { + "loss_action": 0.002640621969476342, + "loss_total": 0.002640621969476342, + "step": 91500 + }, + { + "loss_action": 0.004047570284456015, + "loss_total": 0.004047570284456015, + "step": 91500 + }, + { + "grad_norm": 0.14340484142303467, + "learning_rate": 1.958190224783968e-06, + "loss": 0.008, + "step": 91510 + }, + { + "loss_action": 0.016565881669521332, + "loss_total": 0.016565881669521332, + "step": 91510 + }, + { + "loss_action": 0.0016953208250924945, + "loss_total": 0.0016953208250924945, + "step": 91510 + }, + { + "loss_action": 0.024327561259269714, + "loss_total": 0.024327561259269714, + "step": 91510 + }, + { + "loss_action": 0.007430557627230883, + "loss_total": 0.007430557627230883, + "step": 91510 + }, + { + "loss_action": 0.0031674494966864586, + "loss_total": 0.0031674494966864586, + "step": 91510 + }, + { + "loss_action": 0.00340409018099308, + "loss_total": 0.00340409018099308, + "step": 91510 + }, + { + "grad_norm": 0.15187236666679382, + "learning_rate": 1.9536108065868975e-06, + "loss": 0.0068, + "step": 91520 + }, + { + "loss_action": 0.009146155789494514, + "loss_total": 0.009146155789494514, + "step": 91520 + }, + { + "loss_action": 0.009953184984624386, + "loss_total": 0.009953184984624386, + "step": 91520 + }, + { + "loss_action": 0.004216689616441727, + "loss_total": 0.004216689616441727, + "step": 91520 + }, + { + "loss_action": 0.006701004691421986, + "loss_total": 0.006701004691421986, + "step": 91520 + }, + { + "loss_action": 0.008644881658256054, + "loss_total": 0.008644881658256054, + "step": 91520 + }, + { + "loss_action": 0.0016728333430364728, + "loss_total": 0.0016728333430364728, + "step": 91520 + }, + { + "grad_norm": 0.1515001803636551, + "learning_rate": 1.949036642670715e-06, + "loss": 0.0095, + "step": 91530 + }, + { + "loss_action": 0.003372408216819167, + "loss_total": 0.003372408216819167, + "step": 91530 + }, + { + "loss_action": 0.002455988433212042, + "loss_total": 0.002455988433212042, + "step": 91530 + }, + { + "loss_action": 0.011487585492432117, + "loss_total": 0.011487585492432117, + "step": 91530 + }, + { + "loss_action": 0.006972948554903269, + "loss_total": 0.006972948554903269, + "step": 91530 + }, + { + "loss_action": 0.0017930520698428154, + "loss_total": 0.0017930520698428154, + "step": 91530 + }, + { + "loss_action": 0.00633376045152545, + "loss_total": 0.00633376045152545, + "step": 91530 + }, + { + "grad_norm": 0.13379541039466858, + "learning_rate": 1.9444677335356377e-06, + "loss": 0.0081, + "step": 91540 + }, + { + "loss_action": 0.004331734962761402, + "loss_total": 0.004331734962761402, + "step": 91540 + }, + { + "loss_action": 0.009368378669023514, + "loss_total": 0.009368378669023514, + "step": 91540 + }, + { + "loss_action": 0.003923374693840742, + "loss_total": 0.003923374693840742, + "step": 91540 + }, + { + "loss_action": 0.005540457554161549, + "loss_total": 0.005540457554161549, + "step": 91540 + }, + { + "loss_action": 0.01317789126187563, + "loss_total": 0.01317789126187563, + "step": 91540 + }, + { + "loss_action": 0.0033193212002515793, + "loss_total": 0.0033193212002515793, + "step": 91540 + }, + { + "grad_norm": 0.14061160385608673, + "learning_rate": 1.939904079681326e-06, + "loss": 0.0091, + "step": 91550 + }, + { + "loss_action": 0.008130820468068123, + "loss_total": 0.008130820468068123, + "step": 91550 + }, + { + "loss_action": 0.013135447166860104, + "loss_total": 0.013135447166860104, + "step": 91550 + }, + { + "loss_action": 0.0025259072426706553, + "loss_total": 0.0025259072426706553, + "step": 91550 + }, + { + "loss_action": 0.007016288116574287, + "loss_total": 0.007016288116574287, + "step": 91550 + }, + { + "loss_action": 0.005036172457039356, + "loss_total": 0.005036172457039356, + "step": 91550 + }, + { + "loss_action": 0.008845794945955276, + "loss_total": 0.008845794945955276, + "step": 91550 + }, + { + "grad_norm": 0.169029101729393, + "learning_rate": 1.935345681606837e-06, + "loss": 0.0085, + "step": 91560 + }, + { + "loss_action": 0.0023419081699103117, + "loss_total": 0.0023419081699103117, + "step": 91560 + }, + { + "loss_action": 0.005752199329435825, + "loss_total": 0.005752199329435825, + "step": 91560 + }, + { + "loss_action": 0.010708850808441639, + "loss_total": 0.010708850808441639, + "step": 91560 + }, + { + "loss_action": 0.008334606885910034, + "loss_total": 0.008334606885910034, + "step": 91560 + }, + { + "loss_action": 0.0057929810136556625, + "loss_total": 0.0057929810136556625, + "step": 91560 + }, + { + "loss_action": 0.00726288789883256, + "loss_total": 0.00726288789883256, + "step": 91560 + }, + { + "grad_norm": 0.2850441038608551, + "learning_rate": 1.930792539810694e-06, + "loss": 0.009, + "step": 91570 + }, + { + "loss_action": 0.00881772581487894, + "loss_total": 0.00881772581487894, + "step": 91570 + }, + { + "loss_action": 0.003926039673388004, + "loss_total": 0.003926039673388004, + "step": 91570 + }, + { + "loss_action": 0.010321064852178097, + "loss_total": 0.010321064852178097, + "step": 91570 + }, + { + "loss_action": 0.0026644556783139706, + "loss_total": 0.0026644556783139706, + "step": 91570 + }, + { + "loss_action": 0.005604296922683716, + "loss_total": 0.005604296922683716, + "step": 91570 + }, + { + "loss_action": 0.00266145053319633, + "loss_total": 0.00266145053319633, + "step": 91570 + }, + { + "grad_norm": 0.1736954003572464, + "learning_rate": 1.9262446547907877e-06, + "loss": 0.0072, + "step": 91580 + }, + { + "loss_action": 0.00620255246758461, + "loss_total": 0.00620255246758461, + "step": 91580 + }, + { + "loss_action": 0.0033794031478464603, + "loss_total": 0.0033794031478464603, + "step": 91580 + }, + { + "loss_action": 0.00516748009249568, + "loss_total": 0.00516748009249568, + "step": 91580 + }, + { + "loss_action": 0.006857981439679861, + "loss_total": 0.006857981439679861, + "step": 91580 + }, + { + "loss_action": 0.00382496090605855, + "loss_total": 0.00382496090605855, + "step": 91580 + }, + { + "loss_action": 0.006379502359777689, + "loss_total": 0.006379502359777689, + "step": 91580 + }, + { + "grad_norm": 0.26453647017478943, + "learning_rate": 1.921702027044503e-06, + "loss": 0.0074, + "step": 91590 + }, + { + "loss_action": 0.004954320378601551, + "loss_total": 0.004954320378601551, + "step": 91590 + }, + { + "loss_action": 0.017524966970086098, + "loss_total": 0.017524966970086098, + "step": 91590 + }, + { + "loss_action": 0.0059391651302576065, + "loss_total": 0.0059391651302576065, + "step": 91590 + }, + { + "loss_action": 0.0025130112189799547, + "loss_total": 0.0025130112189799547, + "step": 91590 + }, + { + "loss_action": 0.004514016676694155, + "loss_total": 0.004514016676694155, + "step": 91590 + }, + { + "loss_action": 0.0061181774362921715, + "loss_total": 0.0061181774362921715, + "step": 91590 + }, + { + "grad_norm": 0.2686372399330139, + "learning_rate": 1.917164657068593e-06, + "loss": 0.0157, + "step": 91600 + }, + { + "loss_action": 0.02301187627017498, + "loss_total": 0.02301187627017498, + "step": 91600 + }, + { + "loss_action": 0.004869512747973204, + "loss_total": 0.004869512747973204, + "step": 91600 + }, + { + "loss_action": 0.004345359280705452, + "loss_total": 0.004345359280705452, + "step": 91600 + }, + { + "loss_action": 0.00370341376401484, + "loss_total": 0.00370341376401484, + "step": 91600 + }, + { + "loss_action": 0.005256909877061844, + "loss_total": 0.005256909877061844, + "step": 91600 + }, + { + "loss_action": 0.007632300723344088, + "loss_total": 0.007632300723344088, + "step": 91600 + }, + { + "grad_norm": 0.1989355981349945, + "learning_rate": 1.912632545359272e-06, + "loss": 0.0076, + "step": 91610 + }, + { + "loss_action": 0.006578018888831139, + "loss_total": 0.006578018888831139, + "step": 91610 + }, + { + "loss_action": 0.0157272070646286, + "loss_total": 0.0157272070646286, + "step": 91610 + }, + { + "loss_action": 0.004154556430876255, + "loss_total": 0.004154556430876255, + "step": 91610 + }, + { + "loss_action": 0.03933427110314369, + "loss_total": 0.03933427110314369, + "step": 91610 + }, + { + "loss_action": 0.015069286338984966, + "loss_total": 0.015069286338984966, + "step": 91610 + }, + { + "loss_action": 0.007388570811599493, + "loss_total": 0.007388570811599493, + "step": 91610 + }, + { + "grad_norm": 0.31188875436782837, + "learning_rate": 1.9081056924121488e-06, + "loss": 0.0091, + "step": 91620 + }, + { + "loss_action": 0.004136980511248112, + "loss_total": 0.004136980511248112, + "step": 91620 + }, + { + "loss_action": 0.007345826365053654, + "loss_total": 0.007345826365053654, + "step": 91620 + }, + { + "loss_action": 0.0040801274590194225, + "loss_total": 0.0040801274590194225, + "step": 91620 + }, + { + "loss_action": 0.010573195293545723, + "loss_total": 0.010573195293545723, + "step": 91620 + }, + { + "loss_action": 0.0028279488906264305, + "loss_total": 0.0028279488906264305, + "step": 91620 + }, + { + "loss_action": 0.003019107272848487, + "loss_total": 0.003019107272848487, + "step": 91620 + }, + { + "grad_norm": 0.21223796904087067, + "learning_rate": 1.9035840987222887e-06, + "loss": 0.0079, + "step": 91630 + }, + { + "loss_action": 0.003927160520106554, + "loss_total": 0.003927160520106554, + "step": 91630 + }, + { + "loss_action": 0.014806069433689117, + "loss_total": 0.014806069433689117, + "step": 91630 + }, + { + "loss_action": 0.005740249063819647, + "loss_total": 0.005740249063819647, + "step": 91630 + }, + { + "loss_action": 0.005288189277052879, + "loss_total": 0.005288189277052879, + "step": 91630 + }, + { + "loss_action": 0.01297763455659151, + "loss_total": 0.01297763455659151, + "step": 91630 + }, + { + "loss_action": 0.002331055933609605, + "loss_total": 0.002331055933609605, + "step": 91630 + }, + { + "grad_norm": 0.44728022813796997, + "learning_rate": 1.8990677647841515e-06, + "loss": 0.0085, + "step": 91640 + }, + { + "loss_action": 0.026292895898222923, + "loss_total": 0.026292895898222923, + "step": 91640 + }, + { + "loss_action": 0.008610171265900135, + "loss_total": 0.008610171265900135, + "step": 91640 + }, + { + "loss_action": 0.00528250727802515, + "loss_total": 0.00528250727802515, + "step": 91640 + }, + { + "loss_action": 0.005735346116125584, + "loss_total": 0.005735346116125584, + "step": 91640 + }, + { + "loss_action": 0.005842885468155146, + "loss_total": 0.005842885468155146, + "step": 91640 + }, + { + "loss_action": 0.007427332457154989, + "loss_total": 0.007427332457154989, + "step": 91640 + }, + { + "grad_norm": 0.1911800503730774, + "learning_rate": 1.8945566910916534e-06, + "loss": 0.0089, + "step": 91650 + }, + { + "loss_action": 0.003127148374915123, + "loss_total": 0.003127148374915123, + "step": 91650 + }, + { + "loss_action": 0.011988244950771332, + "loss_total": 0.011988244950771332, + "step": 91650 + }, + { + "loss_action": 0.0057269553653895855, + "loss_total": 0.0057269553653895855, + "step": 91650 + }, + { + "loss_action": 0.018796393647789955, + "loss_total": 0.018796393647789955, + "step": 91650 + }, + { + "loss_action": 0.007756816688925028, + "loss_total": 0.007756816688925028, + "step": 91650 + }, + { + "loss_action": 0.0027731393929570913, + "loss_total": 0.0027731393929570913, + "step": 91650 + }, + { + "grad_norm": 0.15408411622047424, + "learning_rate": 1.8900508781381054e-06, + "loss": 0.0068, + "step": 91660 + }, + { + "loss_action": 0.003039222676306963, + "loss_total": 0.003039222676306963, + "step": 91660 + }, + { + "loss_action": 0.005766450427472591, + "loss_total": 0.005766450427472591, + "step": 91660 + }, + { + "loss_action": 0.0024401892442256212, + "loss_total": 0.0024401892442256212, + "step": 91660 + }, + { + "loss_action": 0.00460470374673605, + "loss_total": 0.00460470374673605, + "step": 91660 + }, + { + "loss_action": 0.005771529860794544, + "loss_total": 0.005771529860794544, + "step": 91660 + }, + { + "loss_action": 0.007179734297096729, + "loss_total": 0.007179734297096729, + "step": 91660 + }, + { + "grad_norm": 0.22212903201580048, + "learning_rate": 1.8855503264162633e-06, + "loss": 0.0069, + "step": 91670 + }, + { + "loss_action": 0.006322805304080248, + "loss_total": 0.006322805304080248, + "step": 91670 + }, + { + "loss_action": 0.005730235017836094, + "loss_total": 0.005730235017836094, + "step": 91670 + }, + { + "loss_action": 0.01068619079887867, + "loss_total": 0.01068619079887867, + "step": 91670 + }, + { + "loss_action": 0.004210364073514938, + "loss_total": 0.004210364073514938, + "step": 91670 + }, + { + "loss_action": 0.06442972272634506, + "loss_total": 0.06442972272634506, + "step": 91670 + }, + { + "loss_action": 0.005424115341156721, + "loss_total": 0.005424115341156721, + "step": 91670 + }, + { + "grad_norm": 0.20920442044734955, + "learning_rate": 1.8810550364182998e-06, + "loss": 0.0098, + "step": 91680 + }, + { + "loss_action": 0.002479884075000882, + "loss_total": 0.002479884075000882, + "step": 91680 + }, + { + "loss_action": 0.003230414818972349, + "loss_total": 0.003230414818972349, + "step": 91680 + }, + { + "loss_action": 0.02147602289915085, + "loss_total": 0.02147602289915085, + "step": 91680 + }, + { + "loss_action": 0.0041730054654181, + "loss_total": 0.0041730054654181, + "step": 91680 + }, + { + "loss_action": 0.014140438288450241, + "loss_total": 0.014140438288450241, + "step": 91680 + }, + { + "loss_action": 0.007852657698094845, + "loss_total": 0.007852657698094845, + "step": 91680 + }, + { + "grad_norm": 0.2827841341495514, + "learning_rate": 1.8765650086358112e-06, + "loss": 0.0077, + "step": 91690 + }, + { + "loss_action": 0.004752055276185274, + "loss_total": 0.004752055276185274, + "step": 91690 + }, + { + "loss_action": 0.006000957451760769, + "loss_total": 0.006000957451760769, + "step": 91690 + }, + { + "loss_action": 0.001604332821443677, + "loss_total": 0.001604332821443677, + "step": 91690 + }, + { + "loss_action": 0.0055457595735788345, + "loss_total": 0.0055457595735788345, + "step": 91690 + }, + { + "loss_action": 0.004093405324965715, + "loss_total": 0.004093405324965715, + "step": 91690 + }, + { + "loss_action": 0.006030329503118992, + "loss_total": 0.006030329503118992, + "step": 91690 + }, + { + "grad_norm": 0.14680896699428558, + "learning_rate": 1.8720802435598151e-06, + "loss": 0.0069, + "step": 91700 + }, + { + "loss_action": 0.00427522137761116, + "loss_total": 0.00427522137761116, + "step": 91700 + }, + { + "loss_action": 0.008743847720324993, + "loss_total": 0.008743847720324993, + "step": 91700 + }, + { + "loss_action": 0.00394664891064167, + "loss_total": 0.00394664891064167, + "step": 91700 + }, + { + "loss_action": 0.0027100613806396723, + "loss_total": 0.0027100613806396723, + "step": 91700 + }, + { + "loss_action": 0.003262667218223214, + "loss_total": 0.003262667218223214, + "step": 91700 + }, + { + "loss_action": 0.003519210731610656, + "loss_total": 0.003519210731610656, + "step": 91700 + }, + { + "grad_norm": 0.1579277664422989, + "learning_rate": 1.8676007416807694e-06, + "loss": 0.0079, + "step": 91710 + }, + { + "loss_action": 0.008144487626850605, + "loss_total": 0.008144487626850605, + "step": 91710 + }, + { + "loss_action": 0.01336764171719551, + "loss_total": 0.01336764171719551, + "step": 91710 + }, + { + "loss_action": 0.009116681292653084, + "loss_total": 0.009116681292653084, + "step": 91710 + }, + { + "loss_action": 0.003890517633408308, + "loss_total": 0.003890517633408308, + "step": 91710 + }, + { + "loss_action": 0.0038713503163307905, + "loss_total": 0.0038713503163307905, + "step": 91710 + }, + { + "loss_action": 0.009809895418584347, + "loss_total": 0.009809895418584347, + "step": 91710 + }, + { + "grad_norm": 0.1484091877937317, + "learning_rate": 1.8631265034885437e-06, + "loss": 0.0076, + "step": 91720 + }, + { + "loss_action": 0.004670722410082817, + "loss_total": 0.004670722410082817, + "step": 91720 + }, + { + "loss_action": 0.003692811354994774, + "loss_total": 0.003692811354994774, + "step": 91720 + }, + { + "loss_action": 0.023835673928260803, + "loss_total": 0.023835673928260803, + "step": 91720 + }, + { + "loss_action": 0.004249059595167637, + "loss_total": 0.004249059595167637, + "step": 91720 + }, + { + "loss_action": 0.002071352442726493, + "loss_total": 0.002071352442726493, + "step": 91720 + }, + { + "loss_action": 0.006866524461656809, + "loss_total": 0.006866524461656809, + "step": 91720 + }, + { + "grad_norm": 0.13498051464557648, + "learning_rate": 1.858657529472424e-06, + "loss": 0.009, + "step": 91730 + }, + { + "loss_action": 0.006773874629288912, + "loss_total": 0.006773874629288912, + "step": 91730 + }, + { + "loss_action": 0.0036034153308719397, + "loss_total": 0.0036034153308719397, + "step": 91730 + }, + { + "loss_action": 0.002732047578319907, + "loss_total": 0.002732047578319907, + "step": 91730 + }, + { + "loss_action": 0.00894897524267435, + "loss_total": 0.00894897524267435, + "step": 91730 + }, + { + "loss_action": 0.008243095129728317, + "loss_total": 0.008243095129728317, + "step": 91730 + }, + { + "loss_action": 0.009693740867078304, + "loss_total": 0.009693740867078304, + "step": 91730 + }, + { + "grad_norm": 0.21642890572547913, + "learning_rate": 1.8541938201211473e-06, + "loss": 0.0095, + "step": 91740 + }, + { + "loss_action": 0.01152533758431673, + "loss_total": 0.01152533758431673, + "step": 91740 + }, + { + "loss_action": 0.01518221665173769, + "loss_total": 0.01518221665173769, + "step": 91740 + }, + { + "loss_action": 0.002714340342208743, + "loss_total": 0.002714340342208743, + "step": 91740 + }, + { + "loss_action": 0.007123000454157591, + "loss_total": 0.007123000454157591, + "step": 91740 + }, + { + "loss_action": 0.00753674004226923, + "loss_total": 0.00753674004226923, + "step": 91740 + }, + { + "loss_action": 0.0036899372935295105, + "loss_total": 0.0036899372935295105, + "step": 91740 + }, + { + "grad_norm": 0.14390365779399872, + "learning_rate": 1.8497353759228398e-06, + "loss": 0.0075, + "step": 91750 + }, + { + "loss_action": 0.002763967262580991, + "loss_total": 0.002763967262580991, + "step": 91750 + }, + { + "loss_action": 0.0018863518489524722, + "loss_total": 0.0018863518489524722, + "step": 91750 + }, + { + "loss_action": 0.004967388231307268, + "loss_total": 0.004967388231307268, + "step": 91750 + }, + { + "loss_action": 0.005486813373863697, + "loss_total": 0.005486813373863697, + "step": 91750 + }, + { + "loss_action": 0.025132806971669197, + "loss_total": 0.025132806971669197, + "step": 91750 + }, + { + "loss_action": 0.008841988630592823, + "loss_total": 0.008841988630592823, + "step": 91750 + }, + { + "grad_norm": 0.1838672012090683, + "learning_rate": 1.8452821973650835e-06, + "loss": 0.0095, + "step": 91760 + }, + { + "loss_action": 0.008786863647401333, + "loss_total": 0.008786863647401333, + "step": 91760 + }, + { + "loss_action": 0.0026998964603990316, + "loss_total": 0.0026998964603990316, + "step": 91760 + }, + { + "loss_action": 0.0019537268672138453, + "loss_total": 0.0019537268672138453, + "step": 91760 + }, + { + "loss_action": 0.016136473044753075, + "loss_total": 0.016136473044753075, + "step": 91760 + }, + { + "loss_action": 0.004996516276150942, + "loss_total": 0.004996516276150942, + "step": 91760 + }, + { + "loss_action": 0.003446033922955394, + "loss_total": 0.003446033922955394, + "step": 91760 + }, + { + "grad_norm": 0.2719549238681793, + "learning_rate": 1.840834284934856e-06, + "loss": 0.0064, + "step": 91770 + }, + { + "loss_action": 0.0029872942250221968, + "loss_total": 0.0029872942250221968, + "step": 91770 + }, + { + "loss_action": 0.007987476885318756, + "loss_total": 0.007987476885318756, + "step": 91770 + }, + { + "loss_action": 0.003590475069358945, + "loss_total": 0.003590475069358945, + "step": 91770 + }, + { + "loss_action": 0.0046062106266617775, + "loss_total": 0.0046062106266617775, + "step": 91770 + }, + { + "loss_action": 0.002516147680580616, + "loss_total": 0.002516147680580616, + "step": 91770 + }, + { + "loss_action": 0.0027432034257799387, + "loss_total": 0.0027432034257799387, + "step": 91770 + }, + { + "grad_norm": 0.2021501213312149, + "learning_rate": 1.8363916391185954e-06, + "loss": 0.0066, + "step": 91780 + }, + { + "loss_action": 0.0035195990931242704, + "loss_total": 0.0035195990931242704, + "step": 91780 + }, + { + "loss_action": 0.008048908784985542, + "loss_total": 0.008048908784985542, + "step": 91780 + }, + { + "loss_action": 0.010460140183568, + "loss_total": 0.010460140183568, + "step": 91780 + }, + { + "loss_action": 0.003934995271265507, + "loss_total": 0.003934995271265507, + "step": 91780 + }, + { + "loss_action": 0.007917667739093304, + "loss_total": 0.007917667739093304, + "step": 91780 + }, + { + "loss_action": 0.007698488421738148, + "loss_total": 0.007698488421738148, + "step": 91780 + }, + { + "grad_norm": 0.18850313127040863, + "learning_rate": 1.8319542604021245e-06, + "loss": 0.008, + "step": 91790 + }, + { + "loss_action": 0.009818113408982754, + "loss_total": 0.009818113408982754, + "step": 91790 + }, + { + "loss_action": 0.005381087306886911, + "loss_total": 0.005381087306886911, + "step": 91790 + }, + { + "loss_action": 0.0036761208903044462, + "loss_total": 0.0036761208903044462, + "step": 91790 + }, + { + "loss_action": 0.002789130201563239, + "loss_total": 0.002789130201563239, + "step": 91790 + }, + { + "loss_action": 0.005344443954527378, + "loss_total": 0.005344443954527378, + "step": 91790 + }, + { + "loss_action": 0.002267109928652644, + "loss_total": 0.002267109928652644, + "step": 91790 + }, + { + "grad_norm": 0.15537619590759277, + "learning_rate": 1.8275221492707273e-06, + "loss": 0.006, + "step": 91800 + }, + { + "loss_action": 0.004593219142407179, + "loss_total": 0.004593219142407179, + "step": 91800 + }, + { + "loss_action": 0.003346045035868883, + "loss_total": 0.003346045035868883, + "step": 91800 + }, + { + "loss_action": 0.0016121251974254847, + "loss_total": 0.0016121251974254847, + "step": 91800 + }, + { + "loss_action": 0.0035704064648598433, + "loss_total": 0.0035704064648598433, + "step": 91800 + }, + { + "loss_action": 0.007937612012028694, + "loss_total": 0.007937612012028694, + "step": 91800 + }, + { + "loss_action": 0.003732995130121708, + "loss_total": 0.003732995130121708, + "step": 91800 + }, + { + "grad_norm": 0.16865555942058563, + "learning_rate": 1.8230953062090717e-06, + "loss": 0.007, + "step": 91810 + }, + { + "loss_action": 0.0169388335198164, + "loss_total": 0.0169388335198164, + "step": 91810 + }, + { + "loss_action": 0.0054946341551840305, + "loss_total": 0.0054946341551840305, + "step": 91810 + }, + { + "loss_action": 0.0024212184362113476, + "loss_total": 0.0024212184362113476, + "step": 91810 + }, + { + "loss_action": 0.02817698009312153, + "loss_total": 0.02817698009312153, + "step": 91810 + }, + { + "loss_action": 0.003451945958659053, + "loss_total": 0.003451945958659053, + "step": 91810 + }, + { + "loss_action": 0.0029876709450036287, + "loss_total": 0.0029876709450036287, + "step": 91810 + }, + { + "grad_norm": 0.1611262410879135, + "learning_rate": 1.8186737317012926e-06, + "loss": 0.0076, + "step": 91820 + }, + { + "loss_action": 0.0038675875402987003, + "loss_total": 0.0038675875402987003, + "step": 91820 + }, + { + "loss_action": 0.0057702455669641495, + "loss_total": 0.0057702455669641495, + "step": 91820 + }, + { + "loss_action": 0.0017532712081447244, + "loss_total": 0.0017532712081447244, + "step": 91820 + }, + { + "loss_action": 0.0046784598380327225, + "loss_total": 0.0046784598380327225, + "step": 91820 + }, + { + "loss_action": 0.0065252939239144325, + "loss_total": 0.0065252939239144325, + "step": 91820 + }, + { + "loss_action": 0.004902170971035957, + "loss_total": 0.004902170971035957, + "step": 91820 + }, + { + "grad_norm": 0.1947474628686905, + "learning_rate": 1.8142574262308977e-06, + "loss": 0.0071, + "step": 91830 + }, + { + "loss_action": 0.005092755425721407, + "loss_total": 0.005092755425721407, + "step": 91830 + }, + { + "loss_action": 0.006180284079164267, + "loss_total": 0.006180284079164267, + "step": 91830 + }, + { + "loss_action": 0.004203963093459606, + "loss_total": 0.004203963093459606, + "step": 91830 + }, + { + "loss_action": 0.0023637739941477776, + "loss_total": 0.0023637739941477776, + "step": 91830 + }, + { + "loss_action": 0.0035071438178420067, + "loss_total": 0.0035071438178420067, + "step": 91830 + }, + { + "loss_action": 0.007820961996912956, + "loss_total": 0.007820961996912956, + "step": 91830 + }, + { + "grad_norm": 0.19408264756202698, + "learning_rate": 1.8098463902808727e-06, + "loss": 0.0088, + "step": 91840 + }, + { + "loss_action": 0.004679844714701176, + "loss_total": 0.004679844714701176, + "step": 91840 + }, + { + "loss_action": 0.006288248114287853, + "loss_total": 0.006288248114287853, + "step": 91840 + }, + { + "loss_action": 0.0023817350156605244, + "loss_total": 0.0023817350156605244, + "step": 91840 + }, + { + "loss_action": 0.006306245923042297, + "loss_total": 0.006306245923042297, + "step": 91840 + }, + { + "loss_action": 0.0036020581610500813, + "loss_total": 0.0036020581610500813, + "step": 91840 + }, + { + "loss_action": 0.0037687497679144144, + "loss_total": 0.0037687497679144144, + "step": 91840 + }, + { + "grad_norm": 0.1064014658331871, + "learning_rate": 1.805440624333593e-06, + "loss": 0.0062, + "step": 91850 + }, + { + "loss_action": 0.0020095063373446465, + "loss_total": 0.0020095063373446465, + "step": 91850 + }, + { + "loss_action": 0.007061800453811884, + "loss_total": 0.007061800453811884, + "step": 91850 + }, + { + "loss_action": 0.028133008629083633, + "loss_total": 0.028133008629083633, + "step": 91850 + }, + { + "loss_action": 0.006421487778425217, + "loss_total": 0.006421487778425217, + "step": 91850 + }, + { + "loss_action": 0.010532802902162075, + "loss_total": 0.010532802902162075, + "step": 91850 + }, + { + "loss_action": 0.005867877509444952, + "loss_total": 0.005867877509444952, + "step": 91850 + }, + { + "grad_norm": 0.19376115500926971, + "learning_rate": 1.8010401288708734e-06, + "loss": 0.0072, + "step": 91860 + }, + { + "loss_action": 0.0033438822720199823, + "loss_total": 0.0033438822720199823, + "step": 91860 + }, + { + "loss_action": 0.002310387324541807, + "loss_total": 0.002310387324541807, + "step": 91860 + }, + { + "loss_action": 0.00416570482775569, + "loss_total": 0.00416570482775569, + "step": 91860 + }, + { + "loss_action": 0.04855947569012642, + "loss_total": 0.04855947569012642, + "step": 91860 + }, + { + "loss_action": 0.008104483596980572, + "loss_total": 0.008104483596980572, + "step": 91860 + }, + { + "loss_action": 0.0018294356996193528, + "loss_total": 0.0018294356996193528, + "step": 91860 + }, + { + "grad_norm": 0.1875619739294052, + "learning_rate": 1.7966449043739343e-06, + "loss": 0.0073, + "step": 91870 + }, + { + "loss_action": 0.004192590247839689, + "loss_total": 0.004192590247839689, + "step": 91870 + }, + { + "loss_action": 0.008865594863891602, + "loss_total": 0.008865594863891602, + "step": 91870 + }, + { + "loss_action": 0.010395758785307407, + "loss_total": 0.010395758785307407, + "step": 91870 + }, + { + "loss_action": 0.0035377840977162123, + "loss_total": 0.0035377840977162123, + "step": 91870 + }, + { + "loss_action": 0.005718257278203964, + "loss_total": 0.005718257278203964, + "step": 91870 + }, + { + "loss_action": 0.005160554777830839, + "loss_total": 0.005160554777830839, + "step": 91870 + }, + { + "grad_norm": 0.15097807347774506, + "learning_rate": 1.79225495132343e-06, + "loss": 0.006, + "step": 91880 + }, + { + "loss_action": 0.004705440253019333, + "loss_total": 0.004705440253019333, + "step": 91880 + }, + { + "loss_action": 0.002116110874339938, + "loss_total": 0.002116110874339938, + "step": 91880 + }, + { + "loss_action": 0.001130211865529418, + "loss_total": 0.001130211865529418, + "step": 91880 + }, + { + "loss_action": 0.002182166324928403, + "loss_total": 0.002182166324928403, + "step": 91880 + }, + { + "loss_action": 0.004452184308320284, + "loss_total": 0.004452184308320284, + "step": 91880 + }, + { + "loss_action": 0.004860466346144676, + "loss_total": 0.004860466346144676, + "step": 91880 + }, + { + "grad_norm": 0.39436331391334534, + "learning_rate": 1.7878702701994487e-06, + "loss": 0.007, + "step": 91890 + }, + { + "loss_action": 0.004288333002477884, + "loss_total": 0.004288333002477884, + "step": 91890 + }, + { + "loss_action": 0.002409345470368862, + "loss_total": 0.002409345470368862, + "step": 91890 + }, + { + "loss_action": 0.011483813636004925, + "loss_total": 0.011483813636004925, + "step": 91890 + }, + { + "loss_action": 0.011785496026277542, + "loss_total": 0.011785496026277542, + "step": 91890 + }, + { + "loss_action": 0.0030978708527982235, + "loss_total": 0.0030978708527982235, + "step": 91890 + }, + { + "loss_action": 0.0019657567609101534, + "loss_total": 0.0019657567609101534, + "step": 91890 + }, + { + "grad_norm": 0.21001729369163513, + "learning_rate": 1.783490861481496e-06, + "loss": 0.0103, + "step": 91900 + }, + { + "loss_action": 0.005377345252782106, + "loss_total": 0.005377345252782106, + "step": 91900 + }, + { + "loss_action": 0.008467300795018673, + "loss_total": 0.008467300795018673, + "step": 91900 + }, + { + "loss_action": 0.0030171717517077923, + "loss_total": 0.0030171717517077923, + "step": 91900 + }, + { + "loss_action": 0.005872143432497978, + "loss_total": 0.005872143432497978, + "step": 91900 + }, + { + "loss_action": 0.0023676673881709576, + "loss_total": 0.0023676673881709576, + "step": 91900 + }, + { + "loss_action": 0.027762746438384056, + "loss_total": 0.027762746438384056, + "step": 91900 + }, + { + "grad_norm": 0.11884017288684845, + "learning_rate": 1.7791167256484832e-06, + "loss": 0.0068, + "step": 91910 + }, + { + "loss_action": 0.004441228229552507, + "loss_total": 0.004441228229552507, + "step": 91910 + }, + { + "loss_action": 0.0068916562013328075, + "loss_total": 0.0068916562013328075, + "step": 91910 + }, + { + "loss_action": 0.0028345391619950533, + "loss_total": 0.0028345391619950533, + "step": 91910 + }, + { + "loss_action": 0.001222255639731884, + "loss_total": 0.001222255639731884, + "step": 91910 + }, + { + "loss_action": 0.01017909124493599, + "loss_total": 0.01017909124493599, + "step": 91910 + }, + { + "loss_action": 0.0038679640274494886, + "loss_total": 0.0038679640274494886, + "step": 91910 + }, + { + "grad_norm": 0.31288978457450867, + "learning_rate": 1.774747863178766e-06, + "loss": 0.0078, + "step": 91920 + }, + { + "loss_action": 0.005411825608462095, + "loss_total": 0.005411825608462095, + "step": 91920 + }, + { + "loss_action": 0.020209895446896553, + "loss_total": 0.020209895446896553, + "step": 91920 + }, + { + "loss_action": 0.014393962919712067, + "loss_total": 0.014393962919712067, + "step": 91920 + }, + { + "loss_action": 0.005590074695646763, + "loss_total": 0.005590074695646763, + "step": 91920 + }, + { + "loss_action": 0.008811607025563717, + "loss_total": 0.008811607025563717, + "step": 91920 + }, + { + "loss_action": 0.004830159712582827, + "loss_total": 0.004830159712582827, + "step": 91920 + }, + { + "grad_norm": 0.16494804620742798, + "learning_rate": 1.7703842745501186e-06, + "loss": 0.0083, + "step": 91930 + }, + { + "loss_action": 0.0020840223878622055, + "loss_total": 0.0020840223878622055, + "step": 91930 + }, + { + "loss_action": 0.01313602365553379, + "loss_total": 0.01313602365553379, + "step": 91930 + }, + { + "loss_action": 0.015267085283994675, + "loss_total": 0.015267085283994675, + "step": 91930 + }, + { + "loss_action": 0.0036277042236179113, + "loss_total": 0.0036277042236179113, + "step": 91930 + }, + { + "loss_action": 0.01189184095710516, + "loss_total": 0.01189184095710516, + "step": 91930 + }, + { + "loss_action": 0.004313903860747814, + "loss_total": 0.004313903860747814, + "step": 91930 + }, + { + "grad_norm": 0.11198969185352325, + "learning_rate": 1.7660259602397366e-06, + "loss": 0.0063, + "step": 91940 + }, + { + "loss_action": 0.026645608246326447, + "loss_total": 0.026645608246326447, + "step": 91940 + }, + { + "loss_action": 0.006933528929948807, + "loss_total": 0.006933528929948807, + "step": 91940 + }, + { + "loss_action": 0.0047343396581709385, + "loss_total": 0.0047343396581709385, + "step": 91940 + }, + { + "loss_action": 0.001492864335887134, + "loss_total": 0.001492864335887134, + "step": 91940 + }, + { + "loss_action": 0.001985519425943494, + "loss_total": 0.001985519425943494, + "step": 91940 + }, + { + "loss_action": 0.0037859263829886913, + "loss_total": 0.0037859263829886913, + "step": 91940 + }, + { + "grad_norm": 0.1790342926979065, + "learning_rate": 1.7616729207242388e-06, + "loss": 0.0077, + "step": 91950 + }, + { + "loss_action": 0.015701111406087875, + "loss_total": 0.015701111406087875, + "step": 91950 + }, + { + "loss_action": 0.007331998087465763, + "loss_total": 0.007331998087465763, + "step": 91950 + }, + { + "loss_action": 0.0038147149607539177, + "loss_total": 0.0038147149607539177, + "step": 91950 + }, + { + "loss_action": 0.00481291813775897, + "loss_total": 0.00481291813775897, + "step": 91950 + }, + { + "loss_action": 0.006099402904510498, + "loss_total": 0.006099402904510498, + "step": 91950 + }, + { + "loss_action": 0.008104666136205196, + "loss_total": 0.008104666136205196, + "step": 91950 + }, + { + "grad_norm": 0.23396430909633636, + "learning_rate": 1.7573251564796556e-06, + "loss": 0.0073, + "step": 91960 + }, + { + "loss_action": 0.05395215377211571, + "loss_total": 0.05395215377211571, + "step": 91960 + }, + { + "loss_action": 0.004564383532851934, + "loss_total": 0.004564383532851934, + "step": 91960 + }, + { + "loss_action": 0.006537106819450855, + "loss_total": 0.006537106819450855, + "step": 91960 + }, + { + "loss_action": 0.0036670085974037647, + "loss_total": 0.0036670085974037647, + "step": 91960 + }, + { + "loss_action": 0.006463151425123215, + "loss_total": 0.006463151425123215, + "step": 91960 + }, + { + "loss_action": 0.003741562832146883, + "loss_total": 0.003741562832146883, + "step": 91960 + }, + { + "grad_norm": 0.23451007902622223, + "learning_rate": 1.7529826679814676e-06, + "loss": 0.0103, + "step": 91970 + }, + { + "loss_action": 0.007945729419589043, + "loss_total": 0.007945729419589043, + "step": 91970 + }, + { + "loss_action": 0.002669114153832197, + "loss_total": 0.002669114153832197, + "step": 91970 + }, + { + "loss_action": 0.006542757619172335, + "loss_total": 0.006542757619172335, + "step": 91970 + }, + { + "loss_action": 0.006032295059412718, + "loss_total": 0.006032295059412718, + "step": 91970 + }, + { + "loss_action": 0.005448373965919018, + "loss_total": 0.005448373965919018, + "step": 91970 + }, + { + "loss_action": 0.0023447233252227306, + "loss_total": 0.0023447233252227306, + "step": 91970 + }, + { + "grad_norm": 0.16018038988113403, + "learning_rate": 1.7486454557045562e-06, + "loss": 0.0074, + "step": 91980 + }, + { + "loss_action": 0.0014734315918758512, + "loss_total": 0.0014734315918758512, + "step": 91980 + }, + { + "loss_action": 0.0303813423961401, + "loss_total": 0.0303813423961401, + "step": 91980 + }, + { + "loss_action": 0.00196130876429379, + "loss_total": 0.00196130876429379, + "step": 91980 + }, + { + "loss_action": 0.005232704803347588, + "loss_total": 0.005232704803347588, + "step": 91980 + }, + { + "loss_action": 0.007856077514588833, + "loss_total": 0.007856077514588833, + "step": 91980 + }, + { + "loss_action": 0.0014169516507536173, + "loss_total": 0.0014169516507536173, + "step": 91980 + }, + { + "grad_norm": 0.28693079948425293, + "learning_rate": 1.7443135201232364e-06, + "loss": 0.0091, + "step": 91990 + }, + { + "loss_action": 0.006495622452348471, + "loss_total": 0.006495622452348471, + "step": 91990 + }, + { + "loss_action": 0.002980629913508892, + "loss_total": 0.002980629913508892, + "step": 91990 + }, + { + "loss_action": 0.004788687918335199, + "loss_total": 0.004788687918335199, + "step": 91990 + }, + { + "loss_action": 0.0023844114039093256, + "loss_total": 0.0023844114039093256, + "step": 91990 + }, + { + "loss_action": 0.010998853482306004, + "loss_total": 0.010998853482306004, + "step": 91990 + }, + { + "loss_action": 0.006512530613690615, + "loss_total": 0.006512530613690615, + "step": 91990 + }, + { + "grad_norm": 0.18922469019889832, + "learning_rate": 1.7399868617112347e-06, + "loss": 0.0071, + "step": 92000 + }, + { + "loss_action": 0.0052872090600430965, + "loss_total": 0.0052872090600430965, + "step": 92000 + }, + { + "loss_action": 0.0038966801948845387, + "loss_total": 0.0038966801948845387, + "step": 92000 + }, + { + "loss_action": 0.008893866091966629, + "loss_total": 0.008893866091966629, + "step": 92000 + }, + { + "loss_action": 0.0037549061235040426, + "loss_total": 0.0037549061235040426, + "step": 92000 + }, + { + "loss_action": 0.008658301085233688, + "loss_total": 0.008658301085233688, + "step": 92000 + }, + { + "loss_action": 0.006925768218934536, + "loss_total": 0.006925768218934536, + "step": 92000 + }, + { + "grad_norm": 0.16062535345554352, + "learning_rate": 1.7356654809417171e-06, + "loss": 0.0081, + "step": 92010 + }, + { + "loss_action": 0.0052791680209338665, + "loss_total": 0.0052791680209338665, + "step": 92010 + }, + { + "loss_action": 0.0030401437543332577, + "loss_total": 0.0030401437543332577, + "step": 92010 + }, + { + "loss_action": 0.0015154470456764102, + "loss_total": 0.0015154470456764102, + "step": 92010 + }, + { + "loss_action": 0.019024048000574112, + "loss_total": 0.019024048000574112, + "step": 92010 + }, + { + "loss_action": 0.013714914210140705, + "loss_total": 0.013714914210140705, + "step": 92010 + }, + { + "loss_action": 0.00623744074255228, + "loss_total": 0.00623744074255228, + "step": 92010 + }, + { + "grad_norm": 0.2684970200061798, + "learning_rate": 1.7313493782872448e-06, + "loss": 0.0076, + "step": 92020 + }, + { + "loss_action": 0.0087301479652524, + "loss_total": 0.0087301479652524, + "step": 92020 + }, + { + "loss_action": 0.004943619016557932, + "loss_total": 0.004943619016557932, + "step": 92020 + }, + { + "loss_action": 0.0022660179529339075, + "loss_total": 0.0022660179529339075, + "step": 92020 + }, + { + "loss_action": 0.008420492522418499, + "loss_total": 0.008420492522418499, + "step": 92020 + }, + { + "loss_action": 0.0030389579478651285, + "loss_total": 0.0030389579478651285, + "step": 92020 + }, + { + "loss_action": 0.008523420430719852, + "loss_total": 0.008523420430719852, + "step": 92020 + }, + { + "grad_norm": 0.19906015694141388, + "learning_rate": 1.7270385542198453e-06, + "loss": 0.0066, + "step": 92030 + }, + { + "loss_action": 0.007243532687425613, + "loss_total": 0.007243532687425613, + "step": 92030 + }, + { + "loss_action": 0.012346906587481499, + "loss_total": 0.012346906587481499, + "step": 92030 + }, + { + "loss_action": 0.001415861421264708, + "loss_total": 0.001415861421264708, + "step": 92030 + }, + { + "loss_action": 0.002384588122367859, + "loss_total": 0.002384588122367859, + "step": 92030 + }, + { + "loss_action": 0.001918107969686389, + "loss_total": 0.001918107969686389, + "step": 92030 + }, + { + "loss_action": 0.010756582953035831, + "loss_total": 0.010756582953035831, + "step": 92030 + }, + { + "grad_norm": 0.1013660803437233, + "learning_rate": 1.7227330092109307e-06, + "loss": 0.0073, + "step": 92040 + }, + { + "loss_action": 0.0027857886161655188, + "loss_total": 0.0027857886161655188, + "step": 92040 + }, + { + "loss_action": 0.010413636453449726, + "loss_total": 0.010413636453449726, + "step": 92040 + }, + { + "loss_action": 0.0029302488546818495, + "loss_total": 0.0029302488546818495, + "step": 92040 + }, + { + "loss_action": 0.0061284382827579975, + "loss_total": 0.0061284382827579975, + "step": 92040 + }, + { + "loss_action": 0.005699994973838329, + "loss_total": 0.005699994973838329, + "step": 92040 + }, + { + "loss_action": 0.007591015659272671, + "loss_total": 0.007591015659272671, + "step": 92040 + }, + { + "grad_norm": 0.19676370918750763, + "learning_rate": 1.718432743731352e-06, + "loss": 0.0075, + "step": 92050 + }, + { + "loss_action": 0.009486203081905842, + "loss_total": 0.009486203081905842, + "step": 92050 + }, + { + "loss_action": 0.00356036308221519, + "loss_total": 0.00356036308221519, + "step": 92050 + }, + { + "loss_action": 0.006940385792404413, + "loss_total": 0.006940385792404413, + "step": 92050 + }, + { + "loss_action": 0.003402009140700102, + "loss_total": 0.003402009140700102, + "step": 92050 + }, + { + "loss_action": 0.09290261566638947, + "loss_total": 0.09290261566638947, + "step": 92050 + }, + { + "loss_action": 0.0044757770374417305, + "loss_total": 0.0044757770374417305, + "step": 92050 + }, + { + "grad_norm": 0.18006092309951782, + "learning_rate": 1.7141377582513718e-06, + "loss": 0.0084, + "step": 92060 + }, + { + "loss_action": 0.010627263225615025, + "loss_total": 0.010627263225615025, + "step": 92060 + }, + { + "loss_action": 0.0013795836130157113, + "loss_total": 0.0013795836130157113, + "step": 92060 + }, + { + "loss_action": 0.004466876853257418, + "loss_total": 0.004466876853257418, + "step": 92060 + }, + { + "loss_action": 0.00392425712198019, + "loss_total": 0.00392425712198019, + "step": 92060 + }, + { + "loss_action": 0.004307069815695286, + "loss_total": 0.004307069815695286, + "step": 92060 + }, + { + "loss_action": 0.015832845121622086, + "loss_total": 0.015832845121622086, + "step": 92060 + }, + { + "grad_norm": 0.20683979988098145, + "learning_rate": 1.709848053240698e-06, + "loss": 0.0084, + "step": 92070 + }, + { + "loss_action": 0.016536768525838852, + "loss_total": 0.016536768525838852, + "step": 92070 + }, + { + "loss_action": 0.002197984838858247, + "loss_total": 0.002197984838858247, + "step": 92070 + }, + { + "loss_action": 0.0023505892604589462, + "loss_total": 0.0023505892604589462, + "step": 92070 + }, + { + "loss_action": 0.0051031820476055145, + "loss_total": 0.0051031820476055145, + "step": 92070 + }, + { + "loss_action": 0.004264522343873978, + "loss_total": 0.004264522343873978, + "step": 92070 + }, + { + "loss_action": 0.006285480689257383, + "loss_total": 0.006285480689257383, + "step": 92070 + }, + { + "grad_norm": 0.15685714781284332, + "learning_rate": 1.7055636291684328e-06, + "loss": 0.0099, + "step": 92080 + }, + { + "loss_action": 0.005276739597320557, + "loss_total": 0.005276739597320557, + "step": 92080 + }, + { + "loss_action": 0.0016167847206816077, + "loss_total": 0.0016167847206816077, + "step": 92080 + }, + { + "loss_action": 0.010362238623201847, + "loss_total": 0.010362238623201847, + "step": 92080 + }, + { + "loss_action": 0.002560227643698454, + "loss_total": 0.002560227643698454, + "step": 92080 + }, + { + "loss_action": 0.005173513200134039, + "loss_total": 0.005173513200134039, + "step": 92080 + }, + { + "loss_action": 0.002717038616538048, + "loss_total": 0.002717038616538048, + "step": 92080 + }, + { + "grad_norm": 0.14598214626312256, + "learning_rate": 1.7012844865031185e-06, + "loss": 0.0097, + "step": 92090 + }, + { + "loss_action": 0.0033150194212794304, + "loss_total": 0.0033150194212794304, + "step": 92090 + }, + { + "loss_action": 0.004364725202322006, + "loss_total": 0.004364725202322006, + "step": 92090 + }, + { + "loss_action": 0.004632083233445883, + "loss_total": 0.004632083233445883, + "step": 92090 + }, + { + "loss_action": 0.027940256521105766, + "loss_total": 0.027940256521105766, + "step": 92090 + }, + { + "loss_action": 0.02057741768658161, + "loss_total": 0.02057741768658161, + "step": 92090 + }, + { + "loss_action": 0.006771889980882406, + "loss_total": 0.006771889980882406, + "step": 92090 + }, + { + "grad_norm": 0.2213483601808548, + "learning_rate": 1.6970106257127138e-06, + "loss": 0.0075, + "step": 92100 + }, + { + "loss_action": 0.015607021749019623, + "loss_total": 0.015607021749019623, + "step": 92100 + }, + { + "loss_action": 0.014144675806164742, + "loss_total": 0.014144675806164742, + "step": 92100 + }, + { + "loss_action": 0.004954323638230562, + "loss_total": 0.004954323638230562, + "step": 92100 + }, + { + "loss_action": 0.01029288675636053, + "loss_total": 0.01029288675636053, + "step": 92100 + }, + { + "loss_action": 0.01407766342163086, + "loss_total": 0.01407766342163086, + "step": 92100 + }, + { + "loss_action": 0.007498501800000668, + "loss_total": 0.007498501800000668, + "step": 92100 + }, + { + "grad_norm": 0.18707400560379028, + "learning_rate": 1.6927420472646117e-06, + "loss": 0.0088, + "step": 92110 + }, + { + "loss_action": 0.008409691043198109, + "loss_total": 0.008409691043198109, + "step": 92110 + }, + { + "loss_action": 0.010951588861644268, + "loss_total": 0.010951588861644268, + "step": 92110 + }, + { + "loss_action": 0.01664878986775875, + "loss_total": 0.01664878986775875, + "step": 92110 + }, + { + "loss_action": 0.0027840519323945045, + "loss_total": 0.0027840519323945045, + "step": 92110 + }, + { + "loss_action": 0.006771824788302183, + "loss_total": 0.006771824788302183, + "step": 92110 + }, + { + "loss_action": 0.0016001954209059477, + "loss_total": 0.0016001954209059477, + "step": 92110 + }, + { + "grad_norm": 0.17434370517730713, + "learning_rate": 1.6884787516256106e-06, + "loss": 0.0079, + "step": 92120 + }, + { + "loss_action": 0.009692071005702019, + "loss_total": 0.009692071005702019, + "step": 92120 + }, + { + "loss_action": 0.005182303953915834, + "loss_total": 0.005182303953915834, + "step": 92120 + }, + { + "loss_action": 0.0027962944004684687, + "loss_total": 0.0027962944004684687, + "step": 92120 + }, + { + "loss_action": 0.004240852780640125, + "loss_total": 0.004240852780640125, + "step": 92120 + }, + { + "loss_action": 0.014413543976843357, + "loss_total": 0.014413543976843357, + "step": 92120 + }, + { + "loss_action": 0.003248591674491763, + "loss_total": 0.003248591674491763, + "step": 92120 + }, + { + "grad_norm": 0.14190061390399933, + "learning_rate": 1.6842207392619325e-06, + "loss": 0.0071, + "step": 92130 + }, + { + "loss_action": 0.007849744521081448, + "loss_total": 0.007849744521081448, + "step": 92130 + }, + { + "loss_action": 0.003577589988708496, + "loss_total": 0.003577589988708496, + "step": 92130 + }, + { + "loss_action": 0.06488213688135147, + "loss_total": 0.06488213688135147, + "step": 92130 + }, + { + "loss_action": 0.002745158039033413, + "loss_total": 0.002745158039033413, + "step": 92130 + }, + { + "loss_action": 0.006213746499270201, + "loss_total": 0.006213746499270201, + "step": 92130 + }, + { + "loss_action": 0.003156151156872511, + "loss_total": 0.003156151156872511, + "step": 92130 + }, + { + "grad_norm": 0.23660747706890106, + "learning_rate": 1.679968010639238e-06, + "loss": 0.01, + "step": 92140 + }, + { + "loss_action": 0.029925253242254257, + "loss_total": 0.029925253242254257, + "step": 92140 + }, + { + "loss_action": 0.0032896343618631363, + "loss_total": 0.0032896343618631363, + "step": 92140 + }, + { + "loss_action": 0.002407466759905219, + "loss_total": 0.002407466759905219, + "step": 92140 + }, + { + "loss_action": 0.004110070411115885, + "loss_total": 0.004110070411115885, + "step": 92140 + }, + { + "loss_action": 0.007324468810111284, + "loss_total": 0.007324468810111284, + "step": 92140 + }, + { + "loss_action": 0.0022991655860096216, + "loss_total": 0.0022991655860096216, + "step": 92140 + }, + { + "grad_norm": 0.19212806224822998, + "learning_rate": 1.6757205662225829e-06, + "loss": 0.0074, + "step": 92150 + }, + { + "loss_action": 0.008614981546998024, + "loss_total": 0.008614981546998024, + "step": 92150 + }, + { + "loss_action": 0.0461612306535244, + "loss_total": 0.0461612306535244, + "step": 92150 + }, + { + "loss_action": 0.0034319290425628424, + "loss_total": 0.0034319290425628424, + "step": 92150 + }, + { + "loss_action": 0.008065932430326939, + "loss_total": 0.008065932430326939, + "step": 92150 + }, + { + "loss_action": 0.005607908125966787, + "loss_total": 0.005607908125966787, + "step": 92150 + }, + { + "loss_action": 0.10955322533845901, + "loss_total": 0.10955322533845901, + "step": 92150 + }, + { + "grad_norm": 0.27521413564682007, + "learning_rate": 1.6714784064764844e-06, + "loss": 0.0105, + "step": 92160 + }, + { + "loss_action": 0.006580793298780918, + "loss_total": 0.006580793298780918, + "step": 92160 + }, + { + "loss_action": 0.01050506066530943, + "loss_total": 0.01050506066530943, + "step": 92160 + }, + { + "loss_action": 0.0030507994815707207, + "loss_total": 0.0030507994815707207, + "step": 92160 + }, + { + "loss_action": 0.008220922201871872, + "loss_total": 0.008220922201871872, + "step": 92160 + }, + { + "loss_action": 0.003541704034432769, + "loss_total": 0.003541704034432769, + "step": 92160 + }, + { + "loss_action": 0.0033428454771637917, + "loss_total": 0.0033428454771637917, + "step": 92160 + }, + { + "grad_norm": 0.22221839427947998, + "learning_rate": 1.6672415318648383e-06, + "loss": 0.0085, + "step": 92170 + }, + { + "loss_action": 0.0037646922282874584, + "loss_total": 0.0037646922282874584, + "step": 92170 + }, + { + "loss_action": 0.003272061934694648, + "loss_total": 0.003272061934694648, + "step": 92170 + }, + { + "loss_action": 0.008052642457187176, + "loss_total": 0.008052642457187176, + "step": 92170 + }, + { + "loss_action": 0.003920873161405325, + "loss_total": 0.003920873161405325, + "step": 92170 + }, + { + "loss_action": 0.004640351515263319, + "loss_total": 0.004640351515263319, + "step": 92170 + }, + { + "loss_action": 0.0052874209359288216, + "loss_total": 0.0052874209359288216, + "step": 92170 + }, + { + "grad_norm": 0.146722674369812, + "learning_rate": 1.6630099428510016e-06, + "loss": 0.0063, + "step": 92180 + }, + { + "loss_action": 0.003279025899246335, + "loss_total": 0.003279025899246335, + "step": 92180 + }, + { + "loss_action": 0.003133955877274275, + "loss_total": 0.003133955877274275, + "step": 92180 + }, + { + "loss_action": 0.022483663633465767, + "loss_total": 0.022483663633465767, + "step": 92180 + }, + { + "loss_action": 0.0018979611340910196, + "loss_total": 0.0018979611340910196, + "step": 92180 + }, + { + "loss_action": 0.004927255678921938, + "loss_total": 0.004927255678921938, + "step": 92180 + }, + { + "loss_action": 0.005217290483415127, + "loss_total": 0.005217290483415127, + "step": 92180 + }, + { + "grad_norm": 0.2044905722141266, + "learning_rate": 1.6587836398977153e-06, + "loss": 0.0067, + "step": 92190 + }, + { + "loss_action": 0.008906769566237926, + "loss_total": 0.008906769566237926, + "step": 92190 + }, + { + "loss_action": 0.005925334058701992, + "loss_total": 0.005925334058701992, + "step": 92190 + }, + { + "loss_action": 0.006860681809484959, + "loss_total": 0.006860681809484959, + "step": 92190 + }, + { + "loss_action": 0.005578094162046909, + "loss_total": 0.005578094162046909, + "step": 92190 + }, + { + "loss_action": 0.0025432496331632137, + "loss_total": 0.0025432496331632137, + "step": 92190 + }, + { + "loss_action": 0.00283519783988595, + "loss_total": 0.00283519783988595, + "step": 92190 + }, + { + "grad_norm": 0.5992522835731506, + "learning_rate": 1.6545626234671762e-06, + "loss": 0.0093, + "step": 92200 + }, + { + "loss_action": 0.007019262760877609, + "loss_total": 0.007019262760877609, + "step": 92200 + }, + { + "loss_action": 0.010478849522769451, + "loss_total": 0.010478849522769451, + "step": 92200 + }, + { + "loss_action": 0.004811670631170273, + "loss_total": 0.004811670631170273, + "step": 92200 + }, + { + "loss_action": 0.0269930362701416, + "loss_total": 0.0269930362701416, + "step": 92200 + }, + { + "loss_action": 0.015834562480449677, + "loss_total": 0.015834562480449677, + "step": 92200 + }, + { + "loss_action": 0.0023607437033206224, + "loss_total": 0.0023607437033206224, + "step": 92200 + }, + { + "grad_norm": 0.19504645466804504, + "learning_rate": 1.650346894020971e-06, + "loss": 0.0078, + "step": 92210 + }, + { + "loss_action": 0.004739615600556135, + "loss_total": 0.004739615600556135, + "step": 92210 + }, + { + "loss_action": 0.009134088642895222, + "loss_total": 0.009134088642895222, + "step": 92210 + }, + { + "loss_action": 0.006134212948381901, + "loss_total": 0.006134212948381901, + "step": 92210 + }, + { + "loss_action": 0.0025282239075750113, + "loss_total": 0.0025282239075750113, + "step": 92210 + }, + { + "loss_action": 0.02358405478298664, + "loss_total": 0.02358405478298664, + "step": 92210 + }, + { + "loss_action": 0.005081638693809509, + "loss_total": 0.005081638693809509, + "step": 92210 + }, + { + "grad_norm": 0.1851138174533844, + "learning_rate": 1.6461364520201472e-06, + "loss": 0.0077, + "step": 92220 + }, + { + "loss_action": 0.003250029869377613, + "loss_total": 0.003250029869377613, + "step": 92220 + }, + { + "loss_action": 0.004863948095589876, + "loss_total": 0.004863948095589876, + "step": 92220 + }, + { + "loss_action": 0.0064755952917039394, + "loss_total": 0.0064755952917039394, + "step": 92220 + }, + { + "loss_action": 0.002137461444362998, + "loss_total": 0.002137461444362998, + "step": 92220 + }, + { + "loss_action": 0.01631292514503002, + "loss_total": 0.01631292514503002, + "step": 92220 + }, + { + "loss_action": 0.00324139092117548, + "loss_total": 0.00324139092117548, + "step": 92220 + }, + { + "grad_norm": 0.26345810294151306, + "learning_rate": 1.6419312979251366e-06, + "loss": 0.0085, + "step": 92230 + }, + { + "loss_action": 0.006132310256361961, + "loss_total": 0.006132310256361961, + "step": 92230 + }, + { + "loss_action": 0.006880589295178652, + "loss_total": 0.006880589295178652, + "step": 92230 + }, + { + "loss_action": 0.003229686990380287, + "loss_total": 0.003229686990380287, + "step": 92230 + }, + { + "loss_action": 0.00845214631408453, + "loss_total": 0.00845214631408453, + "step": 92230 + }, + { + "loss_action": 0.004569435957819223, + "loss_total": 0.004569435957819223, + "step": 92230 + }, + { + "loss_action": 0.03311847150325775, + "loss_total": 0.03311847150325775, + "step": 92230 + }, + { + "grad_norm": 0.1515064388513565, + "learning_rate": 1.6377314321958214e-06, + "loss": 0.0093, + "step": 92240 + }, + { + "loss_action": 0.011474978178739548, + "loss_total": 0.011474978178739548, + "step": 92240 + }, + { + "loss_action": 0.007108666934072971, + "loss_total": 0.007108666934072971, + "step": 92240 + }, + { + "loss_action": 0.0013860338367521763, + "loss_total": 0.0013860338367521763, + "step": 92240 + }, + { + "loss_action": 0.006358543876558542, + "loss_total": 0.006358543876558542, + "step": 92240 + }, + { + "loss_action": 0.011567062698304653, + "loss_total": 0.011567062698304653, + "step": 92240 + }, + { + "loss_action": 0.008864975534379482, + "loss_total": 0.008864975534379482, + "step": 92240 + }, + { + "grad_norm": 0.1539229303598404, + "learning_rate": 1.6335368552914787e-06, + "loss": 0.0072, + "step": 92250 + }, + { + "loss_action": 0.0045259129256010056, + "loss_total": 0.0045259129256010056, + "step": 92250 + }, + { + "loss_action": 0.005164683796465397, + "loss_total": 0.005164683796465397, + "step": 92250 + }, + { + "loss_action": 0.00993276759982109, + "loss_total": 0.00993276759982109, + "step": 92250 + }, + { + "loss_action": 0.008671383373439312, + "loss_total": 0.008671383373439312, + "step": 92250 + }, + { + "loss_action": 0.0016613517655059695, + "loss_total": 0.0016613517655059695, + "step": 92250 + }, + { + "loss_action": 0.004057152196764946, + "loss_total": 0.004057152196764946, + "step": 92250 + }, + { + "grad_norm": 0.4739803671836853, + "learning_rate": 1.6293475676708358e-06, + "loss": 0.0104, + "step": 92260 + }, + { + "loss_action": 0.007358473725616932, + "loss_total": 0.007358473725616932, + "step": 92260 + }, + { + "loss_action": 0.0027262703515589237, + "loss_total": 0.0027262703515589237, + "step": 92260 + }, + { + "loss_action": 0.005234709940850735, + "loss_total": 0.005234709940850735, + "step": 92260 + }, + { + "loss_action": 0.006615089252591133, + "loss_total": 0.006615089252591133, + "step": 92260 + }, + { + "loss_action": 0.015448163263499737, + "loss_total": 0.015448163263499737, + "step": 92260 + }, + { + "loss_action": 0.014515024609863758, + "loss_total": 0.014515024609863758, + "step": 92260 + }, + { + "grad_norm": 0.18034836649894714, + "learning_rate": 1.6251635697920097e-06, + "loss": 0.0067, + "step": 92270 + }, + { + "loss_action": 0.0031557742040604353, + "loss_total": 0.0031557742040604353, + "step": 92270 + }, + { + "loss_action": 0.004517144989222288, + "loss_total": 0.004517144989222288, + "step": 92270 + }, + { + "loss_action": 0.022911086678504944, + "loss_total": 0.022911086678504944, + "step": 92270 + }, + { + "loss_action": 0.003184329951182008, + "loss_total": 0.003184329951182008, + "step": 92270 + }, + { + "loss_action": 0.011779438704252243, + "loss_total": 0.011779438704252243, + "step": 92270 + }, + { + "loss_action": 0.013255083002150059, + "loss_total": 0.013255083002150059, + "step": 92270 + }, + { + "grad_norm": 0.18353323638439178, + "learning_rate": 1.6209848621125624e-06, + "loss": 0.0095, + "step": 92280 + }, + { + "loss_action": 0.004828775301575661, + "loss_total": 0.004828775301575661, + "step": 92280 + }, + { + "loss_action": 0.020378494635224342, + "loss_total": 0.020378494635224342, + "step": 92280 + }, + { + "loss_action": 0.0022307448089122772, + "loss_total": 0.0022307448089122772, + "step": 92280 + }, + { + "loss_action": 0.005459952168166637, + "loss_total": 0.005459952168166637, + "step": 92280 + }, + { + "loss_action": 0.01878431998193264, + "loss_total": 0.01878431998193264, + "step": 92280 + }, + { + "loss_action": 0.002425040816888213, + "loss_total": 0.002425040816888213, + "step": 92280 + }, + { + "grad_norm": 0.1284022480249405, + "learning_rate": 1.6168114450894778e-06, + "loss": 0.0063, + "step": 92290 + }, + { + "loss_action": 0.015438570640981197, + "loss_total": 0.015438570640981197, + "step": 92290 + }, + { + "loss_action": 0.004495840519666672, + "loss_total": 0.004495840519666672, + "step": 92290 + }, + { + "loss_action": 0.005468278657644987, + "loss_total": 0.005468278657644987, + "step": 92290 + }, + { + "loss_action": 0.0027044774033129215, + "loss_total": 0.0027044774033129215, + "step": 92290 + }, + { + "loss_action": 0.00777839170768857, + "loss_total": 0.00777839170768857, + "step": 92290 + }, + { + "loss_action": 0.005062794778496027, + "loss_total": 0.005062794778496027, + "step": 92290 + }, + { + "grad_norm": 0.11908672004938126, + "learning_rate": 1.612643319179158e-06, + "loss": 0.0073, + "step": 92300 + }, + { + "loss_action": 0.009505067020654678, + "loss_total": 0.009505067020654678, + "step": 92300 + }, + { + "loss_action": 0.001829208224080503, + "loss_total": 0.001829208224080503, + "step": 92300 + }, + { + "loss_action": 0.005692671984434128, + "loss_total": 0.005692671984434128, + "step": 92300 + }, + { + "loss_action": 0.007298966869711876, + "loss_total": 0.007298966869711876, + "step": 92300 + }, + { + "loss_action": 0.002405275823548436, + "loss_total": 0.002405275823548436, + "step": 92300 + }, + { + "loss_action": 0.005357230082154274, + "loss_total": 0.005357230082154274, + "step": 92300 + }, + { + "grad_norm": 0.186076357960701, + "learning_rate": 1.6084804848374046e-06, + "loss": 0.0083, + "step": 92310 + }, + { + "loss_action": 0.005679911933839321, + "loss_total": 0.005679911933839321, + "step": 92310 + }, + { + "loss_action": 0.00805687066167593, + "loss_total": 0.00805687066167593, + "step": 92310 + }, + { + "loss_action": 0.0068448688834905624, + "loss_total": 0.0068448688834905624, + "step": 92310 + }, + { + "loss_action": 0.010998211801052094, + "loss_total": 0.010998211801052094, + "step": 92310 + }, + { + "loss_action": 0.002634343458339572, + "loss_total": 0.002634343458339572, + "step": 92310 + }, + { + "loss_action": 0.0032984239514917135, + "loss_total": 0.0032984239514917135, + "step": 92310 + }, + { + "grad_norm": 0.18283119797706604, + "learning_rate": 1.6043229425194817e-06, + "loss": 0.0064, + "step": 92320 + }, + { + "loss_action": 0.006325544789433479, + "loss_total": 0.006325544789433479, + "step": 92320 + }, + { + "loss_action": 0.005667462944984436, + "loss_total": 0.005667462944984436, + "step": 92320 + }, + { + "loss_action": 0.0036382372491061687, + "loss_total": 0.0036382372491061687, + "step": 92320 + }, + { + "loss_action": 0.00864503812044859, + "loss_total": 0.00864503812044859, + "step": 92320 + }, + { + "loss_action": 0.0031225946731865406, + "loss_total": 0.0031225946731865406, + "step": 92320 + }, + { + "loss_action": 0.0027347879949957132, + "loss_total": 0.0027347879949957132, + "step": 92320 + }, + { + "grad_norm": 0.25646519660949707, + "learning_rate": 1.6001706926800308e-06, + "loss": 0.0069, + "step": 92330 + }, + { + "loss_action": 0.008269027806818485, + "loss_total": 0.008269027806818485, + "step": 92330 + }, + { + "loss_action": 0.003796760458499193, + "loss_total": 0.003796760458499193, + "step": 92330 + }, + { + "loss_action": 0.004817861597985029, + "loss_total": 0.004817861597985029, + "step": 92330 + }, + { + "loss_action": 0.0014588669873774052, + "loss_total": 0.0014588669873774052, + "step": 92330 + }, + { + "loss_action": 0.004177737515419722, + "loss_total": 0.004177737515419722, + "step": 92330 + }, + { + "loss_action": 0.002366946544498205, + "loss_total": 0.002366946544498205, + "step": 92330 + }, + { + "grad_norm": 0.15492679178714752, + "learning_rate": 1.5960237357731444e-06, + "loss": 0.0096, + "step": 92340 + }, + { + "loss_action": 0.04484090954065323, + "loss_total": 0.04484090954065323, + "step": 92340 + }, + { + "loss_action": 0.003212444484233856, + "loss_total": 0.003212444484233856, + "step": 92340 + }, + { + "loss_action": 0.0036068949848413467, + "loss_total": 0.0036068949848413467, + "step": 92340 + }, + { + "loss_action": 0.00842366460710764, + "loss_total": 0.00842366460710764, + "step": 92340 + }, + { + "loss_action": 0.008354635909199715, + "loss_total": 0.008354635909199715, + "step": 92340 + }, + { + "loss_action": 0.004106425680220127, + "loss_total": 0.004106425680220127, + "step": 92340 + }, + { + "grad_norm": 0.18240875005722046, + "learning_rate": 1.5918820722523264e-06, + "loss": 0.0079, + "step": 92350 + }, + { + "loss_action": 0.009755386039614677, + "loss_total": 0.009755386039614677, + "step": 92350 + }, + { + "loss_action": 0.0018905276665464044, + "loss_total": 0.0018905276665464044, + "step": 92350 + }, + { + "loss_action": 0.012185055762529373, + "loss_total": 0.012185055762529373, + "step": 92350 + }, + { + "loss_action": 0.004864715505391359, + "loss_total": 0.004864715505391359, + "step": 92350 + }, + { + "loss_action": 0.00577925331890583, + "loss_total": 0.00577925331890583, + "step": 92350 + }, + { + "loss_action": 0.022718867287039757, + "loss_total": 0.022718867287039757, + "step": 92350 + }, + { + "grad_norm": 0.13837844133377075, + "learning_rate": 1.587745702570509e-06, + "loss": 0.0075, + "step": 92360 + }, + { + "loss_action": 0.0026279808953404427, + "loss_total": 0.0026279808953404427, + "step": 92360 + }, + { + "loss_action": 0.006829459685832262, + "loss_total": 0.006829459685832262, + "step": 92360 + }, + { + "loss_action": 0.008415738120675087, + "loss_total": 0.008415738120675087, + "step": 92360 + }, + { + "loss_action": 0.006112455390393734, + "loss_total": 0.006112455390393734, + "step": 92360 + }, + { + "loss_action": 0.002658413490280509, + "loss_total": 0.002658413490280509, + "step": 92360 + }, + { + "loss_action": 0.003770993323996663, + "loss_total": 0.003770993323996663, + "step": 92360 + }, + { + "grad_norm": 0.13205553591251373, + "learning_rate": 1.5836146271800356e-06, + "loss": 0.0096, + "step": 92370 + }, + { + "loss_action": 0.0030141740571707487, + "loss_total": 0.0030141740571707487, + "step": 92370 + }, + { + "loss_action": 0.002507243538275361, + "loss_total": 0.002507243538275361, + "step": 92370 + }, + { + "loss_action": 0.006999689154326916, + "loss_total": 0.006999689154326916, + "step": 92370 + }, + { + "loss_action": 0.016622772440314293, + "loss_total": 0.016622772440314293, + "step": 92370 + }, + { + "loss_action": 0.009076886810362339, + "loss_total": 0.009076886810362339, + "step": 92370 + }, + { + "loss_action": 0.0040943375788629055, + "loss_total": 0.0040943375788629055, + "step": 92370 + }, + { + "grad_norm": 0.1689964085817337, + "learning_rate": 1.5794888465326728e-06, + "loss": 0.009, + "step": 92380 + }, + { + "loss_action": 0.005661729257553816, + "loss_total": 0.005661729257553816, + "step": 92380 + }, + { + "loss_action": 0.002096370328217745, + "loss_total": 0.002096370328217745, + "step": 92380 + }, + { + "loss_action": 0.006218981463462114, + "loss_total": 0.006218981463462114, + "step": 92380 + }, + { + "loss_action": 0.027403462678194046, + "loss_total": 0.027403462678194046, + "step": 92380 + }, + { + "loss_action": 0.0024919984862208366, + "loss_total": 0.0024919984862208366, + "step": 92380 + }, + { + "loss_action": 0.0028556163888424635, + "loss_total": 0.0028556163888424635, + "step": 92380 + }, + { + "grad_norm": 0.15184719860553741, + "learning_rate": 1.5753683610796155e-06, + "loss": 0.0069, + "step": 92390 + }, + { + "loss_action": 0.007659377995878458, + "loss_total": 0.007659377995878458, + "step": 92390 + }, + { + "loss_action": 0.008570353500545025, + "loss_total": 0.008570353500545025, + "step": 92390 + }, + { + "loss_action": 0.003079239511862397, + "loss_total": 0.003079239511862397, + "step": 92390 + }, + { + "loss_action": 0.004445087630301714, + "loss_total": 0.004445087630301714, + "step": 92390 + }, + { + "loss_action": 0.0017655709525570273, + "loss_total": 0.0017655709525570273, + "step": 92390 + }, + { + "loss_action": 0.011485540308058262, + "loss_total": 0.011485540308058262, + "step": 92390 + }, + { + "grad_norm": 0.14678503572940826, + "learning_rate": 1.5712531712714528e-06, + "loss": 0.0083, + "step": 92400 + }, + { + "loss_action": 0.003486907109618187, + "loss_total": 0.003486907109618187, + "step": 92400 + }, + { + "loss_action": 0.012291144579648972, + "loss_total": 0.012291144579648972, + "step": 92400 + }, + { + "loss_action": 0.0032198308035731316, + "loss_total": 0.0032198308035731316, + "step": 92400 + }, + { + "loss_action": 0.005501604173332453, + "loss_total": 0.005501604173332453, + "step": 92400 + }, + { + "loss_action": 0.004916279576718807, + "loss_total": 0.004916279576718807, + "step": 92400 + }, + { + "loss_action": 0.00576783437281847, + "loss_total": 0.00576783437281847, + "step": 92400 + }, + { + "grad_norm": 0.1404910385608673, + "learning_rate": 1.5671432775582474e-06, + "loss": 0.0099, + "step": 92410 + }, + { + "loss_action": 0.009807956404983997, + "loss_total": 0.009807956404983997, + "step": 92410 + }, + { + "loss_action": 0.004897219594568014, + "loss_total": 0.004897219594568014, + "step": 92410 + }, + { + "loss_action": 0.0027694785967469215, + "loss_total": 0.0027694785967469215, + "step": 92410 + }, + { + "loss_action": 0.006086253561079502, + "loss_total": 0.006086253561079502, + "step": 92410 + }, + { + "loss_action": 0.014400548301637173, + "loss_total": 0.014400548301637173, + "step": 92410 + }, + { + "loss_action": 0.0014801619108766317, + "loss_total": 0.0014801619108766317, + "step": 92410 + }, + { + "grad_norm": 0.26546868681907654, + "learning_rate": 1.563038680389428e-06, + "loss": 0.0079, + "step": 92420 + }, + { + "loss_action": 0.0018166783265769482, + "loss_total": 0.0018166783265769482, + "step": 92420 + }, + { + "loss_action": 0.006261283531785011, + "loss_total": 0.006261283531785011, + "step": 92420 + }, + { + "loss_action": 0.004474783781915903, + "loss_total": 0.004474783781915903, + "step": 92420 + }, + { + "loss_action": 0.006211205385625362, + "loss_total": 0.006211205385625362, + "step": 92420 + }, + { + "loss_action": 0.0038938538637012243, + "loss_total": 0.0038938538637012243, + "step": 92420 + }, + { + "loss_action": 0.004759852308779955, + "loss_total": 0.004759852308779955, + "step": 92420 + }, + { + "grad_norm": 0.2295195758342743, + "learning_rate": 1.5589393802138808e-06, + "loss": 0.0064, + "step": 92430 + }, + { + "loss_action": 0.0030438562389463186, + "loss_total": 0.0030438562389463186, + "step": 92430 + }, + { + "loss_action": 0.0116115165874362, + "loss_total": 0.0116115165874362, + "step": 92430 + }, + { + "loss_action": 0.001946670818142593, + "loss_total": 0.001946670818142593, + "step": 92430 + }, + { + "loss_action": 0.002515454078093171, + "loss_total": 0.002515454078093171, + "step": 92430 + }, + { + "loss_action": 0.0064157359302043915, + "loss_total": 0.0064157359302043915, + "step": 92430 + }, + { + "loss_action": 0.00608008773997426, + "loss_total": 0.00608008773997426, + "step": 92430 + }, + { + "grad_norm": 0.1511734127998352, + "learning_rate": 1.554845377479891e-06, + "loss": 0.0075, + "step": 92440 + }, + { + "loss_action": 0.0048862905241549015, + "loss_total": 0.0048862905241549015, + "step": 92440 + }, + { + "loss_action": 0.0023884964175522327, + "loss_total": 0.0023884964175522327, + "step": 92440 + }, + { + "loss_action": 0.0057333167642354965, + "loss_total": 0.0057333167642354965, + "step": 92440 + }, + { + "loss_action": 0.006817984394729137, + "loss_total": 0.006817984394729137, + "step": 92440 + }, + { + "loss_action": 0.009416704066097736, + "loss_total": 0.009416704066097736, + "step": 92440 + }, + { + "loss_action": 0.0025915575679391623, + "loss_total": 0.0025915575679391623, + "step": 92440 + }, + { + "grad_norm": 0.22512312233448029, + "learning_rate": 1.550756672635173e-06, + "loss": 0.0085, + "step": 92450 + }, + { + "loss_action": 0.007883129641413689, + "loss_total": 0.007883129641413689, + "step": 92450 + }, + { + "loss_action": 0.005455384496599436, + "loss_total": 0.005455384496599436, + "step": 92450 + }, + { + "loss_action": 0.009095784276723862, + "loss_total": 0.009095784276723862, + "step": 92450 + }, + { + "loss_action": 0.0024837246164679527, + "loss_total": 0.0024837246164679527, + "step": 92450 + }, + { + "loss_action": 0.0021420898847281933, + "loss_total": 0.0021420898847281933, + "step": 92450 + }, + { + "loss_action": 0.006676396820694208, + "loss_total": 0.006676396820694208, + "step": 92450 + }, + { + "grad_norm": 0.258876234292984, + "learning_rate": 1.5466732661268635e-06, + "loss": 0.0082, + "step": 92460 + }, + { + "loss_action": 0.003482499159872532, + "loss_total": 0.003482499159872532, + "step": 92460 + }, + { + "loss_action": 0.005085164215415716, + "loss_total": 0.005085164215415716, + "step": 92460 + }, + { + "loss_action": 0.00965663231909275, + "loss_total": 0.00965663231909275, + "step": 92460 + }, + { + "loss_action": 0.012841836549341679, + "loss_total": 0.012841836549341679, + "step": 92460 + }, + { + "loss_action": 0.005065544508397579, + "loss_total": 0.005065544508397579, + "step": 92460 + }, + { + "loss_action": 0.023716198280453682, + "loss_total": 0.023716198280453682, + "step": 92460 + }, + { + "grad_norm": 0.14807136356830597, + "learning_rate": 1.5425951584015163e-06, + "loss": 0.0084, + "step": 92470 + }, + { + "loss_action": 0.006799486931413412, + "loss_total": 0.006799486931413412, + "step": 92470 + }, + { + "loss_action": 0.005914456211030483, + "loss_total": 0.005914456211030483, + "step": 92470 + }, + { + "loss_action": 0.007816524244844913, + "loss_total": 0.007816524244844913, + "step": 92470 + }, + { + "loss_action": 0.0022118897177278996, + "loss_total": 0.0022118897177278996, + "step": 92470 + }, + { + "loss_action": 0.007801851723343134, + "loss_total": 0.007801851723343134, + "step": 92470 + }, + { + "loss_action": 0.00810619629919529, + "loss_total": 0.00810619629919529, + "step": 92470 + }, + { + "grad_norm": 0.16185270249843597, + "learning_rate": 1.5385223499051026e-06, + "loss": 0.0069, + "step": 92480 + }, + { + "loss_action": 0.0035994513891637325, + "loss_total": 0.0035994513891637325, + "step": 92480 + }, + { + "loss_action": 0.0027113405521959066, + "loss_total": 0.0027113405521959066, + "step": 92480 + }, + { + "loss_action": 0.013741045258939266, + "loss_total": 0.013741045258939266, + "step": 92480 + }, + { + "loss_action": 0.002252031583338976, + "loss_total": 0.002252031583338976, + "step": 92480 + }, + { + "loss_action": 0.003862489713355899, + "loss_total": 0.003862489713355899, + "step": 92480 + }, + { + "loss_action": 0.006307575386017561, + "loss_total": 0.006307575386017561, + "step": 92480 + }, + { + "grad_norm": 0.35232508182525635, + "learning_rate": 1.5344548410830328e-06, + "loss": 0.0077, + "step": 92490 + }, + { + "loss_action": 0.004083466250449419, + "loss_total": 0.004083466250449419, + "step": 92490 + }, + { + "loss_action": 0.0016247706953436136, + "loss_total": 0.0016247706953436136, + "step": 92490 + }, + { + "loss_action": 0.014642520807683468, + "loss_total": 0.014642520807683468, + "step": 92490 + }, + { + "loss_action": 0.0023311912082135677, + "loss_total": 0.0023311912082135677, + "step": 92490 + }, + { + "loss_action": 0.018149958923459053, + "loss_total": 0.018149958923459053, + "step": 92490 + }, + { + "loss_action": 0.00473667262122035, + "loss_total": 0.00473667262122035, + "step": 92490 + }, + { + "grad_norm": 0.12075958400964737, + "learning_rate": 1.5303926323801121e-06, + "loss": 0.0071, + "step": 92500 + }, + { + "loss_action": 0.019062994047999382, + "loss_total": 0.019062994047999382, + "step": 92500 + }, + { + "loss_action": 0.008971696719527245, + "loss_total": 0.008971696719527245, + "step": 92500 + }, + { + "loss_action": 0.01312633790075779, + "loss_total": 0.01312633790075779, + "step": 92500 + }, + { + "loss_action": 0.005402690265327692, + "loss_total": 0.005402690265327692, + "step": 92500 + }, + { + "loss_action": 0.020520448684692383, + "loss_total": 0.020520448684692383, + "step": 92500 + }, + { + "loss_action": 0.0468415804207325, + "loss_total": 0.0468415804207325, + "step": 92500 + }, + { + "grad_norm": 0.22395814955234528, + "learning_rate": 1.5263357242405795e-06, + "loss": 0.009, + "step": 92510 + }, + { + "loss_action": 0.004933402873575687, + "loss_total": 0.004933402873575687, + "step": 92510 + }, + { + "loss_action": 0.002582409419119358, + "loss_total": 0.002582409419119358, + "step": 92510 + }, + { + "loss_action": 0.007217263802886009, + "loss_total": 0.007217263802886009, + "step": 92510 + }, + { + "loss_action": 0.007727209012955427, + "loss_total": 0.007727209012955427, + "step": 92510 + }, + { + "loss_action": 0.00872691348195076, + "loss_total": 0.00872691348195076, + "step": 92510 + }, + { + "loss_action": 0.012163735926151276, + "loss_total": 0.012163735926151276, + "step": 92510 + }, + { + "grad_norm": 0.1564309448003769, + "learning_rate": 1.5222841171080915e-06, + "loss": 0.007, + "step": 92520 + }, + { + "loss_action": 0.002450465690344572, + "loss_total": 0.002450465690344572, + "step": 92520 + }, + { + "loss_action": 0.0054217237047851086, + "loss_total": 0.0054217237047851086, + "step": 92520 + }, + { + "loss_action": 0.008245876990258694, + "loss_total": 0.008245876990258694, + "step": 92520 + }, + { + "loss_action": 0.004636749159544706, + "loss_total": 0.004636749159544706, + "step": 92520 + }, + { + "loss_action": 0.00340066640637815, + "loss_total": 0.00340066640637815, + "step": 92520 + }, + { + "loss_action": 0.0071068028919398785, + "loss_total": 0.0071068028919398785, + "step": 92520 + }, + { + "grad_norm": 0.14837013185024261, + "learning_rate": 1.5182378114257268e-06, + "loss": 0.0067, + "step": 92530 + }, + { + "loss_action": 0.01383726205676794, + "loss_total": 0.01383726205676794, + "step": 92530 + }, + { + "loss_action": 0.003678803564980626, + "loss_total": 0.003678803564980626, + "step": 92530 + }, + { + "loss_action": 0.02189652994275093, + "loss_total": 0.02189652994275093, + "step": 92530 + }, + { + "loss_action": 0.0032701960299164057, + "loss_total": 0.0032701960299164057, + "step": 92530 + }, + { + "loss_action": 0.0030661672353744507, + "loss_total": 0.0030661672353744507, + "step": 92530 + }, + { + "loss_action": 0.002473065396770835, + "loss_total": 0.002473065396770835, + "step": 92530 + }, + { + "grad_norm": 0.12360554188489914, + "learning_rate": 1.5141968076359869e-06, + "loss": 0.0067, + "step": 92540 + }, + { + "loss_action": 0.011023283004760742, + "loss_total": 0.011023283004760742, + "step": 92540 + }, + { + "loss_action": 0.003860452678054571, + "loss_total": 0.003860452678054571, + "step": 92540 + }, + { + "loss_action": 0.007308059372007847, + "loss_total": 0.007308059372007847, + "step": 92540 + }, + { + "loss_action": 0.002424422884359956, + "loss_total": 0.002424422884359956, + "step": 92540 + }, + { + "loss_action": 0.005514389835298061, + "loss_total": 0.005514389835298061, + "step": 92540 + }, + { + "loss_action": 0.004699214361608028, + "loss_total": 0.004699214361608028, + "step": 92540 + }, + { + "grad_norm": 0.17705614864826202, + "learning_rate": 1.5101611061807908e-06, + "loss": 0.0071, + "step": 92550 + }, + { + "loss_action": 0.007398504763841629, + "loss_total": 0.007398504763841629, + "step": 92550 + }, + { + "loss_action": 0.008619795553386211, + "loss_total": 0.008619795553386211, + "step": 92550 + }, + { + "loss_action": 0.0038682499434798956, + "loss_total": 0.0038682499434798956, + "step": 92550 + }, + { + "loss_action": 0.0035381584893912077, + "loss_total": 0.0035381584893912077, + "step": 92550 + }, + { + "loss_action": 0.03174877539277077, + "loss_total": 0.03174877539277077, + "step": 92550 + }, + { + "loss_action": 0.003202859777957201, + "loss_total": 0.003202859777957201, + "step": 92550 + }, + { + "grad_norm": 0.13595134019851685, + "learning_rate": 1.506130707501463e-06, + "loss": 0.0071, + "step": 92560 + }, + { + "loss_action": 0.003131492529064417, + "loss_total": 0.003131492529064417, + "step": 92560 + }, + { + "loss_action": 0.0027939395513385534, + "loss_total": 0.0027939395513385534, + "step": 92560 + }, + { + "loss_action": 0.0055720922537148, + "loss_total": 0.0055720922537148, + "step": 92560 + }, + { + "loss_action": 0.003885965095832944, + "loss_total": 0.003885965095832944, + "step": 92560 + }, + { + "loss_action": 0.014243675395846367, + "loss_total": 0.014243675395846367, + "step": 92560 + }, + { + "loss_action": 0.011124785989522934, + "loss_total": 0.011124785989522934, + "step": 92560 + }, + { + "grad_norm": 0.2185617834329605, + "learning_rate": 1.5021056120387734e-06, + "loss": 0.0078, + "step": 92570 + }, + { + "loss_action": 0.008796704933047295, + "loss_total": 0.008796704933047295, + "step": 92570 + }, + { + "loss_action": 0.006675023585557938, + "loss_total": 0.006675023585557938, + "step": 92570 + }, + { + "loss_action": 0.0043534887954592705, + "loss_total": 0.0043534887954592705, + "step": 92570 + }, + { + "loss_action": 0.005022046156227589, + "loss_total": 0.005022046156227589, + "step": 92570 + }, + { + "loss_action": 0.010116168297827244, + "loss_total": 0.010116168297827244, + "step": 92570 + }, + { + "loss_action": 0.00883832760155201, + "loss_total": 0.00883832760155201, + "step": 92570 + }, + { + "grad_norm": 0.1617916375398636, + "learning_rate": 1.4980858202329084e-06, + "loss": 0.0079, + "step": 92580 + }, + { + "loss_action": 0.005872395820915699, + "loss_total": 0.005872395820915699, + "step": 92580 + }, + { + "loss_action": 0.0029419283382594585, + "loss_total": 0.0029419283382594585, + "step": 92580 + }, + { + "loss_action": 0.01600031740963459, + "loss_total": 0.01600031740963459, + "step": 92580 + }, + { + "loss_action": 0.0025705883745104074, + "loss_total": 0.0025705883745104074, + "step": 92580 + }, + { + "loss_action": 0.009671048261225224, + "loss_total": 0.009671048261225224, + "step": 92580 + }, + { + "loss_action": 0.003418159671127796, + "loss_total": 0.003418159671127796, + "step": 92580 + }, + { + "grad_norm": 0.1597674936056137, + "learning_rate": 1.4940713325234445e-06, + "loss": 0.0065, + "step": 92590 + }, + { + "loss_action": 0.004170110449194908, + "loss_total": 0.004170110449194908, + "step": 92590 + }, + { + "loss_action": 0.004320685286074877, + "loss_total": 0.004320685286074877, + "step": 92590 + }, + { + "loss_action": 0.0069257160648703575, + "loss_total": 0.0069257160648703575, + "step": 92590 + }, + { + "loss_action": 0.009644817560911179, + "loss_total": 0.009644817560911179, + "step": 92590 + }, + { + "loss_action": 0.005371264182031155, + "loss_total": 0.005371264182031155, + "step": 92590 + }, + { + "loss_action": 0.002771261613816023, + "loss_total": 0.002771261613816023, + "step": 92590 + }, + { + "grad_norm": 0.11392742395401001, + "learning_rate": 1.4900621493494137e-06, + "loss": 0.007, + "step": 92600 + }, + { + "loss_action": 0.005047684535384178, + "loss_total": 0.005047684535384178, + "step": 92600 + }, + { + "loss_action": 0.011776769533753395, + "loss_total": 0.011776769533753395, + "step": 92600 + }, + { + "loss_action": 0.0016624868148937821, + "loss_total": 0.0016624868148937821, + "step": 92600 + }, + { + "loss_action": 0.01182490773499012, + "loss_total": 0.01182490773499012, + "step": 92600 + }, + { + "loss_action": 0.019911959767341614, + "loss_total": 0.019911959767341614, + "step": 92600 + }, + { + "loss_action": 0.0038718064315617085, + "loss_total": 0.0038718064315617085, + "step": 92600 + }, + { + "grad_norm": 0.17407043278217316, + "learning_rate": 1.4860582711492544e-06, + "loss": 0.0074, + "step": 92610 + }, + { + "loss_action": 0.005440015345811844, + "loss_total": 0.005440015345811844, + "step": 92610 + }, + { + "loss_action": 0.006391056347638369, + "loss_total": 0.006391056347638369, + "step": 92610 + }, + { + "loss_action": 0.00561049859970808, + "loss_total": 0.00561049859970808, + "step": 92610 + }, + { + "loss_action": 0.0062090009450912476, + "loss_total": 0.0062090009450912476, + "step": 92610 + }, + { + "loss_action": 0.00463296240195632, + "loss_total": 0.00463296240195632, + "step": 92610 + }, + { + "loss_action": 0.007288511376827955, + "loss_total": 0.007288511376827955, + "step": 92610 + }, + { + "grad_norm": 0.14590732753276825, + "learning_rate": 1.4820596983608325e-06, + "loss": 0.0078, + "step": 92620 + }, + { + "loss_action": 0.018560662865638733, + "loss_total": 0.018560662865638733, + "step": 92620 + }, + { + "loss_action": 0.00974612683057785, + "loss_total": 0.00974612683057785, + "step": 92620 + }, + { + "loss_action": 0.007733792532235384, + "loss_total": 0.007733792532235384, + "step": 92620 + }, + { + "loss_action": 0.00676828995347023, + "loss_total": 0.00676828995347023, + "step": 92620 + }, + { + "loss_action": 0.012120591476559639, + "loss_total": 0.012120591476559639, + "step": 92620 + }, + { + "loss_action": 0.002465990372002125, + "loss_total": 0.002465990372002125, + "step": 92620 + }, + { + "grad_norm": 0.182509183883667, + "learning_rate": 1.4780664314214044e-06, + "loss": 0.0076, + "step": 92630 + }, + { + "loss_action": 0.060331933200359344, + "loss_total": 0.060331933200359344, + "step": 92630 + }, + { + "loss_action": 0.0036944777239114046, + "loss_total": 0.0036944777239114046, + "step": 92630 + }, + { + "loss_action": 0.012325757183134556, + "loss_total": 0.012325757183134556, + "step": 92630 + }, + { + "loss_action": 0.0028561996296048164, + "loss_total": 0.0028561996296048164, + "step": 92630 + }, + { + "loss_action": 0.002506669145077467, + "loss_total": 0.002506669145077467, + "step": 92630 + }, + { + "loss_action": 0.003599661635234952, + "loss_total": 0.003599661635234952, + "step": 92630 + }, + { + "grad_norm": 0.15981782972812653, + "learning_rate": 1.474078470767687e-06, + "loss": 0.0083, + "step": 92640 + }, + { + "loss_action": 0.004535921383649111, + "loss_total": 0.004535921383649111, + "step": 92640 + }, + { + "loss_action": 0.0035148202441632748, + "loss_total": 0.0035148202441632748, + "step": 92640 + }, + { + "loss_action": 0.0070657311007380486, + "loss_total": 0.0070657311007380486, + "step": 92640 + }, + { + "loss_action": 0.00676370644941926, + "loss_total": 0.00676370644941926, + "step": 92640 + }, + { + "loss_action": 0.013216095976531506, + "loss_total": 0.013216095976531506, + "step": 92640 + }, + { + "loss_action": 0.0014864826807752252, + "loss_total": 0.0014864826807752252, + "step": 92640 + }, + { + "grad_norm": 0.17414326965808868, + "learning_rate": 1.470095816835787e-06, + "loss": 0.0073, + "step": 92650 + }, + { + "loss_action": 0.004232275299727917, + "loss_total": 0.004232275299727917, + "step": 92650 + }, + { + "loss_action": 0.0028433199040591717, + "loss_total": 0.0028433199040591717, + "step": 92650 + }, + { + "loss_action": 0.006674780510365963, + "loss_total": 0.006674780510365963, + "step": 92650 + }, + { + "loss_action": 0.00433140667155385, + "loss_total": 0.00433140667155385, + "step": 92650 + }, + { + "loss_action": 0.002865192713215947, + "loss_total": 0.002865192713215947, + "step": 92650 + }, + { + "loss_action": 0.017911454662680626, + "loss_total": 0.017911454662680626, + "step": 92650 + }, + { + "grad_norm": 0.19364109635353088, + "learning_rate": 1.4661184700612395e-06, + "loss": 0.0056, + "step": 92660 + }, + { + "loss_action": 0.012472493574023247, + "loss_total": 0.012472493574023247, + "step": 92660 + }, + { + "loss_action": 0.011120430193841457, + "loss_total": 0.011120430193841457, + "step": 92660 + }, + { + "loss_action": 0.0059785074554383755, + "loss_total": 0.0059785074554383755, + "step": 92660 + }, + { + "loss_action": 0.08588739484548569, + "loss_total": 0.08588739484548569, + "step": 92660 + }, + { + "loss_action": 0.0015990226529538631, + "loss_total": 0.0015990226529538631, + "step": 92660 + }, + { + "loss_action": 0.00844151433557272, + "loss_total": 0.00844151433557272, + "step": 92660 + }, + { + "grad_norm": 0.2978995740413666, + "learning_rate": 1.4621464308790133e-06, + "loss": 0.0091, + "step": 92670 + }, + { + "loss_action": 0.011656864546239376, + "loss_total": 0.011656864546239376, + "step": 92670 + }, + { + "loss_action": 0.0043351356871426105, + "loss_total": 0.0043351356871426105, + "step": 92670 + }, + { + "loss_action": 0.0030152553226798773, + "loss_total": 0.0030152553226798773, + "step": 92670 + }, + { + "loss_action": 0.006821122486144304, + "loss_total": 0.006821122486144304, + "step": 92670 + }, + { + "loss_action": 0.0061741056852042675, + "loss_total": 0.0061741056852042675, + "step": 92670 + }, + { + "loss_action": 0.008165993727743626, + "loss_total": 0.008165993727743626, + "step": 92670 + }, + { + "grad_norm": 0.11781621724367142, + "learning_rate": 1.4581796997234775e-06, + "loss": 0.0075, + "step": 92680 + }, + { + "loss_action": 0.006007903255522251, + "loss_total": 0.006007903255522251, + "step": 92680 + }, + { + "loss_action": 0.00171201815828681, + "loss_total": 0.00171201815828681, + "step": 92680 + }, + { + "loss_action": 0.011293657124042511, + "loss_total": 0.011293657124042511, + "step": 92680 + }, + { + "loss_action": 0.005906351376324892, + "loss_total": 0.005906351376324892, + "step": 92680 + }, + { + "loss_action": 0.008140869438648224, + "loss_total": 0.008140869438648224, + "step": 92680 + }, + { + "loss_action": 0.012256543152034283, + "loss_total": 0.012256543152034283, + "step": 92680 + }, + { + "grad_norm": 0.32474249601364136, + "learning_rate": 1.4542182770284297e-06, + "loss": 0.0115, + "step": 92690 + }, + { + "loss_action": 0.002056102966889739, + "loss_total": 0.002056102966889739, + "step": 92690 + }, + { + "loss_action": 0.005834596231579781, + "loss_total": 0.005834596231579781, + "step": 92690 + }, + { + "loss_action": 0.003107029478996992, + "loss_total": 0.003107029478996992, + "step": 92690 + }, + { + "loss_action": 0.00550944684073329, + "loss_total": 0.00550944684073329, + "step": 92690 + }, + { + "loss_action": 0.00316238752566278, + "loss_total": 0.00316238752566278, + "step": 92690 + }, + { + "loss_action": 0.005472606513649225, + "loss_total": 0.005472606513649225, + "step": 92690 + }, + { + "grad_norm": 0.13493266701698303, + "learning_rate": 1.450262163227084e-06, + "loss": 0.0073, + "step": 92700 + }, + { + "loss_action": 0.013401712290942669, + "loss_total": 0.013401712290942669, + "step": 92700 + }, + { + "loss_action": 0.005364471580833197, + "loss_total": 0.005364471580833197, + "step": 92700 + }, + { + "loss_action": 0.006552683189511299, + "loss_total": 0.006552683189511299, + "step": 92700 + }, + { + "loss_action": 0.006403292063623667, + "loss_total": 0.006403292063623667, + "step": 92700 + }, + { + "loss_action": 0.010709237307310104, + "loss_total": 0.010709237307310104, + "step": 92700 + }, + { + "loss_action": 0.006650164257735014, + "loss_total": 0.006650164257735014, + "step": 92700 + }, + { + "grad_norm": 0.1552281379699707, + "learning_rate": 1.4463113587520671e-06, + "loss": 0.0086, + "step": 92710 + }, + { + "loss_action": 0.004363816697150469, + "loss_total": 0.004363816697150469, + "step": 92710 + }, + { + "loss_action": 0.007622404024004936, + "loss_total": 0.007622404024004936, + "step": 92710 + }, + { + "loss_action": 0.004214287735521793, + "loss_total": 0.004214287735521793, + "step": 92710 + }, + { + "loss_action": 0.016381273046135902, + "loss_total": 0.016381273046135902, + "step": 92710 + }, + { + "loss_action": 0.0038307486101984978, + "loss_total": 0.0038307486101984978, + "step": 92710 + }, + { + "loss_action": 0.003386293537914753, + "loss_total": 0.003386293537914753, + "step": 92710 + }, + { + "grad_norm": 0.2928694486618042, + "learning_rate": 1.4423658640354443e-06, + "loss": 0.0074, + "step": 92720 + }, + { + "loss_action": 0.00881708413362503, + "loss_total": 0.00881708413362503, + "step": 92720 + }, + { + "loss_action": 0.004772394895553589, + "loss_total": 0.004772394895553589, + "step": 92720 + }, + { + "loss_action": 0.002655122196301818, + "loss_total": 0.002655122196301818, + "step": 92720 + }, + { + "loss_action": 0.020241908729076385, + "loss_total": 0.020241908729076385, + "step": 92720 + }, + { + "loss_action": 0.0040900190360844135, + "loss_total": 0.0040900190360844135, + "step": 92720 + }, + { + "loss_action": 0.004568744916468859, + "loss_total": 0.004568744916468859, + "step": 92720 + }, + { + "grad_norm": 0.18007689714431763, + "learning_rate": 1.438425679508687e-06, + "loss": 0.0088, + "step": 92730 + }, + { + "loss_action": 0.002198681468144059, + "loss_total": 0.002198681468144059, + "step": 92730 + }, + { + "loss_action": 0.009731241501867771, + "loss_total": 0.009731241501867771, + "step": 92730 + }, + { + "loss_action": 0.003011206863448024, + "loss_total": 0.003011206863448024, + "step": 92730 + }, + { + "loss_action": 0.0017352512804791331, + "loss_total": 0.0017352512804791331, + "step": 92730 + }, + { + "loss_action": 0.00787885021418333, + "loss_total": 0.00787885021418333, + "step": 92730 + }, + { + "loss_action": 0.014793460257351398, + "loss_total": 0.014793460257351398, + "step": 92730 + }, + { + "grad_norm": 0.20983989536762238, + "learning_rate": 1.4344908056026895e-06, + "loss": 0.0077, + "step": 92740 + }, + { + "loss_action": 0.002228955738246441, + "loss_total": 0.002228955738246441, + "step": 92740 + }, + { + "loss_action": 0.006728542968630791, + "loss_total": 0.006728542968630791, + "step": 92740 + }, + { + "loss_action": 0.0035891656298190355, + "loss_total": 0.0035891656298190355, + "step": 92740 + }, + { + "loss_action": 0.03521253168582916, + "loss_total": 0.03521253168582916, + "step": 92740 + }, + { + "loss_action": 0.0020770872943103313, + "loss_total": 0.0020770872943103313, + "step": 92740 + }, + { + "loss_action": 0.003877017181366682, + "loss_total": 0.003877017181366682, + "step": 92740 + }, + { + "grad_norm": 0.20487456023693085, + "learning_rate": 1.4305612427477521e-06, + "loss": 0.0063, + "step": 92750 + }, + { + "loss_action": 0.008060123771429062, + "loss_total": 0.008060123771429062, + "step": 92750 + }, + { + "loss_action": 0.0065444475039839745, + "loss_total": 0.0065444475039839745, + "step": 92750 + }, + { + "loss_action": 0.015123671852052212, + "loss_total": 0.015123671852052212, + "step": 92750 + }, + { + "loss_action": 0.0045176600106060505, + "loss_total": 0.0045176600106060505, + "step": 92750 + }, + { + "loss_action": 0.002166417660191655, + "loss_total": 0.002166417660191655, + "step": 92750 + }, + { + "loss_action": 0.009510557167232037, + "loss_total": 0.009510557167232037, + "step": 92750 + }, + { + "grad_norm": 0.24247798323631287, + "learning_rate": 1.42663699137362e-06, + "loss": 0.0074, + "step": 92760 + }, + { + "loss_action": 0.007643819786608219, + "loss_total": 0.007643819786608219, + "step": 92760 + }, + { + "loss_action": 0.004345471039414406, + "loss_total": 0.004345471039414406, + "step": 92760 + }, + { + "loss_action": 0.020166652277112007, + "loss_total": 0.020166652277112007, + "step": 92760 + }, + { + "loss_action": 0.018282685428857803, + "loss_total": 0.018282685428857803, + "step": 92760 + }, + { + "loss_action": 0.007128728553652763, + "loss_total": 0.007128728553652763, + "step": 92760 + }, + { + "loss_action": 0.004355808719992638, + "loss_total": 0.004355808719992638, + "step": 92760 + }, + { + "grad_norm": 0.19328925013542175, + "learning_rate": 1.4227180519094386e-06, + "loss": 0.0087, + "step": 92770 + }, + { + "loss_action": 0.007189860567450523, + "loss_total": 0.007189860567450523, + "step": 92770 + }, + { + "loss_action": 0.00434910086914897, + "loss_total": 0.00434910086914897, + "step": 92770 + }, + { + "loss_action": 0.01492532528936863, + "loss_total": 0.01492532528936863, + "step": 92770 + }, + { + "loss_action": 0.0019303992157801986, + "loss_total": 0.0019303992157801986, + "step": 92770 + }, + { + "loss_action": 0.00983904954046011, + "loss_total": 0.00983904954046011, + "step": 92770 + }, + { + "loss_action": 0.010981585830450058, + "loss_total": 0.010981585830450058, + "step": 92770 + }, + { + "grad_norm": 0.24279558658599854, + "learning_rate": 1.4188044247837706e-06, + "loss": 0.0074, + "step": 92780 + }, + { + "loss_action": 0.008833026513457298, + "loss_total": 0.008833026513457298, + "step": 92780 + }, + { + "loss_action": 0.00660784263163805, + "loss_total": 0.00660784263163805, + "step": 92780 + }, + { + "loss_action": 0.004000548738986254, + "loss_total": 0.004000548738986254, + "step": 92780 + }, + { + "loss_action": 0.00386110064573586, + "loss_total": 0.00386110064573586, + "step": 92780 + }, + { + "loss_action": 0.004581989720463753, + "loss_total": 0.004581989720463753, + "step": 92780 + }, + { + "loss_action": 0.007422076538205147, + "loss_total": 0.007422076538205147, + "step": 92780 + }, + { + "grad_norm": 0.20719566941261292, + "learning_rate": 1.4148961104246128e-06, + "loss": 0.0085, + "step": 92790 + }, + { + "loss_action": 0.0061491066589951515, + "loss_total": 0.0061491066589951515, + "step": 92790 + }, + { + "loss_action": 0.00727360462769866, + "loss_total": 0.00727360462769866, + "step": 92790 + }, + { + "loss_action": 0.005609476938843727, + "loss_total": 0.005609476938843727, + "step": 92790 + }, + { + "loss_action": 0.004105221014469862, + "loss_total": 0.004105221014469862, + "step": 92790 + }, + { + "loss_action": 0.0053693377412855625, + "loss_total": 0.0053693377412855625, + "step": 92790 + }, + { + "loss_action": 0.012076168321073055, + "loss_total": 0.012076168321073055, + "step": 92790 + }, + { + "grad_norm": 0.21239948272705078, + "learning_rate": 1.4109931092593731e-06, + "loss": 0.0077, + "step": 92800 + }, + { + "loss_action": 0.009709562174975872, + "loss_total": 0.009709562174975872, + "step": 92800 + }, + { + "loss_action": 0.01188279315829277, + "loss_total": 0.01188279315829277, + "step": 92800 + }, + { + "loss_action": 0.004074051510542631, + "loss_total": 0.004074051510542631, + "step": 92800 + }, + { + "loss_action": 0.007706988602876663, + "loss_total": 0.007706988602876663, + "step": 92800 + }, + { + "loss_action": 0.006278762128204107, + "loss_total": 0.006278762128204107, + "step": 92800 + }, + { + "loss_action": 0.005818093195557594, + "loss_total": 0.005818093195557594, + "step": 92800 + }, + { + "grad_norm": 0.15680783987045288, + "learning_rate": 1.4070954217148658e-06, + "loss": 0.009, + "step": 92810 + }, + { + "loss_action": 0.005086222663521767, + "loss_total": 0.005086222663521767, + "step": 92810 + }, + { + "loss_action": 0.0336325578391552, + "loss_total": 0.0336325578391552, + "step": 92810 + }, + { + "loss_action": 0.014879639260470867, + "loss_total": 0.014879639260470867, + "step": 92810 + }, + { + "loss_action": 0.0023903835099190474, + "loss_total": 0.0023903835099190474, + "step": 92810 + }, + { + "loss_action": 0.014896702021360397, + "loss_total": 0.014896702021360397, + "step": 92810 + }, + { + "loss_action": 0.008754451759159565, + "loss_total": 0.008754451759159565, + "step": 92810 + }, + { + "grad_norm": 0.14373049139976501, + "learning_rate": 1.4032030482173497e-06, + "loss": 0.0086, + "step": 92820 + }, + { + "loss_action": 0.06311877816915512, + "loss_total": 0.06311877816915512, + "step": 92820 + }, + { + "loss_action": 0.004056269768625498, + "loss_total": 0.004056269768625498, + "step": 92820 + }, + { + "loss_action": 0.005626361817121506, + "loss_total": 0.005626361817121506, + "step": 92820 + }, + { + "loss_action": 0.012479121796786785, + "loss_total": 0.012479121796786785, + "step": 92820 + }, + { + "loss_action": 0.014834354631602764, + "loss_total": 0.014834354631602764, + "step": 92820 + }, + { + "loss_action": 0.0036816978827118874, + "loss_total": 0.0036816978827118874, + "step": 92820 + }, + { + "grad_norm": 0.16415244340896606, + "learning_rate": 1.3993159891924901e-06, + "loss": 0.0077, + "step": 92830 + }, + { + "loss_action": 0.00839947909116745, + "loss_total": 0.00839947909116745, + "step": 92830 + }, + { + "loss_action": 0.013586143963038921, + "loss_total": 0.013586143963038921, + "step": 92830 + }, + { + "loss_action": 0.017498096451163292, + "loss_total": 0.017498096451163292, + "step": 92830 + }, + { + "loss_action": 0.0068102334626019, + "loss_total": 0.0068102334626019, + "step": 92830 + }, + { + "loss_action": 0.003982326947152615, + "loss_total": 0.003982326947152615, + "step": 92830 + }, + { + "loss_action": 0.0033232481218874454, + "loss_total": 0.0033232481218874454, + "step": 92830 + }, + { + "grad_norm": 0.13701942563056946, + "learning_rate": 1.3954342450653524e-06, + "loss": 0.0113, + "step": 92840 + }, + { + "loss_action": 0.002491729101166129, + "loss_total": 0.002491729101166129, + "step": 92840 + }, + { + "loss_action": 0.015529930591583252, + "loss_total": 0.015529930591583252, + "step": 92840 + }, + { + "loss_action": 0.0025359441060572863, + "loss_total": 0.0025359441060572863, + "step": 92840 + }, + { + "loss_action": 0.003200146835297346, + "loss_total": 0.003200146835297346, + "step": 92840 + }, + { + "loss_action": 0.0017784616211429238, + "loss_total": 0.0017784616211429238, + "step": 92840 + }, + { + "loss_action": 0.001887425547465682, + "loss_total": 0.001887425547465682, + "step": 92840 + }, + { + "grad_norm": 0.13513341546058655, + "learning_rate": 1.3915578162604582e-06, + "loss": 0.0063, + "step": 92850 + }, + { + "loss_action": 0.0037475554272532463, + "loss_total": 0.0037475554272532463, + "step": 92850 + }, + { + "loss_action": 0.005823594052344561, + "loss_total": 0.005823594052344561, + "step": 92850 + }, + { + "loss_action": 0.002411294961348176, + "loss_total": 0.002411294961348176, + "step": 92850 + }, + { + "loss_action": 0.00377251161262393, + "loss_total": 0.00377251161262393, + "step": 92850 + }, + { + "loss_action": 0.01876327022910118, + "loss_total": 0.01876327022910118, + "step": 92850 + }, + { + "loss_action": 0.013689189217984676, + "loss_total": 0.013689189217984676, + "step": 92850 + }, + { + "grad_norm": 0.25238940119743347, + "learning_rate": 1.3876867032017126e-06, + "loss": 0.01, + "step": 92860 + }, + { + "loss_action": 0.0015838976250961423, + "loss_total": 0.0015838976250961423, + "step": 92860 + }, + { + "loss_action": 0.0197391826659441, + "loss_total": 0.0197391826659441, + "step": 92860 + }, + { + "loss_action": 0.009234784170985222, + "loss_total": 0.009234784170985222, + "step": 92860 + }, + { + "loss_action": 0.003884651232510805, + "loss_total": 0.003884651232510805, + "step": 92860 + }, + { + "loss_action": 0.006365396548062563, + "loss_total": 0.006365396548062563, + "step": 92860 + }, + { + "loss_action": 0.004322177730500698, + "loss_total": 0.004322177730500698, + "step": 92860 + }, + { + "grad_norm": 0.12850962579250336, + "learning_rate": 1.383820906312472e-06, + "loss": 0.0079, + "step": 92870 + }, + { + "loss_action": 0.002405151491984725, + "loss_total": 0.002405151491984725, + "step": 92870 + }, + { + "loss_action": 0.0034326149616390467, + "loss_total": 0.0034326149616390467, + "step": 92870 + }, + { + "loss_action": 0.005248603411018848, + "loss_total": 0.005248603411018848, + "step": 92870 + }, + { + "loss_action": 0.005848138593137264, + "loss_total": 0.005848138593137264, + "step": 92870 + }, + { + "loss_action": 0.004850456025451422, + "loss_total": 0.004850456025451422, + "step": 92870 + }, + { + "loss_action": 0.0064940121956169605, + "loss_total": 0.0064940121956169605, + "step": 92870 + }, + { + "grad_norm": 0.1416965276002884, + "learning_rate": 1.3799604260154752e-06, + "loss": 0.0072, + "step": 92880 + }, + { + "loss_action": 0.0038980278186500072, + "loss_total": 0.0038980278186500072, + "step": 92880 + }, + { + "loss_action": 0.0033747355919331312, + "loss_total": 0.0033747355919331312, + "step": 92880 + }, + { + "loss_action": 0.0026991632767021656, + "loss_total": 0.0026991632767021656, + "step": 92880 + }, + { + "loss_action": 0.0063458215445280075, + "loss_total": 0.0063458215445280075, + "step": 92880 + }, + { + "loss_action": 0.02808140590786934, + "loss_total": 0.02808140590786934, + "step": 92880 + }, + { + "loss_action": 0.0034688557498157024, + "loss_total": 0.0034688557498157024, + "step": 92880 + }, + { + "grad_norm": 0.22798629105091095, + "learning_rate": 1.376105262732913e-06, + "loss": 0.0076, + "step": 92890 + }, + { + "loss_action": 0.0076711783185601234, + "loss_total": 0.0076711783185601234, + "step": 92890 + }, + { + "loss_action": 0.008394937962293625, + "loss_total": 0.008394937962293625, + "step": 92890 + }, + { + "loss_action": 0.006418751552700996, + "loss_total": 0.006418751552700996, + "step": 92890 + }, + { + "loss_action": 0.0037610342260450125, + "loss_total": 0.0037610342260450125, + "step": 92890 + }, + { + "loss_action": 0.005370899569243193, + "loss_total": 0.005370899569243193, + "step": 92890 + }, + { + "loss_action": 0.01814909093081951, + "loss_total": 0.01814909093081951, + "step": 92890 + }, + { + "grad_norm": 0.18006256222724915, + "learning_rate": 1.37225541688637e-06, + "loss": 0.0067, + "step": 92900 + }, + { + "loss_action": 0.004989102017134428, + "loss_total": 0.004989102017134428, + "step": 92900 + }, + { + "loss_action": 0.0033365581184625626, + "loss_total": 0.0033365581184625626, + "step": 92900 + }, + { + "loss_action": 0.00851963646709919, + "loss_total": 0.00851963646709919, + "step": 92900 + }, + { + "loss_action": 0.0019441262120380998, + "loss_total": 0.0019441262120380998, + "step": 92900 + }, + { + "loss_action": 0.005113101564347744, + "loss_total": 0.005113101564347744, + "step": 92900 + }, + { + "loss_action": 0.006763376761227846, + "loss_total": 0.006763376761227846, + "step": 92900 + }, + { + "grad_norm": 0.13749507069587708, + "learning_rate": 1.3684108888968594e-06, + "loss": 0.006, + "step": 92910 + }, + { + "loss_action": 0.0055958181619644165, + "loss_total": 0.0055958181619644165, + "step": 92910 + }, + { + "loss_action": 0.005139362532645464, + "loss_total": 0.005139362532645464, + "step": 92910 + }, + { + "loss_action": 0.00424876157194376, + "loss_total": 0.00424876157194376, + "step": 92910 + }, + { + "loss_action": 0.011111042462289333, + "loss_total": 0.011111042462289333, + "step": 92910 + }, + { + "loss_action": 0.0033921892754733562, + "loss_total": 0.0033921892754733562, + "step": 92910 + }, + { + "loss_action": 0.00269129010848701, + "loss_total": 0.00269129010848701, + "step": 92910 + }, + { + "grad_norm": 0.25416141748428345, + "learning_rate": 1.364571679184823e-06, + "loss": 0.0085, + "step": 92920 + }, + { + "loss_action": 0.004571850877255201, + "loss_total": 0.004571850877255201, + "step": 92920 + }, + { + "loss_action": 0.002217894187197089, + "loss_total": 0.002217894187197089, + "step": 92920 + }, + { + "loss_action": 0.05819099396467209, + "loss_total": 0.05819099396467209, + "step": 92920 + }, + { + "loss_action": 0.004134755115956068, + "loss_total": 0.004134755115956068, + "step": 92920 + }, + { + "loss_action": 0.010209613479673862, + "loss_total": 0.010209613479673862, + "step": 92920 + }, + { + "loss_action": 0.005594318266957998, + "loss_total": 0.005594318266957998, + "step": 92920 + }, + { + "grad_norm": 0.2545616328716278, + "learning_rate": 1.3607377881701077e-06, + "loss": 0.007, + "step": 92930 + }, + { + "loss_action": 0.0017733452841639519, + "loss_total": 0.0017733452841639519, + "step": 92930 + }, + { + "loss_action": 0.015499474480748177, + "loss_total": 0.015499474480748177, + "step": 92930 + }, + { + "loss_action": 0.004543629940599203, + "loss_total": 0.004543629940599203, + "step": 92930 + }, + { + "loss_action": 0.002749520121142268, + "loss_total": 0.002749520121142268, + "step": 92930 + }, + { + "loss_action": 0.008207401260733604, + "loss_total": 0.008207401260733604, + "step": 92930 + }, + { + "loss_action": 0.0069846222177147865, + "loss_total": 0.0069846222177147865, + "step": 92930 + }, + { + "grad_norm": 0.2306460291147232, + "learning_rate": 1.3569092162719787e-06, + "loss": 0.008, + "step": 92940 + }, + { + "loss_action": 0.010097803547978401, + "loss_total": 0.010097803547978401, + "step": 92940 + }, + { + "loss_action": 0.003462583990767598, + "loss_total": 0.003462583990767598, + "step": 92940 + }, + { + "loss_action": 0.004837007261812687, + "loss_total": 0.004837007261812687, + "step": 92940 + }, + { + "loss_action": 0.0035773084964603186, + "loss_total": 0.0035773084964603186, + "step": 92940 + }, + { + "loss_action": 0.01166108250617981, + "loss_total": 0.01166108250617981, + "step": 92940 + }, + { + "loss_action": 0.009190701879560947, + "loss_total": 0.009190701879560947, + "step": 92940 + }, + { + "grad_norm": 0.1243431568145752, + "learning_rate": 1.353085963909123e-06, + "loss": 0.0092, + "step": 92950 + }, + { + "loss_action": 0.007036891300231218, + "loss_total": 0.007036891300231218, + "step": 92950 + }, + { + "loss_action": 0.0013437768211588264, + "loss_total": 0.0013437768211588264, + "step": 92950 + }, + { + "loss_action": 0.004881442524492741, + "loss_total": 0.004881442524492741, + "step": 92950 + }, + { + "loss_action": 0.009932972490787506, + "loss_total": 0.009932972490787506, + "step": 92950 + }, + { + "loss_action": 0.004329042509198189, + "loss_total": 0.004329042509198189, + "step": 92950 + }, + { + "loss_action": 0.00944643747061491, + "loss_total": 0.00944643747061491, + "step": 92950 + }, + { + "grad_norm": 0.16726039350032806, + "learning_rate": 1.3492680314996454e-06, + "loss": 0.0089, + "step": 92960 + }, + { + "loss_action": 0.004676088225096464, + "loss_total": 0.004676088225096464, + "step": 92960 + }, + { + "loss_action": 0.004278321750462055, + "loss_total": 0.004278321750462055, + "step": 92960 + }, + { + "loss_action": 0.002881194930523634, + "loss_total": 0.002881194930523634, + "step": 92960 + }, + { + "loss_action": 0.005232194438576698, + "loss_total": 0.005232194438576698, + "step": 92960 + }, + { + "loss_action": 0.009320823475718498, + "loss_total": 0.009320823475718498, + "step": 92960 + }, + { + "loss_action": 0.0026393900625407696, + "loss_total": 0.0026393900625407696, + "step": 92960 + }, + { + "grad_norm": 0.12518687546253204, + "learning_rate": 1.345455419461078e-06, + "loss": 0.0067, + "step": 92970 + }, + { + "loss_action": 0.012802805751562119, + "loss_total": 0.012802805751562119, + "step": 92970 + }, + { + "loss_action": 0.006375638302415609, + "loss_total": 0.006375638302415609, + "step": 92970 + }, + { + "loss_action": 0.0027763384860008955, + "loss_total": 0.0027763384860008955, + "step": 92970 + }, + { + "loss_action": 0.011097348295152187, + "loss_total": 0.011097348295152187, + "step": 92970 + }, + { + "loss_action": 0.013547481968998909, + "loss_total": 0.013547481968998909, + "step": 92970 + }, + { + "loss_action": 0.0015343395061790943, + "loss_total": 0.0015343395061790943, + "step": 92970 + }, + { + "grad_norm": 0.11049392819404602, + "learning_rate": 1.3416481282103431e-06, + "loss": 0.0074, + "step": 92980 + }, + { + "loss_action": 0.004185575060546398, + "loss_total": 0.004185575060546398, + "step": 92980 + }, + { + "loss_action": 0.0044068885035812855, + "loss_total": 0.0044068885035812855, + "step": 92980 + }, + { + "loss_action": 0.0040490590035915375, + "loss_total": 0.0040490590035915375, + "step": 92980 + }, + { + "loss_action": 0.010168888606131077, + "loss_total": 0.010168888606131077, + "step": 92980 + }, + { + "loss_action": 0.0036925736349076033, + "loss_total": 0.0036925736349076033, + "step": 92980 + }, + { + "loss_action": 0.003437813138589263, + "loss_total": 0.003437813138589263, + "step": 92980 + }, + { + "grad_norm": 0.1572341024875641, + "learning_rate": 1.337846158163819e-06, + "loss": 0.0077, + "step": 92990 + }, + { + "loss_action": 0.0035386623349040747, + "loss_total": 0.0035386623349040747, + "step": 92990 + }, + { + "loss_action": 0.002283963840454817, + "loss_total": 0.002283963840454817, + "step": 92990 + }, + { + "loss_action": 0.0042045447044074535, + "loss_total": 0.0042045447044074535, + "step": 92990 + }, + { + "loss_action": 0.006038812454789877, + "loss_total": 0.006038812454789877, + "step": 92990 + }, + { + "loss_action": 0.0030610186513513327, + "loss_total": 0.0030610186513513327, + "step": 92990 + }, + { + "loss_action": 0.012069500051438808, + "loss_total": 0.012069500051438808, + "step": 92990 + }, + { + "grad_norm": 0.168726846575737, + "learning_rate": 1.334049509737273e-06, + "loss": 0.0083, + "step": 93000 + }, + { + "loss_action": 0.004157530143857002, + "loss_total": 0.004157530143857002, + "step": 93000 + }, + { + "loss_action": 0.010199743323028088, + "loss_total": 0.010199743323028088, + "step": 93000 + }, + { + "loss_action": 0.005451702978461981, + "loss_total": 0.005451702978461981, + "step": 93000 + }, + { + "loss_action": 0.004097770433872938, + "loss_total": 0.004097770433872938, + "step": 93000 + }, + { + "loss_action": 0.0055567920207977295, + "loss_total": 0.0055567920207977295, + "step": 93000 + }, + { + "loss_action": 0.003509634407237172, + "loss_total": 0.003509634407237172, + "step": 93000 + }, + { + "grad_norm": 0.22933964431285858, + "learning_rate": 1.3302581833459116e-06, + "loss": 0.0106, + "step": 93010 + }, + { + "loss_action": 0.01153462566435337, + "loss_total": 0.01153462566435337, + "step": 93010 + }, + { + "loss_action": 0.011710007674992085, + "loss_total": 0.011710007674992085, + "step": 93010 + }, + { + "loss_action": 0.0035923654213547707, + "loss_total": 0.0035923654213547707, + "step": 93010 + }, + { + "loss_action": 0.011028478853404522, + "loss_total": 0.011028478853404522, + "step": 93010 + }, + { + "loss_action": 0.0022254823707044125, + "loss_total": 0.0022254823707044125, + "step": 93010 + }, + { + "loss_action": 0.009596670977771282, + "loss_total": 0.009596670977771282, + "step": 93010 + }, + { + "grad_norm": 0.1865941286087036, + "learning_rate": 1.3264721794043366e-06, + "loss": 0.0078, + "step": 93020 + }, + { + "loss_action": 0.0055052172392606735, + "loss_total": 0.0055052172392606735, + "step": 93020 + }, + { + "loss_action": 0.006552784703671932, + "loss_total": 0.006552784703671932, + "step": 93020 + }, + { + "loss_action": 0.014560113660991192, + "loss_total": 0.014560113660991192, + "step": 93020 + }, + { + "loss_action": 0.0028051878325641155, + "loss_total": 0.0028051878325641155, + "step": 93020 + }, + { + "loss_action": 0.0013000795152038336, + "loss_total": 0.0013000795152038336, + "step": 93020 + }, + { + "loss_action": 0.004040272906422615, + "loss_total": 0.004040272906422615, + "step": 93020 + }, + { + "grad_norm": 0.11958601325750351, + "learning_rate": 1.3226914983265836e-06, + "loss": 0.0071, + "step": 93030 + }, + { + "loss_action": 0.0056429714895784855, + "loss_total": 0.0056429714895784855, + "step": 93030 + }, + { + "loss_action": 0.0029660435393452644, + "loss_total": 0.0029660435393452644, + "step": 93030 + }, + { + "loss_action": 0.003362364135682583, + "loss_total": 0.003362364135682583, + "step": 93030 + }, + { + "loss_action": 0.008892107754945755, + "loss_total": 0.008892107754945755, + "step": 93030 + }, + { + "loss_action": 0.00378115801140666, + "loss_total": 0.00378115801140666, + "step": 93030 + }, + { + "loss_action": 0.007661874871701002, + "loss_total": 0.007661874871701002, + "step": 93030 + }, + { + "grad_norm": 0.23950029909610748, + "learning_rate": 1.3189161405260997e-06, + "loss": 0.0075, + "step": 93040 + }, + { + "loss_action": 0.009431450627744198, + "loss_total": 0.009431450627744198, + "step": 93040 + }, + { + "loss_action": 0.005221577826887369, + "loss_total": 0.005221577826887369, + "step": 93040 + }, + { + "loss_action": 0.0014376529725268483, + "loss_total": 0.0014376529725268483, + "step": 93040 + }, + { + "loss_action": 0.006506315898150206, + "loss_total": 0.006506315898150206, + "step": 93040 + }, + { + "loss_action": 0.005548232700675726, + "loss_total": 0.005548232700675726, + "step": 93040 + }, + { + "loss_action": 0.003305630525574088, + "loss_total": 0.003305630525574088, + "step": 93040 + }, + { + "grad_norm": 0.2460419088602066, + "learning_rate": 1.3151461064157656e-06, + "loss": 0.0079, + "step": 93050 + }, + { + "loss_action": 0.0026385297533124685, + "loss_total": 0.0026385297533124685, + "step": 93050 + }, + { + "loss_action": 0.0025238085072487593, + "loss_total": 0.0025238085072487593, + "step": 93050 + }, + { + "loss_action": 0.016277384012937546, + "loss_total": 0.016277384012937546, + "step": 93050 + }, + { + "loss_action": 0.004936170764267445, + "loss_total": 0.004936170764267445, + "step": 93050 + }, + { + "loss_action": 0.010117675177752972, + "loss_total": 0.010117675177752972, + "step": 93050 + }, + { + "loss_action": 0.011544792912900448, + "loss_total": 0.011544792912900448, + "step": 93050 + }, + { + "grad_norm": 0.1529836356639862, + "learning_rate": 1.3113813964078459e-06, + "loss": 0.0063, + "step": 93060 + }, + { + "loss_action": 0.014557348564267159, + "loss_total": 0.014557348564267159, + "step": 93060 + }, + { + "loss_action": 0.009476052597165108, + "loss_total": 0.009476052597165108, + "step": 93060 + }, + { + "loss_action": 0.005571028683334589, + "loss_total": 0.005571028683334589, + "step": 93060 + }, + { + "loss_action": 0.00404585525393486, + "loss_total": 0.00404585525393486, + "step": 93060 + }, + { + "loss_action": 0.006765220779925585, + "loss_total": 0.006765220779925585, + "step": 93060 + }, + { + "loss_action": 0.002676955424249172, + "loss_total": 0.002676955424249172, + "step": 93060 + }, + { + "grad_norm": 0.16810761392116547, + "learning_rate": 1.3076220109140614e-06, + "loss": 0.0072, + "step": 93070 + }, + { + "loss_action": 0.005760787986218929, + "loss_total": 0.005760787986218929, + "step": 93070 + }, + { + "loss_action": 0.0020647936034947634, + "loss_total": 0.0020647936034947634, + "step": 93070 + }, + { + "loss_action": 0.005552971735596657, + "loss_total": 0.005552971735596657, + "step": 93070 + }, + { + "loss_action": 0.004639762919396162, + "loss_total": 0.004639762919396162, + "step": 93070 + }, + { + "loss_action": 0.01862229034304619, + "loss_total": 0.01862229034304619, + "step": 93070 + }, + { + "loss_action": 0.003417834173887968, + "loss_total": 0.003417834173887968, + "step": 93070 + }, + { + "grad_norm": 0.1408877968788147, + "learning_rate": 1.3038679503455275e-06, + "loss": 0.0064, + "step": 93080 + }, + { + "loss_action": 0.003750891424715519, + "loss_total": 0.003750891424715519, + "step": 93080 + }, + { + "loss_action": 0.005073958076536655, + "loss_total": 0.005073958076536655, + "step": 93080 + }, + { + "loss_action": 0.001922772964462638, + "loss_total": 0.001922772964462638, + "step": 93080 + }, + { + "loss_action": 0.0030263105873018503, + "loss_total": 0.0030263105873018503, + "step": 93080 + }, + { + "loss_action": 0.0029668575152754784, + "loss_total": 0.0029668575152754784, + "step": 93080 + }, + { + "loss_action": 0.010419418103992939, + "loss_total": 0.010419418103992939, + "step": 93080 + }, + { + "grad_norm": 0.10446454584598541, + "learning_rate": 1.3001192151127773e-06, + "loss": 0.0079, + "step": 93090 + }, + { + "loss_action": 0.020927825942635536, + "loss_total": 0.020927825942635536, + "step": 93090 + }, + { + "loss_action": 0.007860375568270683, + "loss_total": 0.007860375568270683, + "step": 93090 + }, + { + "loss_action": 0.00793407578021288, + "loss_total": 0.00793407578021288, + "step": 93090 + }, + { + "loss_action": 0.003643902251496911, + "loss_total": 0.003643902251496911, + "step": 93090 + }, + { + "loss_action": 0.013192816637456417, + "loss_total": 0.013192816637456417, + "step": 93090 + }, + { + "loss_action": 0.003565234364941716, + "loss_total": 0.003565234364941716, + "step": 93090 + }, + { + "grad_norm": 0.2019723653793335, + "learning_rate": 1.2963758056257657e-06, + "loss": 0.0119, + "step": 93100 + }, + { + "loss_action": 0.007570755667984486, + "loss_total": 0.007570755667984486, + "step": 93100 + }, + { + "loss_action": 0.0059363460168242455, + "loss_total": 0.0059363460168242455, + "step": 93100 + }, + { + "loss_action": 0.0016524347010999918, + "loss_total": 0.0016524347010999918, + "step": 93100 + }, + { + "loss_action": 0.008547619916498661, + "loss_total": 0.008547619916498661, + "step": 93100 + }, + { + "loss_action": 0.0025076468009501696, + "loss_total": 0.0025076468009501696, + "step": 93100 + }, + { + "loss_action": 0.004198583774268627, + "loss_total": 0.004198583774268627, + "step": 93100 + }, + { + "grad_norm": 0.24326780438423157, + "learning_rate": 1.2926377222938768e-06, + "loss": 0.0102, + "step": 93110 + }, + { + "loss_action": 0.004708763211965561, + "loss_total": 0.004708763211965561, + "step": 93110 + }, + { + "loss_action": 0.009620227850973606, + "loss_total": 0.009620227850973606, + "step": 93110 + }, + { + "loss_action": 0.009375043213367462, + "loss_total": 0.009375043213367462, + "step": 93110 + }, + { + "loss_action": 0.003385822754353285, + "loss_total": 0.003385822754353285, + "step": 93110 + }, + { + "loss_action": 0.0020350159611552954, + "loss_total": 0.0020350159611552954, + "step": 93110 + }, + { + "loss_action": 0.00443836348131299, + "loss_total": 0.00443836348131299, + "step": 93110 + }, + { + "grad_norm": 0.2480345070362091, + "learning_rate": 1.2889049655259e-06, + "loss": 0.0073, + "step": 93120 + }, + { + "loss_action": 0.005554931703954935, + "loss_total": 0.005554931703954935, + "step": 93120 + }, + { + "loss_action": 0.00623530987650156, + "loss_total": 0.00623530987650156, + "step": 93120 + }, + { + "loss_action": 0.006781540345400572, + "loss_total": 0.006781540345400572, + "step": 93120 + }, + { + "loss_action": 0.019332382827997208, + "loss_total": 0.019332382827997208, + "step": 93120 + }, + { + "loss_action": 0.08366319537162781, + "loss_total": 0.08366319537162781, + "step": 93120 + }, + { + "loss_action": 0.005557560827583075, + "loss_total": 0.005557560827583075, + "step": 93120 + }, + { + "grad_norm": 0.163979634642601, + "learning_rate": 1.2851775357300312e-06, + "loss": 0.0099, + "step": 93130 + }, + { + "loss_action": 0.004494266584515572, + "loss_total": 0.004494266584515572, + "step": 93130 + }, + { + "loss_action": 0.0071328748017549515, + "loss_total": 0.0071328748017549515, + "step": 93130 + }, + { + "loss_action": 0.004241010639816523, + "loss_total": 0.004241010639816523, + "step": 93130 + }, + { + "loss_action": 0.0046684108674526215, + "loss_total": 0.0046684108674526215, + "step": 93130 + }, + { + "loss_action": 0.005884817335754633, + "loss_total": 0.005884817335754633, + "step": 93130 + }, + { + "loss_action": 0.0054249209351837635, + "loss_total": 0.0054249209351837635, + "step": 93130 + }, + { + "grad_norm": 0.12951134145259857, + "learning_rate": 1.281455433313916e-06, + "loss": 0.007, + "step": 93140 + }, + { + "loss_action": 0.015706591308116913, + "loss_total": 0.015706591308116913, + "step": 93140 + }, + { + "loss_action": 0.003030735068023205, + "loss_total": 0.003030735068023205, + "step": 93140 + }, + { + "loss_action": 0.004967418499290943, + "loss_total": 0.004967418499290943, + "step": 93140 + }, + { + "loss_action": 0.0016894870204851031, + "loss_total": 0.0016894870204851031, + "step": 93140 + }, + { + "loss_action": 0.002140888012945652, + "loss_total": 0.002140888012945652, + "step": 93140 + }, + { + "loss_action": 0.006795302499085665, + "loss_total": 0.006795302499085665, + "step": 93140 + }, + { + "grad_norm": 0.21568502485752106, + "learning_rate": 1.2777386586845796e-06, + "loss": 0.0089, + "step": 93150 + }, + { + "loss_action": 0.006109889131039381, + "loss_total": 0.006109889131039381, + "step": 93150 + }, + { + "loss_action": 0.0050025824457407, + "loss_total": 0.0050025824457407, + "step": 93150 + }, + { + "loss_action": 0.0046398937702178955, + "loss_total": 0.0046398937702178955, + "step": 93150 + }, + { + "loss_action": 0.04079519212245941, + "loss_total": 0.04079519212245941, + "step": 93150 + }, + { + "loss_action": 0.005104448180645704, + "loss_total": 0.005104448180645704, + "step": 93150 + }, + { + "loss_action": 0.01341131143271923, + "loss_total": 0.01341131143271923, + "step": 93150 + }, + { + "grad_norm": 0.24073505401611328, + "learning_rate": 1.2740272122484964e-06, + "loss": 0.0083, + "step": 93160 + }, + { + "loss_action": 0.012581816874444485, + "loss_total": 0.012581816874444485, + "step": 93160 + }, + { + "loss_action": 0.0058006709441542625, + "loss_total": 0.0058006709441542625, + "step": 93160 + }, + { + "loss_action": 0.0028599021025002003, + "loss_total": 0.0028599021025002003, + "step": 93160 + }, + { + "loss_action": 0.005110996309667826, + "loss_total": 0.005110996309667826, + "step": 93160 + }, + { + "loss_action": 0.004185299854725599, + "loss_total": 0.004185299854725599, + "step": 93160 + }, + { + "loss_action": 0.003825505031272769, + "loss_total": 0.003825505031272769, + "step": 93160 + }, + { + "grad_norm": 0.2769913673400879, + "learning_rate": 1.2703210944115308e-06, + "loss": 0.008, + "step": 93170 + }, + { + "loss_action": 0.0061531816609203815, + "loss_total": 0.0061531816609203815, + "step": 93170 + }, + { + "loss_action": 0.003789240028709173, + "loss_total": 0.003789240028709173, + "step": 93170 + }, + { + "loss_action": 0.0044578309170901775, + "loss_total": 0.0044578309170901775, + "step": 93170 + }, + { + "loss_action": 0.005186676513403654, + "loss_total": 0.005186676513403654, + "step": 93170 + }, + { + "loss_action": 0.026222940534353256, + "loss_total": 0.026222940534353256, + "step": 93170 + }, + { + "loss_action": 0.003203490749001503, + "loss_total": 0.003203490749001503, + "step": 93170 + }, + { + "grad_norm": 0.2547687888145447, + "learning_rate": 1.2666203055789916e-06, + "loss": 0.0076, + "step": 93180 + }, + { + "loss_action": 0.00956106185913086, + "loss_total": 0.00956106185913086, + "step": 93180 + }, + { + "loss_action": 0.001536296564154327, + "loss_total": 0.001536296564154327, + "step": 93180 + }, + { + "loss_action": 0.00575852720066905, + "loss_total": 0.00575852720066905, + "step": 93180 + }, + { + "loss_action": 0.004489773418754339, + "loss_total": 0.004489773418754339, + "step": 93180 + }, + { + "loss_action": 0.0021955359261482954, + "loss_total": 0.0021955359261482954, + "step": 93180 + }, + { + "loss_action": 0.012037046253681183, + "loss_total": 0.012037046253681183, + "step": 93180 + }, + { + "grad_norm": 0.14088129997253418, + "learning_rate": 1.2629248461555832e-06, + "loss": 0.006, + "step": 93190 + }, + { + "loss_action": 0.014664747752249241, + "loss_total": 0.014664747752249241, + "step": 93190 + }, + { + "loss_action": 0.008154184557497501, + "loss_total": 0.008154184557497501, + "step": 93190 + }, + { + "loss_action": 0.01138223521411419, + "loss_total": 0.01138223521411419, + "step": 93190 + }, + { + "loss_action": 0.017128031700849533, + "loss_total": 0.017128031700849533, + "step": 93190 + }, + { + "loss_action": 0.01792677864432335, + "loss_total": 0.01792677864432335, + "step": 93190 + }, + { + "loss_action": 0.004160645883530378, + "loss_total": 0.004160645883530378, + "step": 93190 + }, + { + "grad_norm": 0.19587267935276031, + "learning_rate": 1.2592347165454431e-06, + "loss": 0.0071, + "step": 93200 + }, + { + "loss_action": 0.013037885539233685, + "loss_total": 0.013037885539233685, + "step": 93200 + }, + { + "loss_action": 0.0038167552556842566, + "loss_total": 0.0038167552556842566, + "step": 93200 + }, + { + "loss_action": 0.006140377372503281, + "loss_total": 0.006140377372503281, + "step": 93200 + }, + { + "loss_action": 0.01309386920183897, + "loss_total": 0.01309386920183897, + "step": 93200 + }, + { + "loss_action": 0.0036003997083753347, + "loss_total": 0.0036003997083753347, + "step": 93200 + }, + { + "loss_action": 0.0028104798402637243, + "loss_total": 0.0028104798402637243, + "step": 93200 + }, + { + "grad_norm": 0.1350841075181961, + "learning_rate": 1.2555499171521102e-06, + "loss": 0.0072, + "step": 93210 + }, + { + "loss_action": 0.04685020446777344, + "loss_total": 0.04685020446777344, + "step": 93210 + }, + { + "loss_action": 0.0018051575170829892, + "loss_total": 0.0018051575170829892, + "step": 93210 + }, + { + "loss_action": 0.005257027223706245, + "loss_total": 0.005257027223706245, + "step": 93210 + }, + { + "loss_action": 0.003121775109320879, + "loss_total": 0.003121775109320879, + "step": 93210 + }, + { + "loss_action": 0.0021893775556236506, + "loss_total": 0.0021893775556236506, + "step": 93210 + }, + { + "loss_action": 0.01552662905305624, + "loss_total": 0.01552662905305624, + "step": 93210 + }, + { + "grad_norm": 0.18570029735565186, + "learning_rate": 1.251870448378556e-06, + "loss": 0.0067, + "step": 93220 + }, + { + "loss_action": 0.005641740746796131, + "loss_total": 0.005641740746796131, + "step": 93220 + }, + { + "loss_action": 0.004797958768904209, + "loss_total": 0.004797958768904209, + "step": 93220 + }, + { + "loss_action": 0.003312275279313326, + "loss_total": 0.003312275279313326, + "step": 93220 + }, + { + "loss_action": 0.010795674286782742, + "loss_total": 0.010795674286782742, + "step": 93220 + }, + { + "loss_action": 0.01355308759957552, + "loss_total": 0.01355308759957552, + "step": 93220 + }, + { + "loss_action": 0.010690035298466682, + "loss_total": 0.010690035298466682, + "step": 93220 + }, + { + "grad_norm": 0.12553830444812775, + "learning_rate": 1.2481963106271478e-06, + "loss": 0.0067, + "step": 93230 + }, + { + "loss_action": 0.004997631534934044, + "loss_total": 0.004997631534934044, + "step": 93230 + }, + { + "loss_action": 0.0028026639483869076, + "loss_total": 0.0028026639483869076, + "step": 93230 + }, + { + "loss_action": 0.007053084205836058, + "loss_total": 0.007053084205836058, + "step": 93230 + }, + { + "loss_action": 0.00399708142504096, + "loss_total": 0.00399708142504096, + "step": 93230 + }, + { + "loss_action": 0.0027425044681876898, + "loss_total": 0.0027425044681876898, + "step": 93230 + }, + { + "loss_action": 0.0032403795048594475, + "loss_total": 0.0032403795048594475, + "step": 93230 + }, + { + "grad_norm": 0.19721829891204834, + "learning_rate": 1.2445275042997084e-06, + "loss": 0.0102, + "step": 93240 + }, + { + "loss_action": 0.006847936660051346, + "loss_total": 0.006847936660051346, + "step": 93240 + }, + { + "loss_action": 0.00525053683668375, + "loss_total": 0.00525053683668375, + "step": 93240 + }, + { + "loss_action": 0.008527488447725773, + "loss_total": 0.008527488447725773, + "step": 93240 + }, + { + "loss_action": 0.0025345131289213896, + "loss_total": 0.0025345131289213896, + "step": 93240 + }, + { + "loss_action": 0.0024473683442920446, + "loss_total": 0.0024473683442920446, + "step": 93240 + }, + { + "loss_action": 0.005043006967753172, + "loss_total": 0.005043006967753172, + "step": 93240 + }, + { + "grad_norm": 0.221296489238739, + "learning_rate": 1.2408640297974283e-06, + "loss": 0.0075, + "step": 93250 + }, + { + "loss_action": 0.00768539821729064, + "loss_total": 0.00768539821729064, + "step": 93250 + }, + { + "loss_action": 0.004829890094697475, + "loss_total": 0.004829890094697475, + "step": 93250 + }, + { + "loss_action": 0.004504953045397997, + "loss_total": 0.004504953045397997, + "step": 93250 + }, + { + "loss_action": 0.003686104202643037, + "loss_total": 0.003686104202643037, + "step": 93250 + }, + { + "loss_action": 0.004104431718587875, + "loss_total": 0.004104431718587875, + "step": 93250 + }, + { + "loss_action": 0.009317753836512566, + "loss_total": 0.009317753836512566, + "step": 93250 + }, + { + "grad_norm": 0.1603592187166214, + "learning_rate": 1.2372058875209535e-06, + "loss": 0.007, + "step": 93260 + }, + { + "loss_action": 0.007944811135530472, + "loss_total": 0.007944811135530472, + "step": 93260 + }, + { + "loss_action": 0.004535335581749678, + "loss_total": 0.004535335581749678, + "step": 93260 + }, + { + "loss_action": 0.003175705438479781, + "loss_total": 0.003175705438479781, + "step": 93260 + }, + { + "loss_action": 0.008258279412984848, + "loss_total": 0.008258279412984848, + "step": 93260 + }, + { + "loss_action": 0.002886022673919797, + "loss_total": 0.002886022673919797, + "step": 93260 + }, + { + "loss_action": 0.0029711031820625067, + "loss_total": 0.0029711031820625067, + "step": 93260 + }, + { + "grad_norm": 0.1036175787448883, + "learning_rate": 1.2335530778703252e-06, + "loss": 0.0056, + "step": 93270 + }, + { + "loss_action": 0.0059899259358644485, + "loss_total": 0.0059899259358644485, + "step": 93270 + }, + { + "loss_action": 0.015483268536627293, + "loss_total": 0.015483268536627293, + "step": 93270 + }, + { + "loss_action": 0.004281248431652784, + "loss_total": 0.004281248431652784, + "step": 93270 + }, + { + "loss_action": 0.0030836197547614574, + "loss_total": 0.0030836197547614574, + "step": 93270 + }, + { + "loss_action": 0.021064506843686104, + "loss_total": 0.021064506843686104, + "step": 93270 + }, + { + "loss_action": 0.0076946173794567585, + "loss_total": 0.0076946173794567585, + "step": 93270 + }, + { + "grad_norm": 0.21315088868141174, + "learning_rate": 1.2299056012450182e-06, + "loss": 0.0072, + "step": 93280 + }, + { + "loss_action": 0.006234041880816221, + "loss_total": 0.006234041880816221, + "step": 93280 + }, + { + "loss_action": 0.00698164664208889, + "loss_total": 0.00698164664208889, + "step": 93280 + }, + { + "loss_action": 0.0042314413003623486, + "loss_total": 0.0042314413003623486, + "step": 93280 + }, + { + "loss_action": 0.003859391435980797, + "loss_total": 0.003859391435980797, + "step": 93280 + }, + { + "loss_action": 0.007087445817887783, + "loss_total": 0.007087445817887783, + "step": 93280 + }, + { + "loss_action": 0.005657252389937639, + "loss_total": 0.005657252389937639, + "step": 93280 + }, + { + "grad_norm": 0.11182820051908493, + "learning_rate": 1.2262634580439026e-06, + "loss": 0.0075, + "step": 93290 + }, + { + "loss_action": 0.00288745597936213, + "loss_total": 0.00288745597936213, + "step": 93290 + }, + { + "loss_action": 0.006123457569628954, + "loss_total": 0.006123457569628954, + "step": 93290 + }, + { + "loss_action": 0.005297545809298754, + "loss_total": 0.005297545809298754, + "step": 93290 + }, + { + "loss_action": 0.0022632351610809565, + "loss_total": 0.0022632351610809565, + "step": 93290 + }, + { + "loss_action": 0.004954433999955654, + "loss_total": 0.004954433999955654, + "step": 93290 + }, + { + "loss_action": 0.004037355538457632, + "loss_total": 0.004037355538457632, + "step": 93290 + }, + { + "grad_norm": 0.2527061700820923, + "learning_rate": 1.2226266486652926e-06, + "loss": 0.0084, + "step": 93300 + }, + { + "loss_action": 0.007847141474485397, + "loss_total": 0.007847141474485397, + "step": 93300 + }, + { + "loss_action": 0.005105424672365189, + "loss_total": 0.005105424672365189, + "step": 93300 + }, + { + "loss_action": 0.011451750993728638, + "loss_total": 0.011451750993728638, + "step": 93300 + }, + { + "loss_action": 0.008341938257217407, + "loss_total": 0.008341938257217407, + "step": 93300 + }, + { + "loss_action": 0.008106023073196411, + "loss_total": 0.008106023073196411, + "step": 93300 + }, + { + "loss_action": 0.006946197245270014, + "loss_total": 0.006946197245270014, + "step": 93300 + }, + { + "grad_norm": 0.1974596232175827, + "learning_rate": 1.2189951735068927e-06, + "loss": 0.0069, + "step": 93310 + }, + { + "loss_action": 0.0015814544167369604, + "loss_total": 0.0015814544167369604, + "step": 93310 + }, + { + "loss_action": 0.024627534672617912, + "loss_total": 0.024627534672617912, + "step": 93310 + }, + { + "loss_action": 0.05041394382715225, + "loss_total": 0.05041394382715225, + "step": 93310 + }, + { + "loss_action": 0.009352141991257668, + "loss_total": 0.009352141991257668, + "step": 93310 + }, + { + "loss_action": 0.0016982699744403362, + "loss_total": 0.0016982699744403362, + "step": 93310 + }, + { + "loss_action": 0.005654249805957079, + "loss_total": 0.005654249805957079, + "step": 93310 + }, + { + "grad_norm": 0.13326896727085114, + "learning_rate": 1.2153690329658407e-06, + "loss": 0.0085, + "step": 93320 + }, + { + "loss_action": 0.0033177537843585014, + "loss_total": 0.0033177537843585014, + "step": 93320 + }, + { + "loss_action": 0.0023526842705905437, + "loss_total": 0.0023526842705905437, + "step": 93320 + }, + { + "loss_action": 0.010836861096322536, + "loss_total": 0.010836861096322536, + "step": 93320 + }, + { + "loss_action": 0.002813827944919467, + "loss_total": 0.002813827944919467, + "step": 93320 + }, + { + "loss_action": 0.004807396791875362, + "loss_total": 0.004807396791875362, + "step": 93320 + }, + { + "loss_action": 0.0040239314548671246, + "loss_total": 0.0040239314548671246, + "step": 93320 + }, + { + "grad_norm": 0.16856950521469116, + "learning_rate": 1.2117482274386859e-06, + "loss": 0.0077, + "step": 93330 + }, + { + "loss_action": 0.01163942739367485, + "loss_total": 0.01163942739367485, + "step": 93330 + }, + { + "loss_action": 0.003947604447603226, + "loss_total": 0.003947604447603226, + "step": 93330 + }, + { + "loss_action": 0.020240919664502144, + "loss_total": 0.020240919664502144, + "step": 93330 + }, + { + "loss_action": 0.00358296325430274, + "loss_total": 0.00358296325430274, + "step": 93330 + }, + { + "loss_action": 0.0036950265057384968, + "loss_total": 0.0036950265057384968, + "step": 93330 + }, + { + "loss_action": 0.004030164331197739, + "loss_total": 0.004030164331197739, + "step": 93330 + }, + { + "grad_norm": 0.19046112895011902, + "learning_rate": 1.2081327573213953e-06, + "loss": 0.0068, + "step": 93340 + }, + { + "loss_action": 0.002488052938133478, + "loss_total": 0.002488052938133478, + "step": 93340 + }, + { + "loss_action": 0.00575299933552742, + "loss_total": 0.00575299933552742, + "step": 93340 + }, + { + "loss_action": 0.00485325837507844, + "loss_total": 0.00485325837507844, + "step": 93340 + }, + { + "loss_action": 0.011301414109766483, + "loss_total": 0.011301414109766483, + "step": 93340 + }, + { + "loss_action": 0.009489156305789948, + "loss_total": 0.009489156305789948, + "step": 93340 + }, + { + "loss_action": 0.003275028895586729, + "loss_total": 0.003275028895586729, + "step": 93340 + }, + { + "grad_norm": 0.2331334352493286, + "learning_rate": 1.2045226230093465e-06, + "loss": 0.0074, + "step": 93350 + }, + { + "loss_action": 0.004769275430589914, + "loss_total": 0.004769275430589914, + "step": 93350 + }, + { + "loss_action": 0.017080124467611313, + "loss_total": 0.017080124467611313, + "step": 93350 + }, + { + "loss_action": 0.003221729304641485, + "loss_total": 0.003221729304641485, + "step": 93350 + }, + { + "loss_action": 0.006224907003343105, + "loss_total": 0.006224907003343105, + "step": 93350 + }, + { + "loss_action": 0.002084887120872736, + "loss_total": 0.002084887120872736, + "step": 93350 + }, + { + "loss_action": 0.009658420458436012, + "loss_total": 0.009658420458436012, + "step": 93350 + }, + { + "grad_norm": 0.21014049649238586, + "learning_rate": 1.2009178248973296e-06, + "loss": 0.0081, + "step": 93360 + }, + { + "loss_action": 0.007413691375404596, + "loss_total": 0.007413691375404596, + "step": 93360 + }, + { + "loss_action": 0.003544013714417815, + "loss_total": 0.003544013714417815, + "step": 93360 + }, + { + "loss_action": 0.0019479366019368172, + "loss_total": 0.0019479366019368172, + "step": 93360 + }, + { + "loss_action": 0.003797593992203474, + "loss_total": 0.003797593992203474, + "step": 93360 + }, + { + "loss_action": 0.0035636993125081062, + "loss_total": 0.0035636993125081062, + "step": 93360 + }, + { + "loss_action": 0.010713549330830574, + "loss_total": 0.010713549330830574, + "step": 93360 + }, + { + "grad_norm": 0.3162478506565094, + "learning_rate": 1.1973183633795849e-06, + "loss": 0.0079, + "step": 93370 + }, + { + "loss_action": 0.013451065868139267, + "loss_total": 0.013451065868139267, + "step": 93370 + }, + { + "loss_action": 0.008158324286341667, + "loss_total": 0.008158324286341667, + "step": 93370 + }, + { + "loss_action": 0.0027824235148727894, + "loss_total": 0.0027824235148727894, + "step": 93370 + }, + { + "loss_action": 0.0042637926526367664, + "loss_total": 0.0042637926526367664, + "step": 93370 + }, + { + "loss_action": 0.0031149745918810368, + "loss_total": 0.0031149745918810368, + "step": 93370 + }, + { + "loss_action": 0.010247419588267803, + "loss_total": 0.010247419588267803, + "step": 93370 + }, + { + "grad_norm": 0.20656992495059967, + "learning_rate": 1.193724238849725e-06, + "loss": 0.0095, + "step": 93380 + }, + { + "loss_action": 0.012138775549829006, + "loss_total": 0.012138775549829006, + "step": 93380 + }, + { + "loss_action": 0.011472988873720169, + "loss_total": 0.011472988873720169, + "step": 93380 + }, + { + "loss_action": 0.0030177291482686996, + "loss_total": 0.0030177291482686996, + "step": 93380 + }, + { + "loss_action": 0.002534629078581929, + "loss_total": 0.002534629078581929, + "step": 93380 + }, + { + "loss_action": 0.004370819311589003, + "loss_total": 0.004370819311589003, + "step": 93380 + }, + { + "loss_action": 0.003420864464715123, + "loss_total": 0.003420864464715123, + "step": 93380 + }, + { + "grad_norm": 0.3375406265258789, + "learning_rate": 1.190135451700808e-06, + "loss": 0.0116, + "step": 93390 + }, + { + "loss_action": 0.0012787787709385157, + "loss_total": 0.0012787787709385157, + "step": 93390 + }, + { + "loss_action": 0.007128593046218157, + "loss_total": 0.007128593046218157, + "step": 93390 + }, + { + "loss_action": 0.009494699537754059, + "loss_total": 0.009494699537754059, + "step": 93390 + }, + { + "loss_action": 0.004382318817079067, + "loss_total": 0.004382318817079067, + "step": 93390 + }, + { + "loss_action": 0.00191755429841578, + "loss_total": 0.00191755429841578, + "step": 93390 + }, + { + "loss_action": 0.015768637880682945, + "loss_total": 0.015768637880682945, + "step": 93390 + }, + { + "grad_norm": 0.12803363800048828, + "learning_rate": 1.186552002325292e-06, + "loss": 0.0072, + "step": 93400 + }, + { + "loss_action": 0.00373071082867682, + "loss_total": 0.00373071082867682, + "step": 93400 + }, + { + "loss_action": 0.007538180332630873, + "loss_total": 0.007538180332630873, + "step": 93400 + }, + { + "loss_action": 0.006645060610026121, + "loss_total": 0.006645060610026121, + "step": 93400 + }, + { + "loss_action": 0.004055419471114874, + "loss_total": 0.004055419471114874, + "step": 93400 + }, + { + "loss_action": 0.006989697460085154, + "loss_total": 0.006989697460085154, + "step": 93400 + }, + { + "loss_action": 0.027057833969593048, + "loss_total": 0.027057833969593048, + "step": 93400 + }, + { + "grad_norm": 0.15267865359783173, + "learning_rate": 1.1829738911150578e-06, + "loss": 0.007, + "step": 93410 + }, + { + "loss_action": 0.007942945696413517, + "loss_total": 0.007942945696413517, + "step": 93410 + }, + { + "loss_action": 0.10349021852016449, + "loss_total": 0.10349021852016449, + "step": 93410 + }, + { + "loss_action": 0.004789009224623442, + "loss_total": 0.004789009224623442, + "step": 93410 + }, + { + "loss_action": 0.003674532985314727, + "loss_total": 0.003674532985314727, + "step": 93410 + }, + { + "loss_action": 0.0017508621094748378, + "loss_total": 0.0017508621094748378, + "step": 93410 + }, + { + "loss_action": 0.00498084956780076, + "loss_total": 0.00498084956780076, + "step": 93410 + }, + { + "grad_norm": 0.21518468856811523, + "learning_rate": 1.1794011184613985e-06, + "loss": 0.0097, + "step": 93420 + }, + { + "loss_action": 0.010780994780361652, + "loss_total": 0.010780994780361652, + "step": 93420 + }, + { + "loss_action": 0.0034874165430665016, + "loss_total": 0.0034874165430665016, + "step": 93420 + }, + { + "loss_action": 0.12329529225826263, + "loss_total": 0.12329529225826263, + "step": 93420 + }, + { + "loss_action": 0.006327567156404257, + "loss_total": 0.006327567156404257, + "step": 93420 + }, + { + "loss_action": 0.0023692261893302202, + "loss_total": 0.0023692261893302202, + "step": 93420 + }, + { + "loss_action": 0.0030252474825829268, + "loss_total": 0.0030252474825829268, + "step": 93420 + }, + { + "grad_norm": 0.122446708381176, + "learning_rate": 1.17583368475504e-06, + "loss": 0.0087, + "step": 93430 + }, + { + "loss_action": 0.005942643154412508, + "loss_total": 0.005942643154412508, + "step": 93430 + }, + { + "loss_action": 0.006399019621312618, + "loss_total": 0.006399019621312618, + "step": 93430 + }, + { + "loss_action": 0.001308184233494103, + "loss_total": 0.001308184233494103, + "step": 93430 + }, + { + "loss_action": 0.0037530693225562572, + "loss_total": 0.0037530693225562572, + "step": 93430 + }, + { + "loss_action": 0.002290852600708604, + "loss_total": 0.002290852600708604, + "step": 93430 + }, + { + "loss_action": 0.014527671970427036, + "loss_total": 0.014527671970427036, + "step": 93430 + }, + { + "grad_norm": 0.28858181834220886, + "learning_rate": 1.1722715903860982e-06, + "loss": 0.0062, + "step": 93440 + }, + { + "loss_action": 0.018569735810160637, + "loss_total": 0.018569735810160637, + "step": 93440 + }, + { + "loss_action": 0.009364374913275242, + "loss_total": 0.009364374913275242, + "step": 93440 + }, + { + "loss_action": 0.004871220327913761, + "loss_total": 0.004871220327913761, + "step": 93440 + }, + { + "loss_action": 0.0075934347696602345, + "loss_total": 0.0075934347696602345, + "step": 93440 + }, + { + "loss_action": 0.0044610402546823025, + "loss_total": 0.0044610402546823025, + "step": 93440 + }, + { + "loss_action": 0.007441495079547167, + "loss_total": 0.007441495079547167, + "step": 93440 + }, + { + "grad_norm": 0.23194274306297302, + "learning_rate": 1.168714835744128e-06, + "loss": 0.0104, + "step": 93450 + }, + { + "loss_action": 0.01024081651121378, + "loss_total": 0.01024081651121378, + "step": 93450 + }, + { + "loss_action": 0.005871901288628578, + "loss_total": 0.005871901288628578, + "step": 93450 + }, + { + "loss_action": 0.004978694953024387, + "loss_total": 0.004978694953024387, + "step": 93450 + }, + { + "loss_action": 0.006268149241805077, + "loss_total": 0.006268149241805077, + "step": 93450 + }, + { + "loss_action": 0.003068928373977542, + "loss_total": 0.003068928373977542, + "step": 93450 + }, + { + "loss_action": 0.002994092181324959, + "loss_total": 0.002994092181324959, + "step": 93450 + }, + { + "grad_norm": 0.1260996162891388, + "learning_rate": 1.165163421218085e-06, + "loss": 0.0069, + "step": 93460 + }, + { + "loss_action": 0.0028512675780802965, + "loss_total": 0.0028512675780802965, + "step": 93460 + }, + { + "loss_action": 0.0140704195946455, + "loss_total": 0.0140704195946455, + "step": 93460 + }, + { + "loss_action": 0.010579299181699753, + "loss_total": 0.010579299181699753, + "step": 93460 + }, + { + "loss_action": 0.004573585465550423, + "loss_total": 0.004573585465550423, + "step": 93460 + }, + { + "loss_action": 0.018703389912843704, + "loss_total": 0.018703389912843704, + "step": 93460 + }, + { + "loss_action": 0.005204425193369389, + "loss_total": 0.005204425193369389, + "step": 93460 + }, + { + "grad_norm": 0.11584492772817612, + "learning_rate": 1.1616173471963477e-06, + "loss": 0.008, + "step": 93470 + }, + { + "loss_action": 0.0028254257049411535, + "loss_total": 0.0028254257049411535, + "step": 93470 + }, + { + "loss_action": 0.010365056805312634, + "loss_total": 0.010365056805312634, + "step": 93470 + }, + { + "loss_action": 0.011230731382966042, + "loss_total": 0.011230731382966042, + "step": 93470 + }, + { + "loss_action": 0.005786711350083351, + "loss_total": 0.005786711350083351, + "step": 93470 + }, + { + "loss_action": 0.005178944207727909, + "loss_total": 0.005178944207727909, + "step": 93470 + }, + { + "loss_action": 0.004032594617456198, + "loss_total": 0.004032594617456198, + "step": 93470 + }, + { + "grad_norm": 0.15955740213394165, + "learning_rate": 1.1580766140667109e-06, + "loss": 0.0073, + "step": 93480 + }, + { + "loss_action": 0.02735987864434719, + "loss_total": 0.02735987864434719, + "step": 93480 + }, + { + "loss_action": 0.004821870941668749, + "loss_total": 0.004821870941668749, + "step": 93480 + }, + { + "loss_action": 0.006847959477454424, + "loss_total": 0.006847959477454424, + "step": 93480 + }, + { + "loss_action": 0.0026218125130981207, + "loss_total": 0.0026218125130981207, + "step": 93480 + }, + { + "loss_action": 0.002583399647846818, + "loss_total": 0.002583399647846818, + "step": 93480 + }, + { + "loss_action": 0.003288828069344163, + "loss_total": 0.003288828069344163, + "step": 93480 + }, + { + "grad_norm": 0.2048235684633255, + "learning_rate": 1.1545412222163764e-06, + "loss": 0.009, + "step": 93490 + }, + { + "loss_action": 0.010359243489801884, + "loss_total": 0.010359243489801884, + "step": 93490 + }, + { + "loss_action": 0.010479958727955818, + "loss_total": 0.010479958727955818, + "step": 93490 + }, + { + "loss_action": 0.0011354578891769052, + "loss_total": 0.0011354578891769052, + "step": 93490 + }, + { + "loss_action": 0.002657069358974695, + "loss_total": 0.002657069358974695, + "step": 93490 + }, + { + "loss_action": 0.013679846189916134, + "loss_total": 0.013679846189916134, + "step": 93490 + }, + { + "loss_action": 0.004985128995031118, + "loss_total": 0.004985128995031118, + "step": 93490 + }, + { + "grad_norm": 0.18077829480171204, + "learning_rate": 1.1510111720319795e-06, + "loss": 0.0096, + "step": 93500 + }, + { + "loss_action": 0.007669773418456316, + "loss_total": 0.007669773418456316, + "step": 93500 + }, + { + "loss_action": 0.004987549502402544, + "loss_total": 0.004987549502402544, + "step": 93500 + }, + { + "loss_action": 0.007870659232139587, + "loss_total": 0.007870659232139587, + "step": 93500 + }, + { + "loss_action": 0.002572407014667988, + "loss_total": 0.002572407014667988, + "step": 93500 + }, + { + "loss_action": 0.004563812166452408, + "loss_total": 0.004563812166452408, + "step": 93500 + }, + { + "loss_action": 0.002662350656464696, + "loss_total": 0.002662350656464696, + "step": 93500 + }, + { + "grad_norm": 0.21621790528297424, + "learning_rate": 1.1474864638995663e-06, + "loss": 0.0085, + "step": 93510 + }, + { + "loss_action": 0.006659276317805052, + "loss_total": 0.006659276317805052, + "step": 93510 + }, + { + "loss_action": 0.020723531022667885, + "loss_total": 0.020723531022667885, + "step": 93510 + }, + { + "loss_action": 0.010478057898581028, + "loss_total": 0.010478057898581028, + "step": 93510 + }, + { + "loss_action": 0.021528640761971474, + "loss_total": 0.021528640761971474, + "step": 93510 + }, + { + "loss_action": 0.01140020415186882, + "loss_total": 0.01140020415186882, + "step": 93510 + }, + { + "loss_action": 0.005211044568568468, + "loss_total": 0.005211044568568468, + "step": 93510 + }, + { + "grad_norm": 0.18094678223133087, + "learning_rate": 1.1439670982045735e-06, + "loss": 0.0075, + "step": 93520 + }, + { + "loss_action": 0.008564593270421028, + "loss_total": 0.008564593270421028, + "step": 93520 + }, + { + "loss_action": 0.036518726497888565, + "loss_total": 0.036518726497888565, + "step": 93520 + }, + { + "loss_action": 0.01763794757425785, + "loss_total": 0.01763794757425785, + "step": 93520 + }, + { + "loss_action": 0.0045999325811862946, + "loss_total": 0.0045999325811862946, + "step": 93520 + }, + { + "loss_action": 0.005079173482954502, + "loss_total": 0.005079173482954502, + "step": 93520 + }, + { + "loss_action": 0.0019249067408964038, + "loss_total": 0.0019249067408964038, + "step": 93520 + }, + { + "grad_norm": 0.12628738582134247, + "learning_rate": 1.1404530753318877e-06, + "loss": 0.0076, + "step": 93530 + }, + { + "loss_action": 0.004090822301805019, + "loss_total": 0.004090822301805019, + "step": 93530 + }, + { + "loss_action": 0.002417459851130843, + "loss_total": 0.002417459851130843, + "step": 93530 + }, + { + "loss_action": 0.008335472084581852, + "loss_total": 0.008335472084581852, + "step": 93530 + }, + { + "loss_action": 0.006711273454129696, + "loss_total": 0.006711273454129696, + "step": 93530 + }, + { + "loss_action": 0.005316880997270346, + "loss_total": 0.005316880997270346, + "step": 93530 + }, + { + "loss_action": 0.011808278039097786, + "loss_total": 0.011808278039097786, + "step": 93530 + }, + { + "grad_norm": 0.17962855100631714, + "learning_rate": 1.136944395665801e-06, + "loss": 0.007, + "step": 93540 + }, + { + "loss_action": 0.004024552647024393, + "loss_total": 0.004024552647024393, + "step": 93540 + }, + { + "loss_action": 0.011506854556500912, + "loss_total": 0.011506854556500912, + "step": 93540 + }, + { + "loss_action": 0.005014140624552965, + "loss_total": 0.005014140624552965, + "step": 93540 + }, + { + "loss_action": 0.01761646382510662, + "loss_total": 0.01761646382510662, + "step": 93540 + }, + { + "loss_action": 0.005898475646972656, + "loss_total": 0.005898475646972656, + "step": 93540 + }, + { + "loss_action": 0.006101167760789394, + "loss_total": 0.006101167760789394, + "step": 93540 + }, + { + "grad_norm": 0.1780264973640442, + "learning_rate": 1.1334410595900014e-06, + "loss": 0.0076, + "step": 93550 + }, + { + "loss_action": 0.0029373604338616133, + "loss_total": 0.0029373604338616133, + "step": 93550 + }, + { + "loss_action": 0.0036285321693867445, + "loss_total": 0.0036285321693867445, + "step": 93550 + }, + { + "loss_action": 0.002843864494934678, + "loss_total": 0.002843864494934678, + "step": 93550 + }, + { + "loss_action": 0.01097162812948227, + "loss_total": 0.01097162812948227, + "step": 93550 + }, + { + "loss_action": 0.001901151379570365, + "loss_total": 0.001901151379570365, + "step": 93550 + }, + { + "loss_action": 0.002023865468800068, + "loss_total": 0.002023865468800068, + "step": 93550 + }, + { + "grad_norm": 0.17313817143440247, + "learning_rate": 1.129943067487621e-06, + "loss": 0.0073, + "step": 93560 + }, + { + "loss_action": 0.0017608144553378224, + "loss_total": 0.0017608144553378224, + "step": 93560 + }, + { + "loss_action": 0.00289235170930624, + "loss_total": 0.00289235170930624, + "step": 93560 + }, + { + "loss_action": 0.007810074370354414, + "loss_total": 0.007810074370354414, + "step": 93560 + }, + { + "loss_action": 0.009073017165064812, + "loss_total": 0.009073017165064812, + "step": 93560 + }, + { + "loss_action": 0.005486649461090565, + "loss_total": 0.005486649461090565, + "step": 93560 + }, + { + "loss_action": 0.016576290130615234, + "loss_total": 0.016576290130615234, + "step": 93560 + }, + { + "grad_norm": 0.1187833920121193, + "learning_rate": 1.126450419741193e-06, + "loss": 0.0092, + "step": 93570 + }, + { + "loss_action": 0.005598065908998251, + "loss_total": 0.005598065908998251, + "step": 93570 + }, + { + "loss_action": 0.012034652754664421, + "loss_total": 0.012034652754664421, + "step": 93570 + }, + { + "loss_action": 0.003919584676623344, + "loss_total": 0.003919584676623344, + "step": 93570 + }, + { + "loss_action": 0.01094308402389288, + "loss_total": 0.01094308402389288, + "step": 93570 + }, + { + "loss_action": 0.01490903552621603, + "loss_total": 0.01490903552621603, + "step": 93570 + }, + { + "loss_action": 0.007468726020306349, + "loss_total": 0.007468726020306349, + "step": 93570 + }, + { + "grad_norm": 0.23825989663600922, + "learning_rate": 1.1229631167326671e-06, + "loss": 0.0079, + "step": 93580 + }, + { + "loss_action": 0.010067158378660679, + "loss_total": 0.010067158378660679, + "step": 93580 + }, + { + "loss_action": 0.0061754751950502396, + "loss_total": 0.0061754751950502396, + "step": 93580 + }, + { + "loss_action": 0.03378680720925331, + "loss_total": 0.03378680720925331, + "step": 93580 + }, + { + "loss_action": 0.007866393774747849, + "loss_total": 0.007866393774747849, + "step": 93580 + }, + { + "loss_action": 0.0031419750303030014, + "loss_total": 0.0031419750303030014, + "step": 93580 + }, + { + "loss_action": 0.002639546524733305, + "loss_total": 0.002639546524733305, + "step": 93580 + }, + { + "grad_norm": 0.13674257695674896, + "learning_rate": 1.1194811588434052e-06, + "loss": 0.0087, + "step": 93590 + }, + { + "loss_action": 0.006614901591092348, + "loss_total": 0.006614901591092348, + "step": 93590 + }, + { + "loss_action": 0.002997438423335552, + "loss_total": 0.002997438423335552, + "step": 93590 + }, + { + "loss_action": 0.002388071035966277, + "loss_total": 0.002388071035966277, + "step": 93590 + }, + { + "loss_action": 0.004147228319197893, + "loss_total": 0.004147228319197893, + "step": 93590 + }, + { + "loss_action": 0.006625140551477671, + "loss_total": 0.006625140551477671, + "step": 93590 + }, + { + "loss_action": 0.021201176568865776, + "loss_total": 0.021201176568865776, + "step": 93590 + }, + { + "grad_norm": 0.20702636241912842, + "learning_rate": 1.1160045464542023e-06, + "loss": 0.0084, + "step": 93600 + }, + { + "loss_action": 0.004583367612212896, + "loss_total": 0.004583367612212896, + "step": 93600 + }, + { + "loss_action": 0.030723726376891136, + "loss_total": 0.030723726376891136, + "step": 93600 + }, + { + "loss_action": 0.012573479674756527, + "loss_total": 0.012573479674756527, + "step": 93600 + }, + { + "loss_action": 0.0064748250879347324, + "loss_total": 0.0064748250879347324, + "step": 93600 + }, + { + "loss_action": 0.004647756461054087, + "loss_total": 0.004647756461054087, + "step": 93600 + }, + { + "loss_action": 0.003405780764296651, + "loss_total": 0.003405780764296651, + "step": 93600 + }, + { + "grad_norm": 0.1322312355041504, + "learning_rate": 1.1125332799452325e-06, + "loss": 0.0069, + "step": 93610 + }, + { + "loss_action": 0.0037887291982769966, + "loss_total": 0.0037887291982769966, + "step": 93610 + }, + { + "loss_action": 0.0029155511874705553, + "loss_total": 0.0029155511874705553, + "step": 93610 + }, + { + "loss_action": 0.004344117362052202, + "loss_total": 0.004344117362052202, + "step": 93610 + }, + { + "loss_action": 0.005379789043217897, + "loss_total": 0.005379789043217897, + "step": 93610 + }, + { + "loss_action": 0.006537977140396833, + "loss_total": 0.006537977140396833, + "step": 93610 + }, + { + "loss_action": 0.002408738946542144, + "loss_total": 0.002408738946542144, + "step": 93610 + }, + { + "grad_norm": 0.28361931443214417, + "learning_rate": 1.109067359696131e-06, + "loss": 0.0067, + "step": 93620 + }, + { + "loss_action": 0.0019423693884164095, + "loss_total": 0.0019423693884164095, + "step": 93620 + }, + { + "loss_action": 0.0025203546974807978, + "loss_total": 0.0025203546974807978, + "step": 93620 + }, + { + "loss_action": 0.0033046514727175236, + "loss_total": 0.0033046514727175236, + "step": 93620 + }, + { + "loss_action": 0.007185101043432951, + "loss_total": 0.007185101043432951, + "step": 93620 + }, + { + "loss_action": 0.007560470141470432, + "loss_total": 0.007560470141470432, + "step": 93620 + }, + { + "loss_action": 0.013449406251311302, + "loss_total": 0.013449406251311302, + "step": 93620 + }, + { + "grad_norm": 0.19495844841003418, + "learning_rate": 1.1056067860859166e-06, + "loss": 0.0066, + "step": 93630 + }, + { + "loss_action": 0.0016175510827451944, + "loss_total": 0.0016175510827451944, + "step": 93630 + }, + { + "loss_action": 0.005525801796466112, + "loss_total": 0.005525801796466112, + "step": 93630 + }, + { + "loss_action": 0.007900065742433071, + "loss_total": 0.007900065742433071, + "step": 93630 + }, + { + "loss_action": 0.008036873303353786, + "loss_total": 0.008036873303353786, + "step": 93630 + }, + { + "loss_action": 0.008988242596387863, + "loss_total": 0.008988242596387863, + "step": 93630 + }, + { + "loss_action": 0.0019108516862615943, + "loss_total": 0.0019108516862615943, + "step": 93630 + }, + { + "grad_norm": 0.14880777895450592, + "learning_rate": 1.102151559493031e-06, + "loss": 0.0062, + "step": 93640 + }, + { + "loss_action": 0.0055382209829986095, + "loss_total": 0.0055382209829986095, + "step": 93640 + }, + { + "loss_action": 0.008237888105213642, + "loss_total": 0.008237888105213642, + "step": 93640 + }, + { + "loss_action": 0.005674261599779129, + "loss_total": 0.005674261599779129, + "step": 93640 + }, + { + "loss_action": 0.0022511386778205633, + "loss_total": 0.0022511386778205633, + "step": 93640 + }, + { + "loss_action": 0.0036715869791805744, + "loss_total": 0.0036715869791805744, + "step": 93640 + }, + { + "loss_action": 0.0034812551457434893, + "loss_total": 0.0034812551457434893, + "step": 93640 + }, + { + "grad_norm": 0.23961929976940155, + "learning_rate": 1.0987016802953332e-06, + "loss": 0.0065, + "step": 93650 + }, + { + "loss_action": 0.004093593917787075, + "loss_total": 0.004093593917787075, + "step": 93650 + }, + { + "loss_action": 0.00221057515591383, + "loss_total": 0.00221057515591383, + "step": 93650 + }, + { + "loss_action": 0.012022078037261963, + "loss_total": 0.012022078037261963, + "step": 93650 + }, + { + "loss_action": 0.004293993581086397, + "loss_total": 0.004293993581086397, + "step": 93650 + }, + { + "loss_action": 0.010670610703527927, + "loss_total": 0.010670610703527927, + "step": 93650 + }, + { + "loss_action": 0.1052127555012703, + "loss_total": 0.1052127555012703, + "step": 93650 + }, + { + "grad_norm": 0.14172399044036865, + "learning_rate": 1.0952571488701048e-06, + "loss": 0.0076, + "step": 93660 + }, + { + "loss_action": 0.002151650609448552, + "loss_total": 0.002151650609448552, + "step": 93660 + }, + { + "loss_action": 0.006403990555554628, + "loss_total": 0.006403990555554628, + "step": 93660 + }, + { + "loss_action": 0.006809386424720287, + "loss_total": 0.006809386424720287, + "step": 93660 + }, + { + "loss_action": 0.005710461642593145, + "loss_total": 0.005710461642593145, + "step": 93660 + }, + { + "loss_action": 0.00677782716229558, + "loss_total": 0.00677782716229558, + "step": 93660 + }, + { + "loss_action": 0.005172135308384895, + "loss_total": 0.005172135308384895, + "step": 93660 + }, + { + "grad_norm": 0.16545657813549042, + "learning_rate": 1.0918179655940163e-06, + "loss": 0.0069, + "step": 93670 + }, + { + "loss_action": 0.004103173967450857, + "loss_total": 0.004103173967450857, + "step": 93670 + }, + { + "loss_action": 0.008584980852901936, + "loss_total": 0.008584980852901936, + "step": 93670 + }, + { + "loss_action": 0.0033674794249236584, + "loss_total": 0.0033674794249236584, + "step": 93670 + }, + { + "loss_action": 0.0065309591591358185, + "loss_total": 0.0065309591591358185, + "step": 93670 + }, + { + "loss_action": 0.005083414260298014, + "loss_total": 0.005083414260298014, + "step": 93670 + }, + { + "loss_action": 0.0025801032315939665, + "loss_total": 0.0025801032315939665, + "step": 93670 + }, + { + "grad_norm": 0.17002660036087036, + "learning_rate": 1.088384130843184e-06, + "loss": 0.0071, + "step": 93680 + }, + { + "loss_action": 0.005475911311805248, + "loss_total": 0.005475911311805248, + "step": 93680 + }, + { + "loss_action": 0.009765053167939186, + "loss_total": 0.009765053167939186, + "step": 93680 + }, + { + "loss_action": 0.007797666359692812, + "loss_total": 0.007797666359692812, + "step": 93680 + }, + { + "loss_action": 0.009313974529504776, + "loss_total": 0.009313974529504776, + "step": 93680 + }, + { + "loss_action": 0.005074130371212959, + "loss_total": 0.005074130371212959, + "step": 93680 + }, + { + "loss_action": 0.003345848759636283, + "loss_total": 0.003345848759636283, + "step": 93680 + }, + { + "grad_norm": 0.13048264384269714, + "learning_rate": 1.0849556449931296e-06, + "loss": 0.0061, + "step": 93690 + }, + { + "loss_action": 0.006403524428606033, + "loss_total": 0.006403524428606033, + "step": 93690 + }, + { + "loss_action": 0.005449879914522171, + "loss_total": 0.005449879914522171, + "step": 93690 + }, + { + "loss_action": 0.012959970161318779, + "loss_total": 0.012959970161318779, + "step": 93690 + }, + { + "loss_action": 0.02906351536512375, + "loss_total": 0.02906351536512375, + "step": 93690 + }, + { + "loss_action": 0.010077739134430885, + "loss_total": 0.010077739134430885, + "step": 93690 + }, + { + "loss_action": 0.003411059034988284, + "loss_total": 0.003411059034988284, + "step": 93690 + }, + { + "grad_norm": 0.12508369982242584, + "learning_rate": 1.0815325084187866e-06, + "loss": 0.0065, + "step": 93700 + }, + { + "loss_action": 0.0025893908459693193, + "loss_total": 0.0025893908459693193, + "step": 93700 + }, + { + "loss_action": 0.0029685725457966328, + "loss_total": 0.0029685725457966328, + "step": 93700 + }, + { + "loss_action": 0.016847733408212662, + "loss_total": 0.016847733408212662, + "step": 93700 + }, + { + "loss_action": 0.013882238417863846, + "loss_total": 0.013882238417863846, + "step": 93700 + }, + { + "loss_action": 0.006877565290778875, + "loss_total": 0.006877565290778875, + "step": 93700 + }, + { + "loss_action": 0.004900055006146431, + "loss_total": 0.004900055006146431, + "step": 93700 + }, + { + "grad_norm": 0.22218209505081177, + "learning_rate": 1.0781147214944943e-06, + "loss": 0.0072, + "step": 93710 + }, + { + "loss_action": 0.004832988604903221, + "loss_total": 0.004832988604903221, + "step": 93710 + }, + { + "loss_action": 0.004939043428748846, + "loss_total": 0.004939043428748846, + "step": 93710 + }, + { + "loss_action": 0.006077004596590996, + "loss_total": 0.006077004596590996, + "step": 93710 + }, + { + "loss_action": 0.01193093042820692, + "loss_total": 0.01193093042820692, + "step": 93710 + }, + { + "loss_action": 0.014407951384782791, + "loss_total": 0.014407951384782791, + "step": 93710 + }, + { + "loss_action": 0.0015865922905504704, + "loss_total": 0.0015865922905504704, + "step": 93710 + }, + { + "grad_norm": 0.2079390436410904, + "learning_rate": 1.0747022845940313e-06, + "loss": 0.0066, + "step": 93720 + }, + { + "loss_action": 0.014201875776052475, + "loss_total": 0.014201875776052475, + "step": 93720 + }, + { + "loss_action": 0.001670868950895965, + "loss_total": 0.001670868950895965, + "step": 93720 + }, + { + "loss_action": 0.011111329309642315, + "loss_total": 0.011111329309642315, + "step": 93720 + }, + { + "loss_action": 0.003817630698904395, + "loss_total": 0.003817630698904395, + "step": 93720 + }, + { + "loss_action": 0.003925267606973648, + "loss_total": 0.003925267606973648, + "step": 93720 + }, + { + "loss_action": 0.006664757151156664, + "loss_total": 0.006664757151156664, + "step": 93720 + }, + { + "grad_norm": 0.10588346421718597, + "learning_rate": 1.0712951980905605e-06, + "loss": 0.0066, + "step": 93730 + }, + { + "loss_action": 0.004717731848359108, + "loss_total": 0.004717731848359108, + "step": 93730 + }, + { + "loss_action": 0.012922926805913448, + "loss_total": 0.012922926805913448, + "step": 93730 + }, + { + "loss_action": 0.00317025906406343, + "loss_total": 0.00317025906406343, + "step": 93730 + }, + { + "loss_action": 0.005237387493252754, + "loss_total": 0.005237387493252754, + "step": 93730 + }, + { + "loss_action": 0.003456118516623974, + "loss_total": 0.003456118516623974, + "step": 93730 + }, + { + "loss_action": 0.002851614961400628, + "loss_total": 0.002851614961400628, + "step": 93730 + }, + { + "grad_norm": 0.1844872236251831, + "learning_rate": 1.0678934623566839e-06, + "loss": 0.0082, + "step": 93740 + }, + { + "loss_action": 0.03457820788025856, + "loss_total": 0.03457820788025856, + "step": 93740 + }, + { + "loss_action": 0.08423835039138794, + "loss_total": 0.08423835039138794, + "step": 93740 + }, + { + "loss_action": 0.0057894703932106495, + "loss_total": 0.0057894703932106495, + "step": 93740 + }, + { + "loss_action": 0.0022689765319228172, + "loss_total": 0.0022689765319228172, + "step": 93740 + }, + { + "loss_action": 0.0029791882261633873, + "loss_total": 0.0029791882261633873, + "step": 93740 + }, + { + "loss_action": 0.00492360582575202, + "loss_total": 0.00492360582575202, + "step": 93740 + }, + { + "grad_norm": 0.11233014613389969, + "learning_rate": 1.0644970777644091e-06, + "loss": 0.01, + "step": 93750 + }, + { + "loss_action": 0.004625666420906782, + "loss_total": 0.004625666420906782, + "step": 93750 + }, + { + "loss_action": 0.0034134576562792063, + "loss_total": 0.0034134576562792063, + "step": 93750 + }, + { + "loss_action": 0.008527346886694431, + "loss_total": 0.008527346886694431, + "step": 93750 + }, + { + "loss_action": 0.003232536604627967, + "loss_total": 0.003232536604627967, + "step": 93750 + }, + { + "loss_action": 0.009810461662709713, + "loss_total": 0.009810461662709713, + "step": 93750 + }, + { + "loss_action": 0.01196274347603321, + "loss_total": 0.01196274347603321, + "step": 93750 + }, + { + "grad_norm": 0.2029128521680832, + "learning_rate": 1.0611060446851673e-06, + "loss": 0.0069, + "step": 93760 + }, + { + "loss_action": 0.02347392588853836, + "loss_total": 0.02347392588853836, + "step": 93760 + }, + { + "loss_action": 0.0030502015724778175, + "loss_total": 0.0030502015724778175, + "step": 93760 + }, + { + "loss_action": 0.002097956370562315, + "loss_total": 0.002097956370562315, + "step": 93760 + }, + { + "loss_action": 0.00938710942864418, + "loss_total": 0.00938710942864418, + "step": 93760 + }, + { + "loss_action": 0.004040597938001156, + "loss_total": 0.004040597938001156, + "step": 93760 + }, + { + "loss_action": 0.005101856775581837, + "loss_total": 0.005101856775581837, + "step": 93760 + }, + { + "grad_norm": 0.18110932409763336, + "learning_rate": 1.0577203634897836e-06, + "loss": 0.0062, + "step": 93770 + }, + { + "loss_action": 0.0024215583689510822, + "loss_total": 0.0024215583689510822, + "step": 93770 + }, + { + "loss_action": 0.006937894504517317, + "loss_total": 0.006937894504517317, + "step": 93770 + }, + { + "loss_action": 0.007331040222197771, + "loss_total": 0.007331040222197771, + "step": 93770 + }, + { + "loss_action": 0.005496672820299864, + "loss_total": 0.005496672820299864, + "step": 93770 + }, + { + "loss_action": 0.0018917509587481618, + "loss_total": 0.0018917509587481618, + "step": 93770 + }, + { + "loss_action": 0.0039519863203167915, + "loss_total": 0.0039519863203167915, + "step": 93770 + }, + { + "grad_norm": 0.21559211611747742, + "learning_rate": 1.0543400345485178e-06, + "loss": 0.0061, + "step": 93780 + }, + { + "loss_action": 0.004345621448010206, + "loss_total": 0.004345621448010206, + "step": 93780 + }, + { + "loss_action": 0.007914332672953606, + "loss_total": 0.007914332672953606, + "step": 93780 + }, + { + "loss_action": 0.06963055580854416, + "loss_total": 0.06963055580854416, + "step": 93780 + }, + { + "loss_action": 0.0073446412570774555, + "loss_total": 0.0073446412570774555, + "step": 93780 + }, + { + "loss_action": 0.0033947438932955265, + "loss_total": 0.0033947438932955265, + "step": 93780 + }, + { + "loss_action": 0.001233104383572936, + "loss_total": 0.001233104383572936, + "step": 93780 + }, + { + "grad_norm": 0.15575380623340607, + "learning_rate": 1.0509650582310404e-06, + "loss": 0.0081, + "step": 93790 + }, + { + "loss_action": 0.003965997602790594, + "loss_total": 0.003965997602790594, + "step": 93790 + }, + { + "loss_action": 0.0057273926213383675, + "loss_total": 0.0057273926213383675, + "step": 93790 + }, + { + "loss_action": 0.004861751105636358, + "loss_total": 0.004861751105636358, + "step": 93790 + }, + { + "loss_action": 0.0021748151630163193, + "loss_total": 0.0021748151630163193, + "step": 93790 + }, + { + "loss_action": 0.010410058312118053, + "loss_total": 0.010410058312118053, + "step": 93790 + }, + { + "loss_action": 0.011379241943359375, + "loss_total": 0.011379241943359375, + "step": 93790 + }, + { + "grad_norm": 0.13075050711631775, + "learning_rate": 1.0475954349064287e-06, + "loss": 0.0065, + "step": 93800 + }, + { + "loss_action": 0.0038935344200581312, + "loss_total": 0.0038935344200581312, + "step": 93800 + }, + { + "loss_action": 0.008616147562861443, + "loss_total": 0.008616147562861443, + "step": 93800 + }, + { + "loss_action": 0.0034453789703547955, + "loss_total": 0.0034453789703547955, + "step": 93800 + }, + { + "loss_action": 0.004670569207519293, + "loss_total": 0.004670569207519293, + "step": 93800 + }, + { + "loss_action": 0.004594963043928146, + "loss_total": 0.004594963043928146, + "step": 93800 + }, + { + "loss_action": 0.004297188483178616, + "loss_total": 0.004297188483178616, + "step": 93800 + }, + { + "grad_norm": 0.12979155778884888, + "learning_rate": 1.0442311649431825e-06, + "loss": 0.0076, + "step": 93810 + }, + { + "loss_action": 0.005078781396150589, + "loss_total": 0.005078781396150589, + "step": 93810 + }, + { + "loss_action": 0.015231386758387089, + "loss_total": 0.015231386758387089, + "step": 93810 + }, + { + "loss_action": 0.006257621105760336, + "loss_total": 0.006257621105760336, + "step": 93810 + }, + { + "loss_action": 0.007881567813456059, + "loss_total": 0.007881567813456059, + "step": 93810 + }, + { + "loss_action": 0.004480364266782999, + "loss_total": 0.004480364266782999, + "step": 93810 + }, + { + "loss_action": 0.0023111493792384863, + "loss_total": 0.0023111493792384863, + "step": 93810 + }, + { + "grad_norm": 0.22118684649467468, + "learning_rate": 1.0408722487092071e-06, + "loss": 0.0072, + "step": 93820 + }, + { + "loss_action": 0.007471195887774229, + "loss_total": 0.007471195887774229, + "step": 93820 + }, + { + "loss_action": 0.006179873365908861, + "loss_total": 0.006179873365908861, + "step": 93820 + }, + { + "loss_action": 0.0025484308134764433, + "loss_total": 0.0025484308134764433, + "step": 93820 + }, + { + "loss_action": 0.001451802789233625, + "loss_total": 0.001451802789233625, + "step": 93820 + }, + { + "loss_action": 0.00426233047619462, + "loss_total": 0.00426233047619462, + "step": 93820 + }, + { + "loss_action": 0.005545197986066341, + "loss_total": 0.005545197986066341, + "step": 93820 + }, + { + "grad_norm": 0.23224526643753052, + "learning_rate": 1.0375186865718424e-06, + "loss": 0.0072, + "step": 93830 + }, + { + "loss_action": 0.0047859619371593, + "loss_total": 0.0047859619371593, + "step": 93830 + }, + { + "loss_action": 0.005370067432522774, + "loss_total": 0.005370067432522774, + "step": 93830 + }, + { + "loss_action": 0.01104440912604332, + "loss_total": 0.01104440912604332, + "step": 93830 + }, + { + "loss_action": 0.009994376450777054, + "loss_total": 0.009994376450777054, + "step": 93830 + }, + { + "loss_action": 0.013359231874346733, + "loss_total": 0.013359231874346733, + "step": 93830 + }, + { + "loss_action": 0.008273866958916187, + "loss_total": 0.008273866958916187, + "step": 93830 + }, + { + "grad_norm": 0.540835440158844, + "learning_rate": 1.0341704788978113e-06, + "loss": 0.0095, + "step": 93840 + }, + { + "loss_action": 0.007602449972182512, + "loss_total": 0.007602449972182512, + "step": 93840 + }, + { + "loss_action": 0.009129993617534637, + "loss_total": 0.009129993617534637, + "step": 93840 + }, + { + "loss_action": 0.0035559087991714478, + "loss_total": 0.0035559087991714478, + "step": 93840 + }, + { + "loss_action": 0.0032001116778701544, + "loss_total": 0.0032001116778701544, + "step": 93840 + }, + { + "loss_action": 0.0027758197393268347, + "loss_total": 0.0027758197393268347, + "step": 93840 + }, + { + "loss_action": 0.005403590388596058, + "loss_total": 0.005403590388596058, + "step": 93840 + }, + { + "grad_norm": 0.1360509842634201, + "learning_rate": 1.0308276260532879e-06, + "loss": 0.0101, + "step": 93850 + }, + { + "loss_action": 0.0318753756582737, + "loss_total": 0.0318753756582737, + "step": 93850 + }, + { + "loss_action": 0.0050532142631709576, + "loss_total": 0.0050532142631709576, + "step": 93850 + }, + { + "loss_action": 0.008087657392024994, + "loss_total": 0.008087657392024994, + "step": 93850 + }, + { + "loss_action": 0.010885287076234818, + "loss_total": 0.010885287076234818, + "step": 93850 + }, + { + "loss_action": 0.020650625228881836, + "loss_total": 0.020650625228881836, + "step": 93850 + }, + { + "loss_action": 0.0018778914818540215, + "loss_total": 0.0018778914818540215, + "step": 93850 + }, + { + "grad_norm": 0.146763876080513, + "learning_rate": 1.0274901284038241e-06, + "loss": 0.0085, + "step": 93860 + }, + { + "loss_action": 0.002247593831270933, + "loss_total": 0.002247593831270933, + "step": 93860 + }, + { + "loss_action": 0.008475172333419323, + "loss_total": 0.008475172333419323, + "step": 93860 + }, + { + "loss_action": 0.0028078886680305004, + "loss_total": 0.0028078886680305004, + "step": 93860 + }, + { + "loss_action": 0.014095902442932129, + "loss_total": 0.014095902442932129, + "step": 93860 + }, + { + "loss_action": 0.005391780752688646, + "loss_total": 0.005391780752688646, + "step": 93860 + }, + { + "loss_action": 0.012532959692180157, + "loss_total": 0.012532959692180157, + "step": 93860 + }, + { + "grad_norm": 0.2704527974128723, + "learning_rate": 1.0241579863144114e-06, + "loss": 0.0093, + "step": 93870 + }, + { + "loss_action": 0.0031167955603450537, + "loss_total": 0.0031167955603450537, + "step": 93870 + }, + { + "loss_action": 0.007150853518396616, + "loss_total": 0.007150853518396616, + "step": 93870 + }, + { + "loss_action": 0.034342601895332336, + "loss_total": 0.034342601895332336, + "step": 93870 + }, + { + "loss_action": 0.0062477984465658665, + "loss_total": 0.0062477984465658665, + "step": 93870 + }, + { + "loss_action": 0.0040222592651844025, + "loss_total": 0.0040222592651844025, + "step": 93870 + }, + { + "loss_action": 0.0022795628756284714, + "loss_total": 0.0022795628756284714, + "step": 93870 + }, + { + "grad_norm": 0.33184126019477844, + "learning_rate": 1.0208312001494413e-06, + "loss": 0.0107, + "step": 93880 + }, + { + "loss_action": 0.0039377096109092236, + "loss_total": 0.0039377096109092236, + "step": 93880 + }, + { + "loss_action": 0.00509921507909894, + "loss_total": 0.00509921507909894, + "step": 93880 + }, + { + "loss_action": 0.010386697016656399, + "loss_total": 0.010386697016656399, + "step": 93880 + }, + { + "loss_action": 0.001913976389914751, + "loss_total": 0.001913976389914751, + "step": 93880 + }, + { + "loss_action": 0.002511932048946619, + "loss_total": 0.002511932048946619, + "step": 93880 + }, + { + "loss_action": 0.006963883992284536, + "loss_total": 0.006963883992284536, + "step": 93880 + }, + { + "grad_norm": 0.17185254395008087, + "learning_rate": 1.0175097702727453e-06, + "loss": 0.0086, + "step": 93890 + }, + { + "loss_action": 0.056737545877695084, + "loss_total": 0.056737545877695084, + "step": 93890 + }, + { + "loss_action": 0.0030622361227869987, + "loss_total": 0.0030622361227869987, + "step": 93890 + }, + { + "loss_action": 0.0074805947951972485, + "loss_total": 0.0074805947951972485, + "step": 93890 + }, + { + "loss_action": 0.00472373329102993, + "loss_total": 0.00472373329102993, + "step": 93890 + }, + { + "loss_action": 0.039995819330215454, + "loss_total": 0.039995819330215454, + "step": 93890 + }, + { + "loss_action": 0.001512716175056994, + "loss_total": 0.001512716175056994, + "step": 93890 + }, + { + "grad_norm": 0.15329040586948395, + "learning_rate": 1.0141936970475275e-06, + "loss": 0.0089, + "step": 93900 + }, + { + "loss_action": 0.0025922656059265137, + "loss_total": 0.0025922656059265137, + "step": 93900 + }, + { + "loss_action": 0.02082701027393341, + "loss_total": 0.02082701027393341, + "step": 93900 + }, + { + "loss_action": 0.00740900868549943, + "loss_total": 0.00740900868549943, + "step": 93900 + }, + { + "loss_action": 0.005996373016387224, + "loss_total": 0.005996373016387224, + "step": 93900 + }, + { + "loss_action": 0.00426575867459178, + "loss_total": 0.00426575867459178, + "step": 93900 + }, + { + "loss_action": 0.010624086484313011, + "loss_total": 0.010624086484313011, + "step": 93900 + }, + { + "grad_norm": 0.15313369035720825, + "learning_rate": 1.0108829808364417e-06, + "loss": 0.0082, + "step": 93910 + }, + { + "loss_action": 0.0061442176811397076, + "loss_total": 0.0061442176811397076, + "step": 93910 + }, + { + "loss_action": 0.0025811614468693733, + "loss_total": 0.0025811614468693733, + "step": 93910 + }, + { + "loss_action": 0.007901344448328018, + "loss_total": 0.007901344448328018, + "step": 93910 + }, + { + "loss_action": 0.01582452841103077, + "loss_total": 0.01582452841103077, + "step": 93910 + }, + { + "loss_action": 0.00951993279159069, + "loss_total": 0.00951993279159069, + "step": 93910 + }, + { + "loss_action": 0.011919447220861912, + "loss_total": 0.011919447220861912, + "step": 93910 + }, + { + "grad_norm": 0.19501551985740662, + "learning_rate": 1.0075776220015376e-06, + "loss": 0.0072, + "step": 93920 + }, + { + "loss_action": 0.0059508769772946835, + "loss_total": 0.0059508769772946835, + "step": 93920 + }, + { + "loss_action": 0.002033233642578125, + "loss_total": 0.002033233642578125, + "step": 93920 + }, + { + "loss_action": 0.00819205492734909, + "loss_total": 0.00819205492734909, + "step": 93920 + }, + { + "loss_action": 0.019210217520594597, + "loss_total": 0.019210217520594597, + "step": 93920 + }, + { + "loss_action": 0.010525025427341461, + "loss_total": 0.010525025427341461, + "step": 93920 + }, + { + "loss_action": 0.006711158435791731, + "loss_total": 0.006711158435791731, + "step": 93920 + }, + { + "grad_norm": 0.23471400141716003, + "learning_rate": 1.0042776209042816e-06, + "loss": 0.008, + "step": 93930 + }, + { + "loss_action": 0.0037801817525178194, + "loss_total": 0.0037801817525178194, + "step": 93930 + }, + { + "loss_action": 0.004453552421182394, + "loss_total": 0.004453552421182394, + "step": 93930 + }, + { + "loss_action": 0.003086111042648554, + "loss_total": 0.003086111042648554, + "step": 93930 + }, + { + "loss_action": 0.004844291135668755, + "loss_total": 0.004844291135668755, + "step": 93930 + }, + { + "loss_action": 0.004297033883631229, + "loss_total": 0.004297033883631229, + "step": 93930 + }, + { + "loss_action": 0.0024578163865953684, + "loss_total": 0.0024578163865953684, + "step": 93930 + }, + { + "grad_norm": 0.11195871978998184, + "learning_rate": 1.000982977905568e-06, + "loss": 0.0073, + "step": 93940 + }, + { + "loss_action": 0.0037024468183517456, + "loss_total": 0.0037024468183517456, + "step": 93940 + }, + { + "loss_action": 0.008010725490748882, + "loss_total": 0.008010725490748882, + "step": 93940 + }, + { + "loss_action": 0.0014589136699214578, + "loss_total": 0.0014589136699214578, + "step": 93940 + }, + { + "loss_action": 0.005101674236357212, + "loss_total": 0.005101674236357212, + "step": 93940 + }, + { + "loss_action": 0.014835651032626629, + "loss_total": 0.014835651032626629, + "step": 93940 + }, + { + "loss_action": 0.002623428823426366, + "loss_total": 0.002623428823426366, + "step": 93940 + }, + { + "grad_norm": 0.18129795789718628, + "learning_rate": 9.976936933656867e-07, + "loss": 0.0076, + "step": 93950 + }, + { + "loss_action": 0.0030042515136301517, + "loss_total": 0.0030042515136301517, + "step": 93950 + }, + { + "loss_action": 0.04492183029651642, + "loss_total": 0.04492183029651642, + "step": 93950 + }, + { + "loss_action": 0.00659184530377388, + "loss_total": 0.00659184530377388, + "step": 93950 + }, + { + "loss_action": 0.00809676107019186, + "loss_total": 0.00809676107019186, + "step": 93950 + }, + { + "loss_action": 0.006247058045119047, + "loss_total": 0.006247058045119047, + "step": 93950 + }, + { + "loss_action": 0.014042497612535954, + "loss_total": 0.014042497612535954, + "step": 93950 + }, + { + "grad_norm": 0.1558237224817276, + "learning_rate": 9.944097676443442e-07, + "loss": 0.0098, + "step": 93960 + }, + { + "loss_action": 0.010300918482244015, + "loss_total": 0.010300918482244015, + "step": 93960 + }, + { + "loss_action": 0.004671507515013218, + "loss_total": 0.004671507515013218, + "step": 93960 + }, + { + "loss_action": 0.006642096675932407, + "loss_total": 0.006642096675932407, + "step": 93960 + }, + { + "loss_action": 0.004303613677620888, + "loss_total": 0.004303613677620888, + "step": 93960 + }, + { + "loss_action": 0.003379371715709567, + "loss_total": 0.003379371715709567, + "step": 93960 + }, + { + "loss_action": 0.009217437356710434, + "loss_total": 0.009217437356710434, + "step": 93960 + }, + { + "grad_norm": 0.14363878965377808, + "learning_rate": 9.911312011006757e-07, + "loss": 0.0063, + "step": 93970 + }, + { + "loss_action": 0.003497653640806675, + "loss_total": 0.003497653640806675, + "step": 93970 + }, + { + "loss_action": 0.013571544550359249, + "loss_total": 0.013571544550359249, + "step": 93970 + }, + { + "loss_action": 0.007499422412365675, + "loss_total": 0.007499422412365675, + "step": 93970 + }, + { + "loss_action": 0.006877165287733078, + "loss_total": 0.006877165287733078, + "step": 93970 + }, + { + "loss_action": 0.0025855035055428743, + "loss_total": 0.0025855035055428743, + "step": 93970 + }, + { + "loss_action": 0.007533860858529806, + "loss_total": 0.007533860858529806, + "step": 93970 + }, + { + "grad_norm": 0.17297245562076569, + "learning_rate": 9.878579940932109e-07, + "loss": 0.0064, + "step": 93980 + }, + { + "loss_action": 0.0024199967738240957, + "loss_total": 0.0024199967738240957, + "step": 93980 + }, + { + "loss_action": 0.00571009935811162, + "loss_total": 0.00571009935811162, + "step": 93980 + }, + { + "loss_action": 0.002065408742055297, + "loss_total": 0.002065408742055297, + "step": 93980 + }, + { + "loss_action": 0.0016430328832939267, + "loss_total": 0.0016430328832939267, + "step": 93980 + }, + { + "loss_action": 0.0012649750569835305, + "loss_total": 0.0012649750569835305, + "step": 93980 + }, + { + "loss_action": 0.002325029345229268, + "loss_total": 0.002325029345229268, + "step": 93980 + }, + { + "grad_norm": 0.16407164931297302, + "learning_rate": 9.84590146979908e-07, + "loss": 0.0075, + "step": 93990 + }, + { + "loss_action": 0.006137298420071602, + "loss_total": 0.006137298420071602, + "step": 93990 + }, + { + "loss_action": 0.008306991308927536, + "loss_total": 0.008306991308927536, + "step": 93990 + }, + { + "loss_action": 0.0063203549943864346, + "loss_total": 0.0063203549943864346, + "step": 93990 + }, + { + "loss_action": 0.002657368779182434, + "loss_total": 0.002657368779182434, + "step": 93990 + }, + { + "loss_action": 0.002500985050573945, + "loss_total": 0.002500985050573945, + "step": 93990 + }, + { + "loss_action": 0.007423588074743748, + "loss_total": 0.007423588074743748, + "step": 93990 + }, + { + "grad_norm": 0.12913177907466888, + "learning_rate": 9.813276601181365e-07, + "loss": 0.0071, + "step": 94000 + }, + { + "loss_action": 0.01664462871849537, + "loss_total": 0.01664462871849537, + "step": 94000 + }, + { + "loss_action": 0.005324725527316332, + "loss_total": 0.005324725527316332, + "step": 94000 + }, + { + "loss_action": 0.009175584651529789, + "loss_total": 0.009175584651529789, + "step": 94000 + }, + { + "loss_action": 0.004953754134476185, + "loss_total": 0.004953754134476185, + "step": 94000 + }, + { + "loss_action": 0.0058228252455592155, + "loss_total": 0.0058228252455592155, + "step": 94000 + }, + { + "loss_action": 0.0024703675881028175, + "loss_total": 0.0024703675881028175, + "step": 94000 + }, + { + "grad_norm": 0.15810289978981018, + "learning_rate": 9.780705338646724e-07, + "loss": 0.007, + "step": 94010 + }, + { + "loss_action": 0.003575259819626808, + "loss_total": 0.003575259819626808, + "step": 94010 + }, + { + "loss_action": 0.0033894514199346304, + "loss_total": 0.0033894514199346304, + "step": 94010 + }, + { + "loss_action": 0.00448474008589983, + "loss_total": 0.00448474008589983, + "step": 94010 + }, + { + "loss_action": 0.009514747187495232, + "loss_total": 0.009514747187495232, + "step": 94010 + }, + { + "loss_action": 0.003529591718688607, + "loss_total": 0.003529591718688607, + "step": 94010 + }, + { + "loss_action": 0.0022679532412439585, + "loss_total": 0.0022679532412439585, + "step": 94010 + }, + { + "grad_norm": 0.30523672699928284, + "learning_rate": 9.748187685757083e-07, + "loss": 0.0066, + "step": 94020 + }, + { + "loss_action": 0.007191869895905256, + "loss_total": 0.007191869895905256, + "step": 94020 + }, + { + "loss_action": 0.0012346910079941154, + "loss_total": 0.0012346910079941154, + "step": 94020 + }, + { + "loss_action": 0.002190255094319582, + "loss_total": 0.002190255094319582, + "step": 94020 + }, + { + "loss_action": 0.005902017001062632, + "loss_total": 0.005902017001062632, + "step": 94020 + }, + { + "loss_action": 0.0058886087499558926, + "loss_total": 0.0058886087499558926, + "step": 94020 + }, + { + "loss_action": 0.005448710173368454, + "loss_total": 0.005448710173368454, + "step": 94020 + }, + { + "grad_norm": 0.13367319107055664, + "learning_rate": 9.715723646068543e-07, + "loss": 0.0059, + "step": 94030 + }, + { + "loss_action": 0.00798033270984888, + "loss_total": 0.00798033270984888, + "step": 94030 + }, + { + "loss_action": 0.002584457630291581, + "loss_total": 0.002584457630291581, + "step": 94030 + }, + { + "loss_action": 0.007638101931661367, + "loss_total": 0.007638101931661367, + "step": 94030 + }, + { + "loss_action": 0.005070292856544256, + "loss_total": 0.005070292856544256, + "step": 94030 + }, + { + "loss_action": 0.0023019977379590273, + "loss_total": 0.0023019977379590273, + "step": 94030 + }, + { + "loss_action": 0.0057722474448382854, + "loss_total": 0.0057722474448382854, + "step": 94030 + }, + { + "grad_norm": 0.10496286302804947, + "learning_rate": 9.68331322313143e-07, + "loss": 0.0075, + "step": 94040 + }, + { + "loss_action": 0.003108130069449544, + "loss_total": 0.003108130069449544, + "step": 94040 + }, + { + "loss_action": 0.004605724476277828, + "loss_total": 0.004605724476277828, + "step": 94040 + }, + { + "loss_action": 0.002619681181386113, + "loss_total": 0.002619681181386113, + "step": 94040 + }, + { + "loss_action": 0.024448977783322334, + "loss_total": 0.024448977783322334, + "step": 94040 + }, + { + "loss_action": 0.011876054108142853, + "loss_total": 0.011876054108142853, + "step": 94040 + }, + { + "loss_action": 0.0024641365744173527, + "loss_total": 0.0024641365744173527, + "step": 94040 + }, + { + "grad_norm": 0.14645767211914062, + "learning_rate": 9.650956420489909e-07, + "loss": 0.0086, + "step": 94050 + }, + { + "loss_action": 0.0029440310318022966, + "loss_total": 0.0029440310318022966, + "step": 94050 + }, + { + "loss_action": 0.00902232713997364, + "loss_total": 0.00902232713997364, + "step": 94050 + }, + { + "loss_action": 0.004808679223060608, + "loss_total": 0.004808679223060608, + "step": 94050 + }, + { + "loss_action": 0.018698720261454582, + "loss_total": 0.018698720261454582, + "step": 94050 + }, + { + "loss_action": 0.00462073041126132, + "loss_total": 0.00462073041126132, + "step": 94050 + }, + { + "loss_action": 0.01351158693432808, + "loss_total": 0.01351158693432808, + "step": 94050 + }, + { + "grad_norm": 0.22323796153068542, + "learning_rate": 9.618653241682595e-07, + "loss": 0.0082, + "step": 94060 + }, + { + "loss_action": 0.0019059849437326193, + "loss_total": 0.0019059849437326193, + "step": 94060 + }, + { + "loss_action": 0.009504067711532116, + "loss_total": 0.009504067711532116, + "step": 94060 + }, + { + "loss_action": 0.005925283767282963, + "loss_total": 0.005925283767282963, + "step": 94060 + }, + { + "loss_action": 0.0027867963071912527, + "loss_total": 0.0027867963071912527, + "step": 94060 + }, + { + "loss_action": 0.006503489334136248, + "loss_total": 0.006503489334136248, + "step": 94060 + }, + { + "loss_action": 0.013461376540362835, + "loss_total": 0.013461376540362835, + "step": 94060 + }, + { + "grad_norm": 0.24027714133262634, + "learning_rate": 9.586403690242053e-07, + "loss": 0.0117, + "step": 94070 + }, + { + "loss_action": 0.006216343026608229, + "loss_total": 0.006216343026608229, + "step": 94070 + }, + { + "loss_action": 0.003220075974240899, + "loss_total": 0.003220075974240899, + "step": 94070 + }, + { + "loss_action": 0.003976726904511452, + "loss_total": 0.003976726904511452, + "step": 94070 + }, + { + "loss_action": 0.0018434287048876286, + "loss_total": 0.0018434287048876286, + "step": 94070 + }, + { + "loss_action": 0.0016971335280686617, + "loss_total": 0.0016971335280686617, + "step": 94070 + }, + { + "loss_action": 0.0025122612714767456, + "loss_total": 0.0025122612714767456, + "step": 94070 + }, + { + "grad_norm": 0.2102997750043869, + "learning_rate": 9.554207769695122e-07, + "loss": 0.0066, + "step": 94080 + }, + { + "loss_action": 0.011760879307985306, + "loss_total": 0.011760879307985306, + "step": 94080 + }, + { + "loss_action": 0.0025380002334713936, + "loss_total": 0.0025380002334713936, + "step": 94080 + }, + { + "loss_action": 0.015533666126430035, + "loss_total": 0.015533666126430035, + "step": 94080 + }, + { + "loss_action": 0.02722405456006527, + "loss_total": 0.02722405456006527, + "step": 94080 + }, + { + "loss_action": 0.010179898701608181, + "loss_total": 0.010179898701608181, + "step": 94080 + }, + { + "loss_action": 0.011098130606114864, + "loss_total": 0.011098130606114864, + "step": 94080 + }, + { + "grad_norm": 0.1747731864452362, + "learning_rate": 9.522065483562659e-07, + "loss": 0.008, + "step": 94090 + }, + { + "loss_action": 0.006707907188683748, + "loss_total": 0.006707907188683748, + "step": 94090 + }, + { + "loss_action": 0.007936813868582249, + "loss_total": 0.007936813868582249, + "step": 94090 + }, + { + "loss_action": 0.0017901326064020395, + "loss_total": 0.0017901326064020395, + "step": 94090 + }, + { + "loss_action": 0.0062546697445213795, + "loss_total": 0.0062546697445213795, + "step": 94090 + }, + { + "loss_action": 0.02411004528403282, + "loss_total": 0.02411004528403282, + "step": 94090 + }, + { + "loss_action": 0.008832833729684353, + "loss_total": 0.008832833729684353, + "step": 94090 + }, + { + "grad_norm": 0.175347700715065, + "learning_rate": 9.489976835359681e-07, + "loss": 0.0071, + "step": 94100 + }, + { + "loss_action": 0.005445242393761873, + "loss_total": 0.005445242393761873, + "step": 94100 + }, + { + "loss_action": 0.0050914655439555645, + "loss_total": 0.0050914655439555645, + "step": 94100 + }, + { + "loss_action": 0.0019424653146415949, + "loss_total": 0.0019424653146415949, + "step": 94100 + }, + { + "loss_action": 0.004124208353459835, + "loss_total": 0.004124208353459835, + "step": 94100 + }, + { + "loss_action": 0.0024163646157830954, + "loss_total": 0.0024163646157830954, + "step": 94100 + }, + { + "loss_action": 0.0050398847088217735, + "loss_total": 0.0050398847088217735, + "step": 94100 + }, + { + "grad_norm": 0.2136438637971878, + "learning_rate": 9.457941828595329e-07, + "loss": 0.0073, + "step": 94110 + }, + { + "loss_action": 0.004633539356291294, + "loss_total": 0.004633539356291294, + "step": 94110 + }, + { + "loss_action": 0.00827807653695345, + "loss_total": 0.00827807653695345, + "step": 94110 + }, + { + "loss_action": 0.003174335230141878, + "loss_total": 0.003174335230141878, + "step": 94110 + }, + { + "loss_action": 0.005215453915297985, + "loss_total": 0.005215453915297985, + "step": 94110 + }, + { + "loss_action": 0.012376846745610237, + "loss_total": 0.012376846745610237, + "step": 94110 + }, + { + "loss_action": 0.021932771429419518, + "loss_total": 0.021932771429419518, + "step": 94110 + }, + { + "grad_norm": 0.17921243607997894, + "learning_rate": 9.425960466772965e-07, + "loss": 0.0071, + "step": 94120 + }, + { + "loss_action": 0.0025526355020701885, + "loss_total": 0.0025526355020701885, + "step": 94120 + }, + { + "loss_action": 0.009944816119968891, + "loss_total": 0.009944816119968891, + "step": 94120 + }, + { + "loss_action": 0.003463765839114785, + "loss_total": 0.003463765839114785, + "step": 94120 + }, + { + "loss_action": 0.008154230192303658, + "loss_total": 0.008154230192303658, + "step": 94120 + }, + { + "loss_action": 0.005930415820330381, + "loss_total": 0.005930415820330381, + "step": 94120 + }, + { + "loss_action": 0.01752440817654133, + "loss_total": 0.01752440817654133, + "step": 94120 + }, + { + "grad_norm": 0.2350170612335205, + "learning_rate": 9.394032753390014e-07, + "loss": 0.0065, + "step": 94130 + }, + { + "loss_action": 0.011137004941701889, + "loss_total": 0.011137004941701889, + "step": 94130 + }, + { + "loss_action": 0.011062308214604855, + "loss_total": 0.011062308214604855, + "step": 94130 + }, + { + "loss_action": 0.009281445294618607, + "loss_total": 0.009281445294618607, + "step": 94130 + }, + { + "loss_action": 0.002701946534216404, + "loss_total": 0.002701946534216404, + "step": 94130 + }, + { + "loss_action": 0.002459293231368065, + "loss_total": 0.002459293231368065, + "step": 94130 + }, + { + "loss_action": 0.0018368704477325082, + "loss_total": 0.0018368704477325082, + "step": 94130 + }, + { + "grad_norm": 0.09282565116882324, + "learning_rate": 9.362158691938017e-07, + "loss": 0.0065, + "step": 94140 + }, + { + "loss_action": 0.004236685112118721, + "loss_total": 0.004236685112118721, + "step": 94140 + }, + { + "loss_action": 0.003374505555257201, + "loss_total": 0.003374505555257201, + "step": 94140 + }, + { + "loss_action": 0.003248669672757387, + "loss_total": 0.003248669672757387, + "step": 94140 + }, + { + "loss_action": 0.005368571728467941, + "loss_total": 0.005368571728467941, + "step": 94140 + }, + { + "loss_action": 0.0024324071127921343, + "loss_total": 0.0024324071127921343, + "step": 94140 + }, + { + "loss_action": 0.006904215551912785, + "loss_total": 0.006904215551912785, + "step": 94140 + }, + { + "grad_norm": 0.17115718126296997, + "learning_rate": 9.330338285902685e-07, + "loss": 0.0076, + "step": 94150 + }, + { + "loss_action": 0.0031101724598556757, + "loss_total": 0.0031101724598556757, + "step": 94150 + }, + { + "loss_action": 0.0038754160050302744, + "loss_total": 0.0038754160050302744, + "step": 94150 + }, + { + "loss_action": 0.0016481145285069942, + "loss_total": 0.0016481145285069942, + "step": 94150 + }, + { + "loss_action": 0.0076568853110075, + "loss_total": 0.0076568853110075, + "step": 94150 + }, + { + "loss_action": 0.003232249990105629, + "loss_total": 0.003232249990105629, + "step": 94150 + }, + { + "loss_action": 0.00563667481765151, + "loss_total": 0.00563667481765151, + "step": 94150 + }, + { + "grad_norm": 0.177591934800148, + "learning_rate": 9.298571538763845e-07, + "loss": 0.006, + "step": 94160 + }, + { + "loss_action": 0.001391417346894741, + "loss_total": 0.001391417346894741, + "step": 94160 + }, + { + "loss_action": 0.00388361350633204, + "loss_total": 0.00388361350633204, + "step": 94160 + }, + { + "loss_action": 0.008827051147818565, + "loss_total": 0.008827051147818565, + "step": 94160 + }, + { + "loss_action": 0.0027589125093072653, + "loss_total": 0.0027589125093072653, + "step": 94160 + }, + { + "loss_action": 0.0026711539831012487, + "loss_total": 0.0026711539831012487, + "step": 94160 + }, + { + "loss_action": 0.002814250998198986, + "loss_total": 0.002814250998198986, + "step": 94160 + }, + { + "grad_norm": 0.19692960381507874, + "learning_rate": 9.266858453995441e-07, + "loss": 0.0064, + "step": 94170 + }, + { + "loss_action": 0.007938637398183346, + "loss_total": 0.007938637398183346, + "step": 94170 + }, + { + "loss_action": 0.006171448156237602, + "loss_total": 0.006171448156237602, + "step": 94170 + }, + { + "loss_action": 0.0017545131267979741, + "loss_total": 0.0017545131267979741, + "step": 94170 + }, + { + "loss_action": 0.0051710824482142925, + "loss_total": 0.0051710824482142925, + "step": 94170 + }, + { + "loss_action": 0.0020141585264354944, + "loss_total": 0.0020141585264354944, + "step": 94170 + }, + { + "loss_action": 0.002251816214993596, + "loss_total": 0.002251816214993596, + "step": 94170 + }, + { + "grad_norm": 0.14218851923942566, + "learning_rate": 9.235199035065645e-07, + "loss": 0.0076, + "step": 94180 + }, + { + "loss_action": 0.0029655704274773598, + "loss_total": 0.0029655704274773598, + "step": 94180 + }, + { + "loss_action": 0.006940379738807678, + "loss_total": 0.006940379738807678, + "step": 94180 + }, + { + "loss_action": 0.004051949828863144, + "loss_total": 0.004051949828863144, + "step": 94180 + }, + { + "loss_action": 0.010231628082692623, + "loss_total": 0.010231628082692623, + "step": 94180 + }, + { + "loss_action": 0.02075619250535965, + "loss_total": 0.02075619250535965, + "step": 94180 + }, + { + "loss_action": 0.004465566016733646, + "loss_total": 0.004465566016733646, + "step": 94180 + }, + { + "grad_norm": 0.10409709066152573, + "learning_rate": 9.203593285436574e-07, + "loss": 0.0072, + "step": 94190 + }, + { + "loss_action": 0.006494930479675531, + "loss_total": 0.006494930479675531, + "step": 94190 + }, + { + "loss_action": 0.004237065557390451, + "loss_total": 0.004237065557390451, + "step": 94190 + }, + { + "loss_action": 0.005130542442202568, + "loss_total": 0.005130542442202568, + "step": 94190 + }, + { + "loss_action": 0.003435698337852955, + "loss_total": 0.003435698337852955, + "step": 94190 + }, + { + "loss_action": 0.004439896438270807, + "loss_total": 0.004439896438270807, + "step": 94190 + }, + { + "loss_action": 0.0011402806267142296, + "loss_total": 0.0011402806267142296, + "step": 94190 + }, + { + "grad_norm": 0.20117372274398804, + "learning_rate": 9.172041208564686e-07, + "loss": 0.0083, + "step": 94200 + }, + { + "loss_action": 0.0022977106273174286, + "loss_total": 0.0022977106273174286, + "step": 94200 + }, + { + "loss_action": 0.0023372662253677845, + "loss_total": 0.0023372662253677845, + "step": 94200 + }, + { + "loss_action": 0.007935081608593464, + "loss_total": 0.007935081608593464, + "step": 94200 + }, + { + "loss_action": 0.025427725166082382, + "loss_total": 0.025427725166082382, + "step": 94200 + }, + { + "loss_action": 0.005152444820851088, + "loss_total": 0.005152444820851088, + "step": 94200 + }, + { + "loss_action": 0.012143260799348354, + "loss_total": 0.012143260799348354, + "step": 94200 + }, + { + "grad_norm": 0.17534972727298737, + "learning_rate": 9.140542807900332e-07, + "loss": 0.0089, + "step": 94210 + }, + { + "loss_action": 0.0025952111463993788, + "loss_total": 0.0025952111463993788, + "step": 94210 + }, + { + "loss_action": 0.0036622986663132906, + "loss_total": 0.0036622986663132906, + "step": 94210 + }, + { + "loss_action": 0.009606096893548965, + "loss_total": 0.009606096893548965, + "step": 94210 + }, + { + "loss_action": 0.010836707428097725, + "loss_total": 0.010836707428097725, + "step": 94210 + }, + { + "loss_action": 0.003593180561438203, + "loss_total": 0.003593180561438203, + "step": 94210 + }, + { + "loss_action": 0.004725408740341663, + "loss_total": 0.004725408740341663, + "step": 94210 + }, + { + "grad_norm": 0.14760176837444305, + "learning_rate": 9.109098086888313e-07, + "loss": 0.0066, + "step": 94220 + }, + { + "loss_action": 0.02279534563422203, + "loss_total": 0.02279534563422203, + "step": 94220 + }, + { + "loss_action": 0.003260646481066942, + "loss_total": 0.003260646481066942, + "step": 94220 + }, + { + "loss_action": 0.00845516100525856, + "loss_total": 0.00845516100525856, + "step": 94220 + }, + { + "loss_action": 0.013272138312458992, + "loss_total": 0.013272138312458992, + "step": 94220 + }, + { + "loss_action": 0.005008723586797714, + "loss_total": 0.005008723586797714, + "step": 94220 + }, + { + "loss_action": 0.01672285608947277, + "loss_total": 0.01672285608947277, + "step": 94220 + }, + { + "grad_norm": 0.21345943212509155, + "learning_rate": 9.077707048967265e-07, + "loss": 0.0099, + "step": 94230 + }, + { + "loss_action": 0.02438458427786827, + "loss_total": 0.02438458427786827, + "step": 94230 + }, + { + "loss_action": 0.004316489212214947, + "loss_total": 0.004316489212214947, + "step": 94230 + }, + { + "loss_action": 0.009945849888026714, + "loss_total": 0.009945849888026714, + "step": 94230 + }, + { + "loss_action": 0.006080390885472298, + "loss_total": 0.006080390885472298, + "step": 94230 + }, + { + "loss_action": 0.007414937950670719, + "loss_total": 0.007414937950670719, + "step": 94230 + }, + { + "loss_action": 0.008901373483240604, + "loss_total": 0.008901373483240604, + "step": 94230 + }, + { + "grad_norm": 0.25949713587760925, + "learning_rate": 9.046369697570057e-07, + "loss": 0.0066, + "step": 94240 + }, + { + "loss_action": 0.003300921292975545, + "loss_total": 0.003300921292975545, + "step": 94240 + }, + { + "loss_action": 0.007430104073137045, + "loss_total": 0.007430104073137045, + "step": 94240 + }, + { + "loss_action": 0.0042122905142605305, + "loss_total": 0.0042122905142605305, + "step": 94240 + }, + { + "loss_action": 0.0023031067103147507, + "loss_total": 0.0023031067103147507, + "step": 94240 + }, + { + "loss_action": 0.0069844601675868034, + "loss_total": 0.0069844601675868034, + "step": 94240 + }, + { + "loss_action": 0.005498159676790237, + "loss_total": 0.005498159676790237, + "step": 94240 + }, + { + "grad_norm": 0.23667661845684052, + "learning_rate": 9.015086036123721e-07, + "loss": 0.0062, + "step": 94250 + }, + { + "loss_action": 0.005167919676750898, + "loss_total": 0.005167919676750898, + "step": 94250 + }, + { + "loss_action": 0.001650446793064475, + "loss_total": 0.001650446793064475, + "step": 94250 + }, + { + "loss_action": 0.0032401145435869694, + "loss_total": 0.0032401145435869694, + "step": 94250 + }, + { + "loss_action": 0.026780905202031136, + "loss_total": 0.026780905202031136, + "step": 94250 + }, + { + "loss_action": 0.00192403350956738, + "loss_total": 0.00192403350956738, + "step": 94250 + }, + { + "loss_action": 0.004061056300997734, + "loss_total": 0.004061056300997734, + "step": 94250 + }, + { + "grad_norm": 0.44815370440483093, + "learning_rate": 8.983856068049413e-07, + "loss": 0.0089, + "step": 94260 + }, + { + "loss_action": 0.0063978987745940685, + "loss_total": 0.0063978987745940685, + "step": 94260 + }, + { + "loss_action": 0.0019378031138330698, + "loss_total": 0.0019378031138330698, + "step": 94260 + }, + { + "loss_action": 0.005984303075820208, + "loss_total": 0.005984303075820208, + "step": 94260 + }, + { + "loss_action": 0.007363372482359409, + "loss_total": 0.007363372482359409, + "step": 94260 + }, + { + "loss_action": 0.003301600692793727, + "loss_total": 0.003301600692793727, + "step": 94260 + }, + { + "loss_action": 0.007235964294523001, + "loss_total": 0.007235964294523001, + "step": 94260 + }, + { + "grad_norm": 0.15995237231254578, + "learning_rate": 8.952679796762398e-07, + "loss": 0.0072, + "step": 94270 + }, + { + "loss_action": 0.0038031742442399263, + "loss_total": 0.0038031742442399263, + "step": 94270 + }, + { + "loss_action": 0.00555031280964613, + "loss_total": 0.00555031280964613, + "step": 94270 + }, + { + "loss_action": 0.0202341191470623, + "loss_total": 0.0202341191470623, + "step": 94270 + }, + { + "loss_action": 0.005493086762726307, + "loss_total": 0.005493086762726307, + "step": 94270 + }, + { + "loss_action": 0.01840638928115368, + "loss_total": 0.01840638928115368, + "step": 94270 + }, + { + "loss_action": 0.004526461008936167, + "loss_total": 0.004526461008936167, + "step": 94270 + }, + { + "grad_norm": 0.12755616009235382, + "learning_rate": 8.921557225671951e-07, + "loss": 0.0103, + "step": 94280 + }, + { + "loss_action": 0.004122108221054077, + "loss_total": 0.004122108221054077, + "step": 94280 + }, + { + "loss_action": 0.12046729028224945, + "loss_total": 0.12046729028224945, + "step": 94280 + }, + { + "loss_action": 0.008990142494440079, + "loss_total": 0.008990142494440079, + "step": 94280 + }, + { + "loss_action": 0.007452267687767744, + "loss_total": 0.007452267687767744, + "step": 94280 + }, + { + "loss_action": 0.0076538315042853355, + "loss_total": 0.0076538315042853355, + "step": 94280 + }, + { + "loss_action": 0.04021763429045677, + "loss_total": 0.04021763429045677, + "step": 94280 + }, + { + "grad_norm": 0.17825883626937866, + "learning_rate": 8.890488358181792e-07, + "loss": 0.0106, + "step": 94290 + }, + { + "loss_action": 0.006316679529845715, + "loss_total": 0.006316679529845715, + "step": 94290 + }, + { + "loss_action": 0.01051531545817852, + "loss_total": 0.01051531545817852, + "step": 94290 + }, + { + "loss_action": 0.005630944389849901, + "loss_total": 0.005630944389849901, + "step": 94290 + }, + { + "loss_action": 0.0029210078064352274, + "loss_total": 0.0029210078064352274, + "step": 94290 + }, + { + "loss_action": 0.003517894307151437, + "loss_total": 0.003517894307151437, + "step": 94290 + }, + { + "loss_action": 0.01813025400042534, + "loss_total": 0.01813025400042534, + "step": 94290 + }, + { + "grad_norm": 0.1989726722240448, + "learning_rate": 8.859473197689372e-07, + "loss": 0.0079, + "step": 94300 + }, + { + "loss_action": 0.0036203551571816206, + "loss_total": 0.0036203551571816206, + "step": 94300 + }, + { + "loss_action": 0.0048420969396829605, + "loss_total": 0.0048420969396829605, + "step": 94300 + }, + { + "loss_action": 0.0024258641060441732, + "loss_total": 0.0024258641060441732, + "step": 94300 + }, + { + "loss_action": 0.0024699855130165815, + "loss_total": 0.0024699855130165815, + "step": 94300 + }, + { + "loss_action": 0.008034651167690754, + "loss_total": 0.008034651167690754, + "step": 94300 + }, + { + "loss_action": 0.011971191503107548, + "loss_total": 0.011971191503107548, + "step": 94300 + }, + { + "grad_norm": 0.10911274701356888, + "learning_rate": 8.828511747586588e-07, + "loss": 0.0077, + "step": 94310 + }, + { + "loss_action": 0.0026346014346927404, + "loss_total": 0.0026346014346927404, + "step": 94310 + }, + { + "loss_action": 0.007648096419870853, + "loss_total": 0.007648096419870853, + "step": 94310 + }, + { + "loss_action": 0.0010248804464936256, + "loss_total": 0.0010248804464936256, + "step": 94310 + }, + { + "loss_action": 0.009563351981341839, + "loss_total": 0.009563351981341839, + "step": 94310 + }, + { + "loss_action": 0.004686978179961443, + "loss_total": 0.004686978179961443, + "step": 94310 + }, + { + "loss_action": 0.003433617064729333, + "loss_total": 0.003433617064729333, + "step": 94310 + }, + { + "grad_norm": 0.15363776683807373, + "learning_rate": 8.797604011259287e-07, + "loss": 0.0077, + "step": 94320 + }, + { + "loss_action": 0.0021681536454707384, + "loss_total": 0.0021681536454707384, + "step": 94320 + }, + { + "loss_action": 0.010884984396398067, + "loss_total": 0.010884984396398067, + "step": 94320 + }, + { + "loss_action": 0.012333393096923828, + "loss_total": 0.012333393096923828, + "step": 94320 + }, + { + "loss_action": 0.00409841351211071, + "loss_total": 0.00409841351211071, + "step": 94320 + }, + { + "loss_action": 0.0025955880992114544, + "loss_total": 0.0025955880992114544, + "step": 94320 + }, + { + "loss_action": 0.006856303196400404, + "loss_total": 0.006856303196400404, + "step": 94320 + }, + { + "grad_norm": 0.1383126676082611, + "learning_rate": 8.766749992087487e-07, + "loss": 0.0064, + "step": 94330 + }, + { + "loss_action": 0.0033282344229519367, + "loss_total": 0.0033282344229519367, + "step": 94330 + }, + { + "loss_action": 0.0051256450824439526, + "loss_total": 0.0051256450824439526, + "step": 94330 + }, + { + "loss_action": 0.00421896344050765, + "loss_total": 0.00421896344050765, + "step": 94330 + }, + { + "loss_action": 0.014535422436892986, + "loss_total": 0.014535422436892986, + "step": 94330 + }, + { + "loss_action": 0.013742965646088123, + "loss_total": 0.013742965646088123, + "step": 94330 + }, + { + "loss_action": 0.008393930271267891, + "loss_total": 0.008393930271267891, + "step": 94330 + }, + { + "grad_norm": 0.14254464209079742, + "learning_rate": 8.735949693445378e-07, + "loss": 0.0059, + "step": 94340 + }, + { + "loss_action": 0.10741516202688217, + "loss_total": 0.10741516202688217, + "step": 94340 + }, + { + "loss_action": 0.004809367936104536, + "loss_total": 0.004809367936104536, + "step": 94340 + }, + { + "loss_action": 0.005179596599191427, + "loss_total": 0.005179596599191427, + "step": 94340 + }, + { + "loss_action": 0.004261449445039034, + "loss_total": 0.004261449445039034, + "step": 94340 + }, + { + "loss_action": 0.006698362063616514, + "loss_total": 0.006698362063616514, + "step": 94340 + }, + { + "loss_action": 0.005981764290481806, + "loss_total": 0.005981764290481806, + "step": 94340 + }, + { + "grad_norm": 0.23118646442890167, + "learning_rate": 8.705203118701211e-07, + "loss": 0.0096, + "step": 94350 + }, + { + "loss_action": 0.011775065213441849, + "loss_total": 0.011775065213441849, + "step": 94350 + }, + { + "loss_action": 0.0015927567146718502, + "loss_total": 0.0015927567146718502, + "step": 94350 + }, + { + "loss_action": 0.006184556055814028, + "loss_total": 0.006184556055814028, + "step": 94350 + }, + { + "loss_action": 0.0072098784148693085, + "loss_total": 0.0072098784148693085, + "step": 94350 + }, + { + "loss_action": 0.0056689721532166, + "loss_total": 0.0056689721532166, + "step": 94350 + }, + { + "loss_action": 0.011373287998139858, + "loss_total": 0.011373287998139858, + "step": 94350 + }, + { + "grad_norm": 0.150260329246521, + "learning_rate": 8.674510271217295e-07, + "loss": 0.0075, + "step": 94360 + }, + { + "loss_action": 0.005170822609215975, + "loss_total": 0.005170822609215975, + "step": 94360 + }, + { + "loss_action": 0.022538337856531143, + "loss_total": 0.022538337856531143, + "step": 94360 + }, + { + "loss_action": 0.008556269109249115, + "loss_total": 0.008556269109249115, + "step": 94360 + }, + { + "loss_action": 0.0027072082739323378, + "loss_total": 0.0027072082739323378, + "step": 94360 + }, + { + "loss_action": 0.0024029945489019156, + "loss_total": 0.0024029945489019156, + "step": 94360 + }, + { + "loss_action": 0.022120283916592598, + "loss_total": 0.022120283916592598, + "step": 94360 + }, + { + "grad_norm": 0.1396242082118988, + "learning_rate": 8.643871154350336e-07, + "loss": 0.0073, + "step": 94370 + }, + { + "loss_action": 0.0059965732507407665, + "loss_total": 0.0059965732507407665, + "step": 94370 + }, + { + "loss_action": 0.00760261807590723, + "loss_total": 0.00760261807590723, + "step": 94370 + }, + { + "loss_action": 0.003047697013244033, + "loss_total": 0.003047697013244033, + "step": 94370 + }, + { + "loss_action": 0.004166741389781237, + "loss_total": 0.004166741389781237, + "step": 94370 + }, + { + "loss_action": 0.023915879428386688, + "loss_total": 0.023915879428386688, + "step": 94370 + }, + { + "loss_action": 0.004751071333885193, + "loss_total": 0.004751071333885193, + "step": 94370 + }, + { + "grad_norm": 0.12863196432590485, + "learning_rate": 8.613285771450818e-07, + "loss": 0.007, + "step": 94380 + }, + { + "loss_action": 0.005063203163444996, + "loss_total": 0.005063203163444996, + "step": 94380 + }, + { + "loss_action": 0.0036376179195940495, + "loss_total": 0.0036376179195940495, + "step": 94380 + }, + { + "loss_action": 0.01132262870669365, + "loss_total": 0.01132262870669365, + "step": 94380 + }, + { + "loss_action": 0.003300229785963893, + "loss_total": 0.003300229785963893, + "step": 94380 + }, + { + "loss_action": 0.0026919455267488956, + "loss_total": 0.0026919455267488956, + "step": 94380 + }, + { + "loss_action": 0.008411441929638386, + "loss_total": 0.008411441929638386, + "step": 94380 + }, + { + "grad_norm": 0.14012625813484192, + "learning_rate": 8.582754125863623e-07, + "loss": 0.0071, + "step": 94390 + }, + { + "loss_action": 0.0035932091996073723, + "loss_total": 0.0035932091996073723, + "step": 94390 + }, + { + "loss_action": 0.005253981798887253, + "loss_total": 0.005253981798887253, + "step": 94390 + }, + { + "loss_action": 0.003584708319976926, + "loss_total": 0.003584708319976926, + "step": 94390 + }, + { + "loss_action": 0.004374196287244558, + "loss_total": 0.004374196287244558, + "step": 94390 + }, + { + "loss_action": 0.015299302525818348, + "loss_total": 0.015299302525818348, + "step": 94390 + }, + { + "loss_action": 0.003690393641591072, + "loss_total": 0.003690393641591072, + "step": 94390 + }, + { + "grad_norm": 0.24377040565013885, + "learning_rate": 8.55227622092758e-07, + "loss": 0.0109, + "step": 94400 + }, + { + "loss_action": 0.00863571371883154, + "loss_total": 0.00863571371883154, + "step": 94400 + }, + { + "loss_action": 0.0036250960547477007, + "loss_total": 0.0036250960547477007, + "step": 94400 + }, + { + "loss_action": 0.011630053631961346, + "loss_total": 0.011630053631961346, + "step": 94400 + }, + { + "loss_action": 0.013684737496078014, + "loss_total": 0.013684737496078014, + "step": 94400 + }, + { + "loss_action": 0.0023768958635628223, + "loss_total": 0.0023768958635628223, + "step": 94400 + }, + { + "loss_action": 0.031184205785393715, + "loss_total": 0.031184205785393715, + "step": 94400 + }, + { + "grad_norm": 0.1578264683485031, + "learning_rate": 8.521852059975743e-07, + "loss": 0.01, + "step": 94410 + }, + { + "loss_action": 0.004156315233558416, + "loss_total": 0.004156315233558416, + "step": 94410 + }, + { + "loss_action": 0.01107256580144167, + "loss_total": 0.01107256580144167, + "step": 94410 + }, + { + "loss_action": 0.008316190913319588, + "loss_total": 0.008316190913319588, + "step": 94410 + }, + { + "loss_action": 0.005740434862673283, + "loss_total": 0.005740434862673283, + "step": 94410 + }, + { + "loss_action": 0.003385280491784215, + "loss_total": 0.003385280491784215, + "step": 94410 + }, + { + "loss_action": 0.009269028902053833, + "loss_total": 0.009269028902053833, + "step": 94410 + }, + { + "grad_norm": 0.18342803418636322, + "learning_rate": 8.491481646335231e-07, + "loss": 0.0078, + "step": 94420 + }, + { + "loss_action": 0.0029689630027860403, + "loss_total": 0.0029689630027860403, + "step": 94420 + }, + { + "loss_action": 0.004663599189370871, + "loss_total": 0.004663599189370871, + "step": 94420 + }, + { + "loss_action": 0.006508363410830498, + "loss_total": 0.006508363410830498, + "step": 94420 + }, + { + "loss_action": 0.006219654809683561, + "loss_total": 0.006219654809683561, + "step": 94420 + }, + { + "loss_action": 0.0009565997752361, + "loss_total": 0.0009565997752361, + "step": 94420 + }, + { + "loss_action": 0.0034521177876740694, + "loss_total": 0.0034521177876740694, + "step": 94420 + }, + { + "grad_norm": 0.15983930230140686, + "learning_rate": 8.46116498332733e-07, + "loss": 0.0083, + "step": 94430 + }, + { + "loss_action": 0.006001669447869062, + "loss_total": 0.006001669447869062, + "step": 94430 + }, + { + "loss_action": 0.0049569495022296906, + "loss_total": 0.0049569495022296906, + "step": 94430 + }, + { + "loss_action": 0.006933664903044701, + "loss_total": 0.006933664903044701, + "step": 94430 + }, + { + "loss_action": 0.024882612749934196, + "loss_total": 0.024882612749934196, + "step": 94430 + }, + { + "loss_action": 0.0025833568070083857, + "loss_total": 0.0025833568070083857, + "step": 94430 + }, + { + "loss_action": 0.0034436825662851334, + "loss_total": 0.0034436825662851334, + "step": 94430 + }, + { + "grad_norm": 0.26138031482696533, + "learning_rate": 8.430902074267333e-07, + "loss": 0.0091, + "step": 94440 + }, + { + "loss_action": 0.008393503725528717, + "loss_total": 0.008393503725528717, + "step": 94440 + }, + { + "loss_action": 0.004050106275826693, + "loss_total": 0.004050106275826693, + "step": 94440 + }, + { + "loss_action": 0.007181101478636265, + "loss_total": 0.007181101478636265, + "step": 94440 + }, + { + "loss_action": 0.0064475578255951405, + "loss_total": 0.0064475578255951405, + "step": 94440 + }, + { + "loss_action": 0.019209150224924088, + "loss_total": 0.019209150224924088, + "step": 94440 + }, + { + "loss_action": 0.0025618765503168106, + "loss_total": 0.0025618765503168106, + "step": 94440 + }, + { + "grad_norm": 0.14944115281105042, + "learning_rate": 8.400692922464925e-07, + "loss": 0.0077, + "step": 94450 + }, + { + "loss_action": 0.002596874488517642, + "loss_total": 0.002596874488517642, + "step": 94450 + }, + { + "loss_action": 0.004653364419937134, + "loss_total": 0.004653364419937134, + "step": 94450 + }, + { + "loss_action": 0.004815450869500637, + "loss_total": 0.004815450869500637, + "step": 94450 + }, + { + "loss_action": 0.012982996180653572, + "loss_total": 0.012982996180653572, + "step": 94450 + }, + { + "loss_action": 0.004015403334051371, + "loss_total": 0.004015403334051371, + "step": 94450 + }, + { + "loss_action": 0.0013659355463460088, + "loss_total": 0.0013659355463460088, + "step": 94450 + }, + { + "grad_norm": 0.1463744044303894, + "learning_rate": 8.370537531223577e-07, + "loss": 0.0081, + "step": 94460 + }, + { + "loss_action": 0.007023322395980358, + "loss_total": 0.007023322395980358, + "step": 94460 + }, + { + "loss_action": 0.004451555199921131, + "loss_total": 0.004451555199921131, + "step": 94460 + }, + { + "loss_action": 0.009503156878054142, + "loss_total": 0.009503156878054142, + "step": 94460 + }, + { + "loss_action": 0.006050284951925278, + "loss_total": 0.006050284951925278, + "step": 94460 + }, + { + "loss_action": 0.005422550719231367, + "loss_total": 0.005422550719231367, + "step": 94460 + }, + { + "loss_action": 0.005908995866775513, + "loss_total": 0.005908995866775513, + "step": 94460 + }, + { + "grad_norm": 0.1869833767414093, + "learning_rate": 8.340435903841092e-07, + "loss": 0.0079, + "step": 94470 + }, + { + "loss_action": 0.023121166974306107, + "loss_total": 0.023121166974306107, + "step": 94470 + }, + { + "loss_action": 0.005682219285517931, + "loss_total": 0.005682219285517931, + "step": 94470 + }, + { + "loss_action": 0.0068808007054030895, + "loss_total": 0.0068808007054030895, + "step": 94470 + }, + { + "loss_action": 0.004079952370375395, + "loss_total": 0.004079952370375395, + "step": 94470 + }, + { + "loss_action": 0.0010932805016636848, + "loss_total": 0.0010932805016636848, + "step": 94470 + }, + { + "loss_action": 0.008825993165373802, + "loss_total": 0.008825993165373802, + "step": 94470 + }, + { + "grad_norm": 0.19193288683891296, + "learning_rate": 8.310388043609341e-07, + "loss": 0.0074, + "step": 94480 + }, + { + "loss_action": 0.003795119933784008, + "loss_total": 0.003795119933784008, + "step": 94480 + }, + { + "loss_action": 0.006851163227111101, + "loss_total": 0.006851163227111101, + "step": 94480 + }, + { + "loss_action": 0.003111809492111206, + "loss_total": 0.003111809492111206, + "step": 94480 + }, + { + "loss_action": 0.005587736610323191, + "loss_total": 0.005587736610323191, + "step": 94480 + }, + { + "loss_action": 0.010367872193455696, + "loss_total": 0.010367872193455696, + "step": 94480 + }, + { + "loss_action": 0.003240026067942381, + "loss_total": 0.003240026067942381, + "step": 94480 + }, + { + "grad_norm": 0.20310868322849274, + "learning_rate": 8.280393953814303e-07, + "loss": 0.0103, + "step": 94490 + }, + { + "loss_action": 0.010706819593906403, + "loss_total": 0.010706819593906403, + "step": 94490 + }, + { + "loss_action": 0.001977400854229927, + "loss_total": 0.001977400854229927, + "step": 94490 + }, + { + "loss_action": 0.003959984052926302, + "loss_total": 0.003959984052926302, + "step": 94490 + }, + { + "loss_action": 0.00571841886267066, + "loss_total": 0.00571841886267066, + "step": 94490 + }, + { + "loss_action": 0.11899271607398987, + "loss_total": 0.11899271607398987, + "step": 94490 + }, + { + "loss_action": 0.003957620821893215, + "loss_total": 0.003957620821893215, + "step": 94490 + }, + { + "grad_norm": 0.14973260462284088, + "learning_rate": 8.250453637736077e-07, + "loss": 0.0113, + "step": 94500 + }, + { + "loss_action": 0.00705112237483263, + "loss_total": 0.00705112237483263, + "step": 94500 + }, + { + "loss_action": 0.006483124569058418, + "loss_total": 0.006483124569058418, + "step": 94500 + }, + { + "loss_action": 0.004246931988745928, + "loss_total": 0.004246931988745928, + "step": 94500 + }, + { + "loss_action": 0.0033086847979575396, + "loss_total": 0.0033086847979575396, + "step": 94500 + }, + { + "loss_action": 0.006958684418350458, + "loss_total": 0.006958684418350458, + "step": 94500 + }, + { + "loss_action": 0.0023882086388766766, + "loss_total": 0.0023882086388766766, + "step": 94500 + }, + { + "grad_norm": 0.17882540822029114, + "learning_rate": 8.22056709864899e-07, + "loss": 0.0083, + "step": 94510 + }, + { + "loss_action": 0.009077941998839378, + "loss_total": 0.009077941998839378, + "step": 94510 + }, + { + "loss_action": 0.0015228939009830356, + "loss_total": 0.0015228939009830356, + "step": 94510 + }, + { + "loss_action": 0.010188336484134197, + "loss_total": 0.010188336484134197, + "step": 94510 + }, + { + "loss_action": 0.0038586196023970842, + "loss_total": 0.0038586196023970842, + "step": 94510 + }, + { + "loss_action": 0.004500472918152809, + "loss_total": 0.004500472918152809, + "step": 94510 + }, + { + "loss_action": 0.00354346027597785, + "loss_total": 0.00354346027597785, + "step": 94510 + }, + { + "grad_norm": 0.13162755966186523, + "learning_rate": 8.190734339821204e-07, + "loss": 0.0072, + "step": 94520 + }, + { + "loss_action": 0.004746723920106888, + "loss_total": 0.004746723920106888, + "step": 94520 + }, + { + "loss_action": 0.008138297125697136, + "loss_total": 0.008138297125697136, + "step": 94520 + }, + { + "loss_action": 0.0041092936880886555, + "loss_total": 0.0041092936880886555, + "step": 94520 + }, + { + "loss_action": 0.014462972991168499, + "loss_total": 0.014462972991168499, + "step": 94520 + }, + { + "loss_action": 0.01803816482424736, + "loss_total": 0.01803816482424736, + "step": 94520 + }, + { + "loss_action": 0.005251934751868248, + "loss_total": 0.005251934751868248, + "step": 94520 + }, + { + "grad_norm": 0.11535864323377609, + "learning_rate": 8.160955364515333e-07, + "loss": 0.0078, + "step": 94530 + }, + { + "loss_action": 0.017029568552970886, + "loss_total": 0.017029568552970886, + "step": 94530 + }, + { + "loss_action": 0.0025875032879412174, + "loss_total": 0.0025875032879412174, + "step": 94530 + }, + { + "loss_action": 0.001464241067878902, + "loss_total": 0.001464241067878902, + "step": 94530 + }, + { + "loss_action": 0.0108320452272892, + "loss_total": 0.0108320452272892, + "step": 94530 + }, + { + "loss_action": 0.006492570508271456, + "loss_total": 0.006492570508271456, + "step": 94530 + }, + { + "loss_action": 0.00821260828524828, + "loss_total": 0.00821260828524828, + "step": 94530 + }, + { + "grad_norm": 0.18917113542556763, + "learning_rate": 8.131230175987936e-07, + "loss": 0.0114, + "step": 94540 + }, + { + "loss_action": 0.007283297833055258, + "loss_total": 0.007283297833055258, + "step": 94540 + }, + { + "loss_action": 0.003713668789714575, + "loss_total": 0.003713668789714575, + "step": 94540 + }, + { + "loss_action": 0.024369990453124046, + "loss_total": 0.024369990453124046, + "step": 94540 + }, + { + "loss_action": 0.003963119816035032, + "loss_total": 0.003963119816035032, + "step": 94540 + }, + { + "loss_action": 0.005011594854295254, + "loss_total": 0.005011594854295254, + "step": 94540 + }, + { + "loss_action": 0.00572474580258131, + "loss_total": 0.00572474580258131, + "step": 94540 + }, + { + "grad_norm": 0.09531950205564499, + "learning_rate": 8.101558777489693e-07, + "loss": 0.0067, + "step": 94550 + }, + { + "loss_action": 0.004355802200734615, + "loss_total": 0.004355802200734615, + "step": 94550 + }, + { + "loss_action": 0.0038221031427383423, + "loss_total": 0.0038221031427383423, + "step": 94550 + }, + { + "loss_action": 0.004078750032931566, + "loss_total": 0.004078750032931566, + "step": 94550 + }, + { + "loss_action": 0.0035140386316925287, + "loss_total": 0.0035140386316925287, + "step": 94550 + }, + { + "loss_action": 0.008602803573012352, + "loss_total": 0.008602803573012352, + "step": 94550 + }, + { + "loss_action": 0.006438073236495256, + "loss_total": 0.006438073236495256, + "step": 94550 + }, + { + "grad_norm": 0.14747950434684753, + "learning_rate": 8.071941172265396e-07, + "loss": 0.0077, + "step": 94560 + }, + { + "loss_action": 0.013402597978711128, + "loss_total": 0.013402597978711128, + "step": 94560 + }, + { + "loss_action": 0.021834131330251694, + "loss_total": 0.021834131330251694, + "step": 94560 + }, + { + "loss_action": 0.004924442153424025, + "loss_total": 0.004924442153424025, + "step": 94560 + }, + { + "loss_action": 0.0026248986832797527, + "loss_total": 0.0026248986832797527, + "step": 94560 + }, + { + "loss_action": 0.005760288797318935, + "loss_total": 0.005760288797318935, + "step": 94560 + }, + { + "loss_action": 0.01177457720041275, + "loss_total": 0.01177457720041275, + "step": 94560 + }, + { + "grad_norm": 0.10042423009872437, + "learning_rate": 8.042377363553955e-07, + "loss": 0.0073, + "step": 94570 + }, + { + "loss_action": 0.01697514019906521, + "loss_total": 0.01697514019906521, + "step": 94570 + }, + { + "loss_action": 0.013048718683421612, + "loss_total": 0.013048718683421612, + "step": 94570 + }, + { + "loss_action": 0.0029023990500718355, + "loss_total": 0.0029023990500718355, + "step": 94570 + }, + { + "loss_action": 0.010114665143191814, + "loss_total": 0.010114665143191814, + "step": 94570 + }, + { + "loss_action": 0.0018209910485893488, + "loss_total": 0.0018209910485893488, + "step": 94570 + }, + { + "loss_action": 0.022024771198630333, + "loss_total": 0.022024771198630333, + "step": 94570 + }, + { + "grad_norm": 0.1459132730960846, + "learning_rate": 8.01286735458856e-07, + "loss": 0.0093, + "step": 94580 + }, + { + "loss_action": 0.005072663072496653, + "loss_total": 0.005072663072496653, + "step": 94580 + }, + { + "loss_action": 0.002335455734282732, + "loss_total": 0.002335455734282732, + "step": 94580 + }, + { + "loss_action": 0.0016079889610409737, + "loss_total": 0.0016079889610409737, + "step": 94580 + }, + { + "loss_action": 0.002391708316281438, + "loss_total": 0.002391708316281438, + "step": 94580 + }, + { + "loss_action": 0.004363291896879673, + "loss_total": 0.004363291896879673, + "step": 94580 + }, + { + "loss_action": 0.005659343674778938, + "loss_total": 0.005659343674778938, + "step": 94580 + }, + { + "grad_norm": 0.18693235516548157, + "learning_rate": 7.983411148596298e-07, + "loss": 0.0067, + "step": 94590 + }, + { + "loss_action": 0.0022661874536424875, + "loss_total": 0.0022661874536424875, + "step": 94590 + }, + { + "loss_action": 0.005374624859541655, + "loss_total": 0.005374624859541655, + "step": 94590 + }, + { + "loss_action": 0.006525739561766386, + "loss_total": 0.006525739561766386, + "step": 94590 + }, + { + "loss_action": 0.003748372197151184, + "loss_total": 0.003748372197151184, + "step": 94590 + }, + { + "loss_action": 0.004317803308367729, + "loss_total": 0.004317803308367729, + "step": 94590 + }, + { + "loss_action": 0.0013868561945855618, + "loss_total": 0.0013868561945855618, + "step": 94590 + }, + { + "grad_norm": 0.11617123335599899, + "learning_rate": 7.954008748798425e-07, + "loss": 0.0059, + "step": 94600 + }, + { + "loss_action": 0.002380377147346735, + "loss_total": 0.002380377147346735, + "step": 94600 + }, + { + "loss_action": 0.0017074050847440958, + "loss_total": 0.0017074050847440958, + "step": 94600 + }, + { + "loss_action": 0.007906519807875156, + "loss_total": 0.007906519807875156, + "step": 94600 + }, + { + "loss_action": 0.004645675420761108, + "loss_total": 0.004645675420761108, + "step": 94600 + }, + { + "loss_action": 0.0055098687298595905, + "loss_total": 0.0055098687298595905, + "step": 94600 + }, + { + "loss_action": 0.0035733620170503855, + "loss_total": 0.0035733620170503855, + "step": 94600 + }, + { + "grad_norm": 0.16989579796791077, + "learning_rate": 7.924660158410369e-07, + "loss": 0.0072, + "step": 94610 + }, + { + "loss_action": 0.006904661189764738, + "loss_total": 0.006904661189764738, + "step": 94610 + }, + { + "loss_action": 0.006085383705794811, + "loss_total": 0.006085383705794811, + "step": 94610 + }, + { + "loss_action": 0.002903443295508623, + "loss_total": 0.002903443295508623, + "step": 94610 + }, + { + "loss_action": 0.0036754233296960592, + "loss_total": 0.0036754233296960592, + "step": 94610 + }, + { + "loss_action": 0.0025730987545102835, + "loss_total": 0.0025730987545102835, + "step": 94610 + }, + { + "loss_action": 0.0026512101758271456, + "loss_total": 0.0026512101758271456, + "step": 94610 + }, + { + "grad_norm": 0.1221124604344368, + "learning_rate": 7.895365380641728e-07, + "loss": 0.0071, + "step": 94620 + }, + { + "loss_action": 0.016948970034718513, + "loss_total": 0.016948970034718513, + "step": 94620 + }, + { + "loss_action": 0.004165478516370058, + "loss_total": 0.004165478516370058, + "step": 94620 + }, + { + "loss_action": 0.006433605216443539, + "loss_total": 0.006433605216443539, + "step": 94620 + }, + { + "loss_action": 0.007459316868335009, + "loss_total": 0.007459316868335009, + "step": 94620 + }, + { + "loss_action": 0.0030994992703199387, + "loss_total": 0.0030994992703199387, + "step": 94620 + }, + { + "loss_action": 0.0022525351960211992, + "loss_total": 0.0022525351960211992, + "step": 94620 + }, + { + "grad_norm": 0.26770222187042236, + "learning_rate": 7.866124418695941e-07, + "loss": 0.0083, + "step": 94630 + }, + { + "loss_action": 0.004574785474687815, + "loss_total": 0.004574785474687815, + "step": 94630 + }, + { + "loss_action": 0.015063355676829815, + "loss_total": 0.015063355676829815, + "step": 94630 + }, + { + "loss_action": 0.010889922268688679, + "loss_total": 0.010889922268688679, + "step": 94630 + }, + { + "loss_action": 0.0033299545757472515, + "loss_total": 0.0033299545757472515, + "step": 94630 + }, + { + "loss_action": 0.003930726554244757, + "loss_total": 0.003930726554244757, + "step": 94630 + }, + { + "loss_action": 0.016527416184544563, + "loss_total": 0.016527416184544563, + "step": 94630 + }, + { + "grad_norm": 0.1620660275220871, + "learning_rate": 7.83693727577095e-07, + "loss": 0.0077, + "step": 94640 + }, + { + "loss_action": 0.0035059149377048016, + "loss_total": 0.0035059149377048016, + "step": 94640 + }, + { + "loss_action": 0.0047773034311831, + "loss_total": 0.0047773034311831, + "step": 94640 + }, + { + "loss_action": 0.0017999305855482817, + "loss_total": 0.0017999305855482817, + "step": 94640 + }, + { + "loss_action": 0.003706087125465274, + "loss_total": 0.003706087125465274, + "step": 94640 + }, + { + "loss_action": 0.004809030797332525, + "loss_total": 0.004809030797332525, + "step": 94640 + }, + { + "loss_action": 0.008484379388391972, + "loss_total": 0.008484379388391972, + "step": 94640 + }, + { + "grad_norm": 0.33709123730659485, + "learning_rate": 7.807803955058535e-07, + "loss": 0.0076, + "step": 94650 + }, + { + "loss_action": 0.017493711784482002, + "loss_total": 0.017493711784482002, + "step": 94650 + }, + { + "loss_action": 0.006591906305402517, + "loss_total": 0.006591906305402517, + "step": 94650 + }, + { + "loss_action": 0.010764766484498978, + "loss_total": 0.010764766484498978, + "step": 94650 + }, + { + "loss_action": 0.008081876672804356, + "loss_total": 0.008081876672804356, + "step": 94650 + }, + { + "loss_action": 0.006533870007842779, + "loss_total": 0.006533870007842779, + "step": 94650 + }, + { + "loss_action": 0.0033683478832244873, + "loss_total": 0.0033683478832244873, + "step": 94650 + }, + { + "grad_norm": 0.25463271141052246, + "learning_rate": 7.778724459744702e-07, + "loss": 0.0067, + "step": 94660 + }, + { + "loss_action": 0.005516521167010069, + "loss_total": 0.005516521167010069, + "step": 94660 + }, + { + "loss_action": 0.003136715851724148, + "loss_total": 0.003136715851724148, + "step": 94660 + }, + { + "loss_action": 0.01053005550056696, + "loss_total": 0.01053005550056696, + "step": 94660 + }, + { + "loss_action": 0.005980732385069132, + "loss_total": 0.005980732385069132, + "step": 94660 + }, + { + "loss_action": 0.007091504521667957, + "loss_total": 0.007091504521667957, + "step": 94660 + }, + { + "loss_action": 0.0030968491919338703, + "loss_total": 0.0030968491919338703, + "step": 94660 + }, + { + "grad_norm": 0.13414272665977478, + "learning_rate": 7.749698793009464e-07, + "loss": 0.0083, + "step": 94670 + }, + { + "loss_action": 0.0027905525639653206, + "loss_total": 0.0027905525639653206, + "step": 94670 + }, + { + "loss_action": 0.0042074439115822315, + "loss_total": 0.0042074439115822315, + "step": 94670 + }, + { + "loss_action": 0.0018842177232727408, + "loss_total": 0.0018842177232727408, + "step": 94670 + }, + { + "loss_action": 0.011408686637878418, + "loss_total": 0.011408686637878418, + "step": 94670 + }, + { + "loss_action": 0.005422986578196287, + "loss_total": 0.005422986578196287, + "step": 94670 + }, + { + "loss_action": 0.0018337599467486143, + "loss_total": 0.0018337599467486143, + "step": 94670 + }, + { + "grad_norm": 0.20744895935058594, + "learning_rate": 7.720726958027169e-07, + "loss": 0.0061, + "step": 94680 + }, + { + "loss_action": 0.011595843359827995, + "loss_total": 0.011595843359827995, + "step": 94680 + }, + { + "loss_action": 0.0024748994037508965, + "loss_total": 0.0024748994037508965, + "step": 94680 + }, + { + "loss_action": 0.014222675934433937, + "loss_total": 0.014222675934433937, + "step": 94680 + }, + { + "loss_action": 0.0031290093902498484, + "loss_total": 0.0031290093902498484, + "step": 94680 + }, + { + "loss_action": 0.004431936424225569, + "loss_total": 0.004431936424225569, + "step": 94680 + }, + { + "loss_action": 0.004564562346786261, + "loss_total": 0.004564562346786261, + "step": 94680 + }, + { + "grad_norm": 0.14521069824695587, + "learning_rate": 7.691808957965951e-07, + "loss": 0.007, + "step": 94690 + }, + { + "loss_action": 0.009763897396624088, + "loss_total": 0.009763897396624088, + "step": 94690 + }, + { + "loss_action": 0.0074775549583137035, + "loss_total": 0.0074775549583137035, + "step": 94690 + }, + { + "loss_action": 0.01371567789465189, + "loss_total": 0.01371567789465189, + "step": 94690 + }, + { + "loss_action": 0.013062684796750546, + "loss_total": 0.013062684796750546, + "step": 94690 + }, + { + "loss_action": 0.002266618190333247, + "loss_total": 0.002266618190333247, + "step": 94690 + }, + { + "loss_action": 0.006852501537650824, + "loss_total": 0.006852501537650824, + "step": 94690 + }, + { + "grad_norm": 0.2248595505952835, + "learning_rate": 7.662944795988336e-07, + "loss": 0.0107, + "step": 94700 + }, + { + "loss_action": 0.01676998659968376, + "loss_total": 0.01676998659968376, + "step": 94700 + }, + { + "loss_action": 0.0054783811792731285, + "loss_total": 0.0054783811792731285, + "step": 94700 + }, + { + "loss_action": 0.006760129239410162, + "loss_total": 0.006760129239410162, + "step": 94700 + }, + { + "loss_action": 0.007488817907869816, + "loss_total": 0.007488817907869816, + "step": 94700 + }, + { + "loss_action": 0.003956119064241648, + "loss_total": 0.003956119064241648, + "step": 94700 + }, + { + "loss_action": 0.009442973881959915, + "loss_total": 0.009442973881959915, + "step": 94700 + }, + { + "grad_norm": 0.16168752312660217, + "learning_rate": 7.634134475250854e-07, + "loss": 0.0083, + "step": 94710 + }, + { + "loss_action": 0.003637631656602025, + "loss_total": 0.003637631656602025, + "step": 94710 + }, + { + "loss_action": 0.003918095491826534, + "loss_total": 0.003918095491826534, + "step": 94710 + }, + { + "loss_action": 0.004525701981037855, + "loss_total": 0.004525701981037855, + "step": 94710 + }, + { + "loss_action": 0.0031619390938431025, + "loss_total": 0.0031619390938431025, + "step": 94710 + }, + { + "loss_action": 0.005699713248759508, + "loss_total": 0.005699713248759508, + "step": 94710 + }, + { + "loss_action": 0.004895210266113281, + "loss_total": 0.004895210266113281, + "step": 94710 + }, + { + "grad_norm": 0.12514668703079224, + "learning_rate": 7.605377998904262e-07, + "loss": 0.0087, + "step": 94720 + }, + { + "loss_action": 0.007866105996072292, + "loss_total": 0.007866105996072292, + "step": 94720 + }, + { + "loss_action": 0.0065481942147016525, + "loss_total": 0.0065481942147016525, + "step": 94720 + }, + { + "loss_action": 0.002519116271287203, + "loss_total": 0.002519116271287203, + "step": 94720 + }, + { + "loss_action": 0.021734360605478287, + "loss_total": 0.021734360605478287, + "step": 94720 + }, + { + "loss_action": 0.009172813966870308, + "loss_total": 0.009172813966870308, + "step": 94720 + }, + { + "loss_action": 0.003904021345078945, + "loss_total": 0.003904021345078945, + "step": 94720 + }, + { + "grad_norm": 0.17790982127189636, + "learning_rate": 7.5766753700931e-07, + "loss": 0.0076, + "step": 94730 + }, + { + "loss_action": 0.005964815150946379, + "loss_total": 0.005964815150946379, + "step": 94730 + }, + { + "loss_action": 0.004529573954641819, + "loss_total": 0.004529573954641819, + "step": 94730 + }, + { + "loss_action": 0.001933722640387714, + "loss_total": 0.001933722640387714, + "step": 94730 + }, + { + "loss_action": 0.0062179588712751865, + "loss_total": 0.0062179588712751865, + "step": 94730 + }, + { + "loss_action": 0.003433043137192726, + "loss_total": 0.003433043137192726, + "step": 94730 + }, + { + "loss_action": 0.0035466132685542107, + "loss_total": 0.0035466132685542107, + "step": 94730 + }, + { + "grad_norm": 0.18171527981758118, + "learning_rate": 7.54802659195647e-07, + "loss": 0.0066, + "step": 94740 + }, + { + "loss_action": 0.006156617775559425, + "loss_total": 0.006156617775559425, + "step": 94740 + }, + { + "loss_action": 0.007453601341694593, + "loss_total": 0.007453601341694593, + "step": 94740 + }, + { + "loss_action": 0.009960521012544632, + "loss_total": 0.009960521012544632, + "step": 94740 + }, + { + "loss_action": 0.00630952650681138, + "loss_total": 0.00630952650681138, + "step": 94740 + }, + { + "loss_action": 0.004955466371029615, + "loss_total": 0.004955466371029615, + "step": 94740 + }, + { + "loss_action": 0.007991699501872063, + "loss_total": 0.007991699501872063, + "step": 94740 + }, + { + "grad_norm": 0.1772368997335434, + "learning_rate": 7.519431667627253e-07, + "loss": 0.0085, + "step": 94750 + }, + { + "loss_action": 0.004124075174331665, + "loss_total": 0.004124075174331665, + "step": 94750 + }, + { + "loss_action": 0.004323799628764391, + "loss_total": 0.004323799628764391, + "step": 94750 + }, + { + "loss_action": 0.0028357533738017082, + "loss_total": 0.0028357533738017082, + "step": 94750 + }, + { + "loss_action": 0.030434206128120422, + "loss_total": 0.030434206128120422, + "step": 94750 + }, + { + "loss_action": 0.0032849800772964954, + "loss_total": 0.0032849800772964954, + "step": 94750 + }, + { + "loss_action": 0.005947149358689785, + "loss_total": 0.005947149358689785, + "step": 94750 + }, + { + "grad_norm": 0.1974731683731079, + "learning_rate": 7.490890600232503e-07, + "loss": 0.006, + "step": 94760 + }, + { + "loss_action": 0.026242781430482864, + "loss_total": 0.026242781430482864, + "step": 94760 + }, + { + "loss_action": 0.005636174231767654, + "loss_total": 0.005636174231767654, + "step": 94760 + }, + { + "loss_action": 0.006132852286100388, + "loss_total": 0.006132852286100388, + "step": 94760 + }, + { + "loss_action": 0.0021522771567106247, + "loss_total": 0.0021522771567106247, + "step": 94760 + }, + { + "loss_action": 0.008277086541056633, + "loss_total": 0.008277086541056633, + "step": 94760 + }, + { + "loss_action": 0.0028296769596636295, + "loss_total": 0.0028296769596636295, + "step": 94760 + }, + { + "grad_norm": 0.1026272252202034, + "learning_rate": 7.462403392893502e-07, + "loss": 0.007, + "step": 94770 + }, + { + "loss_action": 0.0035434607416391373, + "loss_total": 0.0035434607416391373, + "step": 94770 + }, + { + "loss_action": 0.0034113924484699965, + "loss_total": 0.0034113924484699965, + "step": 94770 + }, + { + "loss_action": 0.004649255890399218, + "loss_total": 0.004649255890399218, + "step": 94770 + }, + { + "loss_action": 0.029652997851371765, + "loss_total": 0.029652997851371765, + "step": 94770 + }, + { + "loss_action": 0.0028519658371806145, + "loss_total": 0.0028519658371806145, + "step": 94770 + }, + { + "loss_action": 0.004887094255536795, + "loss_total": 0.004887094255536795, + "step": 94770 + }, + { + "grad_norm": 0.1683536022901535, + "learning_rate": 7.433970048725536e-07, + "loss": 0.0081, + "step": 94780 + }, + { + "loss_action": 0.006975241471081972, + "loss_total": 0.006975241471081972, + "step": 94780 + }, + { + "loss_action": 0.008250925689935684, + "loss_total": 0.008250925689935684, + "step": 94780 + }, + { + "loss_action": 0.0019153928151354194, + "loss_total": 0.0019153928151354194, + "step": 94780 + }, + { + "loss_action": 0.003414768259972334, + "loss_total": 0.003414768259972334, + "step": 94780 + }, + { + "loss_action": 0.006279922556132078, + "loss_total": 0.006279922556132078, + "step": 94780 + }, + { + "loss_action": 0.007722487673163414, + "loss_total": 0.007722487673163414, + "step": 94780 + }, + { + "grad_norm": 0.13688020408153534, + "learning_rate": 7.405590570838062e-07, + "loss": 0.0071, + "step": 94790 + }, + { + "loss_action": 0.006703021004796028, + "loss_total": 0.006703021004796028, + "step": 94790 + }, + { + "loss_action": 0.00189910305198282, + "loss_total": 0.00189910305198282, + "step": 94790 + }, + { + "loss_action": 0.005354627966880798, + "loss_total": 0.005354627966880798, + "step": 94790 + }, + { + "loss_action": 0.0052264234982430935, + "loss_total": 0.0052264234982430935, + "step": 94790 + }, + { + "loss_action": 0.024202002212405205, + "loss_total": 0.024202002212405205, + "step": 94790 + }, + { + "loss_action": 0.008110770024359226, + "loss_total": 0.008110770024359226, + "step": 94790 + }, + { + "grad_norm": 0.23094701766967773, + "learning_rate": 7.377264962334596e-07, + "loss": 0.0078, + "step": 94800 + }, + { + "loss_action": 0.008081267587840557, + "loss_total": 0.008081267587840557, + "step": 94800 + }, + { + "loss_action": 0.004826897755265236, + "loss_total": 0.004826897755265236, + "step": 94800 + }, + { + "loss_action": 0.009181923232972622, + "loss_total": 0.009181923232972622, + "step": 94800 + }, + { + "loss_action": 0.010331934317946434, + "loss_total": 0.010331934317946434, + "step": 94800 + }, + { + "loss_action": 0.006236492656171322, + "loss_total": 0.006236492656171322, + "step": 94800 + }, + { + "loss_action": 0.004022161476314068, + "loss_total": 0.004022161476314068, + "step": 94800 + }, + { + "grad_norm": 0.16431580483913422, + "learning_rate": 7.348993226312773e-07, + "loss": 0.0072, + "step": 94810 + }, + { + "loss_action": 0.01061304658651352, + "loss_total": 0.01061304658651352, + "step": 94810 + }, + { + "loss_action": 0.0202791690826416, + "loss_total": 0.0202791690826416, + "step": 94810 + }, + { + "loss_action": 0.004941046237945557, + "loss_total": 0.004941046237945557, + "step": 94810 + }, + { + "loss_action": 0.00238344119861722, + "loss_total": 0.00238344119861722, + "step": 94810 + }, + { + "loss_action": 0.002729198429733515, + "loss_total": 0.002729198429733515, + "step": 94810 + }, + { + "loss_action": 0.006274297367781401, + "loss_total": 0.006274297367781401, + "step": 94810 + }, + { + "grad_norm": 0.2618187963962555, + "learning_rate": 7.32077536586434e-07, + "loss": 0.0085, + "step": 94820 + }, + { + "loss_action": 0.008530215360224247, + "loss_total": 0.008530215360224247, + "step": 94820 + }, + { + "loss_action": 0.0033148888032883406, + "loss_total": 0.0033148888032883406, + "step": 94820 + }, + { + "loss_action": 0.006690707989037037, + "loss_total": 0.006690707989037037, + "step": 94820 + }, + { + "loss_action": 0.007418465800583363, + "loss_total": 0.007418465800583363, + "step": 94820 + }, + { + "loss_action": 0.002175681060180068, + "loss_total": 0.002175681060180068, + "step": 94820 + }, + { + "loss_action": 0.003641052171587944, + "loss_total": 0.003641052171587944, + "step": 94820 + }, + { + "grad_norm": 0.11533282697200775, + "learning_rate": 7.292611384075221e-07, + "loss": 0.0077, + "step": 94830 + }, + { + "loss_action": 0.03502500429749489, + "loss_total": 0.03502500429749489, + "step": 94830 + }, + { + "loss_action": 0.007602877449244261, + "loss_total": 0.007602877449244261, + "step": 94830 + }, + { + "loss_action": 0.005512818228453398, + "loss_total": 0.005512818228453398, + "step": 94830 + }, + { + "loss_action": 0.04186542332172394, + "loss_total": 0.04186542332172394, + "step": 94830 + }, + { + "loss_action": 0.0030437323730438948, + "loss_total": 0.0030437323730438948, + "step": 94830 + }, + { + "loss_action": 0.004352401476353407, + "loss_total": 0.004352401476353407, + "step": 94830 + }, + { + "grad_norm": 0.12289519608020782, + "learning_rate": 7.264501284025338e-07, + "loss": 0.0069, + "step": 94840 + }, + { + "loss_action": 0.014591868966817856, + "loss_total": 0.014591868966817856, + "step": 94840 + }, + { + "loss_action": 0.0076765636913478374, + "loss_total": 0.0076765636913478374, + "step": 94840 + }, + { + "loss_action": 0.0032312425319105387, + "loss_total": 0.0032312425319105387, + "step": 94840 + }, + { + "loss_action": 0.0026349632535129786, + "loss_total": 0.0026349632535129786, + "step": 94840 + }, + { + "loss_action": 0.007814787328243256, + "loss_total": 0.007814787328243256, + "step": 94840 + }, + { + "loss_action": 0.005519289989024401, + "loss_total": 0.005519289989024401, + "step": 94840 + }, + { + "grad_norm": 0.16831296682357788, + "learning_rate": 7.236445068788789e-07, + "loss": 0.0065, + "step": 94850 + }, + { + "loss_action": 0.0021696160547435284, + "loss_total": 0.0021696160547435284, + "step": 94850 + }, + { + "loss_action": 0.010529737919569016, + "loss_total": 0.010529737919569016, + "step": 94850 + }, + { + "loss_action": 0.0026336044538766146, + "loss_total": 0.0026336044538766146, + "step": 94850 + }, + { + "loss_action": 0.008063624612987041, + "loss_total": 0.008063624612987041, + "step": 94850 + }, + { + "loss_action": 0.0027131775859743357, + "loss_total": 0.0027131775859743357, + "step": 94850 + }, + { + "loss_action": 0.02519376389682293, + "loss_total": 0.02519376389682293, + "step": 94850 + }, + { + "grad_norm": 0.15702709555625916, + "learning_rate": 7.20844274143373e-07, + "loss": 0.0106, + "step": 94860 + }, + { + "loss_action": 0.0026826653629541397, + "loss_total": 0.0026826653629541397, + "step": 94860 + }, + { + "loss_action": 0.003879955504089594, + "loss_total": 0.003879955504089594, + "step": 94860 + }, + { + "loss_action": 0.005828384775668383, + "loss_total": 0.005828384775668383, + "step": 94860 + }, + { + "loss_action": 0.0028809402137994766, + "loss_total": 0.0028809402137994766, + "step": 94860 + }, + { + "loss_action": 0.0028490880504250526, + "loss_total": 0.0028490880504250526, + "step": 94860 + }, + { + "loss_action": 0.006462077144533396, + "loss_total": 0.006462077144533396, + "step": 94860 + }, + { + "grad_norm": 0.10469184815883636, + "learning_rate": 7.180494305022489e-07, + "loss": 0.0061, + "step": 94870 + }, + { + "loss_action": 0.003142413916066289, + "loss_total": 0.003142413916066289, + "step": 94870 + }, + { + "loss_action": 0.008418969810009003, + "loss_total": 0.008418969810009003, + "step": 94870 + }, + { + "loss_action": 0.00355539214797318, + "loss_total": 0.00355539214797318, + "step": 94870 + }, + { + "loss_action": 0.011179151013493538, + "loss_total": 0.011179151013493538, + "step": 94870 + }, + { + "loss_action": 0.005864971317350864, + "loss_total": 0.005864971317350864, + "step": 94870 + }, + { + "loss_action": 0.0055933427065610886, + "loss_total": 0.0055933427065610886, + "step": 94870 + }, + { + "grad_norm": 0.1847841888666153, + "learning_rate": 7.152599762611456e-07, + "loss": 0.0069, + "step": 94880 + }, + { + "loss_action": 0.020269429311156273, + "loss_total": 0.020269429311156273, + "step": 94880 + }, + { + "loss_action": 0.014176415279507637, + "loss_total": 0.014176415279507637, + "step": 94880 + }, + { + "loss_action": 0.0019973034504801035, + "loss_total": 0.0019973034504801035, + "step": 94880 + }, + { + "loss_action": 0.004996568895876408, + "loss_total": 0.004996568895876408, + "step": 94880 + }, + { + "loss_action": 0.004170247353613377, + "loss_total": 0.004170247353613377, + "step": 94880 + }, + { + "loss_action": 0.004139469005167484, + "loss_total": 0.004139469005167484, + "step": 94880 + }, + { + "grad_norm": 0.14171522855758667, + "learning_rate": 7.124759117251079e-07, + "loss": 0.0069, + "step": 94890 + }, + { + "loss_action": 0.008887645788490772, + "loss_total": 0.008887645788490772, + "step": 94890 + }, + { + "loss_action": 0.0025126447435468435, + "loss_total": 0.0025126447435468435, + "step": 94890 + }, + { + "loss_action": 0.0032529744785279036, + "loss_total": 0.0032529744785279036, + "step": 94890 + }, + { + "loss_action": 0.0060416036285459995, + "loss_total": 0.0060416036285459995, + "step": 94890 + }, + { + "loss_action": 0.004137855488806963, + "loss_total": 0.004137855488806963, + "step": 94890 + }, + { + "loss_action": 0.0025553512386977673, + "loss_total": 0.0025553512386977673, + "step": 94890 + }, + { + "grad_norm": 0.1270902156829834, + "learning_rate": 7.096972371986033e-07, + "loss": 0.0065, + "step": 94900 + }, + { + "loss_action": 0.0036144673358649015, + "loss_total": 0.0036144673358649015, + "step": 94900 + }, + { + "loss_action": 0.004505740478634834, + "loss_total": 0.004505740478634834, + "step": 94900 + }, + { + "loss_action": 0.0025413199327886105, + "loss_total": 0.0025413199327886105, + "step": 94900 + }, + { + "loss_action": 0.005233993753790855, + "loss_total": 0.005233993753790855, + "step": 94900 + }, + { + "loss_action": 0.01836947537958622, + "loss_total": 0.01836947537958622, + "step": 94900 + }, + { + "loss_action": 0.0025241461116820574, + "loss_total": 0.0025241461116820574, + "step": 94900 + }, + { + "grad_norm": 0.22605548799037933, + "learning_rate": 7.069239529855054e-07, + "loss": 0.0079, + "step": 94910 + }, + { + "loss_action": 0.002681754296645522, + "loss_total": 0.002681754296645522, + "step": 94910 + }, + { + "loss_action": 0.005949742626398802, + "loss_total": 0.005949742626398802, + "step": 94910 + }, + { + "loss_action": 0.0038433698937296867, + "loss_total": 0.0038433698937296867, + "step": 94910 + }, + { + "loss_action": 0.019520722329616547, + "loss_total": 0.019520722329616547, + "step": 94910 + }, + { + "loss_action": 0.0038505971897393465, + "loss_total": 0.0038505971897393465, + "step": 94910 + }, + { + "loss_action": 0.026964804157614708, + "loss_total": 0.026964804157614708, + "step": 94910 + }, + { + "grad_norm": 0.20736564695835114, + "learning_rate": 7.041560593890939e-07, + "loss": 0.0118, + "step": 94920 + }, + { + "loss_action": 0.003358424175530672, + "loss_total": 0.003358424175530672, + "step": 94920 + }, + { + "loss_action": 0.0021696232724934816, + "loss_total": 0.0021696232724934816, + "step": 94920 + }, + { + "loss_action": 0.007779127452522516, + "loss_total": 0.007779127452522516, + "step": 94920 + }, + { + "loss_action": 0.007537005003541708, + "loss_total": 0.007537005003541708, + "step": 94920 + }, + { + "loss_action": 0.00694758677855134, + "loss_total": 0.00694758677855134, + "step": 94920 + }, + { + "loss_action": 0.009186811745166779, + "loss_total": 0.009186811745166779, + "step": 94920 + }, + { + "grad_norm": 0.16991908848285675, + "learning_rate": 7.013935567120599e-07, + "loss": 0.0059, + "step": 94930 + }, + { + "loss_action": 0.002314465120434761, + "loss_total": 0.002314465120434761, + "step": 94930 + }, + { + "loss_action": 0.003068883204832673, + "loss_total": 0.003068883204832673, + "step": 94930 + }, + { + "loss_action": 0.003861716017127037, + "loss_total": 0.003861716017127037, + "step": 94930 + }, + { + "loss_action": 0.011395882815122604, + "loss_total": 0.011395882815122604, + "step": 94930 + }, + { + "loss_action": 0.003433602163568139, + "loss_total": 0.003433602163568139, + "step": 94930 + }, + { + "loss_action": 0.005813450552523136, + "loss_total": 0.005813450552523136, + "step": 94930 + }, + { + "grad_norm": 0.11341016739606857, + "learning_rate": 6.986364452565009e-07, + "loss": 0.0064, + "step": 94940 + }, + { + "loss_action": 0.007242500316351652, + "loss_total": 0.007242500316351652, + "step": 94940 + }, + { + "loss_action": 0.0030421444680541754, + "loss_total": 0.0030421444680541754, + "step": 94940 + }, + { + "loss_action": 0.002195584587752819, + "loss_total": 0.002195584587752819, + "step": 94940 + }, + { + "loss_action": 0.002090177033096552, + "loss_total": 0.002090177033096552, + "step": 94940 + }, + { + "loss_action": 0.003012521890923381, + "loss_total": 0.003012521890923381, + "step": 94940 + }, + { + "loss_action": 0.018926069140434265, + "loss_total": 0.018926069140434265, + "step": 94940 + }, + { + "grad_norm": 0.2021368145942688, + "learning_rate": 6.95884725323942e-07, + "loss": 0.0098, + "step": 94950 + }, + { + "loss_action": 0.025919757783412933, + "loss_total": 0.025919757783412933, + "step": 94950 + }, + { + "loss_action": 0.0021749413572251797, + "loss_total": 0.0021749413572251797, + "step": 94950 + }, + { + "loss_action": 0.0031606692355126143, + "loss_total": 0.0031606692355126143, + "step": 94950 + }, + { + "loss_action": 0.007004846353083849, + "loss_total": 0.007004846353083849, + "step": 94950 + }, + { + "loss_action": 0.0015816243831068277, + "loss_total": 0.0015816243831068277, + "step": 94950 + }, + { + "loss_action": 0.011054787784814835, + "loss_total": 0.011054787784814835, + "step": 94950 + }, + { + "grad_norm": 0.2564551830291748, + "learning_rate": 6.931383972152982e-07, + "loss": 0.0091, + "step": 94960 + }, + { + "loss_action": 0.005350852385163307, + "loss_total": 0.005350852385163307, + "step": 94960 + }, + { + "loss_action": 0.009530353359878063, + "loss_total": 0.009530353359878063, + "step": 94960 + }, + { + "loss_action": 0.005081139970570803, + "loss_total": 0.005081139970570803, + "step": 94960 + }, + { + "loss_action": 0.005921902600675821, + "loss_total": 0.005921902600675821, + "step": 94960 + }, + { + "loss_action": 0.005553421098738909, + "loss_total": 0.005553421098738909, + "step": 94960 + }, + { + "loss_action": 0.006237271707504988, + "loss_total": 0.006237271707504988, + "step": 94960 + }, + { + "grad_norm": 0.15225514769554138, + "learning_rate": 6.903974612309127e-07, + "loss": 0.0065, + "step": 94970 + }, + { + "loss_action": 0.0016122526722028852, + "loss_total": 0.0016122526722028852, + "step": 94970 + }, + { + "loss_action": 0.004138009622693062, + "loss_total": 0.004138009622693062, + "step": 94970 + }, + { + "loss_action": 0.004097329918295145, + "loss_total": 0.004097329918295145, + "step": 94970 + }, + { + "loss_action": 0.0023437903728336096, + "loss_total": 0.0023437903728336096, + "step": 94970 + }, + { + "loss_action": 0.0025571868754923344, + "loss_total": 0.0025571868754923344, + "step": 94970 + }, + { + "loss_action": 0.008586062118411064, + "loss_total": 0.008586062118411064, + "step": 94970 + }, + { + "grad_norm": 0.21343034505844116, + "learning_rate": 6.876619176705179e-07, + "loss": 0.0076, + "step": 94980 + }, + { + "loss_action": 0.011968553066253662, + "loss_total": 0.011968553066253662, + "step": 94980 + }, + { + "loss_action": 0.016116809099912643, + "loss_total": 0.016116809099912643, + "step": 94980 + }, + { + "loss_action": 0.0042932238429784775, + "loss_total": 0.0042932238429784775, + "step": 94980 + }, + { + "loss_action": 0.0033170708920806646, + "loss_total": 0.0033170708920806646, + "step": 94980 + }, + { + "loss_action": 0.0016691562486812472, + "loss_total": 0.0016691562486812472, + "step": 94980 + }, + { + "loss_action": 0.0061862897127866745, + "loss_total": 0.0061862897127866745, + "step": 94980 + }, + { + "grad_norm": 0.2254805862903595, + "learning_rate": 6.8493176683328e-07, + "loss": 0.0071, + "step": 94990 + }, + { + "loss_action": 0.01080410834401846, + "loss_total": 0.01080410834401846, + "step": 94990 + }, + { + "loss_action": 0.007400284055620432, + "loss_total": 0.007400284055620432, + "step": 94990 + }, + { + "loss_action": 0.004625996109098196, + "loss_total": 0.004625996109098196, + "step": 94990 + }, + { + "loss_action": 0.005728313233703375, + "loss_total": 0.005728313233703375, + "step": 94990 + }, + { + "loss_action": 0.014938188716769218, + "loss_total": 0.014938188716769218, + "step": 94990 + }, + { + "loss_action": 0.0056459647603333, + "loss_total": 0.0056459647603333, + "step": 94990 + }, + { + "grad_norm": 0.23854593932628632, + "learning_rate": 6.822070090177657e-07, + "loss": 0.0074, + "step": 95000 + }, + { + "loss_action": 0.00687602162361145, + "loss_total": 0.00687602162361145, + "step": 95000 + }, + { + "loss_action": 0.001991851720958948, + "loss_total": 0.001991851720958948, + "step": 95000 + }, + { + "loss_action": 0.008377524092793465, + "loss_total": 0.008377524092793465, + "step": 95000 + }, + { + "loss_action": 0.004783715587109327, + "loss_total": 0.004783715587109327, + "step": 95000 + }, + { + "loss_action": 0.006836861837655306, + "loss_total": 0.006836861837655306, + "step": 95000 + }, + { + "loss_action": 0.0026313939597457647, + "loss_total": 0.0026313939597457647, + "step": 95000 + }, + { + "grad_norm": 0.2001769095659256, + "learning_rate": 6.794876445219367e-07, + "loss": 0.0077, + "step": 95010 + }, + { + "loss_action": 0.0034557138569653034, + "loss_total": 0.0034557138569653034, + "step": 95010 + }, + { + "loss_action": 0.0026495829224586487, + "loss_total": 0.0026495829224586487, + "step": 95010 + }, + { + "loss_action": 0.009695679880678654, + "loss_total": 0.009695679880678654, + "step": 95010 + }, + { + "loss_action": 0.0070403763093054295, + "loss_total": 0.0070403763093054295, + "step": 95010 + }, + { + "loss_action": 0.005317792762070894, + "loss_total": 0.005317792762070894, + "step": 95010 + }, + { + "loss_action": 0.0030542374588549137, + "loss_total": 0.0030542374588549137, + "step": 95010 + }, + { + "grad_norm": 0.2219351828098297, + "learning_rate": 6.767736736431885e-07, + "loss": 0.008, + "step": 95020 + }, + { + "loss_action": 0.006880114320665598, + "loss_total": 0.006880114320665598, + "step": 95020 + }, + { + "loss_action": 0.028109440580010414, + "loss_total": 0.028109440580010414, + "step": 95020 + }, + { + "loss_action": 0.012796085327863693, + "loss_total": 0.012796085327863693, + "step": 95020 + }, + { + "loss_action": 0.0021008471958339214, + "loss_total": 0.0021008471958339214, + "step": 95020 + }, + { + "loss_action": 0.0016500693745911121, + "loss_total": 0.0016500693745911121, + "step": 95020 + }, + { + "loss_action": 0.003038284368813038, + "loss_total": 0.003038284368813038, + "step": 95020 + }, + { + "grad_norm": 0.17681880295276642, + "learning_rate": 6.740650966783113e-07, + "loss": 0.0088, + "step": 95030 + }, + { + "loss_action": 0.010754684917628765, + "loss_total": 0.010754684917628765, + "step": 95030 + }, + { + "loss_action": 0.00487276678904891, + "loss_total": 0.00487276678904891, + "step": 95030 + }, + { + "loss_action": 0.012725920416414738, + "loss_total": 0.012725920416414738, + "step": 95030 + }, + { + "loss_action": 0.006310937460511923, + "loss_total": 0.006310937460511923, + "step": 95030 + }, + { + "loss_action": 0.0016173790208995342, + "loss_total": 0.0016173790208995342, + "step": 95030 + }, + { + "loss_action": 0.007315733935683966, + "loss_total": 0.007315733935683966, + "step": 95030 + }, + { + "grad_norm": 0.12003122270107269, + "learning_rate": 6.713619139235239e-07, + "loss": 0.0065, + "step": 95040 + }, + { + "loss_action": 0.005671135615557432, + "loss_total": 0.005671135615557432, + "step": 95040 + }, + { + "loss_action": 0.010061407461762428, + "loss_total": 0.010061407461762428, + "step": 95040 + }, + { + "loss_action": 0.003621491836383939, + "loss_total": 0.003621491836383939, + "step": 95040 + }, + { + "loss_action": 0.008859552443027496, + "loss_total": 0.008859552443027496, + "step": 95040 + }, + { + "loss_action": 0.012844031676650047, + "loss_total": 0.012844031676650047, + "step": 95040 + }, + { + "loss_action": 0.006659946870058775, + "loss_total": 0.006659946870058775, + "step": 95040 + }, + { + "grad_norm": 0.138047456741333, + "learning_rate": 6.686641256744286e-07, + "loss": 0.0066, + "step": 95050 + }, + { + "loss_action": 0.011061923578381538, + "loss_total": 0.011061923578381538, + "step": 95050 + }, + { + "loss_action": 0.003426461946219206, + "loss_total": 0.003426461946219206, + "step": 95050 + }, + { + "loss_action": 0.005475613754242659, + "loss_total": 0.005475613754242659, + "step": 95050 + }, + { + "loss_action": 0.012663046829402447, + "loss_total": 0.012663046829402447, + "step": 95050 + }, + { + "loss_action": 0.012555287219583988, + "loss_total": 0.012555287219583988, + "step": 95050 + }, + { + "loss_action": 0.004323128145188093, + "loss_total": 0.004323128145188093, + "step": 95050 + }, + { + "grad_norm": 0.1064736470580101, + "learning_rate": 6.659717322260562e-07, + "loss": 0.0068, + "step": 95060 + }, + { + "loss_action": 0.0031398539431393147, + "loss_total": 0.0031398539431393147, + "step": 95060 + }, + { + "loss_action": 0.0030318305362015963, + "loss_total": 0.0030318305362015963, + "step": 95060 + }, + { + "loss_action": 0.00477589713409543, + "loss_total": 0.00477589713409543, + "step": 95060 + }, + { + "loss_action": 0.005328611005097628, + "loss_total": 0.005328611005097628, + "step": 95060 + }, + { + "loss_action": 0.004082281142473221, + "loss_total": 0.004082281142473221, + "step": 95060 + }, + { + "loss_action": 0.0018591617699712515, + "loss_total": 0.0018591617699712515, + "step": 95060 + }, + { + "grad_norm": 0.19883139431476593, + "learning_rate": 6.632847338728377e-07, + "loss": 0.0082, + "step": 95070 + }, + { + "loss_action": 0.01807321235537529, + "loss_total": 0.01807321235537529, + "step": 95070 + }, + { + "loss_action": 0.003917506895959377, + "loss_total": 0.003917506895959377, + "step": 95070 + }, + { + "loss_action": 0.002468943130224943, + "loss_total": 0.002468943130224943, + "step": 95070 + }, + { + "loss_action": 0.0037766138557344675, + "loss_total": 0.0037766138557344675, + "step": 95070 + }, + { + "loss_action": 0.0040506115183234215, + "loss_total": 0.0040506115183234215, + "step": 95070 + }, + { + "loss_action": 0.002384031191468239, + "loss_total": 0.002384031191468239, + "step": 95070 + }, + { + "grad_norm": 0.21231986582279205, + "learning_rate": 6.60603130908627e-07, + "loss": 0.0067, + "step": 95080 + }, + { + "loss_action": 0.006528278347104788, + "loss_total": 0.006528278347104788, + "step": 95080 + }, + { + "loss_action": 0.008018284104764462, + "loss_total": 0.008018284104764462, + "step": 95080 + }, + { + "loss_action": 0.006838631816208363, + "loss_total": 0.006838631816208363, + "step": 95080 + }, + { + "loss_action": 0.007782879751175642, + "loss_total": 0.007782879751175642, + "step": 95080 + }, + { + "loss_action": 0.005965495482087135, + "loss_total": 0.005965495482087135, + "step": 95080 + }, + { + "loss_action": 0.01889529451727867, + "loss_total": 0.01889529451727867, + "step": 95080 + }, + { + "grad_norm": 0.13848324120044708, + "learning_rate": 6.579269236266783e-07, + "loss": 0.0073, + "step": 95090 + }, + { + "loss_action": 0.00981725100427866, + "loss_total": 0.00981725100427866, + "step": 95090 + }, + { + "loss_action": 0.003399706445634365, + "loss_total": 0.003399706445634365, + "step": 95090 + }, + { + "loss_action": 0.008031041361391544, + "loss_total": 0.008031041361391544, + "step": 95090 + }, + { + "loss_action": 0.0076171900145709515, + "loss_total": 0.0076171900145709515, + "step": 95090 + }, + { + "loss_action": 0.0016839796444401145, + "loss_total": 0.0016839796444401145, + "step": 95090 + }, + { + "loss_action": 0.0115558672696352, + "loss_total": 0.0115558672696352, + "step": 95090 + }, + { + "grad_norm": 0.11539517343044281, + "learning_rate": 6.552561123196632e-07, + "loss": 0.0074, + "step": 95100 + }, + { + "loss_action": 0.0037864926271140575, + "loss_total": 0.0037864926271140575, + "step": 95100 + }, + { + "loss_action": 0.007493526674807072, + "loss_total": 0.007493526674807072, + "step": 95100 + }, + { + "loss_action": 0.012150662951171398, + "loss_total": 0.012150662951171398, + "step": 95100 + }, + { + "loss_action": 0.00266762962564826, + "loss_total": 0.00266762962564826, + "step": 95100 + }, + { + "loss_action": 0.01980055682361126, + "loss_total": 0.01980055682361126, + "step": 95100 + }, + { + "loss_action": 0.0036999573931097984, + "loss_total": 0.0036999573931097984, + "step": 95100 + }, + { + "grad_norm": 0.2513810694217682, + "learning_rate": 6.525906972796425e-07, + "loss": 0.0091, + "step": 95110 + }, + { + "loss_action": 0.006669213529676199, + "loss_total": 0.006669213529676199, + "step": 95110 + }, + { + "loss_action": 0.007796500343829393, + "loss_total": 0.007796500343829393, + "step": 95110 + }, + { + "loss_action": 0.0038623332511633635, + "loss_total": 0.0038623332511633635, + "step": 95110 + }, + { + "loss_action": 0.0020164181478321552, + "loss_total": 0.0020164181478321552, + "step": 95110 + }, + { + "loss_action": 0.00266076298430562, + "loss_total": 0.00266076298430562, + "step": 95110 + }, + { + "loss_action": 0.007996822707355022, + "loss_total": 0.007996822707355022, + "step": 95110 + }, + { + "grad_norm": 0.1886584609746933, + "learning_rate": 6.499306787981108e-07, + "loss": 0.0074, + "step": 95120 + }, + { + "loss_action": 0.0029919554945081472, + "loss_total": 0.0029919554945081472, + "step": 95120 + }, + { + "loss_action": 0.009542428888380527, + "loss_total": 0.009542428888380527, + "step": 95120 + }, + { + "loss_action": 0.006093770265579224, + "loss_total": 0.006093770265579224, + "step": 95120 + }, + { + "loss_action": 0.002695690141990781, + "loss_total": 0.002695690141990781, + "step": 95120 + }, + { + "loss_action": 0.021007366478443146, + "loss_total": 0.021007366478443146, + "step": 95120 + }, + { + "loss_action": 0.006292638834565878, + "loss_total": 0.006292638834565878, + "step": 95120 + }, + { + "grad_norm": 0.09485314786434174, + "learning_rate": 6.472760571659631e-07, + "loss": 0.0081, + "step": 95130 + }, + { + "loss_action": 0.004763612058013678, + "loss_total": 0.004763612058013678, + "step": 95130 + }, + { + "loss_action": 0.004677966237068176, + "loss_total": 0.004677966237068176, + "step": 95130 + }, + { + "loss_action": 0.007616141811013222, + "loss_total": 0.007616141811013222, + "step": 95130 + }, + { + "loss_action": 0.0031265798024833202, + "loss_total": 0.0031265798024833202, + "step": 95130 + }, + { + "loss_action": 0.006968584842979908, + "loss_total": 0.006968584842979908, + "step": 95130 + }, + { + "loss_action": 0.0025267109740525484, + "loss_total": 0.0025267109740525484, + "step": 95130 + }, + { + "grad_norm": 0.12168858200311661, + "learning_rate": 6.446268326735061e-07, + "loss": 0.0084, + "step": 95140 + }, + { + "loss_action": 0.004205622710287571, + "loss_total": 0.004205622710287571, + "step": 95140 + }, + { + "loss_action": 0.006848015356808901, + "loss_total": 0.006848015356808901, + "step": 95140 + }, + { + "loss_action": 0.003684668568894267, + "loss_total": 0.003684668568894267, + "step": 95140 + }, + { + "loss_action": 0.00648465333506465, + "loss_total": 0.00648465333506465, + "step": 95140 + }, + { + "loss_action": 0.005142617039382458, + "loss_total": 0.005142617039382458, + "step": 95140 + }, + { + "loss_action": 0.00548841105774045, + "loss_total": 0.00548841105774045, + "step": 95140 + }, + { + "grad_norm": 0.15306764841079712, + "learning_rate": 6.41983005610458e-07, + "loss": 0.0071, + "step": 95150 + }, + { + "loss_action": 0.0031063081696629524, + "loss_total": 0.0031063081696629524, + "step": 95150 + }, + { + "loss_action": 0.0033799910452216864, + "loss_total": 0.0033799910452216864, + "step": 95150 + }, + { + "loss_action": 0.007626084145158529, + "loss_total": 0.007626084145158529, + "step": 95150 + }, + { + "loss_action": 0.005645074415951967, + "loss_total": 0.005645074415951967, + "step": 95150 + }, + { + "loss_action": 0.002900791587308049, + "loss_total": 0.002900791587308049, + "step": 95150 + }, + { + "loss_action": 0.07644757628440857, + "loss_total": 0.07644757628440857, + "step": 95150 + }, + { + "grad_norm": 0.21835839748382568, + "learning_rate": 6.393445762659378e-07, + "loss": 0.0099, + "step": 95160 + }, + { + "loss_action": 0.017532184720039368, + "loss_total": 0.017532184720039368, + "step": 95160 + }, + { + "loss_action": 0.00428116787225008, + "loss_total": 0.00428116787225008, + "step": 95160 + }, + { + "loss_action": 0.016414113342761993, + "loss_total": 0.016414113342761993, + "step": 95160 + }, + { + "loss_action": 0.00796109065413475, + "loss_total": 0.00796109065413475, + "step": 95160 + }, + { + "loss_action": 0.0042596496641635895, + "loss_total": 0.0042596496641635895, + "step": 95160 + }, + { + "loss_action": 0.001553660142235458, + "loss_total": 0.001553660142235458, + "step": 95160 + }, + { + "grad_norm": 0.13542525470256805, + "learning_rate": 6.36711544928481e-07, + "loss": 0.0068, + "step": 95170 + }, + { + "loss_action": 0.004102292470633984, + "loss_total": 0.004102292470633984, + "step": 95170 + }, + { + "loss_action": 0.011068887077271938, + "loss_total": 0.011068887077271938, + "step": 95170 + }, + { + "loss_action": 0.004268269520252943, + "loss_total": 0.004268269520252943, + "step": 95170 + }, + { + "loss_action": 0.004819898866117001, + "loss_total": 0.004819898866117001, + "step": 95170 + }, + { + "loss_action": 0.014383230358362198, + "loss_total": 0.014383230358362198, + "step": 95170 + }, + { + "loss_action": 0.009064893238246441, + "loss_total": 0.009064893238246441, + "step": 95170 + }, + { + "grad_norm": 0.22865532338619232, + "learning_rate": 6.340839118860298e-07, + "loss": 0.0091, + "step": 95180 + }, + { + "loss_action": 0.009710671380162239, + "loss_total": 0.009710671380162239, + "step": 95180 + }, + { + "loss_action": 0.0025501702912151814, + "loss_total": 0.0025501702912151814, + "step": 95180 + }, + { + "loss_action": 0.007242423482239246, + "loss_total": 0.007242423482239246, + "step": 95180 + }, + { + "loss_action": 0.001089381636120379, + "loss_total": 0.001089381636120379, + "step": 95180 + }, + { + "loss_action": 0.007183451671153307, + "loss_total": 0.007183451671153307, + "step": 95180 + }, + { + "loss_action": 0.005136291962116957, + "loss_total": 0.005136291962116957, + "step": 95180 + }, + { + "grad_norm": 0.15813086926937103, + "learning_rate": 6.314616774259485e-07, + "loss": 0.0063, + "step": 95190 + }, + { + "loss_action": 0.003776012687012553, + "loss_total": 0.003776012687012553, + "step": 95190 + }, + { + "loss_action": 0.006779502611607313, + "loss_total": 0.006779502611607313, + "step": 95190 + }, + { + "loss_action": 0.004929204937070608, + "loss_total": 0.004929204937070608, + "step": 95190 + }, + { + "loss_action": 0.0017714138375595212, + "loss_total": 0.0017714138375595212, + "step": 95190 + }, + { + "loss_action": 0.008676395751535892, + "loss_total": 0.008676395751535892, + "step": 95190 + }, + { + "loss_action": 0.0028096630703657866, + "loss_total": 0.0028096630703657866, + "step": 95190 + }, + { + "grad_norm": 0.1869267374277115, + "learning_rate": 6.288448418349858e-07, + "loss": 0.0072, + "step": 95200 + }, + { + "loss_action": 0.004146958701312542, + "loss_total": 0.004146958701312542, + "step": 95200 + }, + { + "loss_action": 0.0043250820599496365, + "loss_total": 0.0043250820599496365, + "step": 95200 + }, + { + "loss_action": 0.006602925714105368, + "loss_total": 0.006602925714105368, + "step": 95200 + }, + { + "loss_action": 0.003514873795211315, + "loss_total": 0.003514873795211315, + "step": 95200 + }, + { + "loss_action": 0.005073934327811003, + "loss_total": 0.005073934327811003, + "step": 95200 + }, + { + "loss_action": 0.005635728593915701, + "loss_total": 0.005635728593915701, + "step": 95200 + }, + { + "grad_norm": 0.24530968070030212, + "learning_rate": 6.262334053993235e-07, + "loss": 0.0105, + "step": 95210 + }, + { + "loss_action": 0.005677434150129557, + "loss_total": 0.005677434150129557, + "step": 95210 + }, + { + "loss_action": 0.0019010865362361073, + "loss_total": 0.0019010865362361073, + "step": 95210 + }, + { + "loss_action": 0.00843161903321743, + "loss_total": 0.00843161903321743, + "step": 95210 + }, + { + "loss_action": 0.002555163810029626, + "loss_total": 0.002555163810029626, + "step": 95210 + }, + { + "loss_action": 0.044502776116132736, + "loss_total": 0.044502776116132736, + "step": 95210 + }, + { + "loss_action": 0.003667291020974517, + "loss_total": 0.003667291020974517, + "step": 95210 + }, + { + "grad_norm": 0.2215401828289032, + "learning_rate": 6.236273684045501e-07, + "loss": 0.0066, + "step": 95220 + }, + { + "loss_action": 0.0027897965628653765, + "loss_total": 0.0027897965628653765, + "step": 95220 + }, + { + "loss_action": 0.006872847210615873, + "loss_total": 0.006872847210615873, + "step": 95220 + }, + { + "loss_action": 0.005338171496987343, + "loss_total": 0.005338171496987343, + "step": 95220 + }, + { + "loss_action": 0.005605154670774937, + "loss_total": 0.005605154670774937, + "step": 95220 + }, + { + "loss_action": 0.004362673033028841, + "loss_total": 0.004362673033028841, + "step": 95220 + }, + { + "loss_action": 0.010323762893676758, + "loss_total": 0.010323762893676758, + "step": 95220 + }, + { + "grad_norm": 0.4270464777946472, + "learning_rate": 6.210267311356488e-07, + "loss": 0.0101, + "step": 95230 + }, + { + "loss_action": 0.005496782250702381, + "loss_total": 0.005496782250702381, + "step": 95230 + }, + { + "loss_action": 0.005458333995193243, + "loss_total": 0.005458333995193243, + "step": 95230 + }, + { + "loss_action": 0.0030315574258565903, + "loss_total": 0.0030315574258565903, + "step": 95230 + }, + { + "loss_action": 0.003365681041032076, + "loss_total": 0.003365681041032076, + "step": 95230 + }, + { + "loss_action": 0.005981884431093931, + "loss_total": 0.005981884431093931, + "step": 95230 + }, + { + "loss_action": 0.0024685172829777002, + "loss_total": 0.0024685172829777002, + "step": 95230 + }, + { + "grad_norm": 0.12108228355646133, + "learning_rate": 6.184314938770197e-07, + "loss": 0.0058, + "step": 95240 + }, + { + "loss_action": 0.008382716216146946, + "loss_total": 0.008382716216146946, + "step": 95240 + }, + { + "loss_action": 0.004050354938954115, + "loss_total": 0.004050354938954115, + "step": 95240 + }, + { + "loss_action": 0.005590836983174086, + "loss_total": 0.005590836983174086, + "step": 95240 + }, + { + "loss_action": 0.008535241708159447, + "loss_total": 0.008535241708159447, + "step": 95240 + }, + { + "loss_action": 0.002954714233055711, + "loss_total": 0.002954714233055711, + "step": 95240 + }, + { + "loss_action": 0.0030460043344646692, + "loss_total": 0.0030460043344646692, + "step": 95240 + }, + { + "grad_norm": 0.3265935182571411, + "learning_rate": 6.158416569124858e-07, + "loss": 0.0072, + "step": 95250 + }, + { + "loss_action": 0.010298497043550014, + "loss_total": 0.010298497043550014, + "step": 95250 + }, + { + "loss_action": 0.01037017721682787, + "loss_total": 0.01037017721682787, + "step": 95250 + }, + { + "loss_action": 0.0068669128231704235, + "loss_total": 0.0068669128231704235, + "step": 95250 + }, + { + "loss_action": 0.00851911399513483, + "loss_total": 0.00851911399513483, + "step": 95250 + }, + { + "loss_action": 0.003997043706476688, + "loss_total": 0.003997043706476688, + "step": 95250 + }, + { + "loss_action": 0.008927381597459316, + "loss_total": 0.008927381597459316, + "step": 95250 + }, + { + "grad_norm": 0.213323712348938, + "learning_rate": 6.132572205252541e-07, + "loss": 0.0078, + "step": 95260 + }, + { + "loss_action": 0.0054115355014801025, + "loss_total": 0.0054115355014801025, + "step": 95260 + }, + { + "loss_action": 0.009601330384612083, + "loss_total": 0.009601330384612083, + "step": 95260 + }, + { + "loss_action": 0.006811519619077444, + "loss_total": 0.006811519619077444, + "step": 95260 + }, + { + "loss_action": 0.020015915855765343, + "loss_total": 0.020015915855765343, + "step": 95260 + }, + { + "loss_action": 0.004356467165052891, + "loss_total": 0.004356467165052891, + "step": 95260 + }, + { + "loss_action": 0.0069402228109538555, + "loss_total": 0.0069402228109538555, + "step": 95260 + }, + { + "grad_norm": 0.21760720014572144, + "learning_rate": 6.106781849979648e-07, + "loss": 0.0073, + "step": 95270 + }, + { + "loss_action": 0.014172650873661041, + "loss_total": 0.014172650873661041, + "step": 95270 + }, + { + "loss_action": 0.0026497929356992245, + "loss_total": 0.0026497929356992245, + "step": 95270 + }, + { + "loss_action": 0.005581786390393972, + "loss_total": 0.005581786390393972, + "step": 95270 + }, + { + "loss_action": 0.0033591578248888254, + "loss_total": 0.0033591578248888254, + "step": 95270 + }, + { + "loss_action": 0.004954479169100523, + "loss_total": 0.004954479169100523, + "step": 95270 + }, + { + "loss_action": 0.007661784067749977, + "loss_total": 0.007661784067749977, + "step": 95270 + }, + { + "grad_norm": 0.21761202812194824, + "learning_rate": 6.081045506126482e-07, + "loss": 0.0066, + "step": 95280 + }, + { + "loss_action": 0.0125702153891325, + "loss_total": 0.0125702153891325, + "step": 95280 + }, + { + "loss_action": 0.006146615836769342, + "loss_total": 0.006146615836769342, + "step": 95280 + }, + { + "loss_action": 0.006430895067751408, + "loss_total": 0.006430895067751408, + "step": 95280 + }, + { + "loss_action": 0.009815813973546028, + "loss_total": 0.009815813973546028, + "step": 95280 + }, + { + "loss_action": 0.004290835931897163, + "loss_total": 0.004290835931897163, + "step": 95280 + }, + { + "loss_action": 0.0048507400788366795, + "loss_total": 0.0048507400788366795, + "step": 95280 + }, + { + "grad_norm": 0.22067919373512268, + "learning_rate": 6.055363176507678e-07, + "loss": 0.0084, + "step": 95290 + }, + { + "loss_action": 0.002257848856970668, + "loss_total": 0.002257848856970668, + "step": 95290 + }, + { + "loss_action": 0.017784344032406807, + "loss_total": 0.017784344032406807, + "step": 95290 + }, + { + "loss_action": 0.0036731434520334005, + "loss_total": 0.0036731434520334005, + "step": 95290 + }, + { + "loss_action": 0.006174724083393812, + "loss_total": 0.006174724083393812, + "step": 95290 + }, + { + "loss_action": 0.006979805417358875, + "loss_total": 0.006979805417358875, + "step": 95290 + }, + { + "loss_action": 0.006275554653257132, + "loss_total": 0.006275554653257132, + "step": 95290 + }, + { + "grad_norm": 0.13254383206367493, + "learning_rate": 6.029734863931602e-07, + "loss": 0.0084, + "step": 95300 + }, + { + "loss_action": 0.003924068994820118, + "loss_total": 0.003924068994820118, + "step": 95300 + }, + { + "loss_action": 0.010775135830044746, + "loss_total": 0.010775135830044746, + "step": 95300 + }, + { + "loss_action": 0.0018341414397582412, + "loss_total": 0.0018341414397582412, + "step": 95300 + }, + { + "loss_action": 0.0022744599264115095, + "loss_total": 0.0022744599264115095, + "step": 95300 + }, + { + "loss_action": 0.005607170052826405, + "loss_total": 0.005607170052826405, + "step": 95300 + }, + { + "loss_action": 0.019622817635536194, + "loss_total": 0.019622817635536194, + "step": 95300 + }, + { + "grad_norm": 0.078211210668087, + "learning_rate": 6.004160571201179e-07, + "loss": 0.0081, + "step": 95310 + }, + { + "loss_action": 0.007585173938423395, + "loss_total": 0.007585173938423395, + "step": 95310 + }, + { + "loss_action": 0.005048904102295637, + "loss_total": 0.005048904102295637, + "step": 95310 + }, + { + "loss_action": 0.0016886942321434617, + "loss_total": 0.0016886942321434617, + "step": 95310 + }, + { + "loss_action": 0.013690105639398098, + "loss_total": 0.013690105639398098, + "step": 95310 + }, + { + "loss_action": 0.005727184936404228, + "loss_total": 0.005727184936404228, + "step": 95310 + }, + { + "loss_action": 0.006745634134858847, + "loss_total": 0.006745634134858847, + "step": 95310 + }, + { + "grad_norm": 0.1889723837375641, + "learning_rate": 5.978640301112947e-07, + "loss": 0.0072, + "step": 95320 + }, + { + "loss_action": 0.008031577803194523, + "loss_total": 0.008031577803194523, + "step": 95320 + }, + { + "loss_action": 0.0211684238165617, + "loss_total": 0.0211684238165617, + "step": 95320 + }, + { + "loss_action": 0.0014513656497001648, + "loss_total": 0.0014513656497001648, + "step": 95320 + }, + { + "loss_action": 0.005837739445269108, + "loss_total": 0.005837739445269108, + "step": 95320 + }, + { + "loss_action": 0.001966343028470874, + "loss_total": 0.001966343028470874, + "step": 95320 + }, + { + "loss_action": 0.01339663378894329, + "loss_total": 0.01339663378894329, + "step": 95320 + }, + { + "grad_norm": 0.13193823397159576, + "learning_rate": 5.9531740564579e-07, + "loss": 0.0075, + "step": 95330 + }, + { + "loss_action": 0.0019270973280072212, + "loss_total": 0.0019270973280072212, + "step": 95330 + }, + { + "loss_action": 0.019469954073429108, + "loss_total": 0.019469954073429108, + "step": 95330 + }, + { + "loss_action": 0.00650127325206995, + "loss_total": 0.00650127325206995, + "step": 95330 + }, + { + "loss_action": 0.0063551622442901134, + "loss_total": 0.0063551622442901134, + "step": 95330 + }, + { + "loss_action": 0.005871545989066362, + "loss_total": 0.005871545989066362, + "step": 95330 + }, + { + "loss_action": 0.010656578466296196, + "loss_total": 0.010656578466296196, + "step": 95330 + }, + { + "grad_norm": 0.12566640973091125, + "learning_rate": 5.927761840020918e-07, + "loss": 0.0078, + "step": 95340 + }, + { + "loss_action": 0.01089685969054699, + "loss_total": 0.01089685969054699, + "step": 95340 + }, + { + "loss_action": 0.01896614208817482, + "loss_total": 0.01896614208817482, + "step": 95340 + }, + { + "loss_action": 0.0045082964934408665, + "loss_total": 0.0045082964934408665, + "step": 95340 + }, + { + "loss_action": 0.0034723805729299784, + "loss_total": 0.0034723805729299784, + "step": 95340 + }, + { + "loss_action": 0.003757139667868614, + "loss_total": 0.003757139667868614, + "step": 95340 + }, + { + "loss_action": 0.00625067763030529, + "loss_total": 0.00625067763030529, + "step": 95340 + }, + { + "grad_norm": 0.15539515018463135, + "learning_rate": 5.902403654581113e-07, + "loss": 0.0097, + "step": 95350 + }, + { + "loss_action": 0.0077750361524522305, + "loss_total": 0.0077750361524522305, + "step": 95350 + }, + { + "loss_action": 0.006465434562414885, + "loss_total": 0.006465434562414885, + "step": 95350 + }, + { + "loss_action": 0.005396577995270491, + "loss_total": 0.005396577995270491, + "step": 95350 + }, + { + "loss_action": 0.0078049092553555965, + "loss_total": 0.0078049092553555965, + "step": 95350 + }, + { + "loss_action": 0.007330276537686586, + "loss_total": 0.007330276537686586, + "step": 95350 + }, + { + "loss_action": 0.0035456728655844927, + "loss_total": 0.0035456728655844927, + "step": 95350 + }, + { + "grad_norm": 0.1345885694026947, + "learning_rate": 5.877099502911542e-07, + "loss": 0.0076, + "step": 95360 + }, + { + "loss_action": 0.009857062250375748, + "loss_total": 0.009857062250375748, + "step": 95360 + }, + { + "loss_action": 0.0086063789203763, + "loss_total": 0.0086063789203763, + "step": 95360 + }, + { + "loss_action": 0.008732881397008896, + "loss_total": 0.008732881397008896, + "step": 95360 + }, + { + "loss_action": 0.005394190549850464, + "loss_total": 0.005394190549850464, + "step": 95360 + }, + { + "loss_action": 0.0033649972174316645, + "loss_total": 0.0033649972174316645, + "step": 95360 + }, + { + "loss_action": 0.00112397491466254, + "loss_total": 0.00112397491466254, + "step": 95360 + }, + { + "grad_norm": 0.1467575579881668, + "learning_rate": 5.851849387779496e-07, + "loss": 0.0054, + "step": 95370 + }, + { + "loss_action": 0.013389766216278076, + "loss_total": 0.013389766216278076, + "step": 95370 + }, + { + "loss_action": 0.00880450289696455, + "loss_total": 0.00880450289696455, + "step": 95370 + }, + { + "loss_action": 0.015945063903927803, + "loss_total": 0.015945063903927803, + "step": 95370 + }, + { + "loss_action": 0.008713031187653542, + "loss_total": 0.008713031187653542, + "step": 95370 + }, + { + "loss_action": 0.006548565812408924, + "loss_total": 0.006548565812408924, + "step": 95370 + }, + { + "loss_action": 0.007706415839493275, + "loss_total": 0.007706415839493275, + "step": 95370 + }, + { + "grad_norm": 0.13699710369110107, + "learning_rate": 5.826653311946262e-07, + "loss": 0.008, + "step": 95380 + }, + { + "loss_action": 0.005129635334014893, + "loss_total": 0.005129635334014893, + "step": 95380 + }, + { + "loss_action": 0.0063336933963000774, + "loss_total": 0.0063336933963000774, + "step": 95380 + }, + { + "loss_action": 0.0042707659304142, + "loss_total": 0.0042707659304142, + "step": 95380 + }, + { + "loss_action": 0.0024145038332790136, + "loss_total": 0.0024145038332790136, + "step": 95380 + }, + { + "loss_action": 0.0066736191511154175, + "loss_total": 0.0066736191511154175, + "step": 95380 + }, + { + "loss_action": 0.004983624909073114, + "loss_total": 0.004983624909073114, + "step": 95380 + }, + { + "grad_norm": 0.18237802386283875, + "learning_rate": 5.801511278167249e-07, + "loss": 0.0069, + "step": 95390 + }, + { + "loss_action": 0.002669644309207797, + "loss_total": 0.002669644309207797, + "step": 95390 + }, + { + "loss_action": 0.004581052344292402, + "loss_total": 0.004581052344292402, + "step": 95390 + }, + { + "loss_action": 0.003167870454490185, + "loss_total": 0.003167870454490185, + "step": 95390 + }, + { + "loss_action": 0.003492713440209627, + "loss_total": 0.003492713440209627, + "step": 95390 + }, + { + "loss_action": 0.006934175733476877, + "loss_total": 0.006934175733476877, + "step": 95390 + }, + { + "loss_action": 0.0082857646048069, + "loss_total": 0.0082857646048069, + "step": 95390 + }, + { + "grad_norm": 0.12244966626167297, + "learning_rate": 5.776423289191868e-07, + "loss": 0.0056, + "step": 95400 + }, + { + "loss_action": 0.004535151179879904, + "loss_total": 0.004535151179879904, + "step": 95400 + }, + { + "loss_action": 0.004869732540100813, + "loss_total": 0.004869732540100813, + "step": 95400 + }, + { + "loss_action": 0.003533880691975355, + "loss_total": 0.003533880691975355, + "step": 95400 + }, + { + "loss_action": 0.0029725024942308664, + "loss_total": 0.0029725024942308664, + "step": 95400 + }, + { + "loss_action": 0.008160046301782131, + "loss_total": 0.008160046301782131, + "step": 95400 + }, + { + "loss_action": 0.0026488632429391146, + "loss_total": 0.0026488632429391146, + "step": 95400 + }, + { + "grad_norm": 0.24028751254081726, + "learning_rate": 5.751389347763869e-07, + "loss": 0.0089, + "step": 95410 + }, + { + "loss_action": 0.00681691849604249, + "loss_total": 0.00681691849604249, + "step": 95410 + }, + { + "loss_action": 0.002884932793676853, + "loss_total": 0.002884932793676853, + "step": 95410 + }, + { + "loss_action": 0.008007093332707882, + "loss_total": 0.008007093332707882, + "step": 95410 + }, + { + "loss_action": 0.009856842458248138, + "loss_total": 0.009856842458248138, + "step": 95410 + }, + { + "loss_action": 0.014938928186893463, + "loss_total": 0.014938928186893463, + "step": 95410 + }, + { + "loss_action": 0.002889809897169471, + "loss_total": 0.002889809897169471, + "step": 95410 + }, + { + "grad_norm": 0.17300598323345184, + "learning_rate": 5.726409456620841e-07, + "loss": 0.0084, + "step": 95420 + }, + { + "loss_action": 0.008571899496018887, + "loss_total": 0.008571899496018887, + "step": 95420 + }, + { + "loss_action": 0.006910543888807297, + "loss_total": 0.006910543888807297, + "step": 95420 + }, + { + "loss_action": 0.006451969966292381, + "loss_total": 0.006451969966292381, + "step": 95420 + }, + { + "loss_action": 0.009234356693923473, + "loss_total": 0.009234356693923473, + "step": 95420 + }, + { + "loss_action": 0.0038390308618545532, + "loss_total": 0.0038390308618545532, + "step": 95420 + }, + { + "loss_action": 0.006131563801318407, + "loss_total": 0.006131563801318407, + "step": 95420 + }, + { + "grad_norm": 0.30205288529396057, + "learning_rate": 5.701483618494541e-07, + "loss": 0.0073, + "step": 95430 + }, + { + "loss_action": 0.005579514428973198, + "loss_total": 0.005579514428973198, + "step": 95430 + }, + { + "loss_action": 0.02209104597568512, + "loss_total": 0.02209104597568512, + "step": 95430 + }, + { + "loss_action": 0.0027023940347135067, + "loss_total": 0.0027023940347135067, + "step": 95430 + }, + { + "loss_action": 0.008561857044696808, + "loss_total": 0.008561857044696808, + "step": 95430 + }, + { + "loss_action": 0.002256406005471945, + "loss_total": 0.002256406005471945, + "step": 95430 + }, + { + "loss_action": 0.006183970719575882, + "loss_total": 0.006183970719575882, + "step": 95430 + }, + { + "grad_norm": 0.15654443204402924, + "learning_rate": 5.67661183611079e-07, + "loss": 0.0061, + "step": 95440 + }, + { + "loss_action": 0.004492256324738264, + "loss_total": 0.004492256324738264, + "step": 95440 + }, + { + "loss_action": 0.0018273401074111462, + "loss_total": 0.0018273401074111462, + "step": 95440 + }, + { + "loss_action": 0.003850154811516404, + "loss_total": 0.003850154811516404, + "step": 95440 + }, + { + "loss_action": 0.023807965219020844, + "loss_total": 0.023807965219020844, + "step": 95440 + }, + { + "loss_action": 0.002726297127082944, + "loss_total": 0.002726297127082944, + "step": 95440 + }, + { + "loss_action": 0.007949323393404484, + "loss_total": 0.007949323393404484, + "step": 95440 + }, + { + "grad_norm": 0.16233253479003906, + "learning_rate": 5.651794112189579e-07, + "loss": 0.0069, + "step": 95450 + }, + { + "loss_action": 0.00505032017827034, + "loss_total": 0.00505032017827034, + "step": 95450 + }, + { + "loss_action": 0.004641342908143997, + "loss_total": 0.004641342908143997, + "step": 95450 + }, + { + "loss_action": 0.08605842292308807, + "loss_total": 0.08605842292308807, + "step": 95450 + }, + { + "loss_action": 0.002365291118621826, + "loss_total": 0.002365291118621826, + "step": 95450 + }, + { + "loss_action": 0.0029128571040928364, + "loss_total": 0.0029128571040928364, + "step": 95450 + }, + { + "loss_action": 0.006674323696643114, + "loss_total": 0.006674323696643114, + "step": 95450 + }, + { + "grad_norm": 0.15972229838371277, + "learning_rate": 5.627030449444903e-07, + "loss": 0.0087, + "step": 95460 + }, + { + "loss_action": 0.004006659612059593, + "loss_total": 0.004006659612059593, + "step": 95460 + }, + { + "loss_action": 0.0021688062697649, + "loss_total": 0.0021688062697649, + "step": 95460 + }, + { + "loss_action": 0.007437157444655895, + "loss_total": 0.007437157444655895, + "step": 95460 + }, + { + "loss_action": 0.005546111613512039, + "loss_total": 0.005546111613512039, + "step": 95460 + }, + { + "loss_action": 0.005895840935409069, + "loss_total": 0.005895840935409069, + "step": 95460 + }, + { + "loss_action": 0.006666051223874092, + "loss_total": 0.006666051223874092, + "step": 95460 + }, + { + "grad_norm": 0.1824048012495041, + "learning_rate": 5.60232085058493e-07, + "loss": 0.0082, + "step": 95470 + }, + { + "loss_action": 0.008102893829345703, + "loss_total": 0.008102893829345703, + "step": 95470 + }, + { + "loss_action": 0.0026509431190788746, + "loss_total": 0.0026509431190788746, + "step": 95470 + }, + { + "loss_action": 0.004625332076102495, + "loss_total": 0.004625332076102495, + "step": 95470 + }, + { + "loss_action": 0.003997007850557566, + "loss_total": 0.003997007850557566, + "step": 95470 + }, + { + "loss_action": 0.003464172827079892, + "loss_total": 0.003464172827079892, + "step": 95470 + }, + { + "loss_action": 0.004568192642182112, + "loss_total": 0.004568192642182112, + "step": 95470 + }, + { + "grad_norm": 0.13390886783599854, + "learning_rate": 5.577665318311776e-07, + "loss": 0.0074, + "step": 95480 + }, + { + "loss_action": 0.005546175874769688, + "loss_total": 0.005546175874769688, + "step": 95480 + }, + { + "loss_action": 0.004704827442765236, + "loss_total": 0.004704827442765236, + "step": 95480 + }, + { + "loss_action": 0.006179658696055412, + "loss_total": 0.006179658696055412, + "step": 95480 + }, + { + "loss_action": 0.006916416808962822, + "loss_total": 0.006916416808962822, + "step": 95480 + }, + { + "loss_action": 0.007270359434187412, + "loss_total": 0.007270359434187412, + "step": 95480 + }, + { + "loss_action": 0.005975187756121159, + "loss_total": 0.005975187756121159, + "step": 95480 + }, + { + "grad_norm": 0.20266596972942352, + "learning_rate": 5.553063855321838e-07, + "loss": 0.0065, + "step": 95490 + }, + { + "loss_action": 0.0028389394283294678, + "loss_total": 0.0028389394283294678, + "step": 95490 + }, + { + "loss_action": 0.005129226949065924, + "loss_total": 0.005129226949065924, + "step": 95490 + }, + { + "loss_action": 0.0038986261934041977, + "loss_total": 0.0038986261934041977, + "step": 95490 + }, + { + "loss_action": 0.005290278699249029, + "loss_total": 0.005290278699249029, + "step": 95490 + }, + { + "loss_action": 0.002662473591044545, + "loss_total": 0.002662473591044545, + "step": 95490 + }, + { + "loss_action": 0.013551710173487663, + "loss_total": 0.013551710173487663, + "step": 95490 + }, + { + "grad_norm": 0.32662853598594666, + "learning_rate": 5.528516464305467e-07, + "loss": 0.01, + "step": 95500 + }, + { + "loss_action": 0.009110911749303341, + "loss_total": 0.009110911749303341, + "step": 95500 + }, + { + "loss_action": 0.007957241497933865, + "loss_total": 0.007957241497933865, + "step": 95500 + }, + { + "loss_action": 0.005660975351929665, + "loss_total": 0.005660975351929665, + "step": 95500 + }, + { + "loss_action": 0.004150163847953081, + "loss_total": 0.004150163847953081, + "step": 95500 + }, + { + "loss_action": 0.011854555457830429, + "loss_total": 0.011854555457830429, + "step": 95500 + }, + { + "loss_action": 0.004139316268265247, + "loss_total": 0.004139316268265247, + "step": 95500 + }, + { + "grad_norm": 0.2716791033744812, + "learning_rate": 5.504023147947068e-07, + "loss": 0.0062, + "step": 95510 + }, + { + "loss_action": 0.006774940527975559, + "loss_total": 0.006774940527975559, + "step": 95510 + }, + { + "loss_action": 0.005627990700304508, + "loss_total": 0.005627990700304508, + "step": 95510 + }, + { + "loss_action": 0.029338041320443153, + "loss_total": 0.029338041320443153, + "step": 95510 + }, + { + "loss_action": 0.0018708840943872929, + "loss_total": 0.0018708840943872929, + "step": 95510 + }, + { + "loss_action": 0.0050317104905843735, + "loss_total": 0.0050317104905843735, + "step": 95510 + }, + { + "loss_action": 0.013543744571506977, + "loss_total": 0.013543744571506977, + "step": 95510 + }, + { + "grad_norm": 0.15188133716583252, + "learning_rate": 5.479583908925279e-07, + "loss": 0.0117, + "step": 95520 + }, + { + "loss_action": 0.003017671871930361, + "loss_total": 0.003017671871930361, + "step": 95520 + }, + { + "loss_action": 0.006513213738799095, + "loss_total": 0.006513213738799095, + "step": 95520 + }, + { + "loss_action": 0.003757819067686796, + "loss_total": 0.003757819067686796, + "step": 95520 + }, + { + "loss_action": 0.0016178474761545658, + "loss_total": 0.0016178474761545658, + "step": 95520 + }, + { + "loss_action": 0.013895864598453045, + "loss_total": 0.013895864598453045, + "step": 95520 + }, + { + "loss_action": 0.006365361623466015, + "loss_total": 0.006365361623466015, + "step": 95520 + }, + { + "grad_norm": 0.3036010265350342, + "learning_rate": 5.455198749912626e-07, + "loss": 0.0076, + "step": 95530 + }, + { + "loss_action": 0.0051654609851539135, + "loss_total": 0.0051654609851539135, + "step": 95530 + }, + { + "loss_action": 0.0038811000995337963, + "loss_total": 0.0038811000995337963, + "step": 95530 + }, + { + "loss_action": 0.004590023308992386, + "loss_total": 0.004590023308992386, + "step": 95530 + }, + { + "loss_action": 0.002785119693726301, + "loss_total": 0.002785119693726301, + "step": 95530 + }, + { + "loss_action": 0.05064108967781067, + "loss_total": 0.05064108967781067, + "step": 95530 + }, + { + "loss_action": 0.00895827915519476, + "loss_total": 0.00895827915519476, + "step": 95530 + }, + { + "grad_norm": 0.17195549607276917, + "learning_rate": 5.430867673575979e-07, + "loss": 0.0067, + "step": 95540 + }, + { + "loss_action": 0.005707224830985069, + "loss_total": 0.005707224830985069, + "step": 95540 + }, + { + "loss_action": 0.0022796636912971735, + "loss_total": 0.0022796636912971735, + "step": 95540 + }, + { + "loss_action": 0.008977178484201431, + "loss_total": 0.008977178484201431, + "step": 95540 + }, + { + "loss_action": 0.004595162812620401, + "loss_total": 0.004595162812620401, + "step": 95540 + }, + { + "loss_action": 0.0037091942504048347, + "loss_total": 0.0037091942504048347, + "step": 95540 + }, + { + "loss_action": 0.006173631176352501, + "loss_total": 0.006173631176352501, + "step": 95540 + }, + { + "grad_norm": 0.15561532974243164, + "learning_rate": 5.406590682575985e-07, + "loss": 0.0063, + "step": 95550 + }, + { + "loss_action": 0.004504791926592588, + "loss_total": 0.004504791926592588, + "step": 95550 + }, + { + "loss_action": 0.005092335864901543, + "loss_total": 0.005092335864901543, + "step": 95550 + }, + { + "loss_action": 0.00509335333481431, + "loss_total": 0.00509335333481431, + "step": 95550 + }, + { + "loss_action": 0.009381724521517754, + "loss_total": 0.009381724521517754, + "step": 95550 + }, + { + "loss_action": 0.0020743939094245434, + "loss_total": 0.0020743939094245434, + "step": 95550 + }, + { + "loss_action": 0.0348324179649353, + "loss_total": 0.0348324179649353, + "step": 95550 + }, + { + "grad_norm": 0.1416267305612564, + "learning_rate": 5.382367779567687e-07, + "loss": 0.0078, + "step": 95560 + }, + { + "loss_action": 0.002535302424803376, + "loss_total": 0.002535302424803376, + "step": 95560 + }, + { + "loss_action": 0.004644796717911959, + "loss_total": 0.004644796717911959, + "step": 95560 + }, + { + "loss_action": 0.012922164052724838, + "loss_total": 0.012922164052724838, + "step": 95560 + }, + { + "loss_action": 0.014214000664651394, + "loss_total": 0.014214000664651394, + "step": 95560 + }, + { + "loss_action": 0.003387613222002983, + "loss_total": 0.003387613222002983, + "step": 95560 + }, + { + "loss_action": 0.0017403281526640058, + "loss_total": 0.0017403281526640058, + "step": 95560 + }, + { + "grad_norm": 0.21840539574623108, + "learning_rate": 5.358198967200023e-07, + "loss": 0.0082, + "step": 95570 + }, + { + "loss_action": 0.0028342041186988354, + "loss_total": 0.0028342041186988354, + "step": 95570 + }, + { + "loss_action": 0.00755298463627696, + "loss_total": 0.00755298463627696, + "step": 95570 + }, + { + "loss_action": 0.003846755251288414, + "loss_total": 0.003846755251288414, + "step": 95570 + }, + { + "loss_action": 0.0027217837050557137, + "loss_total": 0.0027217837050557137, + "step": 95570 + }, + { + "loss_action": 0.013397236354649067, + "loss_total": 0.013397236354649067, + "step": 95570 + }, + { + "loss_action": 0.022790659219026566, + "loss_total": 0.022790659219026566, + "step": 95570 + }, + { + "grad_norm": 0.1673353761434555, + "learning_rate": 5.334084248115989e-07, + "loss": 0.0083, + "step": 95580 + }, + { + "loss_action": 0.002920954953879118, + "loss_total": 0.002920954953879118, + "step": 95580 + }, + { + "loss_action": 0.0067350356839597225, + "loss_total": 0.0067350356839597225, + "step": 95580 + }, + { + "loss_action": 0.0036331480368971825, + "loss_total": 0.0036331480368971825, + "step": 95580 + }, + { + "loss_action": 0.0035557819064706564, + "loss_total": 0.0035557819064706564, + "step": 95580 + }, + { + "loss_action": 0.0024674832820892334, + "loss_total": 0.0024674832820892334, + "step": 95580 + }, + { + "loss_action": 0.0036441513802856207, + "loss_total": 0.0036441513802856207, + "step": 95580 + }, + { + "grad_norm": 0.16655683517456055, + "learning_rate": 5.310023624952754e-07, + "loss": 0.0089, + "step": 95590 + }, + { + "loss_action": 0.003911016508936882, + "loss_total": 0.003911016508936882, + "step": 95590 + }, + { + "loss_action": 0.0026402666699141264, + "loss_total": 0.0026402666699141264, + "step": 95590 + }, + { + "loss_action": 0.0059403711929917336, + "loss_total": 0.0059403711929917336, + "step": 95590 + }, + { + "loss_action": 0.01941557228565216, + "loss_total": 0.01941557228565216, + "step": 95590 + }, + { + "loss_action": 0.0027423114515841007, + "loss_total": 0.0027423114515841007, + "step": 95590 + }, + { + "loss_action": 0.057476215064525604, + "loss_total": 0.057476215064525604, + "step": 95590 + }, + { + "grad_norm": 0.16036316752433777, + "learning_rate": 5.286017100341656e-07, + "loss": 0.0074, + "step": 95600 + }, + { + "loss_action": 0.003172863507643342, + "loss_total": 0.003172863507643342, + "step": 95600 + }, + { + "loss_action": 0.00479101063683629, + "loss_total": 0.00479101063683629, + "step": 95600 + }, + { + "loss_action": 0.00898362509906292, + "loss_total": 0.00898362509906292, + "step": 95600 + }, + { + "loss_action": 0.006277251988649368, + "loss_total": 0.006277251988649368, + "step": 95600 + }, + { + "loss_action": 0.0032855658791959286, + "loss_total": 0.0032855658791959286, + "step": 95600 + }, + { + "loss_action": 0.006380835082381964, + "loss_total": 0.006380835082381964, + "step": 95600 + }, + { + "grad_norm": 0.28796589374542236, + "learning_rate": 5.262064676907874e-07, + "loss": 0.0071, + "step": 95610 + }, + { + "loss_action": 0.004223779775202274, + "loss_total": 0.004223779775202274, + "step": 95610 + }, + { + "loss_action": 0.002010790631175041, + "loss_total": 0.002010790631175041, + "step": 95610 + }, + { + "loss_action": 0.00438606645911932, + "loss_total": 0.00438606645911932, + "step": 95610 + }, + { + "loss_action": 0.00995699968189001, + "loss_total": 0.00995699968189001, + "step": 95610 + }, + { + "loss_action": 0.0035453098826110363, + "loss_total": 0.0035453098826110363, + "step": 95610 + }, + { + "loss_action": 0.005924219265580177, + "loss_total": 0.005924219265580177, + "step": 95610 + }, + { + "grad_norm": 0.15046299993991852, + "learning_rate": 5.238166357270924e-07, + "loss": 0.0084, + "step": 95620 + }, + { + "loss_action": 0.004193540662527084, + "loss_total": 0.004193540662527084, + "step": 95620 + }, + { + "loss_action": 0.007657266221940517, + "loss_total": 0.007657266221940517, + "step": 95620 + }, + { + "loss_action": 0.003945250529795885, + "loss_total": 0.003945250529795885, + "step": 95620 + }, + { + "loss_action": 0.009182864800095558, + "loss_total": 0.009182864800095558, + "step": 95620 + }, + { + "loss_action": 0.002291790209710598, + "loss_total": 0.002291790209710598, + "step": 95620 + }, + { + "loss_action": 0.00810448732227087, + "loss_total": 0.00810448732227087, + "step": 95620 + }, + { + "grad_norm": 0.14767038822174072, + "learning_rate": 5.214322144044215e-07, + "loss": 0.0077, + "step": 95630 + }, + { + "loss_action": 0.00805857963860035, + "loss_total": 0.00805857963860035, + "step": 95630 + }, + { + "loss_action": 0.0067502581514418125, + "loss_total": 0.0067502581514418125, + "step": 95630 + }, + { + "loss_action": 0.006952930241823196, + "loss_total": 0.006952930241823196, + "step": 95630 + }, + { + "loss_action": 0.012251801788806915, + "loss_total": 0.012251801788806915, + "step": 95630 + }, + { + "loss_action": 0.0038620764389634132, + "loss_total": 0.0038620764389634132, + "step": 95630 + }, + { + "loss_action": 0.013007559813559055, + "loss_total": 0.013007559813559055, + "step": 95630 + }, + { + "grad_norm": 0.23148123919963837, + "learning_rate": 5.190532039835327e-07, + "loss": 0.0113, + "step": 95640 + }, + { + "loss_action": 0.0027809191960841417, + "loss_total": 0.0027809191960841417, + "step": 95640 + }, + { + "loss_action": 0.006698783952742815, + "loss_total": 0.006698783952742815, + "step": 95640 + }, + { + "loss_action": 0.002100111450999975, + "loss_total": 0.002100111450999975, + "step": 95640 + }, + { + "loss_action": 0.00498121976852417, + "loss_total": 0.00498121976852417, + "step": 95640 + }, + { + "loss_action": 0.007651778869330883, + "loss_total": 0.007651778869330883, + "step": 95640 + }, + { + "loss_action": 0.007781448774039745, + "loss_total": 0.007781448774039745, + "step": 95640 + }, + { + "grad_norm": 0.12294955551624298, + "learning_rate": 5.166796047245903e-07, + "loss": 0.0085, + "step": 95650 + }, + { + "loss_action": 0.0032709678635001183, + "loss_total": 0.0032709678635001183, + "step": 95650 + }, + { + "loss_action": 0.014340988360345364, + "loss_total": 0.014340988360345364, + "step": 95650 + }, + { + "loss_action": 0.04258623719215393, + "loss_total": 0.04258623719215393, + "step": 95650 + }, + { + "loss_action": 0.003487500362098217, + "loss_total": 0.003487500362098217, + "step": 95650 + }, + { + "loss_action": 0.006115743424743414, + "loss_total": 0.006115743424743414, + "step": 95650 + }, + { + "loss_action": 0.00151319638825953, + "loss_total": 0.00151319638825953, + "step": 95650 + }, + { + "grad_norm": 0.487859845161438, + "learning_rate": 5.143114168871699e-07, + "loss": 0.0102, + "step": 95660 + }, + { + "loss_action": 0.0019042936619371176, + "loss_total": 0.0019042936619371176, + "step": 95660 + }, + { + "loss_action": 0.004244587849825621, + "loss_total": 0.004244587849825621, + "step": 95660 + }, + { + "loss_action": 0.007896591909229755, + "loss_total": 0.007896591909229755, + "step": 95660 + }, + { + "loss_action": 0.0058522652834653854, + "loss_total": 0.0058522652834653854, + "step": 95660 + }, + { + "loss_action": 0.0011322828941047192, + "loss_total": 0.0011322828941047192, + "step": 95660 + }, + { + "loss_action": 0.010303504765033722, + "loss_total": 0.010303504765033722, + "step": 95660 + }, + { + "grad_norm": 0.10217788070440292, + "learning_rate": 5.119486407302532e-07, + "loss": 0.0064, + "step": 95670 + }, + { + "loss_action": 0.0022671292535960674, + "loss_total": 0.0022671292535960674, + "step": 95670 + }, + { + "loss_action": 0.009710181504487991, + "loss_total": 0.009710181504487991, + "step": 95670 + }, + { + "loss_action": 0.005797184072434902, + "loss_total": 0.005797184072434902, + "step": 95670 + }, + { + "loss_action": 0.005792257841676474, + "loss_total": 0.005792257841676474, + "step": 95670 + }, + { + "loss_action": 0.0025187968276441097, + "loss_total": 0.0025187968276441097, + "step": 95670 + }, + { + "loss_action": 0.0029453241731971502, + "loss_total": 0.0029453241731971502, + "step": 95670 + }, + { + "grad_norm": 0.13517369329929352, + "learning_rate": 5.095912765122335e-07, + "loss": 0.0076, + "step": 95680 + }, + { + "loss_action": 0.0031779606360942125, + "loss_total": 0.0031779606360942125, + "step": 95680 + }, + { + "loss_action": 0.003383308183401823, + "loss_total": 0.003383308183401823, + "step": 95680 + }, + { + "loss_action": 0.0023498465307056904, + "loss_total": 0.0023498465307056904, + "step": 95680 + }, + { + "loss_action": 0.001970270648598671, + "loss_total": 0.001970270648598671, + "step": 95680 + }, + { + "loss_action": 0.0048227375373244286, + "loss_total": 0.0048227375373244286, + "step": 95680 + }, + { + "loss_action": 0.003142495872452855, + "loss_total": 0.003142495872452855, + "step": 95680 + }, + { + "grad_norm": 0.18908263742923737, + "learning_rate": 5.07239324490899e-07, + "loss": 0.0093, + "step": 95690 + }, + { + "loss_action": 0.0029165279120206833, + "loss_total": 0.0029165279120206833, + "step": 95690 + }, + { + "loss_action": 0.007636415772140026, + "loss_total": 0.007636415772140026, + "step": 95690 + }, + { + "loss_action": 0.001963302493095398, + "loss_total": 0.001963302493095398, + "step": 95690 + }, + { + "loss_action": 0.011218841187655926, + "loss_total": 0.011218841187655926, + "step": 95690 + }, + { + "loss_action": 0.011766351759433746, + "loss_total": 0.011766351759433746, + "step": 95690 + }, + { + "loss_action": 0.003339700633659959, + "loss_total": 0.003339700633659959, + "step": 95690 + }, + { + "grad_norm": 0.14121799170970917, + "learning_rate": 5.048927849234608e-07, + "loss": 0.0107, + "step": 95700 + }, + { + "loss_action": 0.004704028367996216, + "loss_total": 0.004704028367996216, + "step": 95700 + }, + { + "loss_action": 0.005654965061694384, + "loss_total": 0.005654965061694384, + "step": 95700 + }, + { + "loss_action": 0.0045814658515155315, + "loss_total": 0.0045814658515155315, + "step": 95700 + }, + { + "loss_action": 0.0022896453738212585, + "loss_total": 0.0022896453738212585, + "step": 95700 + }, + { + "loss_action": 0.007843218743801117, + "loss_total": 0.007843218743801117, + "step": 95700 + }, + { + "loss_action": 0.002358710393309593, + "loss_total": 0.002358710393309593, + "step": 95700 + }, + { + "grad_norm": 0.1813388168811798, + "learning_rate": 5.025516580665358e-07, + "loss": 0.0073, + "step": 95710 + }, + { + "loss_action": 0.006749401334673166, + "loss_total": 0.006749401334673166, + "step": 95710 + }, + { + "loss_action": 0.0030704797245562077, + "loss_total": 0.0030704797245562077, + "step": 95710 + }, + { + "loss_action": 0.0025201046373695135, + "loss_total": 0.0025201046373695135, + "step": 95710 + }, + { + "loss_action": 0.003982262685894966, + "loss_total": 0.003982262685894966, + "step": 95710 + }, + { + "loss_action": 0.002676466479897499, + "loss_total": 0.002676466479897499, + "step": 95710 + }, + { + "loss_action": 0.003862623358145356, + "loss_total": 0.003862623358145356, + "step": 95710 + }, + { + "grad_norm": 0.25880324840545654, + "learning_rate": 5.002159441761412e-07, + "loss": 0.0071, + "step": 95720 + }, + { + "loss_action": 0.003824690356850624, + "loss_total": 0.003824690356850624, + "step": 95720 + }, + { + "loss_action": 0.0071952142752707005, + "loss_total": 0.0071952142752707005, + "step": 95720 + }, + { + "loss_action": 0.01598876155912876, + "loss_total": 0.01598876155912876, + "step": 95720 + }, + { + "loss_action": 0.024615619331598282, + "loss_total": 0.024615619331598282, + "step": 95720 + }, + { + "loss_action": 0.004224682226777077, + "loss_total": 0.004224682226777077, + "step": 95720 + }, + { + "loss_action": 0.004312003962695599, + "loss_total": 0.004312003962695599, + "step": 95720 + }, + { + "grad_norm": 0.15053285658359528, + "learning_rate": 4.978856435077062e-07, + "loss": 0.0115, + "step": 95730 + }, + { + "loss_action": 0.003281251760199666, + "loss_total": 0.003281251760199666, + "step": 95730 + }, + { + "loss_action": 0.003779785940423608, + "loss_total": 0.003779785940423608, + "step": 95730 + }, + { + "loss_action": 0.0018840571865439415, + "loss_total": 0.0018840571865439415, + "step": 95730 + }, + { + "loss_action": 0.002567481715232134, + "loss_total": 0.002567481715232134, + "step": 95730 + }, + { + "loss_action": 0.0027492919471114874, + "loss_total": 0.0027492919471114874, + "step": 95730 + }, + { + "loss_action": 0.004371271934360266, + "loss_total": 0.004371271934360266, + "step": 95730 + }, + { + "grad_norm": 0.1045556515455246, + "learning_rate": 4.955607563160769e-07, + "loss": 0.0055, + "step": 95740 + }, + { + "loss_action": 0.013755487278103828, + "loss_total": 0.013755487278103828, + "step": 95740 + }, + { + "loss_action": 0.003326654667034745, + "loss_total": 0.003326654667034745, + "step": 95740 + }, + { + "loss_action": 0.004257077816873789, + "loss_total": 0.004257077816873789, + "step": 95740 + }, + { + "loss_action": 0.005143789108842611, + "loss_total": 0.005143789108842611, + "step": 95740 + }, + { + "loss_action": 0.007656057830899954, + "loss_total": 0.007656057830899954, + "step": 95740 + }, + { + "loss_action": 0.010696129873394966, + "loss_total": 0.010696129873394966, + "step": 95740 + }, + { + "grad_norm": 0.17557379603385925, + "learning_rate": 4.932412828554944e-07, + "loss": 0.0093, + "step": 95750 + }, + { + "loss_action": 0.0023732613772153854, + "loss_total": 0.0023732613772153854, + "step": 95750 + }, + { + "loss_action": 0.0022738154511898756, + "loss_total": 0.0022738154511898756, + "step": 95750 + }, + { + "loss_action": 0.011974301189184189, + "loss_total": 0.011974301189184189, + "step": 95750 + }, + { + "loss_action": 0.011289604008197784, + "loss_total": 0.011289604008197784, + "step": 95750 + }, + { + "loss_action": 0.003159534651786089, + "loss_total": 0.003159534651786089, + "step": 95750 + }, + { + "loss_action": 0.0020809464622288942, + "loss_total": 0.0020809464622288942, + "step": 95750 + }, + { + "grad_norm": 0.2777136266231537, + "learning_rate": 4.909272233796114e-07, + "loss": 0.0107, + "step": 95760 + }, + { + "loss_action": 0.012911783531308174, + "loss_total": 0.012911783531308174, + "step": 95760 + }, + { + "loss_action": 0.006681812461465597, + "loss_total": 0.006681812461465597, + "step": 95760 + }, + { + "loss_action": 0.007489991374313831, + "loss_total": 0.007489991374313831, + "step": 95760 + }, + { + "loss_action": 0.00584513321518898, + "loss_total": 0.00584513321518898, + "step": 95760 + }, + { + "loss_action": 0.0017871172167360783, + "loss_total": 0.0017871172167360783, + "step": 95760 + }, + { + "loss_action": 0.0020177976693958044, + "loss_total": 0.0020177976693958044, + "step": 95760 + }, + { + "grad_norm": 0.12509332597255707, + "learning_rate": 4.88618578141492e-07, + "loss": 0.0084, + "step": 95770 + }, + { + "loss_action": 0.008067830465734005, + "loss_total": 0.008067830465734005, + "step": 95770 + }, + { + "loss_action": 0.03313659876585007, + "loss_total": 0.03313659876585007, + "step": 95770 + }, + { + "loss_action": 0.019904276356101036, + "loss_total": 0.019904276356101036, + "step": 95770 + }, + { + "loss_action": 0.0021873803343623877, + "loss_total": 0.0021873803343623877, + "step": 95770 + }, + { + "loss_action": 0.007522024679929018, + "loss_total": 0.007522024679929018, + "step": 95770 + }, + { + "loss_action": 0.0044861165806651115, + "loss_total": 0.0044861165806651115, + "step": 95770 + }, + { + "grad_norm": 0.2228194624185562, + "learning_rate": 4.863153473936011e-07, + "loss": 0.0085, + "step": 95780 + }, + { + "loss_action": 0.006752669345587492, + "loss_total": 0.006752669345587492, + "step": 95780 + }, + { + "loss_action": 0.017048304900527, + "loss_total": 0.017048304900527, + "step": 95780 + }, + { + "loss_action": 0.009366190060973167, + "loss_total": 0.009366190060973167, + "step": 95780 + }, + { + "loss_action": 0.0022435630671679974, + "loss_total": 0.0022435630671679974, + "step": 95780 + }, + { + "loss_action": 0.00288976333104074, + "loss_total": 0.00288976333104074, + "step": 95780 + }, + { + "loss_action": 0.004922183696180582, + "loss_total": 0.004922183696180582, + "step": 95780 + }, + { + "grad_norm": 0.16061337292194366, + "learning_rate": 4.840175313878259e-07, + "loss": 0.0065, + "step": 95790 + }, + { + "loss_action": 0.005779114086180925, + "loss_total": 0.005779114086180925, + "step": 95790 + }, + { + "loss_action": 0.00329809938557446, + "loss_total": 0.00329809938557446, + "step": 95790 + }, + { + "loss_action": 0.00227170018479228, + "loss_total": 0.00227170018479228, + "step": 95790 + }, + { + "loss_action": 0.002949615241959691, + "loss_total": 0.002949615241959691, + "step": 95790 + }, + { + "loss_action": 0.009562809020280838, + "loss_total": 0.009562809020280838, + "step": 95790 + }, + { + "loss_action": 0.0025940376799553633, + "loss_total": 0.0025940376799553633, + "step": 95790 + }, + { + "grad_norm": 0.1819511502981186, + "learning_rate": 4.817251303754433e-07, + "loss": 0.0114, + "step": 95800 + }, + { + "loss_action": 0.0016378092113882303, + "loss_total": 0.0016378092113882303, + "step": 95800 + }, + { + "loss_action": 0.003251361660659313, + "loss_total": 0.003251361660659313, + "step": 95800 + }, + { + "loss_action": 0.0053616357035934925, + "loss_total": 0.0053616357035934925, + "step": 95800 + }, + { + "loss_action": 0.012559745460748672, + "loss_total": 0.012559745460748672, + "step": 95800 + }, + { + "loss_action": 0.0015534035628661513, + "loss_total": 0.0015534035628661513, + "step": 95800 + }, + { + "loss_action": 0.007126689422875643, + "loss_total": 0.007126689422875643, + "step": 95800 + }, + { + "grad_norm": 0.09483063966035843, + "learning_rate": 4.794381446071583e-07, + "loss": 0.008, + "step": 95810 + }, + { + "loss_action": 0.00913126952946186, + "loss_total": 0.00913126952946186, + "step": 95810 + }, + { + "loss_action": 0.0015237289480865002, + "loss_total": 0.0015237289480865002, + "step": 95810 + }, + { + "loss_action": 0.0018793984781950712, + "loss_total": 0.0018793984781950712, + "step": 95810 + }, + { + "loss_action": 0.00869340542703867, + "loss_total": 0.00869340542703867, + "step": 95810 + }, + { + "loss_action": 0.028790030628442764, + "loss_total": 0.028790030628442764, + "step": 95810 + }, + { + "loss_action": 0.01573198288679123, + "loss_total": 0.01573198288679123, + "step": 95810 + }, + { + "grad_norm": 0.13191312551498413, + "learning_rate": 4.771565743330597e-07, + "loss": 0.0083, + "step": 95820 + }, + { + "loss_action": 0.004965358413755894, + "loss_total": 0.004965358413755894, + "step": 95820 + }, + { + "loss_action": 0.004252620507031679, + "loss_total": 0.004252620507031679, + "step": 95820 + }, + { + "loss_action": 0.00935349427163601, + "loss_total": 0.00935349427163601, + "step": 95820 + }, + { + "loss_action": 0.007062569726258516, + "loss_total": 0.007062569726258516, + "step": 95820 + }, + { + "loss_action": 0.0018925986951217055, + "loss_total": 0.0018925986951217055, + "step": 95820 + }, + { + "loss_action": 0.00413357513025403, + "loss_total": 0.00413357513025403, + "step": 95820 + }, + { + "grad_norm": 0.16548651456832886, + "learning_rate": 4.7488041980266463e-07, + "loss": 0.006, + "step": 95830 + }, + { + "loss_action": 0.011279793456196785, + "loss_total": 0.011279793456196785, + "step": 95830 + }, + { + "loss_action": 0.004531053826212883, + "loss_total": 0.004531053826212883, + "step": 95830 + }, + { + "loss_action": 0.010038292035460472, + "loss_total": 0.010038292035460472, + "step": 95830 + }, + { + "loss_action": 0.006507896818220615, + "loss_total": 0.006507896818220615, + "step": 95830 + }, + { + "loss_action": 0.0030650575645267963, + "loss_total": 0.0030650575645267963, + "step": 95830 + }, + { + "loss_action": 0.0026625629980117083, + "loss_total": 0.0026625629980117083, + "step": 95830 + }, + { + "grad_norm": 0.10871526598930359, + "learning_rate": 4.726096812648795e-07, + "loss": 0.008, + "step": 95840 + }, + { + "loss_action": 0.008758176118135452, + "loss_total": 0.008758176118135452, + "step": 95840 + }, + { + "loss_action": 0.01426099892705679, + "loss_total": 0.01426099892705679, + "step": 95840 + }, + { + "loss_action": 0.00939003936946392, + "loss_total": 0.00939003936946392, + "step": 95840 + }, + { + "loss_action": 0.004696064628660679, + "loss_total": 0.004696064628660679, + "step": 95840 + }, + { + "loss_action": 0.004928032401949167, + "loss_total": 0.004928032401949167, + "step": 95840 + }, + { + "loss_action": 0.005301091820001602, + "loss_total": 0.005301091820001602, + "step": 95840 + }, + { + "grad_norm": 0.11303055286407471, + "learning_rate": 4.703443589680445e-07, + "loss": 0.0066, + "step": 95850 + }, + { + "loss_action": 0.0028337466064840555, + "loss_total": 0.0028337466064840555, + "step": 95850 + }, + { + "loss_action": 0.005694427527487278, + "loss_total": 0.005694427527487278, + "step": 95850 + }, + { + "loss_action": 0.002112315036356449, + "loss_total": 0.002112315036356449, + "step": 95850 + }, + { + "loss_action": 0.0030567848589271307, + "loss_total": 0.0030567848589271307, + "step": 95850 + }, + { + "loss_action": 0.0025135367177426815, + "loss_total": 0.0025135367177426815, + "step": 95850 + }, + { + "loss_action": 0.0037512718699872494, + "loss_total": 0.0037512718699872494, + "step": 95850 + }, + { + "grad_norm": 0.15437985956668854, + "learning_rate": 4.6808445315987826e-07, + "loss": 0.0081, + "step": 95860 + }, + { + "loss_action": 0.004876378923654556, + "loss_total": 0.004876378923654556, + "step": 95860 + }, + { + "loss_action": 0.010053711012005806, + "loss_total": 0.010053711012005806, + "step": 95860 + }, + { + "loss_action": 0.0032640357967466116, + "loss_total": 0.0032640357967466116, + "step": 95860 + }, + { + "loss_action": 0.005032239481806755, + "loss_total": 0.005032239481806755, + "step": 95860 + }, + { + "loss_action": 0.00410389993339777, + "loss_total": 0.00410389993339777, + "step": 95860 + }, + { + "loss_action": 0.008189980871975422, + "loss_total": 0.008189980871975422, + "step": 95860 + }, + { + "grad_norm": 0.11653684824705124, + "learning_rate": 4.658299640875274e-07, + "loss": 0.0068, + "step": 95870 + }, + { + "loss_action": 0.006614408455789089, + "loss_total": 0.006614408455789089, + "step": 95870 + }, + { + "loss_action": 0.007531453389674425, + "loss_total": 0.007531453389674425, + "step": 95870 + }, + { + "loss_action": 0.006165690254420042, + "loss_total": 0.006165690254420042, + "step": 95870 + }, + { + "loss_action": 0.005426418036222458, + "loss_total": 0.005426418036222458, + "step": 95870 + }, + { + "loss_action": 0.002502532908692956, + "loss_total": 0.002502532908692956, + "step": 95870 + }, + { + "loss_action": 0.015942759811878204, + "loss_total": 0.015942759811878204, + "step": 95870 + }, + { + "grad_norm": 0.148750439286232, + "learning_rate": 4.635808919975393e-07, + "loss": 0.0069, + "step": 95880 + }, + { + "loss_action": 0.0028991808649152517, + "loss_total": 0.0028991808649152517, + "step": 95880 + }, + { + "loss_action": 0.0034176877234131098, + "loss_total": 0.0034176877234131098, + "step": 95880 + }, + { + "loss_action": 0.004538073670119047, + "loss_total": 0.004538073670119047, + "step": 95880 + }, + { + "loss_action": 0.004321359097957611, + "loss_total": 0.004321359097957611, + "step": 95880 + }, + { + "loss_action": 0.0032283435575664043, + "loss_total": 0.0032283435575664043, + "step": 95880 + }, + { + "loss_action": 0.007401199080049992, + "loss_total": 0.007401199080049992, + "step": 95880 + }, + { + "grad_norm": 0.32779479026794434, + "learning_rate": 4.6133723713586706e-07, + "loss": 0.0065, + "step": 95890 + }, + { + "loss_action": 0.00722873630002141, + "loss_total": 0.00722873630002141, + "step": 95890 + }, + { + "loss_action": 0.002622373169288039, + "loss_total": 0.002622373169288039, + "step": 95890 + }, + { + "loss_action": 0.004292713478207588, + "loss_total": 0.004292713478207588, + "step": 95890 + }, + { + "loss_action": 0.005737975239753723, + "loss_total": 0.005737975239753723, + "step": 95890 + }, + { + "loss_action": 0.00868168007582426, + "loss_total": 0.00868168007582426, + "step": 95890 + }, + { + "loss_action": 0.01151091605424881, + "loss_total": 0.01151091605424881, + "step": 95890 + }, + { + "grad_norm": 0.1450907289981842, + "learning_rate": 4.590989997478756e-07, + "loss": 0.0089, + "step": 95900 + }, + { + "loss_action": 0.002577644307166338, + "loss_total": 0.002577644307166338, + "step": 95900 + }, + { + "loss_action": 0.0024613384157419205, + "loss_total": 0.0024613384157419205, + "step": 95900 + }, + { + "loss_action": 0.005429925862699747, + "loss_total": 0.005429925862699747, + "step": 95900 + }, + { + "loss_action": 0.0034608766436576843, + "loss_total": 0.0034608766436576843, + "step": 95900 + }, + { + "loss_action": 0.011221007443964481, + "loss_total": 0.011221007443964481, + "step": 95900 + }, + { + "loss_action": 0.011835427023470402, + "loss_total": 0.011835427023470402, + "step": 95900 + }, + { + "grad_norm": 0.1953750103712082, + "learning_rate": 4.5686618007833027e-07, + "loss": 0.0079, + "step": 95910 + }, + { + "loss_action": 0.0055146366357803345, + "loss_total": 0.0055146366357803345, + "step": 95910 + }, + { + "loss_action": 0.00826097559183836, + "loss_total": 0.00826097559183836, + "step": 95910 + }, + { + "loss_action": 0.013481446541845798, + "loss_total": 0.013481446541845798, + "step": 95910 + }, + { + "loss_action": 0.0033157733269035816, + "loss_total": 0.0033157733269035816, + "step": 95910 + }, + { + "loss_action": 0.004690893460065126, + "loss_total": 0.004690893460065126, + "step": 95910 + }, + { + "loss_action": 0.01094862911850214, + "loss_total": 0.01094862911850214, + "step": 95910 + }, + { + "grad_norm": 0.1815887987613678, + "learning_rate": 4.54638778371419e-07, + "loss": 0.0078, + "step": 95920 + }, + { + "loss_action": 0.009536169469356537, + "loss_total": 0.009536169469356537, + "step": 95920 + }, + { + "loss_action": 0.005620384588837624, + "loss_total": 0.005620384588837624, + "step": 95920 + }, + { + "loss_action": 0.008321947418153286, + "loss_total": 0.008321947418153286, + "step": 95920 + }, + { + "loss_action": 0.003779992461204529, + "loss_total": 0.003779992461204529, + "step": 95920 + }, + { + "loss_action": 0.007980294525623322, + "loss_total": 0.007980294525623322, + "step": 95920 + }, + { + "loss_action": 0.00732314633205533, + "loss_total": 0.00732314633205533, + "step": 95920 + }, + { + "grad_norm": 0.3392865061759949, + "learning_rate": 4.524167948707192e-07, + "loss": 0.0095, + "step": 95930 + }, + { + "loss_action": 0.006689290050417185, + "loss_total": 0.006689290050417185, + "step": 95930 + }, + { + "loss_action": 0.0025126042310148478, + "loss_total": 0.0025126042310148478, + "step": 95930 + }, + { + "loss_action": 0.006060999818146229, + "loss_total": 0.006060999818146229, + "step": 95930 + }, + { + "loss_action": 0.0024171327240765095, + "loss_total": 0.0024171327240765095, + "step": 95930 + }, + { + "loss_action": 0.013491268269717693, + "loss_total": 0.013491268269717693, + "step": 95930 + }, + { + "loss_action": 0.006304736714810133, + "loss_total": 0.006304736714810133, + "step": 95930 + }, + { + "grad_norm": 0.23899129033088684, + "learning_rate": 4.5020022981921986e-07, + "loss": 0.0072, + "step": 95940 + }, + { + "loss_action": 0.010393812321126461, + "loss_total": 0.010393812321126461, + "step": 95940 + }, + { + "loss_action": 0.00792502798140049, + "loss_total": 0.00792502798140049, + "step": 95940 + }, + { + "loss_action": 0.006639107596129179, + "loss_total": 0.006639107596129179, + "step": 95940 + }, + { + "loss_action": 0.01400061696767807, + "loss_total": 0.01400061696767807, + "step": 95940 + }, + { + "loss_action": 0.009504692628979683, + "loss_total": 0.009504692628979683, + "step": 95940 + }, + { + "loss_action": 0.002503631403669715, + "loss_total": 0.002503631403669715, + "step": 95940 + }, + { + "grad_norm": 0.18240250647068024, + "learning_rate": 4.47989083459327e-07, + "loss": 0.0081, + "step": 95950 + }, + { + "loss_action": 0.0021954302210360765, + "loss_total": 0.0021954302210360765, + "step": 95950 + }, + { + "loss_action": 0.0037547301035374403, + "loss_total": 0.0037547301035374403, + "step": 95950 + }, + { + "loss_action": 0.010065038688480854, + "loss_total": 0.010065038688480854, + "step": 95950 + }, + { + "loss_action": 0.011555378325283527, + "loss_total": 0.011555378325283527, + "step": 95950 + }, + { + "loss_action": 0.006357327103614807, + "loss_total": 0.006357327103614807, + "step": 95950 + }, + { + "loss_action": 0.005964093841612339, + "loss_total": 0.005964093841612339, + "step": 95950 + }, + { + "grad_norm": 0.1115337386727333, + "learning_rate": 4.457833560328528e-07, + "loss": 0.007, + "step": 95960 + }, + { + "loss_action": 0.0022872465196996927, + "loss_total": 0.0022872465196996927, + "step": 95960 + }, + { + "loss_action": 0.006683290004730225, + "loss_total": 0.006683290004730225, + "step": 95960 + }, + { + "loss_action": 0.005525961983948946, + "loss_total": 0.005525961983948946, + "step": 95960 + }, + { + "loss_action": 0.012925183400511742, + "loss_total": 0.012925183400511742, + "step": 95960 + }, + { + "loss_action": 0.003665715688839555, + "loss_total": 0.003665715688839555, + "step": 95960 + }, + { + "loss_action": 0.00615379773080349, + "loss_total": 0.00615379773080349, + "step": 95960 + }, + { + "grad_norm": 0.16615338623523712, + "learning_rate": 4.4358304778100434e-07, + "loss": 0.0063, + "step": 95970 + }, + { + "loss_action": 0.005041241645812988, + "loss_total": 0.005041241645812988, + "step": 95970 + }, + { + "loss_action": 0.005531368311494589, + "loss_total": 0.005531368311494589, + "step": 95970 + }, + { + "loss_action": 0.004211753141134977, + "loss_total": 0.004211753141134977, + "step": 95970 + }, + { + "loss_action": 0.005216639488935471, + "loss_total": 0.005216639488935471, + "step": 95970 + }, + { + "loss_action": 0.0036858203820884228, + "loss_total": 0.0036858203820884228, + "step": 95970 + }, + { + "loss_action": 0.00491991126909852, + "loss_total": 0.00491991126909852, + "step": 95970 + }, + { + "grad_norm": 0.25905680656433105, + "learning_rate": 4.413881589444058e-07, + "loss": 0.0107, + "step": 95980 + }, + { + "loss_action": 0.003403352340683341, + "loss_total": 0.003403352340683341, + "step": 95980 + }, + { + "loss_action": 0.009206674993038177, + "loss_total": 0.009206674993038177, + "step": 95980 + }, + { + "loss_action": 0.002206457545980811, + "loss_total": 0.002206457545980811, + "step": 95980 + }, + { + "loss_action": 0.003814508905634284, + "loss_total": 0.003814508905634284, + "step": 95980 + }, + { + "loss_action": 0.0016696773236617446, + "loss_total": 0.0016696773236617446, + "step": 95980 + }, + { + "loss_action": 0.004990667104721069, + "loss_total": 0.004990667104721069, + "step": 95980 + }, + { + "grad_norm": 0.14123882353305817, + "learning_rate": 4.391986897630873e-07, + "loss": 0.0089, + "step": 95990 + }, + { + "loss_action": 0.003019501455128193, + "loss_total": 0.003019501455128193, + "step": 95990 + }, + { + "loss_action": 0.00492154760286212, + "loss_total": 0.00492154760286212, + "step": 95990 + }, + { + "loss_action": 0.012484668754041195, + "loss_total": 0.012484668754041195, + "step": 95990 + }, + { + "loss_action": 0.011873268522322178, + "loss_total": 0.011873268522322178, + "step": 95990 + }, + { + "loss_action": 0.0020362946670502424, + "loss_total": 0.0020362946670502424, + "step": 95990 + }, + { + "loss_action": 0.0057683237828314304, + "loss_total": 0.0057683237828314304, + "step": 95990 + }, + { + "grad_norm": 0.1500246226787567, + "learning_rate": 4.370146404764908e-07, + "loss": 0.0063, + "step": 96000 + }, + { + "loss_action": 0.004901546519249678, + "loss_total": 0.004901546519249678, + "step": 96000 + }, + { + "loss_action": 0.005292495246976614, + "loss_total": 0.005292495246976614, + "step": 96000 + }, + { + "loss_action": 0.04256296902894974, + "loss_total": 0.04256296902894974, + "step": 96000 + }, + { + "loss_action": 0.004490467719733715, + "loss_total": 0.004490467719733715, + "step": 96000 + }, + { + "loss_action": 0.011226404458284378, + "loss_total": 0.011226404458284378, + "step": 96000 + }, + { + "loss_action": 0.010380289517343044, + "loss_total": 0.010380289517343044, + "step": 96000 + }, + { + "grad_norm": 0.20551301538944244, + "learning_rate": 4.3483601132345285e-07, + "loss": 0.0079, + "step": 96010 + }, + { + "loss_action": 0.006697976961731911, + "loss_total": 0.006697976961731911, + "step": 96010 + }, + { + "loss_action": 0.003874059533700347, + "loss_total": 0.003874059533700347, + "step": 96010 + }, + { + "loss_action": 0.006094761658459902, + "loss_total": 0.006094761658459902, + "step": 96010 + }, + { + "loss_action": 0.003890461288392544, + "loss_total": 0.003890461288392544, + "step": 96010 + }, + { + "loss_action": 0.00314890849404037, + "loss_total": 0.00314890849404037, + "step": 96010 + }, + { + "loss_action": 0.002483404939994216, + "loss_total": 0.002483404939994216, + "step": 96010 + }, + { + "grad_norm": 0.17766337096691132, + "learning_rate": 4.32662802542233e-07, + "loss": 0.0061, + "step": 96020 + }, + { + "loss_action": 0.005464532878249884, + "loss_total": 0.005464532878249884, + "step": 96020 + }, + { + "loss_action": 0.008143652230501175, + "loss_total": 0.008143652230501175, + "step": 96020 + }, + { + "loss_action": 0.0023888349533081055, + "loss_total": 0.0023888349533081055, + "step": 96020 + }, + { + "loss_action": 0.004783384967595339, + "loss_total": 0.004783384967595339, + "step": 96020 + }, + { + "loss_action": 0.004845823626965284, + "loss_total": 0.004845823626965284, + "step": 96020 + }, + { + "loss_action": 0.003728299867361784, + "loss_total": 0.003728299867361784, + "step": 96020 + }, + { + "grad_norm": 0.12305662781000137, + "learning_rate": 4.3049501437047444e-07, + "loss": 0.0069, + "step": 96030 + }, + { + "loss_action": 0.008123211562633514, + "loss_total": 0.008123211562633514, + "step": 96030 + }, + { + "loss_action": 0.007211587857455015, + "loss_total": 0.007211587857455015, + "step": 96030 + }, + { + "loss_action": 0.0024024872109293938, + "loss_total": 0.0024024872109293938, + "step": 96030 + }, + { + "loss_action": 0.004074784927070141, + "loss_total": 0.004074784927070141, + "step": 96030 + }, + { + "loss_action": 0.003138530533760786, + "loss_total": 0.003138530533760786, + "step": 96030 + }, + { + "loss_action": 0.003392221638932824, + "loss_total": 0.003392221638932824, + "step": 96030 + }, + { + "grad_norm": 0.07846260815858841, + "learning_rate": 4.283326470452653e-07, + "loss": 0.0065, + "step": 96040 + }, + { + "loss_action": 0.005883567966520786, + "loss_total": 0.005883567966520786, + "step": 96040 + }, + { + "loss_action": 0.008384651504456997, + "loss_total": 0.008384651504456997, + "step": 96040 + }, + { + "loss_action": 0.006037774030119181, + "loss_total": 0.006037774030119181, + "step": 96040 + }, + { + "loss_action": 0.0014435265911743045, + "loss_total": 0.0014435265911743045, + "step": 96040 + }, + { + "loss_action": 0.002138880779966712, + "loss_total": 0.002138880779966712, + "step": 96040 + }, + { + "loss_action": 0.008692942559719086, + "loss_total": 0.008692942559719086, + "step": 96040 + }, + { + "grad_norm": 0.1650819182395935, + "learning_rate": 4.2617570080306647e-07, + "loss": 0.0058, + "step": 96050 + }, + { + "loss_action": 0.0023036962375044823, + "loss_total": 0.0023036962375044823, + "step": 96050 + }, + { + "loss_action": 0.0014973982470110059, + "loss_total": 0.0014973982470110059, + "step": 96050 + }, + { + "loss_action": 0.03394382447004318, + "loss_total": 0.03394382447004318, + "step": 96050 + }, + { + "loss_action": 0.00448840344324708, + "loss_total": 0.00448840344324708, + "step": 96050 + }, + { + "loss_action": 0.008208263665437698, + "loss_total": 0.008208263665437698, + "step": 96050 + }, + { + "loss_action": 0.004171168431639671, + "loss_total": 0.004171168431639671, + "step": 96050 + }, + { + "grad_norm": 0.1578320562839508, + "learning_rate": 4.2402417587975585e-07, + "loss": 0.0072, + "step": 96060 + }, + { + "loss_action": 0.011238022707402706, + "loss_total": 0.011238022707402706, + "step": 96060 + }, + { + "loss_action": 0.005259739235043526, + "loss_total": 0.005259739235043526, + "step": 96060 + }, + { + "loss_action": 0.006986982189118862, + "loss_total": 0.006986982189118862, + "step": 96060 + }, + { + "loss_action": 0.004028743132948875, + "loss_total": 0.004028743132948875, + "step": 96060 + }, + { + "loss_action": 0.005037012975662947, + "loss_total": 0.005037012975662947, + "step": 96060 + }, + { + "loss_action": 0.004724455997347832, + "loss_total": 0.004724455997347832, + "step": 96060 + }, + { + "grad_norm": 0.15730197727680206, + "learning_rate": 4.218780725106286e-07, + "loss": 0.0076, + "step": 96070 + }, + { + "loss_action": 0.0039013538043946028, + "loss_total": 0.0039013538043946028, + "step": 96070 + }, + { + "loss_action": 0.011669141240417957, + "loss_total": 0.011669141240417957, + "step": 96070 + }, + { + "loss_action": 0.0064695137552917, + "loss_total": 0.0064695137552917, + "step": 96070 + }, + { + "loss_action": 0.007646073121577501, + "loss_total": 0.007646073121577501, + "step": 96070 + }, + { + "loss_action": 0.00542490417137742, + "loss_total": 0.00542490417137742, + "step": 96070 + }, + { + "loss_action": 0.00421285443007946, + "loss_total": 0.00421285443007946, + "step": 96070 + }, + { + "grad_norm": 0.20122027397155762, + "learning_rate": 4.197373909303748e-07, + "loss": 0.0069, + "step": 96080 + }, + { + "loss_action": 0.005240103229880333, + "loss_total": 0.005240103229880333, + "step": 96080 + }, + { + "loss_action": 0.004746142774820328, + "loss_total": 0.004746142774820328, + "step": 96080 + }, + { + "loss_action": 0.0028566038236021996, + "loss_total": 0.0028566038236021996, + "step": 96080 + }, + { + "loss_action": 0.006987607106566429, + "loss_total": 0.006987607106566429, + "step": 96080 + }, + { + "loss_action": 0.006404308136552572, + "loss_total": 0.006404308136552572, + "step": 96080 + }, + { + "loss_action": 0.008575137704610825, + "loss_total": 0.008575137704610825, + "step": 96080 + }, + { + "grad_norm": 0.12016439437866211, + "learning_rate": 4.17602131373096e-07, + "loss": 0.007, + "step": 96090 + }, + { + "loss_action": 0.0032801690977066755, + "loss_total": 0.0032801690977066755, + "step": 96090 + }, + { + "loss_action": 0.008524736389517784, + "loss_total": 0.008524736389517784, + "step": 96090 + }, + { + "loss_action": 0.00401899591088295, + "loss_total": 0.00401899591088295, + "step": 96090 + }, + { + "loss_action": 0.006943900138139725, + "loss_total": 0.006943900138139725, + "step": 96090 + }, + { + "loss_action": 0.009389056824147701, + "loss_total": 0.009389056824147701, + "step": 96090 + }, + { + "loss_action": 0.007210946641862392, + "loss_total": 0.007210946641862392, + "step": 96090 + }, + { + "grad_norm": 0.11409639567136765, + "learning_rate": 4.154722940723055e-07, + "loss": 0.006, + "step": 96100 + }, + { + "loss_action": 0.0027311863377690315, + "loss_total": 0.0027311863377690315, + "step": 96100 + }, + { + "loss_action": 0.013853142969310284, + "loss_total": 0.013853142969310284, + "step": 96100 + }, + { + "loss_action": 0.0011317440075799823, + "loss_total": 0.0011317440075799823, + "step": 96100 + }, + { + "loss_action": 0.004795831628143787, + "loss_total": 0.004795831628143787, + "step": 96100 + }, + { + "loss_action": 0.004245363641530275, + "loss_total": 0.004245363641530275, + "step": 96100 + }, + { + "loss_action": 0.0023006449919193983, + "loss_total": 0.0023006449919193983, + "step": 96100 + }, + { + "grad_norm": 0.31666553020477295, + "learning_rate": 4.1334787926091136e-07, + "loss": 0.0084, + "step": 96110 + }, + { + "loss_action": 0.0036958246491849422, + "loss_total": 0.0036958246491849422, + "step": 96110 + }, + { + "loss_action": 0.007565950974822044, + "loss_total": 0.007565950974822044, + "step": 96110 + }, + { + "loss_action": 0.005032660905271769, + "loss_total": 0.005032660905271769, + "step": 96110 + }, + { + "loss_action": 0.004406589083373547, + "loss_total": 0.004406589083373547, + "step": 96110 + }, + { + "loss_action": 0.012219808995723724, + "loss_total": 0.012219808995723724, + "step": 96110 + }, + { + "loss_action": 0.005666051525622606, + "loss_total": 0.005666051525622606, + "step": 96110 + }, + { + "grad_norm": 0.1898198127746582, + "learning_rate": 4.1122888717124444e-07, + "loss": 0.0058, + "step": 96120 + }, + { + "loss_action": 0.0021962409373372793, + "loss_total": 0.0021962409373372793, + "step": 96120 + }, + { + "loss_action": 0.0034066052176058292, + "loss_total": 0.0034066052176058292, + "step": 96120 + }, + { + "loss_action": 0.0018116009887307882, + "loss_total": 0.0018116009887307882, + "step": 96120 + }, + { + "loss_action": 0.008222861215472221, + "loss_total": 0.008222861215472221, + "step": 96120 + }, + { + "loss_action": 0.007422509137541056, + "loss_total": 0.007422509137541056, + "step": 96120 + }, + { + "loss_action": 0.006735547911375761, + "loss_total": 0.006735547911375761, + "step": 96120 + }, + { + "grad_norm": 0.11343741416931152, + "learning_rate": 4.091153180350249e-07, + "loss": 0.0072, + "step": 96130 + }, + { + "loss_action": 0.003630618331953883, + "loss_total": 0.003630618331953883, + "step": 96130 + }, + { + "loss_action": 0.004593158606439829, + "loss_total": 0.004593158606439829, + "step": 96130 + }, + { + "loss_action": 0.004457532893866301, + "loss_total": 0.004457532893866301, + "step": 96130 + }, + { + "loss_action": 0.01652153953909874, + "loss_total": 0.01652153953909874, + "step": 96130 + }, + { + "loss_action": 0.003396941814571619, + "loss_total": 0.003396941814571619, + "step": 96130 + }, + { + "loss_action": 0.013892046175897121, + "loss_total": 0.013892046175897121, + "step": 96130 + }, + { + "grad_norm": 0.2462129443883896, + "learning_rate": 4.0700717208340125e-07, + "loss": 0.0085, + "step": 96140 + }, + { + "loss_action": 0.012261001393198967, + "loss_total": 0.012261001393198967, + "step": 96140 + }, + { + "loss_action": 0.009189501404762268, + "loss_total": 0.009189501404762268, + "step": 96140 + }, + { + "loss_action": 0.003286289982497692, + "loss_total": 0.003286289982497692, + "step": 96140 + }, + { + "loss_action": 0.003518518526107073, + "loss_total": 0.003518518526107073, + "step": 96140 + }, + { + "loss_action": 0.0074600656516849995, + "loss_total": 0.0074600656516849995, + "step": 96140 + }, + { + "loss_action": 0.008120463229715824, + "loss_total": 0.008120463229715824, + "step": 96140 + }, + { + "grad_norm": 0.13139626383781433, + "learning_rate": 4.049044495469112e-07, + "loss": 0.0065, + "step": 96150 + }, + { + "loss_action": 0.0024571032263338566, + "loss_total": 0.0024571032263338566, + "step": 96150 + }, + { + "loss_action": 0.004168124869465828, + "loss_total": 0.004168124869465828, + "step": 96150 + }, + { + "loss_action": 0.009091895073652267, + "loss_total": 0.009091895073652267, + "step": 96150 + }, + { + "loss_action": 0.0114344023168087, + "loss_total": 0.0114344023168087, + "step": 96150 + }, + { + "loss_action": 0.005314358975738287, + "loss_total": 0.005314358975738287, + "step": 96150 + }, + { + "loss_action": 0.008504957892000675, + "loss_total": 0.008504957892000675, + "step": 96150 + }, + { + "grad_norm": 0.13096259534358978, + "learning_rate": 4.0280715065549866e-07, + "loss": 0.0064, + "step": 96160 + }, + { + "loss_action": 0.00645471503958106, + "loss_total": 0.00645471503958106, + "step": 96160 + }, + { + "loss_action": 0.0033115679398179054, + "loss_total": 0.0033115679398179054, + "step": 96160 + }, + { + "loss_action": 0.007265392690896988, + "loss_total": 0.007265392690896988, + "step": 96160 + }, + { + "loss_action": 0.004052766598761082, + "loss_total": 0.004052766598761082, + "step": 96160 + }, + { + "loss_action": 0.011828839778900146, + "loss_total": 0.011828839778900146, + "step": 96160 + }, + { + "loss_action": 0.008162162266671658, + "loss_total": 0.008162162266671658, + "step": 96160 + }, + { + "grad_norm": 0.12704096734523773, + "learning_rate": 4.0071527563853575e-07, + "loss": 0.0083, + "step": 96170 + }, + { + "loss_action": 0.004660355858504772, + "loss_total": 0.004660355858504772, + "step": 96170 + }, + { + "loss_action": 0.006889812182635069, + "loss_total": 0.006889812182635069, + "step": 96170 + }, + { + "loss_action": 0.007903830148279667, + "loss_total": 0.007903830148279667, + "step": 96170 + }, + { + "loss_action": 0.006169167812913656, + "loss_total": 0.006169167812913656, + "step": 96170 + }, + { + "loss_action": 0.012945731170475483, + "loss_total": 0.012945731170475483, + "step": 96170 + }, + { + "loss_action": 0.005000422243028879, + "loss_total": 0.005000422243028879, + "step": 96170 + }, + { + "grad_norm": 0.157393217086792, + "learning_rate": 3.9862882472477823e-07, + "loss": 0.0099, + "step": 96180 + }, + { + "loss_action": 0.00296028982847929, + "loss_total": 0.00296028982847929, + "step": 96180 + }, + { + "loss_action": 0.007321229670196772, + "loss_total": 0.007321229670196772, + "step": 96180 + }, + { + "loss_action": 0.004451826214790344, + "loss_total": 0.004451826214790344, + "step": 96180 + }, + { + "loss_action": 0.004321982152760029, + "loss_total": 0.004321982152760029, + "step": 96180 + }, + { + "loss_action": 0.01048712246119976, + "loss_total": 0.01048712246119976, + "step": 96180 + }, + { + "loss_action": 0.010300373658537865, + "loss_total": 0.010300373658537865, + "step": 96180 + }, + { + "grad_norm": 0.09219951182603836, + "learning_rate": 3.9654779814239375e-07, + "loss": 0.0073, + "step": 96190 + }, + { + "loss_action": 0.0056937881745398045, + "loss_total": 0.0056937881745398045, + "step": 96190 + }, + { + "loss_action": 0.027762381359934807, + "loss_total": 0.027762381359934807, + "step": 96190 + }, + { + "loss_action": 0.0029632661025971174, + "loss_total": 0.0029632661025971174, + "step": 96190 + }, + { + "loss_action": 0.002936751814559102, + "loss_total": 0.002936751814559102, + "step": 96190 + }, + { + "loss_action": 0.004473939072340727, + "loss_total": 0.004473939072340727, + "step": 96190 + }, + { + "loss_action": 0.01636335626244545, + "loss_total": 0.01636335626244545, + "step": 96190 + }, + { + "grad_norm": 0.18773287534713745, + "learning_rate": 3.944721961189668e-07, + "loss": 0.0111, + "step": 96200 + }, + { + "loss_action": 0.0041154520586133, + "loss_total": 0.0041154520586133, + "step": 96200 + }, + { + "loss_action": 0.012702977284789085, + "loss_total": 0.012702977284789085, + "step": 96200 + }, + { + "loss_action": 0.0020628857892006636, + "loss_total": 0.0020628857892006636, + "step": 96200 + }, + { + "loss_action": 0.00849269237369299, + "loss_total": 0.00849269237369299, + "step": 96200 + }, + { + "loss_action": 0.005121093709021807, + "loss_total": 0.005121093709021807, + "step": 96200 + }, + { + "loss_action": 0.0065178656950592995, + "loss_total": 0.0065178656950592995, + "step": 96200 + }, + { + "grad_norm": 0.10147076845169067, + "learning_rate": 3.9240201888147697e-07, + "loss": 0.0067, + "step": 96210 + }, + { + "loss_action": 0.011209029704332352, + "loss_total": 0.011209029704332352, + "step": 96210 + }, + { + "loss_action": 0.005898200906813145, + "loss_total": 0.005898200906813145, + "step": 96210 + }, + { + "loss_action": 0.0018802635604515672, + "loss_total": 0.0018802635604515672, + "step": 96210 + }, + { + "loss_action": 0.008212464861571789, + "loss_total": 0.008212464861571789, + "step": 96210 + }, + { + "loss_action": 0.03123951330780983, + "loss_total": 0.03123951330780983, + "step": 96210 + }, + { + "loss_action": 0.004447381943464279, + "loss_total": 0.004447381943464279, + "step": 96210 + }, + { + "grad_norm": 0.15466293692588806, + "learning_rate": 3.9033726665632096e-07, + "loss": 0.0074, + "step": 96220 + }, + { + "loss_action": 0.03283537179231644, + "loss_total": 0.03283537179231644, + "step": 96220 + }, + { + "loss_action": 0.011151878163218498, + "loss_total": 0.011151878163218498, + "step": 96220 + }, + { + "loss_action": 0.0051307640969753265, + "loss_total": 0.0051307640969753265, + "step": 96220 + }, + { + "loss_action": 0.00610917154699564, + "loss_total": 0.00610917154699564, + "step": 96220 + }, + { + "loss_action": 0.00818752869963646, + "loss_total": 0.00818752869963646, + "step": 96220 + }, + { + "loss_action": 0.0028082742355763912, + "loss_total": 0.0028082742355763912, + "step": 96220 + }, + { + "grad_norm": 0.19704009592533112, + "learning_rate": 3.882779396692959e-07, + "loss": 0.0104, + "step": 96230 + }, + { + "loss_action": 0.012353567406535149, + "loss_total": 0.012353567406535149, + "step": 96230 + }, + { + "loss_action": 0.01625150255858898, + "loss_total": 0.01625150255858898, + "step": 96230 + }, + { + "loss_action": 0.005037290509790182, + "loss_total": 0.005037290509790182, + "step": 96230 + }, + { + "loss_action": 0.005197111051529646, + "loss_total": 0.005197111051529646, + "step": 96230 + }, + { + "loss_action": 0.012832150794565678, + "loss_total": 0.012832150794565678, + "step": 96230 + }, + { + "loss_action": 0.003929796162992716, + "loss_total": 0.003929796162992716, + "step": 96230 + }, + { + "grad_norm": 0.10485528409481049, + "learning_rate": 3.8622403814559947e-07, + "loss": 0.006, + "step": 96240 + }, + { + "loss_action": 0.004728069994598627, + "loss_total": 0.004728069994598627, + "step": 96240 + }, + { + "loss_action": 0.046096041798591614, + "loss_total": 0.046096041798591614, + "step": 96240 + }, + { + "loss_action": 0.004644671455025673, + "loss_total": 0.004644671455025673, + "step": 96240 + }, + { + "loss_action": 0.008106098510324955, + "loss_total": 0.008106098510324955, + "step": 96240 + }, + { + "loss_action": 0.025172080844640732, + "loss_total": 0.025172080844640732, + "step": 96240 + }, + { + "loss_action": 0.001882687909528613, + "loss_total": 0.001882687909528613, + "step": 96240 + }, + { + "grad_norm": 0.16714619100093842, + "learning_rate": 3.841755623098575e-07, + "loss": 0.0092, + "step": 96250 + }, + { + "loss_action": 0.0036701576318591833, + "loss_total": 0.0036701576318591833, + "step": 96250 + }, + { + "loss_action": 0.003835204755887389, + "loss_total": 0.003835204755887389, + "step": 96250 + }, + { + "loss_action": 0.005209346767514944, + "loss_total": 0.005209346767514944, + "step": 96250 + }, + { + "loss_action": 0.001911261584609747, + "loss_total": 0.001911261584609747, + "step": 96250 + }, + { + "loss_action": 0.005129243712872267, + "loss_total": 0.005129243712872267, + "step": 96250 + }, + { + "loss_action": 0.0023461005184799433, + "loss_total": 0.0023461005184799433, + "step": 96250 + }, + { + "grad_norm": 0.1337609440088272, + "learning_rate": 3.821325123860742e-07, + "loss": 0.0066, + "step": 96260 + }, + { + "loss_action": 0.003393614897504449, + "loss_total": 0.003393614897504449, + "step": 96260 + }, + { + "loss_action": 0.0020073619671165943, + "loss_total": 0.0020073619671165943, + "step": 96260 + }, + { + "loss_action": 0.003138524480164051, + "loss_total": 0.003138524480164051, + "step": 96260 + }, + { + "loss_action": 0.03007431887090206, + "loss_total": 0.03007431887090206, + "step": 96260 + }, + { + "loss_action": 0.00494768563657999, + "loss_total": 0.00494768563657999, + "step": 96260 + }, + { + "loss_action": 0.0063526625744998455, + "loss_total": 0.0063526625744998455, + "step": 96260 + }, + { + "grad_norm": 0.13566337525844574, + "learning_rate": 3.800948885976818e-07, + "loss": 0.0072, + "step": 96270 + }, + { + "loss_action": 0.008606715127825737, + "loss_total": 0.008606715127825737, + "step": 96270 + }, + { + "loss_action": 0.005605494603514671, + "loss_total": 0.005605494603514671, + "step": 96270 + }, + { + "loss_action": 0.0054915910586714745, + "loss_total": 0.0054915910586714745, + "step": 96270 + }, + { + "loss_action": 0.005579357501119375, + "loss_total": 0.005579357501119375, + "step": 96270 + }, + { + "loss_action": 0.0030229808762669563, + "loss_total": 0.0030229808762669563, + "step": 96270 + }, + { + "loss_action": 0.002562642330303788, + "loss_total": 0.002562642330303788, + "step": 96270 + }, + { + "grad_norm": 0.09270723164081573, + "learning_rate": 3.780626911675078e-07, + "loss": 0.0062, + "step": 96280 + }, + { + "loss_action": 0.005135434679687023, + "loss_total": 0.005135434679687023, + "step": 96280 + }, + { + "loss_action": 0.11022201925516129, + "loss_total": 0.11022201925516129, + "step": 96280 + }, + { + "loss_action": 0.006822149734944105, + "loss_total": 0.006822149734944105, + "step": 96280 + }, + { + "loss_action": 0.006309959571808577, + "loss_total": 0.006309959571808577, + "step": 96280 + }, + { + "loss_action": 0.003978964872658253, + "loss_total": 0.003978964872658253, + "step": 96280 + }, + { + "loss_action": 0.0025608937721699476, + "loss_total": 0.0025608937721699476, + "step": 96280 + }, + { + "grad_norm": 0.16143374145030975, + "learning_rate": 3.76035920317791e-07, + "loss": 0.0087, + "step": 96290 + }, + { + "loss_action": 0.006772974971681833, + "loss_total": 0.006772974971681833, + "step": 96290 + }, + { + "loss_action": 0.004037768114358187, + "loss_total": 0.004037768114358187, + "step": 96290 + }, + { + "loss_action": 0.0021410714834928513, + "loss_total": 0.0021410714834928513, + "step": 96290 + }, + { + "loss_action": 0.004255917388945818, + "loss_total": 0.004255917388945818, + "step": 96290 + }, + { + "loss_action": 0.017758479341864586, + "loss_total": 0.017758479341864586, + "step": 96290 + }, + { + "loss_action": 0.0051944563165307045, + "loss_total": 0.0051944563165307045, + "step": 96290 + }, + { + "grad_norm": 0.08507128804922104, + "learning_rate": 3.740145762701819e-07, + "loss": 0.0104, + "step": 96300 + }, + { + "loss_action": 0.0021417278330773115, + "loss_total": 0.0021417278330773115, + "step": 96300 + }, + { + "loss_action": 0.012919059954583645, + "loss_total": 0.012919059954583645, + "step": 96300 + }, + { + "loss_action": 0.004363869316875935, + "loss_total": 0.004363869316875935, + "step": 96300 + }, + { + "loss_action": 0.03742528706789017, + "loss_total": 0.03742528706789017, + "step": 96300 + }, + { + "loss_action": 0.007065000478178263, + "loss_total": 0.007065000478178263, + "step": 96300 + }, + { + "loss_action": 0.014677955769002438, + "loss_total": 0.014677955769002438, + "step": 96300 + }, + { + "grad_norm": 0.140362948179245, + "learning_rate": 3.7199865924572585e-07, + "loss": 0.0064, + "step": 96310 + }, + { + "loss_action": 0.00415712408721447, + "loss_total": 0.00415712408721447, + "step": 96310 + }, + { + "loss_action": 0.02071554586291313, + "loss_total": 0.02071554586291313, + "step": 96310 + }, + { + "loss_action": 0.005896977614611387, + "loss_total": 0.005896977614611387, + "step": 96310 + }, + { + "loss_action": 0.0029699390288442373, + "loss_total": 0.0029699390288442373, + "step": 96310 + }, + { + "loss_action": 0.00548585457727313, + "loss_total": 0.00548585457727313, + "step": 96310 + }, + { + "loss_action": 0.006435731425881386, + "loss_total": 0.006435731425881386, + "step": 96310 + }, + { + "grad_norm": 0.10726139694452286, + "learning_rate": 3.699881694648799e-07, + "loss": 0.0059, + "step": 96320 + }, + { + "loss_action": 0.006783984135836363, + "loss_total": 0.006783984135836363, + "step": 96320 + }, + { + "loss_action": 0.004245243035256863, + "loss_total": 0.004245243035256863, + "step": 96320 + }, + { + "loss_action": 0.007157560437917709, + "loss_total": 0.007157560437917709, + "step": 96320 + }, + { + "loss_action": 0.0022792478557676077, + "loss_total": 0.0022792478557676077, + "step": 96320 + }, + { + "loss_action": 0.008894837461411953, + "loss_total": 0.008894837461411953, + "step": 96320 + }, + { + "loss_action": 0.004075679928064346, + "loss_total": 0.004075679928064346, + "step": 96320 + }, + { + "grad_norm": 0.23335343599319458, + "learning_rate": 3.679831071475126e-07, + "loss": 0.0065, + "step": 96330 + }, + { + "loss_action": 0.010273962281644344, + "loss_total": 0.010273962281644344, + "step": 96330 + }, + { + "loss_action": 0.0061493199318647385, + "loss_total": 0.0061493199318647385, + "step": 96330 + }, + { + "loss_action": 0.008736364543437958, + "loss_total": 0.008736364543437958, + "step": 96330 + }, + { + "loss_action": 0.01259115245193243, + "loss_total": 0.01259115245193243, + "step": 96330 + }, + { + "loss_action": 0.013096475973725319, + "loss_total": 0.013096475973725319, + "step": 96330 + }, + { + "loss_action": 0.0035968946758657694, + "loss_total": 0.0035968946758657694, + "step": 96330 + }, + { + "grad_norm": 0.15006493031978607, + "learning_rate": 3.65983472512893e-07, + "loss": 0.0068, + "step": 96340 + }, + { + "loss_action": 0.0015560741303488612, + "loss_total": 0.0015560741303488612, + "step": 96340 + }, + { + "loss_action": 0.023604856804013252, + "loss_total": 0.023604856804013252, + "step": 96340 + }, + { + "loss_action": 0.0021329394076019526, + "loss_total": 0.0021329394076019526, + "step": 96340 + }, + { + "loss_action": 0.013292430900037289, + "loss_total": 0.013292430900037289, + "step": 96340 + }, + { + "loss_action": 0.006844684015959501, + "loss_total": 0.006844684015959501, + "step": 96340 + }, + { + "loss_action": 0.01743490621447563, + "loss_total": 0.01743490621447563, + "step": 96340 + }, + { + "grad_norm": 0.15795092284679413, + "learning_rate": 3.6398926577969616e-07, + "loss": 0.0065, + "step": 96350 + }, + { + "loss_action": 0.006820764858275652, + "loss_total": 0.006820764858275652, + "step": 96350 + }, + { + "loss_action": 0.0075707933865487576, + "loss_total": 0.0075707933865487576, + "step": 96350 + }, + { + "loss_action": 0.0021710258442908525, + "loss_total": 0.0021710258442908525, + "step": 96350 + }, + { + "loss_action": 0.004973741713911295, + "loss_total": 0.004973741713911295, + "step": 96350 + }, + { + "loss_action": 0.00216761720366776, + "loss_total": 0.00216761720366776, + "step": 96350 + }, + { + "loss_action": 0.0025664125569164753, + "loss_total": 0.0025664125569164753, + "step": 96350 + }, + { + "grad_norm": 0.15591005980968475, + "learning_rate": 3.620004871660032e-07, + "loss": 0.0074, + "step": 96360 + }, + { + "loss_action": 0.00999707542359829, + "loss_total": 0.00999707542359829, + "step": 96360 + }, + { + "loss_action": 0.011347627267241478, + "loss_total": 0.011347627267241478, + "step": 96360 + }, + { + "loss_action": 0.012675940059125423, + "loss_total": 0.012675940059125423, + "step": 96360 + }, + { + "loss_action": 0.006117732264101505, + "loss_total": 0.006117732264101505, + "step": 96360 + }, + { + "loss_action": 0.0026544590946286917, + "loss_total": 0.0026544590946286917, + "step": 96360 + }, + { + "loss_action": 0.005516879726201296, + "loss_total": 0.005516879726201296, + "step": 96360 + }, + { + "grad_norm": 0.1800512820482254, + "learning_rate": 3.600171368893124e-07, + "loss": 0.008, + "step": 96370 + }, + { + "loss_action": 0.005999261047691107, + "loss_total": 0.005999261047691107, + "step": 96370 + }, + { + "loss_action": 0.003035529050976038, + "loss_total": 0.003035529050976038, + "step": 96370 + }, + { + "loss_action": 0.003308329964056611, + "loss_total": 0.003308329964056611, + "step": 96370 + }, + { + "loss_action": 0.01929725892841816, + "loss_total": 0.01929725892841816, + "step": 96370 + }, + { + "loss_action": 0.006781408097594976, + "loss_total": 0.006781408097594976, + "step": 96370 + }, + { + "loss_action": 0.0026469528675079346, + "loss_total": 0.0026469528675079346, + "step": 96370 + }, + { + "grad_norm": 0.18814846873283386, + "learning_rate": 3.580392151665113e-07, + "loss": 0.0069, + "step": 96380 + }, + { + "loss_action": 0.010950766503810883, + "loss_total": 0.010950766503810883, + "step": 96380 + }, + { + "loss_action": 0.014615707099437714, + "loss_total": 0.014615707099437714, + "step": 96380 + }, + { + "loss_action": 0.0409645177423954, + "loss_total": 0.0409645177423954, + "step": 96380 + }, + { + "loss_action": 0.006221810821443796, + "loss_total": 0.006221810821443796, + "step": 96380 + }, + { + "loss_action": 0.01193884015083313, + "loss_total": 0.01193884015083313, + "step": 96380 + }, + { + "loss_action": 0.010891313664615154, + "loss_total": 0.010891313664615154, + "step": 96380 + }, + { + "grad_norm": 0.1849881410598755, + "learning_rate": 3.5606672221391024e-07, + "loss": 0.0096, + "step": 96390 + }, + { + "loss_action": 0.0035790663678199053, + "loss_total": 0.0035790663678199053, + "step": 96390 + }, + { + "loss_action": 0.0018138656159862876, + "loss_total": 0.0018138656159862876, + "step": 96390 + }, + { + "loss_action": 0.004831039812415838, + "loss_total": 0.004831039812415838, + "step": 96390 + }, + { + "loss_action": 0.005775129422545433, + "loss_total": 0.005775129422545433, + "step": 96390 + }, + { + "loss_action": 0.03362324833869934, + "loss_total": 0.03362324833869934, + "step": 96390 + }, + { + "loss_action": 0.0018248858395963907, + "loss_total": 0.0018248858395963907, + "step": 96390 + }, + { + "grad_norm": 0.1556042730808258, + "learning_rate": 3.540996582472089e-07, + "loss": 0.0061, + "step": 96400 + }, + { + "loss_action": 0.01032962929457426, + "loss_total": 0.01032962929457426, + "step": 96400 + }, + { + "loss_action": 0.0038926568813622, + "loss_total": 0.0038926568813622, + "step": 96400 + }, + { + "loss_action": 0.008559750393033028, + "loss_total": 0.008559750393033028, + "step": 96400 + }, + { + "loss_action": 0.0037220660597085953, + "loss_total": 0.0037220660597085953, + "step": 96400 + }, + { + "loss_action": 0.05765131115913391, + "loss_total": 0.05765131115913391, + "step": 96400 + }, + { + "loss_action": 0.008755164220929146, + "loss_total": 0.008755164220929146, + "step": 96400 + }, + { + "grad_norm": 0.24318809807300568, + "learning_rate": 3.521380234815297e-07, + "loss": 0.0075, + "step": 96410 + }, + { + "loss_action": 0.060289978981018066, + "loss_total": 0.060289978981018066, + "step": 96410 + }, + { + "loss_action": 0.0035367803648114204, + "loss_total": 0.0035367803648114204, + "step": 96410 + }, + { + "loss_action": 0.009290212765336037, + "loss_total": 0.009290212765336037, + "step": 96410 + }, + { + "loss_action": 0.004697299562394619, + "loss_total": 0.004697299562394619, + "step": 96410 + }, + { + "loss_action": 0.011750996112823486, + "loss_total": 0.011750996112823486, + "step": 96410 + }, + { + "loss_action": 0.002473575761541724, + "loss_total": 0.002473575761541724, + "step": 96410 + }, + { + "grad_norm": 0.12208296358585358, + "learning_rate": 3.5018181813138985e-07, + "loss": 0.0068, + "step": 96420 + }, + { + "loss_action": 0.0026742005720734596, + "loss_total": 0.0026742005720734596, + "step": 96420 + }, + { + "loss_action": 0.002226106356829405, + "loss_total": 0.002226106356829405, + "step": 96420 + }, + { + "loss_action": 0.011535474099218845, + "loss_total": 0.011535474099218845, + "step": 96420 + }, + { + "loss_action": 0.0032165765296667814, + "loss_total": 0.0032165765296667814, + "step": 96420 + }, + { + "loss_action": 0.004827459808439016, + "loss_total": 0.004827459808439016, + "step": 96420 + }, + { + "loss_action": 0.002281562425196171, + "loss_total": 0.002281562425196171, + "step": 96420 + }, + { + "grad_norm": 0.140398770570755, + "learning_rate": 3.482310424107238e-07, + "loss": 0.0071, + "step": 96430 + }, + { + "loss_action": 0.003698237705975771, + "loss_total": 0.003698237705975771, + "step": 96430 + }, + { + "loss_action": 0.019911859184503555, + "loss_total": 0.019911859184503555, + "step": 96430 + }, + { + "loss_action": 0.002236279658973217, + "loss_total": 0.002236279658973217, + "step": 96430 + }, + { + "loss_action": 0.00566662335768342, + "loss_total": 0.00566662335768342, + "step": 96430 + }, + { + "loss_action": 0.0065900166518986225, + "loss_total": 0.0065900166518986225, + "step": 96430 + }, + { + "loss_action": 0.0015706350095570087, + "loss_total": 0.0015706350095570087, + "step": 96430 + }, + { + "grad_norm": 0.12254136800765991, + "learning_rate": 3.4628569653285537e-07, + "loss": 0.0067, + "step": 96440 + }, + { + "loss_action": 0.004000409506261349, + "loss_total": 0.004000409506261349, + "step": 96440 + }, + { + "loss_action": 0.010900602675974369, + "loss_total": 0.010900602675974369, + "step": 96440 + }, + { + "loss_action": 0.0085220355540514, + "loss_total": 0.0085220355540514, + "step": 96440 + }, + { + "loss_action": 0.004880022257566452, + "loss_total": 0.004880022257566452, + "step": 96440 + }, + { + "loss_action": 0.005854610353708267, + "loss_total": 0.005854610353708267, + "step": 96440 + }, + { + "loss_action": 0.0018027668120339513, + "loss_total": 0.0018027668120339513, + "step": 96440 + }, + { + "grad_norm": 0.23447084426879883, + "learning_rate": 3.44345780710531e-07, + "loss": 0.0079, + "step": 96450 + }, + { + "loss_action": 0.018342487514019012, + "loss_total": 0.018342487514019012, + "step": 96450 + }, + { + "loss_action": 0.005231568589806557, + "loss_total": 0.005231568589806557, + "step": 96450 + }, + { + "loss_action": 0.002617910038679838, + "loss_total": 0.002617910038679838, + "step": 96450 + }, + { + "loss_action": 0.004141474608331919, + "loss_total": 0.004141474608331919, + "step": 96450 + }, + { + "loss_action": 0.016179624944925308, + "loss_total": 0.016179624944925308, + "step": 96450 + }, + { + "loss_action": 0.012168393470346928, + "loss_total": 0.012168393470346928, + "step": 96450 + }, + { + "grad_norm": 0.21380092203617096, + "learning_rate": 3.424112951558978e-07, + "loss": 0.0069, + "step": 96460 + }, + { + "loss_action": 0.02994043380022049, + "loss_total": 0.02994043380022049, + "step": 96460 + }, + { + "loss_action": 0.011036965996026993, + "loss_total": 0.011036965996026993, + "step": 96460 + }, + { + "loss_action": 0.006272324826568365, + "loss_total": 0.006272324826568365, + "step": 96460 + }, + { + "loss_action": 0.06956103444099426, + "loss_total": 0.06956103444099426, + "step": 96460 + }, + { + "loss_action": 0.003340749302878976, + "loss_total": 0.003340749302878976, + "step": 96460 + }, + { + "loss_action": 0.004988272208720446, + "loss_total": 0.004988272208720446, + "step": 96460 + }, + { + "grad_norm": 0.14298179745674133, + "learning_rate": 3.40482240080503e-07, + "loss": 0.0086, + "step": 96470 + }, + { + "loss_action": 0.004802900366485119, + "loss_total": 0.004802900366485119, + "step": 96470 + }, + { + "loss_action": 0.002948875306174159, + "loss_total": 0.002948875306174159, + "step": 96470 + }, + { + "loss_action": 0.002332204021513462, + "loss_total": 0.002332204021513462, + "step": 96470 + }, + { + "loss_action": 0.003494580974802375, + "loss_total": 0.003494580974802375, + "step": 96470 + }, + { + "loss_action": 0.012756230309605598, + "loss_total": 0.012756230309605598, + "step": 96470 + }, + { + "loss_action": 0.0035732341930270195, + "loss_total": 0.0035732341930270195, + "step": 96470 + }, + { + "grad_norm": 0.1492825150489807, + "learning_rate": 3.3855861569531133e-07, + "loss": 0.0086, + "step": 96480 + }, + { + "loss_action": 0.009164461866021156, + "loss_total": 0.009164461866021156, + "step": 96480 + }, + { + "loss_action": 0.0021799190435558558, + "loss_total": 0.0021799190435558558, + "step": 96480 + }, + { + "loss_action": 0.003783770836889744, + "loss_total": 0.003783770836889744, + "step": 96480 + }, + { + "loss_action": 0.002966103842481971, + "loss_total": 0.002966103842481971, + "step": 96480 + }, + { + "loss_action": 0.0021688418928533792, + "loss_total": 0.0021688418928533792, + "step": 96480 + }, + { + "loss_action": 0.004320209380239248, + "loss_total": 0.004320209380239248, + "step": 96480 + }, + { + "grad_norm": 0.2512330710887909, + "learning_rate": 3.3664042221068226e-07, + "loss": 0.0067, + "step": 96490 + }, + { + "loss_action": 0.0035116032231599092, + "loss_total": 0.0035116032231599092, + "step": 96490 + }, + { + "loss_action": 0.006551501806825399, + "loss_total": 0.006551501806825399, + "step": 96490 + }, + { + "loss_action": 0.008164980448782444, + "loss_total": 0.008164980448782444, + "step": 96490 + }, + { + "loss_action": 0.008009898476302624, + "loss_total": 0.008009898476302624, + "step": 96490 + }, + { + "loss_action": 0.008499609306454659, + "loss_total": 0.008499609306454659, + "step": 96490 + }, + { + "loss_action": 0.0071624103002250195, + "loss_total": 0.0071624103002250195, + "step": 96490 + }, + { + "grad_norm": 0.39917853474617004, + "learning_rate": 3.347276598363924e-07, + "loss": 0.012, + "step": 96500 + }, + { + "loss_action": 0.0015567662194371223, + "loss_total": 0.0015567662194371223, + "step": 96500 + }, + { + "loss_action": 0.007894606329500675, + "loss_total": 0.007894606329500675, + "step": 96500 + }, + { + "loss_action": 0.004186430014669895, + "loss_total": 0.004186430014669895, + "step": 96500 + }, + { + "loss_action": 0.0025960353668779135, + "loss_total": 0.0025960353668779135, + "step": 96500 + }, + { + "loss_action": 0.005457777064293623, + "loss_total": 0.005457777064293623, + "step": 96500 + }, + { + "loss_action": 0.0030942244920879602, + "loss_total": 0.0030942244920879602, + "step": 96500 + }, + { + "grad_norm": 0.12095044553279877, + "learning_rate": 3.328203287816134e-07, + "loss": 0.007, + "step": 96510 + }, + { + "loss_action": 0.005391952581703663, + "loss_total": 0.005391952581703663, + "step": 96510 + }, + { + "loss_action": 0.013194985687732697, + "loss_total": 0.013194985687732697, + "step": 96510 + }, + { + "loss_action": 0.00264739035628736, + "loss_total": 0.00264739035628736, + "step": 96510 + }, + { + "loss_action": 0.0031713738571852446, + "loss_total": 0.0031713738571852446, + "step": 96510 + }, + { + "loss_action": 0.005607152357697487, + "loss_total": 0.005607152357697487, + "step": 96510 + }, + { + "loss_action": 0.004929112736135721, + "loss_total": 0.004929112736135721, + "step": 96510 + }, + { + "grad_norm": 0.21819575130939484, + "learning_rate": 3.3091842925493386e-07, + "loss": 0.0068, + "step": 96520 + }, + { + "loss_action": 0.005964753217995167, + "loss_total": 0.005964753217995167, + "step": 96520 + }, + { + "loss_action": 0.002391747198998928, + "loss_total": 0.002391747198998928, + "step": 96520 + }, + { + "loss_action": 0.011914847418665886, + "loss_total": 0.011914847418665886, + "step": 96520 + }, + { + "loss_action": 0.010045158676803112, + "loss_total": 0.010045158676803112, + "step": 96520 + }, + { + "loss_action": 0.002610878786072135, + "loss_total": 0.002610878786072135, + "step": 96520 + }, + { + "loss_action": 0.01359851285815239, + "loss_total": 0.01359851285815239, + "step": 96520 + }, + { + "grad_norm": 0.15558277070522308, + "learning_rate": 3.2902196146433196e-07, + "loss": 0.0067, + "step": 96530 + }, + { + "loss_action": 0.004601835273206234, + "loss_total": 0.004601835273206234, + "step": 96530 + }, + { + "loss_action": 0.00572433415800333, + "loss_total": 0.00572433415800333, + "step": 96530 + }, + { + "loss_action": 0.009421384893357754, + "loss_total": 0.009421384893357754, + "step": 96530 + }, + { + "loss_action": 0.039806049317121506, + "loss_total": 0.039806049317121506, + "step": 96530 + }, + { + "loss_action": 0.004445476457476616, + "loss_total": 0.004445476457476616, + "step": 96530 + }, + { + "loss_action": 0.0040735527873039246, + "loss_total": 0.0040735527873039246, + "step": 96530 + }, + { + "grad_norm": 0.19121824204921722, + "learning_rate": 3.2713092561720836e-07, + "loss": 0.0099, + "step": 96540 + }, + { + "loss_action": 0.004343118984252214, + "loss_total": 0.004343118984252214, + "step": 96540 + }, + { + "loss_action": 0.006205422338098288, + "loss_total": 0.006205422338098288, + "step": 96540 + }, + { + "loss_action": 0.0022279100958257914, + "loss_total": 0.0022279100958257914, + "step": 96540 + }, + { + "loss_action": 0.0014824242098256946, + "loss_total": 0.0014824242098256946, + "step": 96540 + }, + { + "loss_action": 0.011567933484911919, + "loss_total": 0.011567933484911919, + "step": 96540 + }, + { + "loss_action": 0.006747572682797909, + "loss_total": 0.006747572682797909, + "step": 96540 + }, + { + "grad_norm": 0.23577770590782166, + "learning_rate": 3.2524532192036996e-07, + "loss": 0.0068, + "step": 96550 + }, + { + "loss_action": 0.007742041721940041, + "loss_total": 0.007742041721940041, + "step": 96550 + }, + { + "loss_action": 0.002625455381348729, + "loss_total": 0.002625455381348729, + "step": 96550 + }, + { + "loss_action": 0.0036885561421513557, + "loss_total": 0.0036885561421513557, + "step": 96550 + }, + { + "loss_action": 0.0032595545053482056, + "loss_total": 0.0032595545053482056, + "step": 96550 + }, + { + "loss_action": 0.013714606873691082, + "loss_total": 0.013714606873691082, + "step": 96550 + }, + { + "loss_action": 0.004788366612046957, + "loss_total": 0.004788366612046957, + "step": 96550 + }, + { + "grad_norm": 0.10971953719854355, + "learning_rate": 3.2336515058001836e-07, + "loss": 0.0068, + "step": 96560 + }, + { + "loss_action": 0.004464391618967056, + "loss_total": 0.004464391618967056, + "step": 96560 + }, + { + "loss_action": 0.0019906803499907255, + "loss_total": 0.0019906803499907255, + "step": 96560 + }, + { + "loss_action": 0.007764092180877924, + "loss_total": 0.007764092180877924, + "step": 96560 + }, + { + "loss_action": 0.0055314176715910435, + "loss_total": 0.0055314176715910435, + "step": 96560 + }, + { + "loss_action": 0.002796450164169073, + "loss_total": 0.002796450164169073, + "step": 96560 + }, + { + "loss_action": 0.003598348703235388, + "loss_total": 0.003598348703235388, + "step": 96560 + }, + { + "grad_norm": 0.1505138874053955, + "learning_rate": 3.2149041180176143e-07, + "loss": 0.0079, + "step": 96570 + }, + { + "loss_action": 0.012954149395227432, + "loss_total": 0.012954149395227432, + "step": 96570 + }, + { + "loss_action": 0.007159028667956591, + "loss_total": 0.007159028667956591, + "step": 96570 + }, + { + "loss_action": 0.009255400858819485, + "loss_total": 0.009255400858819485, + "step": 96570 + }, + { + "loss_action": 0.006381392478942871, + "loss_total": 0.006381392478942871, + "step": 96570 + }, + { + "loss_action": 0.004406752530485392, + "loss_total": 0.004406752530485392, + "step": 96570 + }, + { + "loss_action": 0.0034616237971931696, + "loss_total": 0.0034616237971931696, + "step": 96570 + }, + { + "grad_norm": 0.17936478555202484, + "learning_rate": 3.1962110579062954e-07, + "loss": 0.0093, + "step": 96580 + }, + { + "loss_action": 0.005627222824841738, + "loss_total": 0.005627222824841738, + "step": 96580 + }, + { + "loss_action": 0.005178034771233797, + "loss_total": 0.005178034771233797, + "step": 96580 + }, + { + "loss_action": 0.007389802485704422, + "loss_total": 0.007389802485704422, + "step": 96580 + }, + { + "loss_action": 0.006231830455362797, + "loss_total": 0.006231830455362797, + "step": 96580 + }, + { + "loss_action": 0.01709856651723385, + "loss_total": 0.01709856651723385, + "step": 96580 + }, + { + "loss_action": 0.004900309257209301, + "loss_total": 0.004900309257209301, + "step": 96580 + }, + { + "grad_norm": 0.20640523731708527, + "learning_rate": 3.177572327510314e-07, + "loss": 0.0078, + "step": 96590 + }, + { + "loss_action": 0.004238655790686607, + "loss_total": 0.004238655790686607, + "step": 96590 + }, + { + "loss_action": 0.004133584909141064, + "loss_total": 0.004133584909141064, + "step": 96590 + }, + { + "loss_action": 0.0031359833665192127, + "loss_total": 0.0031359833665192127, + "step": 96590 + }, + { + "loss_action": 0.007976025342941284, + "loss_total": 0.007976025342941284, + "step": 96590 + }, + { + "loss_action": 0.005548310466110706, + "loss_total": 0.005548310466110706, + "step": 96590 + }, + { + "loss_action": 0.0036162282340228558, + "loss_total": 0.0036162282340228558, + "step": 96590 + }, + { + "grad_norm": 0.18714962899684906, + "learning_rate": 3.158987928868151e-07, + "loss": 0.0065, + "step": 96600 + }, + { + "loss_action": 0.007261302787810564, + "loss_total": 0.007261302787810564, + "step": 96600 + }, + { + "loss_action": 0.009840755723416805, + "loss_total": 0.009840755723416805, + "step": 96600 + }, + { + "loss_action": 0.007977546192705631, + "loss_total": 0.007977546192705631, + "step": 96600 + }, + { + "loss_action": 0.009097542613744736, + "loss_total": 0.009097542613744736, + "step": 96600 + }, + { + "loss_action": 0.0022092254366725683, + "loss_total": 0.0022092254366725683, + "step": 96600 + }, + { + "loss_action": 0.0015051467344164848, + "loss_total": 0.0015051467344164848, + "step": 96600 + }, + { + "grad_norm": 0.14363433420658112, + "learning_rate": 3.1404578640120144e-07, + "loss": 0.0088, + "step": 96610 + }, + { + "loss_action": 0.003704946953803301, + "loss_total": 0.003704946953803301, + "step": 96610 + }, + { + "loss_action": 0.0069600422866642475, + "loss_total": 0.0069600422866642475, + "step": 96610 + }, + { + "loss_action": 0.0033395951613783836, + "loss_total": 0.0033395951613783836, + "step": 96610 + }, + { + "loss_action": 0.005942373536527157, + "loss_total": 0.005942373536527157, + "step": 96610 + }, + { + "loss_action": 0.0017155391396954656, + "loss_total": 0.0017155391396954656, + "step": 96610 + }, + { + "loss_action": 0.01862349361181259, + "loss_total": 0.01862349361181259, + "step": 96610 + }, + { + "grad_norm": 0.14416415989398956, + "learning_rate": 3.1219821349683933e-07, + "loss": 0.0108, + "step": 96620 + }, + { + "loss_action": 0.003691272111609578, + "loss_total": 0.003691272111609578, + "step": 96620 + }, + { + "loss_action": 0.0040364558808505535, + "loss_total": 0.0040364558808505535, + "step": 96620 + }, + { + "loss_action": 0.004966307897120714, + "loss_total": 0.004966307897120714, + "step": 96620 + }, + { + "loss_action": 0.004387626424431801, + "loss_total": 0.004387626424431801, + "step": 96620 + }, + { + "loss_action": 0.009383239783346653, + "loss_total": 0.009383239783346653, + "step": 96620 + }, + { + "loss_action": 0.010505386628210545, + "loss_total": 0.010505386628210545, + "step": 96620 + }, + { + "grad_norm": 0.22044707834720612, + "learning_rate": 3.103560743757783e-07, + "loss": 0.0074, + "step": 96630 + }, + { + "loss_action": 0.0039528668858110905, + "loss_total": 0.0039528668858110905, + "step": 96630 + }, + { + "loss_action": 0.0045298864133656025, + "loss_total": 0.0045298864133656025, + "step": 96630 + }, + { + "loss_action": 0.009103406220674515, + "loss_total": 0.009103406220674515, + "step": 96630 + }, + { + "loss_action": 0.0034392063971608877, + "loss_total": 0.0034392063971608877, + "step": 96630 + }, + { + "loss_action": 0.0025049452669918537, + "loss_total": 0.0025049452669918537, + "step": 96630 + }, + { + "loss_action": 0.0035229662898927927, + "loss_total": 0.0035229662898927927, + "step": 96630 + }, + { + "grad_norm": 0.14356349408626556, + "learning_rate": 3.0851936923946834e-07, + "loss": 0.0089, + "step": 96640 + }, + { + "loss_action": 0.004059740342199802, + "loss_total": 0.004059740342199802, + "step": 96640 + }, + { + "loss_action": 0.009862590581178665, + "loss_total": 0.009862590581178665, + "step": 96640 + }, + { + "loss_action": 0.07957988232374191, + "loss_total": 0.07957988232374191, + "step": 96640 + }, + { + "loss_action": 0.005938204471021891, + "loss_total": 0.005938204471021891, + "step": 96640 + }, + { + "loss_action": 0.002272101119160652, + "loss_total": 0.002272101119160652, + "step": 96640 + }, + { + "loss_action": 0.004111932590603828, + "loss_total": 0.004111932590603828, + "step": 96640 + }, + { + "grad_norm": 0.12425757944583893, + "learning_rate": 3.06688098288771e-07, + "loss": 0.0084, + "step": 96650 + }, + { + "loss_action": 0.0017444046679884195, + "loss_total": 0.0017444046679884195, + "step": 96650 + }, + { + "loss_action": 0.006121872924268246, + "loss_total": 0.006121872924268246, + "step": 96650 + }, + { + "loss_action": 0.0036581573076546192, + "loss_total": 0.0036581573076546192, + "step": 96650 + }, + { + "loss_action": 0.007058894261717796, + "loss_total": 0.007058894261717796, + "step": 96650 + }, + { + "loss_action": 0.0034524183720350266, + "loss_total": 0.0034524183720350266, + "step": 96650 + }, + { + "loss_action": 0.007126923184841871, + "loss_total": 0.007126923184841871, + "step": 96650 + }, + { + "grad_norm": 0.18967148661613464, + "learning_rate": 3.0486226172394825e-07, + "loss": 0.0061, + "step": 96660 + }, + { + "loss_action": 0.004364611580967903, + "loss_total": 0.004364611580967903, + "step": 96660 + }, + { + "loss_action": 0.003788937581703067, + "loss_total": 0.003788937581703067, + "step": 96660 + }, + { + "loss_action": 0.021439729258418083, + "loss_total": 0.021439729258418083, + "step": 96660 + }, + { + "loss_action": 0.011733238585293293, + "loss_total": 0.011733238585293293, + "step": 96660 + }, + { + "loss_action": 0.00132242392282933, + "loss_total": 0.00132242392282933, + "step": 96660 + }, + { + "loss_action": 0.005136409308761358, + "loss_total": 0.005136409308761358, + "step": 96660 + }, + { + "grad_norm": 0.1458054482936859, + "learning_rate": 3.030418597446738e-07, + "loss": 0.0078, + "step": 96670 + }, + { + "loss_action": 0.0026875913608819246, + "loss_total": 0.0026875913608819246, + "step": 96670 + }, + { + "loss_action": 0.007335337344557047, + "loss_total": 0.007335337344557047, + "step": 96670 + }, + { + "loss_action": 0.0057735866867005825, + "loss_total": 0.0057735866867005825, + "step": 96670 + }, + { + "loss_action": 0.0028652562759816647, + "loss_total": 0.0028652562759816647, + "step": 96670 + }, + { + "loss_action": 0.0016058472683653235, + "loss_total": 0.0016058472683653235, + "step": 96670 + }, + { + "loss_action": 0.0072735873982310295, + "loss_total": 0.0072735873982310295, + "step": 96670 + }, + { + "grad_norm": 0.12970244884490967, + "learning_rate": 3.012268925500272e-07, + "loss": 0.0067, + "step": 96680 + }, + { + "loss_action": 0.013907147571444511, + "loss_total": 0.013907147571444511, + "step": 96680 + }, + { + "loss_action": 0.003216155804693699, + "loss_total": 0.003216155804693699, + "step": 96680 + }, + { + "loss_action": 0.007097866851836443, + "loss_total": 0.007097866851836443, + "step": 96680 + }, + { + "loss_action": 0.005306954029947519, + "loss_total": 0.005306954029947519, + "step": 96680 + }, + { + "loss_action": 0.0036697033792734146, + "loss_total": 0.0036697033792734146, + "step": 96680 + }, + { + "loss_action": 0.0030962692108005285, + "loss_total": 0.0030962692108005285, + "step": 96680 + }, + { + "grad_norm": 0.19535043835639954, + "learning_rate": 2.994173603384831e-07, + "loss": 0.0075, + "step": 96690 + }, + { + "loss_action": 0.013257492333650589, + "loss_total": 0.013257492333650589, + "step": 96690 + }, + { + "loss_action": 0.006526961922645569, + "loss_total": 0.006526961922645569, + "step": 96690 + }, + { + "loss_action": 0.003468966344371438, + "loss_total": 0.003468966344371438, + "step": 96690 + }, + { + "loss_action": 0.008731047622859478, + "loss_total": 0.008731047622859478, + "step": 96690 + }, + { + "loss_action": 0.0030301169026643038, + "loss_total": 0.0030301169026643038, + "step": 96690 + }, + { + "loss_action": 0.0028792459052056074, + "loss_total": 0.0028792459052056074, + "step": 96690 + }, + { + "grad_norm": 0.139780193567276, + "learning_rate": 2.9761326330793317e-07, + "loss": 0.0067, + "step": 96700 + }, + { + "loss_action": 0.004925765562802553, + "loss_total": 0.004925765562802553, + "step": 96700 + }, + { + "loss_action": 0.0023972559720277786, + "loss_total": 0.0023972559720277786, + "step": 96700 + }, + { + "loss_action": 0.0019804704934358597, + "loss_total": 0.0019804704934358597, + "step": 96700 + }, + { + "loss_action": 0.0021945370826870203, + "loss_total": 0.0021945370826870203, + "step": 96700 + }, + { + "loss_action": 0.0020829890854656696, + "loss_total": 0.0020829890854656696, + "step": 96700 + }, + { + "loss_action": 0.004725532606244087, + "loss_total": 0.004725532606244087, + "step": 96700 + }, + { + "grad_norm": 0.12279941886663437, + "learning_rate": 2.958146016556751e-07, + "loss": 0.0086, + "step": 96710 + }, + { + "loss_action": 0.004193249624222517, + "loss_total": 0.004193249624222517, + "step": 96710 + }, + { + "loss_action": 0.032502155750989914, + "loss_total": 0.032502155750989914, + "step": 96710 + }, + { + "loss_action": 0.010584307834506035, + "loss_total": 0.010584307834506035, + "step": 96710 + }, + { + "loss_action": 0.010848701000213623, + "loss_total": 0.010848701000213623, + "step": 96710 + }, + { + "loss_action": 0.006455900613218546, + "loss_total": 0.006455900613218546, + "step": 96710 + }, + { + "loss_action": 0.006266753654927015, + "loss_total": 0.006266753654927015, + "step": 96710 + }, + { + "grad_norm": 0.14949841797351837, + "learning_rate": 2.94021375578396e-07, + "loss": 0.0119, + "step": 96720 + }, + { + "loss_action": 0.025170454755425453, + "loss_total": 0.025170454755425453, + "step": 96720 + }, + { + "loss_action": 0.01815866306424141, + "loss_total": 0.01815866306424141, + "step": 96720 + }, + { + "loss_action": 0.008261384442448616, + "loss_total": 0.008261384442448616, + "step": 96720 + }, + { + "loss_action": 0.0033268851693719625, + "loss_total": 0.0033268851693719625, + "step": 96720 + }, + { + "loss_action": 0.0020178493577986956, + "loss_total": 0.0020178493577986956, + "step": 96720 + }, + { + "loss_action": 0.008409511297941208, + "loss_total": 0.008409511297941208, + "step": 96720 + }, + { + "grad_norm": 0.10025376826524734, + "learning_rate": 2.9223358527221135e-07, + "loss": 0.0092, + "step": 96730 + }, + { + "loss_action": 0.0025262075942009687, + "loss_total": 0.0025262075942009687, + "step": 96730 + }, + { + "loss_action": 0.028370153158903122, + "loss_total": 0.028370153158903122, + "step": 96730 + }, + { + "loss_action": 0.0033401024993509054, + "loss_total": 0.0033401024993509054, + "step": 96730 + }, + { + "loss_action": 0.007517313584685326, + "loss_total": 0.007517313584685326, + "step": 96730 + }, + { + "loss_action": 0.004703647922724485, + "loss_total": 0.004703647922724485, + "step": 96730 + }, + { + "loss_action": 0.0030132571700960398, + "loss_total": 0.0030132571700960398, + "step": 96730 + }, + { + "grad_norm": 0.09982553124427795, + "learning_rate": 2.904512309326257e-07, + "loss": 0.0084, + "step": 96740 + }, + { + "loss_action": 0.015812046825885773, + "loss_total": 0.015812046825885773, + "step": 96740 + }, + { + "loss_action": 0.0058047110214829445, + "loss_total": 0.0058047110214829445, + "step": 96740 + }, + { + "loss_action": 0.003167183371260762, + "loss_total": 0.003167183371260762, + "step": 96740 + }, + { + "loss_action": 0.002518492052331567, + "loss_total": 0.002518492052331567, + "step": 96740 + }, + { + "loss_action": 0.01717829518020153, + "loss_total": 0.01717829518020153, + "step": 96740 + }, + { + "loss_action": 0.004449133295565844, + "loss_total": 0.004449133295565844, + "step": 96740 + }, + { + "grad_norm": 0.18727770447731018, + "learning_rate": 2.8867431275455545e-07, + "loss": 0.0097, + "step": 96750 + }, + { + "loss_action": 0.0072727445513010025, + "loss_total": 0.0072727445513010025, + "step": 96750 + }, + { + "loss_action": 0.007134869694709778, + "loss_total": 0.007134869694709778, + "step": 96750 + }, + { + "loss_action": 0.007707878947257996, + "loss_total": 0.007707878947257996, + "step": 96750 + }, + { + "loss_action": 0.004592122510075569, + "loss_total": 0.004592122510075569, + "step": 96750 + }, + { + "loss_action": 0.012163120321929455, + "loss_total": 0.012163120321929455, + "step": 96750 + }, + { + "loss_action": 0.0046875737607479095, + "loss_total": 0.0046875737607479095, + "step": 96750 + }, + { + "grad_norm": 0.19099819660186768, + "learning_rate": 2.86902830932323e-07, + "loss": 0.0091, + "step": 96760 + }, + { + "loss_action": 0.00838813092559576, + "loss_total": 0.00838813092559576, + "step": 96760 + }, + { + "loss_action": 0.00452178530395031, + "loss_total": 0.00452178530395031, + "step": 96760 + }, + { + "loss_action": 0.003957743290811777, + "loss_total": 0.003957743290811777, + "step": 96760 + }, + { + "loss_action": 0.0017907870933413506, + "loss_total": 0.0017907870933413506, + "step": 96760 + }, + { + "loss_action": 0.004151823930442333, + "loss_total": 0.004151823930442333, + "step": 96760 + }, + { + "loss_action": 0.009451467543840408, + "loss_total": 0.009451467543840408, + "step": 96760 + }, + { + "grad_norm": 0.37832558155059814, + "learning_rate": 2.851367856596565e-07, + "loss": 0.0097, + "step": 96770 + }, + { + "loss_action": 0.006489232648164034, + "loss_total": 0.006489232648164034, + "step": 96770 + }, + { + "loss_action": 0.0020595339592546225, + "loss_total": 0.0020595339592546225, + "step": 96770 + }, + { + "loss_action": 0.00418427586555481, + "loss_total": 0.00418427586555481, + "step": 96770 + }, + { + "loss_action": 0.0072189210914075375, + "loss_total": 0.0072189210914075375, + "step": 96770 + }, + { + "loss_action": 0.00690936716273427, + "loss_total": 0.00690936716273427, + "step": 96770 + }, + { + "loss_action": 0.013071582652628422, + "loss_total": 0.013071582652628422, + "step": 96770 + }, + { + "grad_norm": 0.09793636947870255, + "learning_rate": 2.83376177129685e-07, + "loss": 0.0076, + "step": 96780 + }, + { + "loss_action": 0.01397259347140789, + "loss_total": 0.01397259347140789, + "step": 96780 + }, + { + "loss_action": 0.008880479261279106, + "loss_total": 0.008880479261279106, + "step": 96780 + }, + { + "loss_action": 0.002719247480854392, + "loss_total": 0.002719247480854392, + "step": 96780 + }, + { + "loss_action": 0.004511243663728237, + "loss_total": 0.004511243663728237, + "step": 96780 + }, + { + "loss_action": 0.004900893662124872, + "loss_total": 0.004900893662124872, + "step": 96780 + }, + { + "loss_action": 0.00927351787686348, + "loss_total": 0.00927351787686348, + "step": 96780 + }, + { + "grad_norm": 0.14244723320007324, + "learning_rate": 2.8162100553494884e-07, + "loss": 0.0074, + "step": 96790 + }, + { + "loss_action": 0.005121020134538412, + "loss_total": 0.005121020134538412, + "step": 96790 + }, + { + "loss_action": 0.0024314536713063717, + "loss_total": 0.0024314536713063717, + "step": 96790 + }, + { + "loss_action": 0.0014255287824198604, + "loss_total": 0.0014255287824198604, + "step": 96790 + }, + { + "loss_action": 0.0035136882215738297, + "loss_total": 0.0035136882215738297, + "step": 96790 + }, + { + "loss_action": 0.003666618373245001, + "loss_total": 0.003666618373245001, + "step": 96790 + }, + { + "loss_action": 0.002123344922438264, + "loss_total": 0.002123344922438264, + "step": 96790 + }, + { + "grad_norm": 0.12768380343914032, + "learning_rate": 2.798712710673834e-07, + "loss": 0.0062, + "step": 96800 + }, + { + "loss_action": 0.002827349118888378, + "loss_total": 0.002827349118888378, + "step": 96800 + }, + { + "loss_action": 0.00343700242228806, + "loss_total": 0.00343700242228806, + "step": 96800 + }, + { + "loss_action": 0.003003925085067749, + "loss_total": 0.003003925085067749, + "step": 96800 + }, + { + "loss_action": 0.0020061726681888103, + "loss_total": 0.0020061726681888103, + "step": 96800 + }, + { + "loss_action": 0.005028776358813047, + "loss_total": 0.005028776358813047, + "step": 96800 + }, + { + "loss_action": 0.0034200672525912523, + "loss_total": 0.0034200672525912523, + "step": 96800 + }, + { + "grad_norm": 0.1898832470178604, + "learning_rate": 2.7812697391834676e-07, + "loss": 0.0081, + "step": 96810 + }, + { + "loss_action": 0.006019070278853178, + "loss_total": 0.006019070278853178, + "step": 96810 + }, + { + "loss_action": 0.008944259025156498, + "loss_total": 0.008944259025156498, + "step": 96810 + }, + { + "loss_action": 0.015334800817072392, + "loss_total": 0.015334800817072392, + "step": 96810 + }, + { + "loss_action": 0.0016989052528515458, + "loss_total": 0.0016989052528515458, + "step": 96810 + }, + { + "loss_action": 0.011360115371644497, + "loss_total": 0.011360115371644497, + "step": 96810 + }, + { + "loss_action": 0.005768281407654285, + "loss_total": 0.005768281407654285, + "step": 96810 + }, + { + "grad_norm": 0.137786865234375, + "learning_rate": 2.7638811427858627e-07, + "loss": 0.0073, + "step": 96820 + }, + { + "loss_action": 0.011822270229458809, + "loss_total": 0.011822270229458809, + "step": 96820 + }, + { + "loss_action": 0.0025169600266963243, + "loss_total": 0.0025169600266963243, + "step": 96820 + }, + { + "loss_action": 0.005253797397017479, + "loss_total": 0.005253797397017479, + "step": 96820 + }, + { + "loss_action": 0.0038337516598403454, + "loss_total": 0.0038337516598403454, + "step": 96820 + }, + { + "loss_action": 0.004888065624982119, + "loss_total": 0.004888065624982119, + "step": 96820 + }, + { + "loss_action": 0.010012875311076641, + "loss_total": 0.010012875311076641, + "step": 96820 + }, + { + "grad_norm": 0.25079798698425293, + "learning_rate": 2.746546923382665e-07, + "loss": 0.0087, + "step": 96830 + }, + { + "loss_action": 0.0047049433924257755, + "loss_total": 0.0047049433924257755, + "step": 96830 + }, + { + "loss_action": 0.0027187466621398926, + "loss_total": 0.0027187466621398926, + "step": 96830 + }, + { + "loss_action": 0.004360986407846212, + "loss_total": 0.004360986407846212, + "step": 96830 + }, + { + "loss_action": 0.00587500911206007, + "loss_total": 0.00587500911206007, + "step": 96830 + }, + { + "loss_action": 0.004887052346020937, + "loss_total": 0.004887052346020937, + "step": 96830 + }, + { + "loss_action": 0.002953675575554371, + "loss_total": 0.002953675575554371, + "step": 96830 + }, + { + "grad_norm": 0.1555018275976181, + "learning_rate": 2.729267082869469e-07, + "loss": 0.0073, + "step": 96840 + }, + { + "loss_action": 0.004180874675512314, + "loss_total": 0.004180874675512314, + "step": 96840 + }, + { + "loss_action": 0.009502132423222065, + "loss_total": 0.009502132423222065, + "step": 96840 + }, + { + "loss_action": 0.0034550195559859276, + "loss_total": 0.0034550195559859276, + "step": 96840 + }, + { + "loss_action": 0.0012031745864078403, + "loss_total": 0.0012031745864078403, + "step": 96840 + }, + { + "loss_action": 0.005646067205816507, + "loss_total": 0.005646067205816507, + "step": 96840 + }, + { + "loss_action": 0.012566585093736649, + "loss_total": 0.012566585093736649, + "step": 96840 + }, + { + "grad_norm": 0.18129830062389374, + "learning_rate": 2.712041623135986e-07, + "loss": 0.0069, + "step": 96850 + }, + { + "loss_action": 0.0033149372320622206, + "loss_total": 0.0033149372320622206, + "step": 96850 + }, + { + "loss_action": 0.0035227714106440544, + "loss_total": 0.0035227714106440544, + "step": 96850 + }, + { + "loss_action": 0.011598031036555767, + "loss_total": 0.011598031036555767, + "step": 96850 + }, + { + "loss_action": 0.0034262791741639376, + "loss_total": 0.0034262791741639376, + "step": 96850 + }, + { + "loss_action": 0.00794237107038498, + "loss_total": 0.00794237107038498, + "step": 96850 + }, + { + "loss_action": 0.006074706558138132, + "loss_total": 0.006074706558138132, + "step": 96850 + }, + { + "grad_norm": 0.19751685857772827, + "learning_rate": 2.694870546065931e-07, + "loss": 0.0071, + "step": 96860 + }, + { + "loss_action": 0.0022936409804970026, + "loss_total": 0.0022936409804970026, + "step": 96860 + }, + { + "loss_action": 0.0016485428204759955, + "loss_total": 0.0016485428204759955, + "step": 96860 + }, + { + "loss_action": 0.003957991022616625, + "loss_total": 0.003957991022616625, + "step": 96860 + }, + { + "loss_action": 0.001974677201360464, + "loss_total": 0.001974677201360464, + "step": 96860 + }, + { + "loss_action": 0.007886265404522419, + "loss_total": 0.007886265404522419, + "step": 96860 + }, + { + "loss_action": 0.008784417994320393, + "loss_total": 0.008784417994320393, + "step": 96860 + }, + { + "grad_norm": 0.2087227702140808, + "learning_rate": 2.677753853537246e-07, + "loss": 0.0068, + "step": 96870 + }, + { + "loss_action": 0.004502844996750355, + "loss_total": 0.004502844996750355, + "step": 96870 + }, + { + "loss_action": 0.0044258045963943005, + "loss_total": 0.0044258045963943005, + "step": 96870 + }, + { + "loss_action": 0.0029224546160548925, + "loss_total": 0.0029224546160548925, + "step": 96870 + }, + { + "loss_action": 0.010163132101297379, + "loss_total": 0.010163132101297379, + "step": 96870 + }, + { + "loss_action": 0.004604842979460955, + "loss_total": 0.004604842979460955, + "step": 96870 + }, + { + "loss_action": 0.009575874544680119, + "loss_total": 0.009575874544680119, + "step": 96870 + }, + { + "grad_norm": 0.1562402844429016, + "learning_rate": 2.660691547421601e-07, + "loss": 0.008, + "step": 96880 + }, + { + "loss_action": 0.05088067054748535, + "loss_total": 0.05088067054748535, + "step": 96880 + }, + { + "loss_action": 0.004001878201961517, + "loss_total": 0.004001878201961517, + "step": 96880 + }, + { + "loss_action": 0.002984517253935337, + "loss_total": 0.002984517253935337, + "step": 96880 + }, + { + "loss_action": 0.006250834558159113, + "loss_total": 0.006250834558159113, + "step": 96880 + }, + { + "loss_action": 0.0069487690925598145, + "loss_total": 0.0069487690925598145, + "step": 96880 + }, + { + "loss_action": 0.008551361039280891, + "loss_total": 0.008551361039280891, + "step": 96880 + }, + { + "grad_norm": 0.08425011485815048, + "learning_rate": 2.6436836295850033e-07, + "loss": 0.0072, + "step": 96890 + }, + { + "loss_action": 0.003164042718708515, + "loss_total": 0.003164042718708515, + "step": 96890 + }, + { + "loss_action": 0.009846596978604794, + "loss_total": 0.009846596978604794, + "step": 96890 + }, + { + "loss_action": 0.01675356924533844, + "loss_total": 0.01675356924533844, + "step": 96890 + }, + { + "loss_action": 0.004412528593093157, + "loss_total": 0.004412528593093157, + "step": 96890 + }, + { + "loss_action": 0.0066018784418702126, + "loss_total": 0.0066018784418702126, + "step": 96890 + }, + { + "loss_action": 0.00869785062968731, + "loss_total": 0.00869785062968731, + "step": 96890 + }, + { + "grad_norm": 0.19354179501533508, + "learning_rate": 2.6267301018874093e-07, + "loss": 0.007, + "step": 96900 + }, + { + "loss_action": 0.004540705122053623, + "loss_total": 0.004540705122053623, + "step": 96900 + }, + { + "loss_action": 0.004316238220781088, + "loss_total": 0.004316238220781088, + "step": 96900 + }, + { + "loss_action": 0.004189925268292427, + "loss_total": 0.004189925268292427, + "step": 96900 + }, + { + "loss_action": 0.0069329929538071156, + "loss_total": 0.0069329929538071156, + "step": 96900 + }, + { + "loss_action": 0.012042480520904064, + "loss_total": 0.012042480520904064, + "step": 96900 + }, + { + "loss_action": 0.0035755371209234, + "loss_total": 0.0035755371209234, + "step": 96900 + }, + { + "grad_norm": 0.1961430460214615, + "learning_rate": 2.6098309661828355e-07, + "loss": 0.0082, + "step": 96910 + }, + { + "loss_action": 0.010134946554899216, + "loss_total": 0.010134946554899216, + "step": 96910 + }, + { + "loss_action": 0.06103229150176048, + "loss_total": 0.06103229150176048, + "step": 96910 + }, + { + "loss_action": 0.002179356524720788, + "loss_total": 0.002179356524720788, + "step": 96910 + }, + { + "loss_action": 0.006411361508071423, + "loss_total": 0.006411361508071423, + "step": 96910 + }, + { + "loss_action": 0.0037960875779390335, + "loss_total": 0.0037960875779390335, + "step": 96910 + }, + { + "loss_action": 0.008278059773147106, + "loss_total": 0.008278059773147106, + "step": 96910 + }, + { + "grad_norm": 0.13783547282218933, + "learning_rate": 2.592986224319305e-07, + "loss": 0.0093, + "step": 96920 + }, + { + "loss_action": 0.0046838014386594296, + "loss_total": 0.0046838014386594296, + "step": 96920 + }, + { + "loss_action": 0.014044837094843388, + "loss_total": 0.014044837094843388, + "step": 96920 + }, + { + "loss_action": 0.008100598119199276, + "loss_total": 0.008100598119199276, + "step": 96920 + }, + { + "loss_action": 0.01610402762889862, + "loss_total": 0.01610402762889862, + "step": 96920 + }, + { + "loss_action": 0.006161388009786606, + "loss_total": 0.006161388009786606, + "step": 96920 + }, + { + "loss_action": 0.0026260821614414454, + "loss_total": 0.0026260821614414454, + "step": 96920 + }, + { + "grad_norm": 0.13193006813526154, + "learning_rate": 2.576195878139009e-07, + "loss": 0.0073, + "step": 96930 + }, + { + "loss_action": 0.002933247247710824, + "loss_total": 0.002933247247710824, + "step": 96930 + }, + { + "loss_action": 0.011412651278078556, + "loss_total": 0.011412651278078556, + "step": 96930 + }, + { + "loss_action": 0.002789025427773595, + "loss_total": 0.002789025427773595, + "step": 96930 + }, + { + "loss_action": 0.004909489769488573, + "loss_total": 0.004909489769488573, + "step": 96930 + }, + { + "loss_action": 0.003260941244661808, + "loss_total": 0.003260941244661808, + "step": 96930 + }, + { + "loss_action": 0.0018016499234363437, + "loss_total": 0.0018016499234363437, + "step": 96930 + }, + { + "grad_norm": 0.16174010932445526, + "learning_rate": 2.5594599294780364e-07, + "loss": 0.0052, + "step": 96940 + }, + { + "loss_action": 0.007434884551912546, + "loss_total": 0.007434884551912546, + "step": 96940 + }, + { + "loss_action": 0.0028164309915155172, + "loss_total": 0.0028164309915155172, + "step": 96940 + }, + { + "loss_action": 0.004837794229388237, + "loss_total": 0.004837794229388237, + "step": 96940 + }, + { + "loss_action": 0.015418835915625095, + "loss_total": 0.015418835915625095, + "step": 96940 + }, + { + "loss_action": 0.00487699406221509, + "loss_total": 0.00487699406221509, + "step": 96940 + }, + { + "loss_action": 0.0036693636793643236, + "loss_total": 0.0036693636793643236, + "step": 96940 + }, + { + "grad_norm": 0.16673852503299713, + "learning_rate": 2.542778380166644e-07, + "loss": 0.0081, + "step": 96950 + }, + { + "loss_action": 0.012590229511260986, + "loss_total": 0.012590229511260986, + "step": 96950 + }, + { + "loss_action": 0.004255589563399553, + "loss_total": 0.004255589563399553, + "step": 96950 + }, + { + "loss_action": 0.00819613691419363, + "loss_total": 0.00819613691419363, + "step": 96950 + }, + { + "loss_action": 0.012314869090914726, + "loss_total": 0.012314869090914726, + "step": 96950 + }, + { + "loss_action": 0.010358236730098724, + "loss_total": 0.010358236730098724, + "step": 96950 + }, + { + "loss_action": 0.0029843116644769907, + "loss_total": 0.0029843116644769907, + "step": 96950 + }, + { + "grad_norm": 0.13826952874660492, + "learning_rate": 2.526151232029095e-07, + "loss": 0.0078, + "step": 96960 + }, + { + "loss_action": 0.006179850548505783, + "loss_total": 0.006179850548505783, + "step": 96960 + }, + { + "loss_action": 0.004589422140270472, + "loss_total": 0.004589422140270472, + "step": 96960 + }, + { + "loss_action": 0.00680791400372982, + "loss_total": 0.00680791400372982, + "step": 96960 + }, + { + "loss_action": 0.012819393537938595, + "loss_total": 0.012819393537938595, + "step": 96960 + }, + { + "loss_action": 0.004878960084170103, + "loss_total": 0.004878960084170103, + "step": 96960 + }, + { + "loss_action": 0.003708622418344021, + "loss_total": 0.003708622418344021, + "step": 96960 + }, + { + "grad_norm": 0.16748256981372833, + "learning_rate": 2.5095784868836567e-07, + "loss": 0.0068, + "step": 96970 + }, + { + "loss_action": 0.004074000753462315, + "loss_total": 0.004074000753462315, + "step": 96970 + }, + { + "loss_action": 0.004051654599606991, + "loss_total": 0.004051654599606991, + "step": 96970 + }, + { + "loss_action": 0.0022826893255114555, + "loss_total": 0.0022826893255114555, + "step": 96970 + }, + { + "loss_action": 0.002954216441139579, + "loss_total": 0.002954216441139579, + "step": 96970 + }, + { + "loss_action": 0.0014328004326671362, + "loss_total": 0.0014328004326671362, + "step": 96970 + }, + { + "loss_action": 0.0019738124683499336, + "loss_total": 0.0019738124683499336, + "step": 96970 + }, + { + "grad_norm": 0.19185420870780945, + "learning_rate": 2.493060146542825e-07, + "loss": 0.0111, + "step": 96980 + }, + { + "loss_action": 0.005023620091378689, + "loss_total": 0.005023620091378689, + "step": 96980 + }, + { + "loss_action": 0.009447742253541946, + "loss_total": 0.009447742253541946, + "step": 96980 + }, + { + "loss_action": 0.0034972024150192738, + "loss_total": 0.0034972024150192738, + "step": 96980 + }, + { + "loss_action": 0.0036701837088912725, + "loss_total": 0.0036701837088912725, + "step": 96980 + }, + { + "loss_action": 0.0032284576445817947, + "loss_total": 0.0032284576445817947, + "step": 96980 + }, + { + "loss_action": 0.009240691550076008, + "loss_total": 0.009240691550076008, + "step": 96980 + }, + { + "grad_norm": 0.2393537312746048, + "learning_rate": 2.476596212812876e-07, + "loss": 0.0103, + "step": 96990 + }, + { + "loss_action": 0.007452072575688362, + "loss_total": 0.007452072575688362, + "step": 96990 + }, + { + "loss_action": 0.0051665641367435455, + "loss_total": 0.0051665641367435455, + "step": 96990 + }, + { + "loss_action": 0.012203519232571125, + "loss_total": 0.012203519232571125, + "step": 96990 + }, + { + "loss_action": 0.002239643596112728, + "loss_total": 0.002239643596112728, + "step": 96990 + }, + { + "loss_action": 0.00965263694524765, + "loss_total": 0.00965263694524765, + "step": 96990 + }, + { + "loss_action": 0.0022898141760379076, + "loss_total": 0.0022898141760379076, + "step": 96990 + }, + { + "grad_norm": 0.15876618027687073, + "learning_rate": 2.4601866874943703e-07, + "loss": 0.0063, + "step": 97000 + }, + { + "loss_action": 0.00714936014264822, + "loss_total": 0.00714936014264822, + "step": 97000 + }, + { + "loss_action": 0.003941821400076151, + "loss_total": 0.003941821400076151, + "step": 97000 + }, + { + "loss_action": 0.0045905462466180325, + "loss_total": 0.0045905462466180325, + "step": 97000 + }, + { + "loss_action": 0.0038314308039844036, + "loss_total": 0.0038314308039844036, + "step": 97000 + }, + { + "loss_action": 0.0019589988514781, + "loss_total": 0.0019589988514781, + "step": 97000 + }, + { + "loss_action": 0.00744009530171752, + "loss_total": 0.00744009530171752, + "step": 97000 + }, + { + "grad_norm": 0.09639082103967667, + "learning_rate": 2.4438315723818163e-07, + "loss": 0.0077, + "step": 97010 + }, + { + "loss_action": 0.024506211280822754, + "loss_total": 0.024506211280822754, + "step": 97010 + }, + { + "loss_action": 0.0133283082395792, + "loss_total": 0.0133283082395792, + "step": 97010 + }, + { + "loss_action": 0.0037690158933401108, + "loss_total": 0.0037690158933401108, + "step": 97010 + }, + { + "loss_action": 0.0032994148787111044, + "loss_total": 0.0032994148787111044, + "step": 97010 + }, + { + "loss_action": 0.016522454097867012, + "loss_total": 0.016522454097867012, + "step": 97010 + }, + { + "loss_action": 0.016492294147610664, + "loss_total": 0.016492294147610664, + "step": 97010 + }, + { + "grad_norm": 0.16372688114643097, + "learning_rate": 2.4275308692637833e-07, + "loss": 0.0074, + "step": 97020 + }, + { + "loss_action": 0.009951642714440823, + "loss_total": 0.009951642714440823, + "step": 97020 + }, + { + "loss_action": 0.002548838034272194, + "loss_total": 0.002548838034272194, + "step": 97020 + }, + { + "loss_action": 0.005209185648709536, + "loss_total": 0.005209185648709536, + "step": 97020 + }, + { + "loss_action": 0.0029357809107750654, + "loss_total": 0.0029357809107750654, + "step": 97020 + }, + { + "loss_action": 0.003210438182577491, + "loss_total": 0.003210438182577491, + "step": 97020 + }, + { + "loss_action": 0.004727867431938648, + "loss_total": 0.004727867431938648, + "step": 97020 + }, + { + "grad_norm": 0.21673616766929626, + "learning_rate": 2.411284579922901e-07, + "loss": 0.0078, + "step": 97030 + }, + { + "loss_action": 0.002458732109516859, + "loss_total": 0.002458732109516859, + "step": 97030 + }, + { + "loss_action": 0.012287243269383907, + "loss_total": 0.012287243269383907, + "step": 97030 + }, + { + "loss_action": 0.0027256454341113567, + "loss_total": 0.0027256454341113567, + "step": 97030 + }, + { + "loss_action": 0.025311453267931938, + "loss_total": 0.025311453267931938, + "step": 97030 + }, + { + "loss_action": 0.008437584154307842, + "loss_total": 0.008437584154307842, + "step": 97030 + }, + { + "loss_action": 0.0029629291966557503, + "loss_total": 0.0029629291966557503, + "step": 97030 + }, + { + "grad_norm": 0.14346131682395935, + "learning_rate": 2.395092706135804e-07, + "loss": 0.0103, + "step": 97040 + }, + { + "loss_action": 0.006768211256712675, + "loss_total": 0.006768211256712675, + "step": 97040 + }, + { + "loss_action": 0.008548948913812637, + "loss_total": 0.008548948913812637, + "step": 97040 + }, + { + "loss_action": 0.005670029670000076, + "loss_total": 0.005670029670000076, + "step": 97040 + }, + { + "loss_action": 0.003902832744643092, + "loss_total": 0.003902832744643092, + "step": 97040 + }, + { + "loss_action": 0.0048187715001404285, + "loss_total": 0.0048187715001404285, + "step": 97040 + }, + { + "loss_action": 0.0020536924712359905, + "loss_total": 0.0020536924712359905, + "step": 97040 + }, + { + "grad_norm": 0.24072560667991638, + "learning_rate": 2.3789552496731872e-07, + "loss": 0.0084, + "step": 97050 + }, + { + "loss_action": 0.007545368745923042, + "loss_total": 0.007545368745923042, + "step": 97050 + }, + { + "loss_action": 0.0024353775661438704, + "loss_total": 0.0024353775661438704, + "step": 97050 + }, + { + "loss_action": 0.004229295067489147, + "loss_total": 0.004229295067489147, + "step": 97050 + }, + { + "loss_action": 0.0025846168864518404, + "loss_total": 0.0025846168864518404, + "step": 97050 + }, + { + "loss_action": 0.0063636633567512035, + "loss_total": 0.0063636633567512035, + "step": 97050 + }, + { + "loss_action": 0.001415848033502698, + "loss_total": 0.001415848033502698, + "step": 97050 + }, + { + "grad_norm": 0.15908712148666382, + "learning_rate": 2.3628722122999158e-07, + "loss": 0.0075, + "step": 97060 + }, + { + "loss_action": 0.003557609161362052, + "loss_total": 0.003557609161362052, + "step": 97060 + }, + { + "loss_action": 0.013722960837185383, + "loss_total": 0.013722960837185383, + "step": 97060 + }, + { + "loss_action": 0.007629411295056343, + "loss_total": 0.007629411295056343, + "step": 97060 + }, + { + "loss_action": 0.024188267067074776, + "loss_total": 0.024188267067074776, + "step": 97060 + }, + { + "loss_action": 0.001760681625455618, + "loss_total": 0.001760681625455618, + "step": 97060 + }, + { + "loss_action": 0.005770527757704258, + "loss_total": 0.005770527757704258, + "step": 97060 + }, + { + "grad_norm": 0.18435296416282654, + "learning_rate": 2.3468435957747503e-07, + "loss": 0.0084, + "step": 97070 + }, + { + "loss_action": 0.0026439251378178596, + "loss_total": 0.0026439251378178596, + "step": 97070 + }, + { + "loss_action": 0.007629717234522104, + "loss_total": 0.007629717234522104, + "step": 97070 + }, + { + "loss_action": 0.00355522520840168, + "loss_total": 0.00355522520840168, + "step": 97070 + }, + { + "loss_action": 0.003825932741165161, + "loss_total": 0.003825932741165161, + "step": 97070 + }, + { + "loss_action": 0.0055872299708426, + "loss_total": 0.0055872299708426, + "step": 97070 + }, + { + "loss_action": 0.0037478944286704063, + "loss_total": 0.0037478944286704063, + "step": 97070 + }, + { + "grad_norm": 0.17501966655254364, + "learning_rate": 2.330869401850566e-07, + "loss": 0.0079, + "step": 97080 + }, + { + "loss_action": 0.008168277330696583, + "loss_total": 0.008168277330696583, + "step": 97080 + }, + { + "loss_action": 0.005508841015398502, + "loss_total": 0.005508841015398502, + "step": 97080 + }, + { + "loss_action": 0.005415693856775761, + "loss_total": 0.005415693856775761, + "step": 97080 + }, + { + "loss_action": 0.009990278631448746, + "loss_total": 0.009990278631448746, + "step": 97080 + }, + { + "loss_action": 0.006235388573259115, + "loss_total": 0.006235388573259115, + "step": 97080 + }, + { + "loss_action": 0.023891925811767578, + "loss_total": 0.023891925811767578, + "step": 97080 + }, + { + "grad_norm": 0.09923967719078064, + "learning_rate": 2.3149496322742437e-07, + "loss": 0.0063, + "step": 97090 + }, + { + "loss_action": 0.006853387225419283, + "loss_total": 0.006853387225419283, + "step": 97090 + }, + { + "loss_action": 0.00851802434772253, + "loss_total": 0.00851802434772253, + "step": 97090 + }, + { + "loss_action": 0.011332661844789982, + "loss_total": 0.011332661844789982, + "step": 97090 + }, + { + "loss_action": 0.011915180832147598, + "loss_total": 0.011915180832147598, + "step": 97090 + }, + { + "loss_action": 0.0017569256015121937, + "loss_total": 0.0017569256015121937, + "step": 97090 + }, + { + "loss_action": 0.002752024447545409, + "loss_total": 0.002752024447545409, + "step": 97090 + }, + { + "grad_norm": 0.1499461531639099, + "learning_rate": 2.2990842887868346e-07, + "loss": 0.008, + "step": 97100 + }, + { + "loss_action": 0.010186356492340565, + "loss_total": 0.010186356492340565, + "step": 97100 + }, + { + "loss_action": 0.009528025053441525, + "loss_total": 0.009528025053441525, + "step": 97100 + }, + { + "loss_action": 0.014516530558466911, + "loss_total": 0.014516530558466911, + "step": 97100 + }, + { + "loss_action": 0.010628809221088886, + "loss_total": 0.010628809221088886, + "step": 97100 + }, + { + "loss_action": 0.0032097836956381798, + "loss_total": 0.0032097836956381798, + "step": 97100 + }, + { + "loss_action": 0.009492858313024044, + "loss_total": 0.009492858313024044, + "step": 97100 + }, + { + "grad_norm": 0.13962313532829285, + "learning_rate": 2.2832733731232292e-07, + "loss": 0.0073, + "step": 97110 + }, + { + "loss_action": 0.003484389279037714, + "loss_total": 0.003484389279037714, + "step": 97110 + }, + { + "loss_action": 0.011599903926253319, + "loss_total": 0.011599903926253319, + "step": 97110 + }, + { + "loss_action": 0.00398280518129468, + "loss_total": 0.00398280518129468, + "step": 97110 + }, + { + "loss_action": 0.007043635472655296, + "loss_total": 0.007043635472655296, + "step": 97110 + }, + { + "loss_action": 0.002576785162091255, + "loss_total": 0.002576785162091255, + "step": 97110 + }, + { + "loss_action": 0.0039025635924190283, + "loss_total": 0.0039025635924190283, + "step": 97110 + }, + { + "grad_norm": 0.22285278141498566, + "learning_rate": 2.2675168870124886e-07, + "loss": 0.0069, + "step": 97120 + }, + { + "loss_action": 0.007567706052213907, + "loss_total": 0.007567706052213907, + "step": 97120 + }, + { + "loss_action": 0.002046696376055479, + "loss_total": 0.002046696376055479, + "step": 97120 + }, + { + "loss_action": 0.009920849464833736, + "loss_total": 0.009920849464833736, + "step": 97120 + }, + { + "loss_action": 0.008742441423237324, + "loss_total": 0.008742441423237324, + "step": 97120 + }, + { + "loss_action": 0.005443352274596691, + "loss_total": 0.005443352274596691, + "step": 97120 + }, + { + "loss_action": 0.002526187803596258, + "loss_total": 0.002526187803596258, + "step": 97120 + }, + { + "grad_norm": 0.14431850612163544, + "learning_rate": 2.2518148321778455e-07, + "loss": 0.0052, + "step": 97130 + }, + { + "loss_action": 0.00416493508964777, + "loss_total": 0.00416493508964777, + "step": 97130 + }, + { + "loss_action": 0.011098486371338367, + "loss_total": 0.011098486371338367, + "step": 97130 + }, + { + "loss_action": 0.004472977947443724, + "loss_total": 0.004472977947443724, + "step": 97130 + }, + { + "loss_action": 0.009142659604549408, + "loss_total": 0.009142659604549408, + "step": 97130 + }, + { + "loss_action": 0.00431212130934, + "loss_total": 0.00431212130934, + "step": 97130 + }, + { + "loss_action": 0.0019758986309170723, + "loss_total": 0.0019758986309170723, + "step": 97130 + }, + { + "grad_norm": 0.11867783218622208, + "learning_rate": 2.2361672103363706e-07, + "loss": 0.0073, + "step": 97140 + }, + { + "loss_action": 0.0037124736700206995, + "loss_total": 0.0037124736700206995, + "step": 97140 + }, + { + "loss_action": 0.004885360598564148, + "loss_total": 0.004885360598564148, + "step": 97140 + }, + { + "loss_action": 0.00803183764219284, + "loss_total": 0.00803183764219284, + "step": 97140 + }, + { + "loss_action": 0.012912516482174397, + "loss_total": 0.012912516482174397, + "step": 97140 + }, + { + "loss_action": 0.03025369718670845, + "loss_total": 0.03025369718670845, + "step": 97140 + }, + { + "loss_action": 0.0037462706677615643, + "loss_total": 0.0037462706677615643, + "step": 97140 + }, + { + "grad_norm": 0.18805915117263794, + "learning_rate": 2.220574023199251e-07, + "loss": 0.0072, + "step": 97150 + }, + { + "loss_action": 0.0024278732016682625, + "loss_total": 0.0024278732016682625, + "step": 97150 + }, + { + "loss_action": 0.007057968992739916, + "loss_total": 0.007057968992739916, + "step": 97150 + }, + { + "loss_action": 0.005545905325561762, + "loss_total": 0.005545905325561762, + "step": 97150 + }, + { + "loss_action": 0.014755843207240105, + "loss_total": 0.014755843207240105, + "step": 97150 + }, + { + "loss_action": 0.0033158918377012014, + "loss_total": 0.0033158918377012014, + "step": 97150 + }, + { + "loss_action": 0.004695376846939325, + "loss_total": 0.004695376846939325, + "step": 97150 + }, + { + "grad_norm": 0.09205935895442963, + "learning_rate": 2.2050352724717894e-07, + "loss": 0.0065, + "step": 97160 + }, + { + "loss_action": 0.015971245244145393, + "loss_total": 0.015971245244145393, + "step": 97160 + }, + { + "loss_action": 0.006387385074049234, + "loss_total": 0.006387385074049234, + "step": 97160 + }, + { + "loss_action": 0.007498619146645069, + "loss_total": 0.007498619146645069, + "step": 97160 + }, + { + "loss_action": 0.003159597050398588, + "loss_total": 0.003159597050398588, + "step": 97160 + }, + { + "loss_action": 0.005729120224714279, + "loss_total": 0.005729120224714279, + "step": 97160 + }, + { + "loss_action": 0.011290439404547215, + "loss_total": 0.011290439404547215, + "step": 97160 + }, + { + "grad_norm": 0.16392821073532104, + "learning_rate": 2.1895509598532372e-07, + "loss": 0.0083, + "step": 97170 + }, + { + "loss_action": 0.0037315706722438335, + "loss_total": 0.0037315706722438335, + "step": 97170 + }, + { + "loss_action": 0.005247273948043585, + "loss_total": 0.005247273948043585, + "step": 97170 + }, + { + "loss_action": 0.00504702003672719, + "loss_total": 0.00504702003672719, + "step": 97170 + }, + { + "loss_action": 0.0019630002789199352, + "loss_total": 0.0019630002789199352, + "step": 97170 + }, + { + "loss_action": 0.0027580561581999063, + "loss_total": 0.0027580561581999063, + "step": 97170 + }, + { + "loss_action": 0.003344524884596467, + "loss_total": 0.003344524884596467, + "step": 97170 + }, + { + "grad_norm": 0.14899930357933044, + "learning_rate": 2.1741210870369066e-07, + "loss": 0.0079, + "step": 97180 + }, + { + "loss_action": 0.009807354770600796, + "loss_total": 0.009807354770600796, + "step": 97180 + }, + { + "loss_action": 0.006954604759812355, + "loss_total": 0.006954604759812355, + "step": 97180 + }, + { + "loss_action": 0.0028365447651594877, + "loss_total": 0.0028365447651594877, + "step": 97180 + }, + { + "loss_action": 0.023102672770619392, + "loss_total": 0.023102672770619392, + "step": 97180 + }, + { + "loss_action": 0.008262695744633675, + "loss_total": 0.008262695744633675, + "step": 97180 + }, + { + "loss_action": 0.010067818686366081, + "loss_total": 0.010067818686366081, + "step": 97180 + }, + { + "grad_norm": 0.19971874356269836, + "learning_rate": 2.1587456557102814e-07, + "loss": 0.0067, + "step": 97190 + }, + { + "loss_action": 0.003889638464897871, + "loss_total": 0.003889638464897871, + "step": 97190 + }, + { + "loss_action": 0.0013217558152973652, + "loss_total": 0.0013217558152973652, + "step": 97190 + }, + { + "loss_action": 0.004519614391028881, + "loss_total": 0.004519614391028881, + "step": 97190 + }, + { + "loss_action": 0.0030232430435717106, + "loss_total": 0.0030232430435717106, + "step": 97190 + }, + { + "loss_action": 0.009648780338466167, + "loss_total": 0.009648780338466167, + "step": 97190 + }, + { + "loss_action": 0.003057081950828433, + "loss_total": 0.003057081950828433, + "step": 97190 + }, + { + "grad_norm": 0.1389731615781784, + "learning_rate": 2.143424667554683e-07, + "loss": 0.0074, + "step": 97200 + }, + { + "loss_action": 0.003356499830260873, + "loss_total": 0.003356499830260873, + "step": 97200 + }, + { + "loss_action": 0.006482663098722696, + "loss_total": 0.006482663098722696, + "step": 97200 + }, + { + "loss_action": 0.001852608984336257, + "loss_total": 0.001852608984336257, + "step": 97200 + }, + { + "loss_action": 0.003200388513505459, + "loss_total": 0.003200388513505459, + "step": 97200 + }, + { + "loss_action": 0.009079552255570889, + "loss_total": 0.009079552255570889, + "step": 97200 + }, + { + "loss_action": 0.037867579609155655, + "loss_total": 0.037867579609155655, + "step": 97200 + }, + { + "grad_norm": 0.1623920202255249, + "learning_rate": 2.128158124245716e-07, + "loss": 0.0116, + "step": 97210 + }, + { + "loss_action": 0.0035881351213902235, + "loss_total": 0.0035881351213902235, + "step": 97210 + }, + { + "loss_action": 0.009378161281347275, + "loss_total": 0.009378161281347275, + "step": 97210 + }, + { + "loss_action": 0.004045989830046892, + "loss_total": 0.004045989830046892, + "step": 97210 + }, + { + "loss_action": 0.01623382978141308, + "loss_total": 0.01623382978141308, + "step": 97210 + }, + { + "loss_action": 0.006208180449903011, + "loss_total": 0.006208180449903011, + "step": 97210 + }, + { + "loss_action": 0.004827630706131458, + "loss_total": 0.004827630706131458, + "step": 97210 + }, + { + "grad_norm": 0.217965766787529, + "learning_rate": 2.1129460274527668e-07, + "loss": 0.0072, + "step": 97220 + }, + { + "loss_action": 0.0026056955102831125, + "loss_total": 0.0026056955102831125, + "step": 97220 + }, + { + "loss_action": 0.009071453474462032, + "loss_total": 0.009071453474462032, + "step": 97220 + }, + { + "loss_action": 0.009056679904460907, + "loss_total": 0.009056679904460907, + "step": 97220 + }, + { + "loss_action": 0.011270224116742611, + "loss_total": 0.011270224116742611, + "step": 97220 + }, + { + "loss_action": 0.012358634732663631, + "loss_total": 0.012358634732663631, + "step": 97220 + }, + { + "loss_action": 0.01199690718203783, + "loss_total": 0.01199690718203783, + "step": 97220 + }, + { + "grad_norm": 0.12184441834688187, + "learning_rate": 2.0977883788395046e-07, + "loss": 0.0084, + "step": 97230 + }, + { + "loss_action": 0.004778021015226841, + "loss_total": 0.004778021015226841, + "step": 97230 + }, + { + "loss_action": 0.03124857135117054, + "loss_total": 0.03124857135117054, + "step": 97230 + }, + { + "loss_action": 0.0028325968887656927, + "loss_total": 0.0028325968887656927, + "step": 97230 + }, + { + "loss_action": 0.02506403438746929, + "loss_total": 0.02506403438746929, + "step": 97230 + }, + { + "loss_action": 0.00912514328956604, + "loss_total": 0.00912514328956604, + "step": 97230 + }, + { + "loss_action": 0.003001342760398984, + "loss_total": 0.003001342760398984, + "step": 97230 + }, + { + "grad_norm": 0.13506543636322021, + "learning_rate": 2.0826851800634928e-07, + "loss": 0.0071, + "step": 97240 + }, + { + "loss_action": 0.0020160709973424673, + "loss_total": 0.0020160709973424673, + "step": 97240 + }, + { + "loss_action": 0.006384167820215225, + "loss_total": 0.006384167820215225, + "step": 97240 + }, + { + "loss_action": 0.005279723089188337, + "loss_total": 0.005279723089188337, + "step": 97240 + }, + { + "loss_action": 0.00743854371830821, + "loss_total": 0.00743854371830821, + "step": 97240 + }, + { + "loss_action": 0.02650323696434498, + "loss_total": 0.02650323696434498, + "step": 97240 + }, + { + "loss_action": 0.007042720448225737, + "loss_total": 0.007042720448225737, + "step": 97240 + }, + { + "grad_norm": 0.19257646799087524, + "learning_rate": 2.0676364327764653e-07, + "loss": 0.0061, + "step": 97250 + }, + { + "loss_action": 0.0109656797721982, + "loss_total": 0.0109656797721982, + "step": 97250 + }, + { + "loss_action": 0.011089349165558815, + "loss_total": 0.011089349165558815, + "step": 97250 + }, + { + "loss_action": 0.0029018474742770195, + "loss_total": 0.0029018474742770195, + "step": 97250 + }, + { + "loss_action": 0.010234967805445194, + "loss_total": 0.010234967805445194, + "step": 97250 + }, + { + "loss_action": 0.006976517383009195, + "loss_total": 0.006976517383009195, + "step": 97250 + }, + { + "loss_action": 0.004693490453064442, + "loss_total": 0.004693490453064442, + "step": 97250 + }, + { + "grad_norm": 0.159591406583786, + "learning_rate": 2.0526421386240502e-07, + "loss": 0.0092, + "step": 97260 + }, + { + "loss_action": 0.005518900230526924, + "loss_total": 0.005518900230526924, + "step": 97260 + }, + { + "loss_action": 0.002708653686568141, + "loss_total": 0.002708653686568141, + "step": 97260 + }, + { + "loss_action": 0.002128956839442253, + "loss_total": 0.002128956839442253, + "step": 97260 + }, + { + "loss_action": 0.024486633017659187, + "loss_total": 0.024486633017659187, + "step": 97260 + }, + { + "loss_action": 0.006185421720147133, + "loss_total": 0.006185421720147133, + "step": 97260 + }, + { + "loss_action": 0.005023222416639328, + "loss_total": 0.005023222416639328, + "step": 97260 + }, + { + "grad_norm": 0.18722325563430786, + "learning_rate": 2.0377022992461025e-07, + "loss": 0.0079, + "step": 97270 + }, + { + "loss_action": 0.005050527397543192, + "loss_total": 0.005050527397543192, + "step": 97270 + }, + { + "loss_action": 0.001662369933910668, + "loss_total": 0.001662369933910668, + "step": 97270 + }, + { + "loss_action": 0.005700000561773777, + "loss_total": 0.005700000561773777, + "step": 97270 + }, + { + "loss_action": 0.00684045534580946, + "loss_total": 0.00684045534580946, + "step": 97270 + }, + { + "loss_action": 0.0032427432015538216, + "loss_total": 0.0032427432015538216, + "step": 97270 + }, + { + "loss_action": 0.012456421740353107, + "loss_total": 0.012456421740353107, + "step": 97270 + }, + { + "grad_norm": 0.1745261251926422, + "learning_rate": 2.0228169162763156e-07, + "loss": 0.008, + "step": 97280 + }, + { + "loss_action": 0.003692081430926919, + "loss_total": 0.003692081430926919, + "step": 97280 + }, + { + "loss_action": 0.0047861854545772076, + "loss_total": 0.0047861854545772076, + "step": 97280 + }, + { + "loss_action": 0.004900034051388502, + "loss_total": 0.004900034051388502, + "step": 97280 + }, + { + "loss_action": 0.014517012983560562, + "loss_total": 0.014517012983560562, + "step": 97280 + }, + { + "loss_action": 0.016973339021205902, + "loss_total": 0.016973339021205902, + "step": 97280 + }, + { + "loss_action": 0.004422835074365139, + "loss_total": 0.004422835074365139, + "step": 97280 + }, + { + "grad_norm": 0.2426249086856842, + "learning_rate": 2.0079859913425536e-07, + "loss": 0.009, + "step": 97290 + }, + { + "loss_action": 0.013680976815521717, + "loss_total": 0.013680976815521717, + "step": 97290 + }, + { + "loss_action": 0.018162040039896965, + "loss_total": 0.018162040039896965, + "step": 97290 + }, + { + "loss_action": 0.003684782423079014, + "loss_total": 0.003684782423079014, + "step": 97290 + }, + { + "loss_action": 0.004891881253570318, + "loss_total": 0.004891881253570318, + "step": 97290 + }, + { + "loss_action": 0.002445980440825224, + "loss_total": 0.002445980440825224, + "step": 97290 + }, + { + "loss_action": 0.003977339714765549, + "loss_total": 0.003977339714765549, + "step": 97290 + }, + { + "grad_norm": 0.3557693064212799, + "learning_rate": 1.9932095260667417e-07, + "loss": 0.0095, + "step": 97300 + }, + { + "loss_action": 0.010060957632958889, + "loss_total": 0.010060957632958889, + "step": 97300 + }, + { + "loss_action": 0.0035569430328905582, + "loss_total": 0.0035569430328905582, + "step": 97300 + }, + { + "loss_action": 0.009013309143483639, + "loss_total": 0.009013309143483639, + "step": 97300 + }, + { + "loss_action": 0.006994085386395454, + "loss_total": 0.006994085386395454, + "step": 97300 + }, + { + "loss_action": 0.007611564826220274, + "loss_total": 0.007611564826220274, + "step": 97300 + }, + { + "loss_action": 0.0061246128752827644, + "loss_total": 0.0061246128752827644, + "step": 97300 + }, + { + "grad_norm": 0.17827251553535461, + "learning_rate": 1.9784875220648092e-07, + "loss": 0.0067, + "step": 97310 + }, + { + "loss_action": 0.0029208327177911997, + "loss_total": 0.0029208327177911997, + "step": 97310 + }, + { + "loss_action": 0.0041764769703149796, + "loss_total": 0.0041764769703149796, + "step": 97310 + }, + { + "loss_action": 0.003035635920241475, + "loss_total": 0.003035635920241475, + "step": 97310 + }, + { + "loss_action": 0.006271029356867075, + "loss_total": 0.006271029356867075, + "step": 97310 + }, + { + "loss_action": 0.013222779147326946, + "loss_total": 0.013222779147326946, + "step": 97310 + }, + { + "loss_action": 0.005187070928514004, + "loss_total": 0.005187070928514004, + "step": 97310 + }, + { + "grad_norm": 0.10181736946105957, + "learning_rate": 1.9638199809466907e-07, + "loss": 0.008, + "step": 97320 + }, + { + "loss_action": 0.005296414718031883, + "loss_total": 0.005296414718031883, + "step": 97320 + }, + { + "loss_action": 0.006684895139187574, + "loss_total": 0.006684895139187574, + "step": 97320 + }, + { + "loss_action": 0.004770974162966013, + "loss_total": 0.004770974162966013, + "step": 97320 + }, + { + "loss_action": 0.001980343833565712, + "loss_total": 0.001980343833565712, + "step": 97320 + }, + { + "loss_action": 0.005362165626138449, + "loss_total": 0.005362165626138449, + "step": 97320 + }, + { + "loss_action": 0.0026309851091355085, + "loss_total": 0.0026309851091355085, + "step": 97320 + }, + { + "grad_norm": 0.18951475620269775, + "learning_rate": 1.9492069043164364e-07, + "loss": 0.0078, + "step": 97330 + }, + { + "loss_action": 0.00529853580519557, + "loss_total": 0.00529853580519557, + "step": 97330 + }, + { + "loss_action": 0.008825222961604595, + "loss_total": 0.008825222961604595, + "step": 97330 + }, + { + "loss_action": 0.0039544724859297276, + "loss_total": 0.0039544724859297276, + "step": 97330 + }, + { + "loss_action": 0.00668040756136179, + "loss_total": 0.00668040756136179, + "step": 97330 + }, + { + "loss_action": 0.007025411818176508, + "loss_total": 0.007025411818176508, + "step": 97330 + }, + { + "loss_action": 0.05572747811675072, + "loss_total": 0.05572747811675072, + "step": 97330 + }, + { + "grad_norm": 0.17016823589801788, + "learning_rate": 1.9346482937721567e-07, + "loss": 0.0092, + "step": 97340 + }, + { + "loss_action": 0.003494726261124015, + "loss_total": 0.003494726261124015, + "step": 97340 + }, + { + "loss_action": 0.00967849139124155, + "loss_total": 0.00967849139124155, + "step": 97340 + }, + { + "loss_action": 0.002433495130389929, + "loss_total": 0.002433495130389929, + "step": 97340 + }, + { + "loss_action": 0.010686002671718597, + "loss_total": 0.010686002671718597, + "step": 97340 + }, + { + "loss_action": 0.0027602100744843483, + "loss_total": 0.0027602100744843483, + "step": 97340 + }, + { + "loss_action": 0.00699289096519351, + "loss_total": 0.00699289096519351, + "step": 97340 + }, + { + "grad_norm": 0.1793145388364792, + "learning_rate": 1.920144150905856e-07, + "loss": 0.0062, + "step": 97350 + }, + { + "loss_action": 0.00269495602697134, + "loss_total": 0.00269495602697134, + "step": 97350 + }, + { + "loss_action": 0.009672904387116432, + "loss_total": 0.009672904387116432, + "step": 97350 + }, + { + "loss_action": 0.01003097090870142, + "loss_total": 0.01003097090870142, + "step": 97350 + }, + { + "loss_action": 0.0034825224429368973, + "loss_total": 0.0034825224429368973, + "step": 97350 + }, + { + "loss_action": 0.005778342019766569, + "loss_total": 0.005778342019766569, + "step": 97350 + }, + { + "loss_action": 0.0054427641443908215, + "loss_total": 0.0054427641443908215, + "step": 97350 + }, + { + "grad_norm": 0.20224930346012115, + "learning_rate": 1.9056944773037655e-07, + "loss": 0.0072, + "step": 97360 + }, + { + "loss_action": 0.005448000505566597, + "loss_total": 0.005448000505566597, + "step": 97360 + }, + { + "loss_action": 0.00994229968637228, + "loss_total": 0.00994229968637228, + "step": 97360 + }, + { + "loss_action": 0.0034810116048902273, + "loss_total": 0.0034810116048902273, + "step": 97360 + }, + { + "loss_action": 0.001975223422050476, + "loss_total": 0.001975223422050476, + "step": 97360 + }, + { + "loss_action": 0.007775977719575167, + "loss_total": 0.007775977719575167, + "step": 97360 + }, + { + "loss_action": 0.011514107696712017, + "loss_total": 0.011514107696712017, + "step": 97360 + }, + { + "grad_norm": 0.14474211633205414, + "learning_rate": 1.8912992745460102e-07, + "loss": 0.0072, + "step": 97370 + }, + { + "loss_action": 0.005347138270735741, + "loss_total": 0.005347138270735741, + "step": 97370 + }, + { + "loss_action": 0.001894792658276856, + "loss_total": 0.001894792658276856, + "step": 97370 + }, + { + "loss_action": 0.007640484254807234, + "loss_total": 0.007640484254807234, + "step": 97370 + }, + { + "loss_action": 0.009388902224600315, + "loss_total": 0.009388902224600315, + "step": 97370 + }, + { + "loss_action": 0.004061427433043718, + "loss_total": 0.004061427433043718, + "step": 97370 + }, + { + "loss_action": 0.004363441374152899, + "loss_total": 0.004363441374152899, + "step": 97370 + }, + { + "grad_norm": 0.16058190166950226, + "learning_rate": 1.876958544206886e-07, + "loss": 0.006, + "step": 97380 + }, + { + "loss_action": 0.002606527414172888, + "loss_total": 0.002606527414172888, + "step": 97380 + }, + { + "loss_action": 0.006974577903747559, + "loss_total": 0.006974577903747559, + "step": 97380 + }, + { + "loss_action": 0.008810607716441154, + "loss_total": 0.008810607716441154, + "step": 97380 + }, + { + "loss_action": 0.004664573352783918, + "loss_total": 0.004664573352783918, + "step": 97380 + }, + { + "loss_action": 0.004014697857201099, + "loss_total": 0.004014697857201099, + "step": 97380 + }, + { + "loss_action": 0.0036320427898317575, + "loss_total": 0.0036320427898317575, + "step": 97380 + }, + { + "grad_norm": 0.20603211224079132, + "learning_rate": 1.8626722878546942e-07, + "loss": 0.0079, + "step": 97390 + }, + { + "loss_action": 0.003199150785803795, + "loss_total": 0.003199150785803795, + "step": 97390 + }, + { + "loss_action": 0.007831851951777935, + "loss_total": 0.007831851951777935, + "step": 97390 + }, + { + "loss_action": 0.010301947593688965, + "loss_total": 0.010301947593688965, + "step": 97390 + }, + { + "loss_action": 0.001238646567799151, + "loss_total": 0.001238646567799151, + "step": 97390 + }, + { + "loss_action": 0.014341928996145725, + "loss_total": 0.014341928996145725, + "step": 97390 + }, + { + "loss_action": 0.003960173111408949, + "loss_total": 0.003960173111408949, + "step": 97390 + }, + { + "grad_norm": 0.18484188616275787, + "learning_rate": 1.8484405070516851e-07, + "loss": 0.0099, + "step": 97400 + }, + { + "loss_action": 0.006202130578458309, + "loss_total": 0.006202130578458309, + "step": 97400 + }, + { + "loss_action": 0.017816944047808647, + "loss_total": 0.017816944047808647, + "step": 97400 + }, + { + "loss_action": 0.005616025999188423, + "loss_total": 0.005616025999188423, + "step": 97400 + }, + { + "loss_action": 0.004333431366831064, + "loss_total": 0.004333431366831064, + "step": 97400 + }, + { + "loss_action": 0.009096906520426273, + "loss_total": 0.009096906520426273, + "step": 97400 + }, + { + "loss_action": 0.008293690159916878, + "loss_total": 0.008293690159916878, + "step": 97400 + }, + { + "grad_norm": 0.19069331884384155, + "learning_rate": 1.8342632033542805e-07, + "loss": 0.0092, + "step": 97410 + }, + { + "loss_action": 0.004254034720361233, + "loss_total": 0.004254034720361233, + "step": 97410 + }, + { + "loss_action": 0.0028418090660125017, + "loss_total": 0.0028418090660125017, + "step": 97410 + }, + { + "loss_action": 0.004654359072446823, + "loss_total": 0.004654359072446823, + "step": 97410 + }, + { + "loss_action": 0.0043870192021131516, + "loss_total": 0.0043870192021131516, + "step": 97410 + }, + { + "loss_action": 0.0031757785473018885, + "loss_total": 0.0031757785473018885, + "step": 97410 + }, + { + "loss_action": 0.017537740990519524, + "loss_total": 0.017537740990519524, + "step": 97410 + }, + { + "grad_norm": 0.38553258776664734, + "learning_rate": 1.8201403783129066e-07, + "loss": 0.0064, + "step": 97420 + }, + { + "loss_action": 0.017884815111756325, + "loss_total": 0.017884815111756325, + "step": 97420 + }, + { + "loss_action": 0.007061794865876436, + "loss_total": 0.007061794865876436, + "step": 97420 + }, + { + "loss_action": 0.009366086684167385, + "loss_total": 0.009366086684167385, + "step": 97420 + }, + { + "loss_action": 0.014796702191233635, + "loss_total": 0.014796702191233635, + "step": 97420 + }, + { + "loss_action": 0.009023587219417095, + "loss_total": 0.009023587219417095, + "step": 97420 + }, + { + "loss_action": 0.0035882508382201195, + "loss_total": 0.0035882508382201195, + "step": 97420 + }, + { + "grad_norm": 0.12666282057762146, + "learning_rate": 1.806072033471884e-07, + "loss": 0.0062, + "step": 97430 + }, + { + "loss_action": 0.0036377492360770702, + "loss_total": 0.0036377492360770702, + "step": 97430 + }, + { + "loss_action": 0.004444945137947798, + "loss_total": 0.004444945137947798, + "step": 97430 + }, + { + "loss_action": 0.0016073954757303, + "loss_total": 0.0016073954757303, + "step": 97430 + }, + { + "loss_action": 0.011410169303417206, + "loss_total": 0.011410169303417206, + "step": 97430 + }, + { + "loss_action": 0.006269109435379505, + "loss_total": 0.006269109435379505, + "step": 97430 + }, + { + "loss_action": 0.003004105994477868, + "loss_total": 0.003004105994477868, + "step": 97430 + }, + { + "grad_norm": 0.15974538028240204, + "learning_rate": 1.79205817036987e-07, + "loss": 0.0081, + "step": 97440 + }, + { + "loss_action": 0.0033055366948246956, + "loss_total": 0.0033055366948246956, + "step": 97440 + }, + { + "loss_action": 0.004077151883393526, + "loss_total": 0.004077151883393526, + "step": 97440 + }, + { + "loss_action": 0.00528041971847415, + "loss_total": 0.00528041971847415, + "step": 97440 + }, + { + "loss_action": 0.012127790600061417, + "loss_total": 0.012127790600061417, + "step": 97440 + }, + { + "loss_action": 0.008086209185421467, + "loss_total": 0.008086209185421467, + "step": 97440 + }, + { + "loss_action": 0.0021924814209342003, + "loss_total": 0.0021924814209342003, + "step": 97440 + }, + { + "grad_norm": 0.17271630465984344, + "learning_rate": 1.7780987905393065e-07, + "loss": 0.0074, + "step": 97450 + }, + { + "loss_action": 0.003564987564459443, + "loss_total": 0.003564987564459443, + "step": 97450 + }, + { + "loss_action": 0.0024347002618014812, + "loss_total": 0.0024347002618014812, + "step": 97450 + }, + { + "loss_action": 0.01809460110962391, + "loss_total": 0.01809460110962391, + "step": 97450 + }, + { + "loss_action": 0.012219881638884544, + "loss_total": 0.012219881638884544, + "step": 97450 + }, + { + "loss_action": 0.05447789654135704, + "loss_total": 0.05447789654135704, + "step": 97450 + }, + { + "loss_action": 0.0030192008707672358, + "loss_total": 0.0030192008707672358, + "step": 97450 + }, + { + "grad_norm": 0.2319014072418213, + "learning_rate": 1.764193895506805e-07, + "loss": 0.0084, + "step": 97460 + }, + { + "loss_action": 0.007882244884967804, + "loss_total": 0.007882244884967804, + "step": 97460 + }, + { + "loss_action": 0.0032990723848342896, + "loss_total": 0.0032990723848342896, + "step": 97460 + }, + { + "loss_action": 0.01292397826910019, + "loss_total": 0.01292397826910019, + "step": 97460 + }, + { + "loss_action": 0.009590186178684235, + "loss_total": 0.009590186178684235, + "step": 97460 + }, + { + "loss_action": 0.011907780542969704, + "loss_total": 0.011907780542969704, + "step": 97460 + }, + { + "loss_action": 0.00837794691324234, + "loss_total": 0.00837794691324234, + "step": 97460 + }, + { + "grad_norm": 0.19481195509433746, + "learning_rate": 1.7503434867929824e-07, + "loss": 0.0077, + "step": 97470 + }, + { + "loss_action": 0.0088585140183568, + "loss_total": 0.0088585140183568, + "step": 97470 + }, + { + "loss_action": 0.003873067209497094, + "loss_total": 0.003873067209497094, + "step": 97470 + }, + { + "loss_action": 0.0037619443610310555, + "loss_total": 0.0037619443610310555, + "step": 97470 + }, + { + "loss_action": 0.00332235568203032, + "loss_total": 0.00332235568203032, + "step": 97470 + }, + { + "loss_action": 0.0015880217542871833, + "loss_total": 0.0015880217542871833, + "step": 97470 + }, + { + "loss_action": 0.001554997288621962, + "loss_total": 0.001554997288621962, + "step": 97470 + }, + { + "grad_norm": 0.18812505900859833, + "learning_rate": 1.7365475659125165e-07, + "loss": 0.0055, + "step": 97480 + }, + { + "loss_action": 0.010607312433421612, + "loss_total": 0.010607312433421612, + "step": 97480 + }, + { + "loss_action": 0.00839516706764698, + "loss_total": 0.00839516706764698, + "step": 97480 + }, + { + "loss_action": 0.0034601890947669744, + "loss_total": 0.0034601890947669744, + "step": 97480 + }, + { + "loss_action": 0.002966491272673011, + "loss_total": 0.002966491272673011, + "step": 97480 + }, + { + "loss_action": 0.0029195148963481188, + "loss_total": 0.0029195148963481188, + "step": 97480 + }, + { + "loss_action": 0.005617939867079258, + "loss_total": 0.005617939867079258, + "step": 97480 + }, + { + "grad_norm": 0.23004743456840515, + "learning_rate": 1.7228061343740332e-07, + "loss": 0.0064, + "step": 97490 + }, + { + "loss_action": 0.004320353735238314, + "loss_total": 0.004320353735238314, + "step": 97490 + }, + { + "loss_action": 0.005645912140607834, + "loss_total": 0.005645912140607834, + "step": 97490 + }, + { + "loss_action": 0.0034420592710375786, + "loss_total": 0.0034420592710375786, + "step": 97490 + }, + { + "loss_action": 0.024000659584999084, + "loss_total": 0.024000659584999084, + "step": 97490 + }, + { + "loss_action": 0.00827574823051691, + "loss_total": 0.00827574823051691, + "step": 97490 + }, + { + "loss_action": 0.004930853843688965, + "loss_total": 0.004930853843688965, + "step": 97490 + }, + { + "grad_norm": 0.4194113612174988, + "learning_rate": 1.7091191936803308e-07, + "loss": 0.008, + "step": 97500 + }, + { + "loss_action": 0.008052833378314972, + "loss_total": 0.008052833378314972, + "step": 97500 + }, + { + "loss_action": 0.0025478904135525227, + "loss_total": 0.0025478904135525227, + "step": 97500 + }, + { + "loss_action": 0.0026315266732126474, + "loss_total": 0.0026315266732126474, + "step": 97500 + }, + { + "loss_action": 0.035987429320812225, + "loss_total": 0.035987429320812225, + "step": 97500 + }, + { + "loss_action": 0.010892814956605434, + "loss_total": 0.010892814956605434, + "step": 97500 + }, + { + "loss_action": 0.0031015502754598856, + "loss_total": 0.0031015502754598856, + "step": 97500 + }, + { + "grad_norm": 0.18413032591342926, + "learning_rate": 1.6954867453281563e-07, + "loss": 0.0074, + "step": 97510 + }, + { + "loss_action": 0.0055113304406404495, + "loss_total": 0.0055113304406404495, + "step": 97510 + }, + { + "loss_action": 0.01051415130496025, + "loss_total": 0.01051415130496025, + "step": 97510 + }, + { + "loss_action": 0.003087805351242423, + "loss_total": 0.003087805351242423, + "step": 97510 + }, + { + "loss_action": 0.010289990343153477, + "loss_total": 0.010289990343153477, + "step": 97510 + }, + { + "loss_action": 0.0035074111074209213, + "loss_total": 0.0035074111074209213, + "step": 97510 + }, + { + "loss_action": 0.002105632098391652, + "loss_total": 0.002105632098391652, + "step": 97510 + }, + { + "grad_norm": 0.13897888362407684, + "learning_rate": 1.6819087908084285e-07, + "loss": 0.0069, + "step": 97520 + }, + { + "loss_action": 0.0048368219286203384, + "loss_total": 0.0048368219286203384, + "step": 97520 + }, + { + "loss_action": 0.0013901552883908153, + "loss_total": 0.0013901552883908153, + "step": 97520 + }, + { + "loss_action": 0.0019869788084179163, + "loss_total": 0.0019869788084179163, + "step": 97520 + }, + { + "loss_action": 0.0013666116865351796, + "loss_total": 0.0013666116865351796, + "step": 97520 + }, + { + "loss_action": 0.014833066612482071, + "loss_total": 0.014833066612482071, + "step": 97520 + }, + { + "loss_action": 0.005491124466061592, + "loss_total": 0.005491124466061592, + "step": 97520 + }, + { + "grad_norm": 0.12757940590381622, + "learning_rate": 1.6683853316058485e-07, + "loss": 0.0082, + "step": 97530 + }, + { + "loss_action": 0.005168147850781679, + "loss_total": 0.005168147850781679, + "step": 97530 + }, + { + "loss_action": 0.007251238450407982, + "loss_total": 0.007251238450407982, + "step": 97530 + }, + { + "loss_action": 0.002354592317715287, + "loss_total": 0.002354592317715287, + "step": 97530 + }, + { + "loss_action": 0.008997584693133831, + "loss_total": 0.008997584693133831, + "step": 97530 + }, + { + "loss_action": 0.00631275400519371, + "loss_total": 0.00631275400519371, + "step": 97530 + }, + { + "loss_action": 0.002672299277037382, + "loss_total": 0.002672299277037382, + "step": 97530 + }, + { + "grad_norm": 0.1339641511440277, + "learning_rate": 1.6549163691995106e-07, + "loss": 0.0083, + "step": 97540 + }, + { + "loss_action": 0.006183820776641369, + "loss_total": 0.006183820776641369, + "step": 97540 + }, + { + "loss_action": 0.003340150462463498, + "loss_total": 0.003340150462463498, + "step": 97540 + }, + { + "loss_action": 0.00240322551690042, + "loss_total": 0.00240322551690042, + "step": 97540 + }, + { + "loss_action": 0.005210940260440111, + "loss_total": 0.005210940260440111, + "step": 97540 + }, + { + "loss_action": 0.004159403499215841, + "loss_total": 0.004159403499215841, + "step": 97540 + }, + { + "loss_action": 0.006509083788841963, + "loss_total": 0.006509083788841963, + "step": 97540 + }, + { + "grad_norm": 0.15109939873218536, + "learning_rate": 1.641501905062237e-07, + "loss": 0.0067, + "step": 97550 + }, + { + "loss_action": 0.00814513023942709, + "loss_total": 0.00814513023942709, + "step": 97550 + }, + { + "loss_action": 0.006211703643202782, + "loss_total": 0.006211703643202782, + "step": 97550 + }, + { + "loss_action": 0.0069534266367554665, + "loss_total": 0.0069534266367554665, + "step": 97550 + }, + { + "loss_action": 0.0019157539354637265, + "loss_total": 0.0019157539354637265, + "step": 97550 + }, + { + "loss_action": 0.01480345893651247, + "loss_total": 0.01480345893651247, + "step": 97550 + }, + { + "loss_action": 0.0027545096818357706, + "loss_total": 0.0027545096818357706, + "step": 97550 + }, + { + "grad_norm": 0.11935167759656906, + "learning_rate": 1.628141940661021e-07, + "loss": 0.0088, + "step": 97560 + }, + { + "loss_action": 0.00524482736364007, + "loss_total": 0.00524482736364007, + "step": 97560 + }, + { + "loss_action": 0.004116507712751627, + "loss_total": 0.004116507712751627, + "step": 97560 + }, + { + "loss_action": 0.00287983869202435, + "loss_total": 0.00287983869202435, + "step": 97560 + }, + { + "loss_action": 0.022065438330173492, + "loss_total": 0.022065438330173492, + "step": 97560 + }, + { + "loss_action": 0.007622930221259594, + "loss_total": 0.007622930221259594, + "step": 97560 + }, + { + "loss_action": 0.00443517230451107, + "loss_total": 0.00443517230451107, + "step": 97560 + }, + { + "grad_norm": 0.16559253633022308, + "learning_rate": 1.6148364774569158e-07, + "loss": 0.0088, + "step": 97570 + }, + { + "loss_action": 0.012617263942956924, + "loss_total": 0.012617263942956924, + "step": 97570 + }, + { + "loss_action": 0.004765474237501621, + "loss_total": 0.004765474237501621, + "step": 97570 + }, + { + "loss_action": 0.0021376258227974176, + "loss_total": 0.0021376258227974176, + "step": 97570 + }, + { + "loss_action": 0.003938767127692699, + "loss_total": 0.003938767127692699, + "step": 97570 + }, + { + "loss_action": 0.009776409715414047, + "loss_total": 0.009776409715414047, + "step": 97570 + }, + { + "loss_action": 0.013781142421066761, + "loss_total": 0.013781142421066761, + "step": 97570 + }, + { + "grad_norm": 0.1687142550945282, + "learning_rate": 1.6015855169050355e-07, + "loss": 0.0068, + "step": 97580 + }, + { + "loss_action": 0.005332500208169222, + "loss_total": 0.005332500208169222, + "step": 97580 + }, + { + "loss_action": 0.0020796710159629583, + "loss_total": 0.0020796710159629583, + "step": 97580 + }, + { + "loss_action": 0.004217293579131365, + "loss_total": 0.004217293579131365, + "step": 97580 + }, + { + "loss_action": 0.007755611557513475, + "loss_total": 0.007755611557513475, + "step": 97580 + }, + { + "loss_action": 0.018124861642718315, + "loss_total": 0.018124861642718315, + "step": 97580 + }, + { + "loss_action": 0.0035628078039735556, + "loss_total": 0.0035628078039735556, + "step": 97580 + }, + { + "grad_norm": 0.3575068414211273, + "learning_rate": 1.5883890604543873e-07, + "loss": 0.0068, + "step": 97590 + }, + { + "loss_action": 0.003762155771255493, + "loss_total": 0.003762155771255493, + "step": 97590 + }, + { + "loss_action": 0.0042509473860263824, + "loss_total": 0.0042509473860263824, + "step": 97590 + }, + { + "loss_action": 0.003062244039028883, + "loss_total": 0.003062244039028883, + "step": 97590 + }, + { + "loss_action": 0.0038867692928761244, + "loss_total": 0.0038867692928761244, + "step": 97590 + }, + { + "loss_action": 0.002285418100655079, + "loss_total": 0.002285418100655079, + "step": 97590 + }, + { + "loss_action": 0.012716390192508698, + "loss_total": 0.012716390192508698, + "step": 97590 + }, + { + "grad_norm": 0.13654230535030365, + "learning_rate": 1.5752471095482057e-07, + "loss": 0.0072, + "step": 97600 + }, + { + "loss_action": 0.004446119535714388, + "loss_total": 0.004446119535714388, + "step": 97600 + }, + { + "loss_action": 0.006930087227374315, + "loss_total": 0.006930087227374315, + "step": 97600 + }, + { + "loss_action": 0.0035517318174242973, + "loss_total": 0.0035517318174242973, + "step": 97600 + }, + { + "loss_action": 0.02394561842083931, + "loss_total": 0.02394561842083931, + "step": 97600 + }, + { + "loss_action": 0.007008624263107777, + "loss_total": 0.007008624263107777, + "step": 97600 + }, + { + "loss_action": 0.0020148935727775097, + "loss_total": 0.0020148935727775097, + "step": 97600 + }, + { + "grad_norm": 0.15000028908252716, + "learning_rate": 1.5621596656235638e-07, + "loss": 0.0068, + "step": 97610 + }, + { + "loss_action": 0.010284407064318657, + "loss_total": 0.010284407064318657, + "step": 97610 + }, + { + "loss_action": 0.004530998878180981, + "loss_total": 0.004530998878180981, + "step": 97610 + }, + { + "loss_action": 0.0019306393805891275, + "loss_total": 0.0019306393805891275, + "step": 97610 + }, + { + "loss_action": 0.008284402079880238, + "loss_total": 0.008284402079880238, + "step": 97610 + }, + { + "loss_action": 0.0031315141823142767, + "loss_total": 0.0031315141823142767, + "step": 97610 + }, + { + "loss_action": 0.004160285461694002, + "loss_total": 0.004160285461694002, + "step": 97610 + }, + { + "grad_norm": 0.3879019320011139, + "learning_rate": 1.5491267301117608e-07, + "loss": 0.0063, + "step": 97620 + }, + { + "loss_action": 0.0045126499608159065, + "loss_total": 0.0045126499608159065, + "step": 97620 + }, + { + "loss_action": 0.007180651184171438, + "loss_total": 0.007180651184171438, + "step": 97620 + }, + { + "loss_action": 0.0034770634956657887, + "loss_total": 0.0034770634956657887, + "step": 97620 + }, + { + "loss_action": 0.010274613276124, + "loss_total": 0.010274613276124, + "step": 97620 + }, + { + "loss_action": 0.01300114206969738, + "loss_total": 0.01300114206969738, + "step": 97620 + }, + { + "loss_action": 0.0065297093242406845, + "loss_total": 0.0065297093242406845, + "step": 97620 + }, + { + "grad_norm": 0.11259391158819199, + "learning_rate": 1.536148304438101e-07, + "loss": 0.008, + "step": 97630 + }, + { + "loss_action": 0.010081903077661991, + "loss_total": 0.010081903077661991, + "step": 97630 + }, + { + "loss_action": 0.0035676287952810526, + "loss_total": 0.0035676287952810526, + "step": 97630 + }, + { + "loss_action": 0.07592162489891052, + "loss_total": 0.07592162489891052, + "step": 97630 + }, + { + "loss_action": 0.006072513293474913, + "loss_total": 0.006072513293474913, + "step": 97630 + }, + { + "loss_action": 0.010062696412205696, + "loss_total": 0.010062696412205696, + "step": 97630 + }, + { + "loss_action": 0.01219658087939024, + "loss_total": 0.01219658087939024, + "step": 97630 + }, + { + "grad_norm": 0.09483448415994644, + "learning_rate": 1.5232243900217823e-07, + "loss": 0.0092, + "step": 97640 + }, + { + "loss_action": 0.005814024247229099, + "loss_total": 0.005814024247229099, + "step": 97640 + }, + { + "loss_action": 0.006302014458924532, + "loss_total": 0.006302014458924532, + "step": 97640 + }, + { + "loss_action": 0.006403836887329817, + "loss_total": 0.006403836887329817, + "step": 97640 + }, + { + "loss_action": 0.007793809752911329, + "loss_total": 0.007793809752911329, + "step": 97640 + }, + { + "loss_action": 0.005812480580061674, + "loss_total": 0.005812480580061674, + "step": 97640 + }, + { + "loss_action": 0.006547906901687384, + "loss_total": 0.006547906901687384, + "step": 97640 + }, + { + "grad_norm": 0.2498648464679718, + "learning_rate": 1.51035498827623e-07, + "loss": 0.0094, + "step": 97650 + }, + { + "loss_action": 0.007888086140155792, + "loss_total": 0.007888086140155792, + "step": 97650 + }, + { + "loss_action": 0.0116146644577384, + "loss_total": 0.0116146644577384, + "step": 97650 + }, + { + "loss_action": 0.006779207848012447, + "loss_total": 0.006779207848012447, + "step": 97650 + }, + { + "loss_action": 0.009654025547206402, + "loss_total": 0.009654025547206402, + "step": 97650 + }, + { + "loss_action": 0.00812535174190998, + "loss_total": 0.00812535174190998, + "step": 97650 + }, + { + "loss_action": 0.007324554491788149, + "loss_total": 0.007324554491788149, + "step": 97650 + }, + { + "grad_norm": 0.1577541083097458, + "learning_rate": 1.497540100608763e-07, + "loss": 0.0072, + "step": 97660 + }, + { + "loss_action": 0.0707426518201828, + "loss_total": 0.0707426518201828, + "step": 97660 + }, + { + "loss_action": 0.0031904568895697594, + "loss_total": 0.0031904568895697594, + "step": 97660 + }, + { + "loss_action": 0.0015606135129928589, + "loss_total": 0.0015606135129928589, + "step": 97660 + }, + { + "loss_action": 0.008907095529139042, + "loss_total": 0.008907095529139042, + "step": 97660 + }, + { + "loss_action": 0.003799401456490159, + "loss_total": 0.003799401456490159, + "step": 97660 + }, + { + "loss_action": 0.0047102090902626514, + "loss_total": 0.0047102090902626514, + "step": 97660 + }, + { + "grad_norm": 0.09983423352241516, + "learning_rate": 1.4847797284208153e-07, + "loss": 0.0112, + "step": 97670 + }, + { + "loss_action": 0.008698330260813236, + "loss_total": 0.008698330260813236, + "step": 97670 + }, + { + "loss_action": 0.003776846220716834, + "loss_total": 0.003776846220716834, + "step": 97670 + }, + { + "loss_action": 0.00474306708201766, + "loss_total": 0.00474306708201766, + "step": 97670 + }, + { + "loss_action": 0.004105239175260067, + "loss_total": 0.004105239175260067, + "step": 97670 + }, + { + "loss_action": 0.03131527081131935, + "loss_total": 0.03131527081131935, + "step": 97670 + }, + { + "loss_action": 0.007149222772568464, + "loss_total": 0.007149222772568464, + "step": 97670 + }, + { + "grad_norm": 0.18478743731975555, + "learning_rate": 1.472073873107882e-07, + "loss": 0.0073, + "step": 97680 + }, + { + "loss_action": 0.011955789290368557, + "loss_total": 0.011955789290368557, + "step": 97680 + }, + { + "loss_action": 0.01006700936704874, + "loss_total": 0.01006700936704874, + "step": 97680 + }, + { + "loss_action": 0.008892051875591278, + "loss_total": 0.008892051875591278, + "step": 97680 + }, + { + "loss_action": 0.008964655920863152, + "loss_total": 0.008964655920863152, + "step": 97680 + }, + { + "loss_action": 0.0019291439093649387, + "loss_total": 0.0019291439093649387, + "step": 97680 + }, + { + "loss_action": 0.004695117007941008, + "loss_total": 0.004695117007941008, + "step": 97680 + }, + { + "grad_norm": 0.27260807156562805, + "learning_rate": 1.459422536059407e-07, + "loss": 0.0093, + "step": 97690 + }, + { + "loss_action": 0.00956796482205391, + "loss_total": 0.00956796482205391, + "step": 97690 + }, + { + "loss_action": 0.007713155820965767, + "loss_total": 0.007713155820965767, + "step": 97690 + }, + { + "loss_action": 0.01221508253365755, + "loss_total": 0.01221508253365755, + "step": 97690 + }, + { + "loss_action": 0.007826125249266624, + "loss_total": 0.007826125249266624, + "step": 97690 + }, + { + "loss_action": 0.0019219713285565376, + "loss_total": 0.0019219713285565376, + "step": 97690 + }, + { + "loss_action": 0.009704326279461384, + "loss_total": 0.009704326279461384, + "step": 97690 + }, + { + "grad_norm": 0.11841778457164764, + "learning_rate": 1.4468257186589508e-07, + "loss": 0.0069, + "step": 97700 + }, + { + "loss_action": 0.0058756940998137, + "loss_total": 0.0058756940998137, + "step": 97700 + }, + { + "loss_action": 0.014785859733819962, + "loss_total": 0.014785859733819962, + "step": 97700 + }, + { + "loss_action": 0.008668487891554832, + "loss_total": 0.008668487891554832, + "step": 97700 + }, + { + "loss_action": 0.006823375355452299, + "loss_total": 0.006823375355452299, + "step": 97700 + }, + { + "loss_action": 0.0030254130251705647, + "loss_total": 0.0030254130251705647, + "step": 97700 + }, + { + "loss_action": 0.008694947697222233, + "loss_total": 0.008694947697222233, + "step": 97700 + }, + { + "grad_norm": 0.1563580185174942, + "learning_rate": 1.4342834222840217e-07, + "loss": 0.0093, + "step": 97710 + }, + { + "loss_action": 0.0073113651014864445, + "loss_total": 0.0073113651014864445, + "step": 97710 + }, + { + "loss_action": 0.004477835260331631, + "loss_total": 0.004477835260331631, + "step": 97710 + }, + { + "loss_action": 0.002991191577166319, + "loss_total": 0.002991191577166319, + "step": 97710 + }, + { + "loss_action": 0.0021033526863902807, + "loss_total": 0.0021033526863902807, + "step": 97710 + }, + { + "loss_action": 0.004501576069742441, + "loss_total": 0.004501576069742441, + "step": 97710 + }, + { + "loss_action": 0.007557559292763472, + "loss_total": 0.007557559292763472, + "step": 97710 + }, + { + "grad_norm": 0.27058225870132446, + "learning_rate": 1.4217956483063566e-07, + "loss": 0.0062, + "step": 97720 + }, + { + "loss_action": 0.00423427252098918, + "loss_total": 0.00423427252098918, + "step": 97720 + }, + { + "loss_action": 0.00662551773712039, + "loss_total": 0.00662551773712039, + "step": 97720 + }, + { + "loss_action": 0.009812275879085064, + "loss_total": 0.009812275879085064, + "step": 97720 + }, + { + "loss_action": 0.005240944679826498, + "loss_total": 0.005240944679826498, + "step": 97720 + }, + { + "loss_action": 0.01154443621635437, + "loss_total": 0.01154443621635437, + "step": 97720 + }, + { + "loss_action": 0.002513442886993289, + "loss_total": 0.002513442886993289, + "step": 97720 + }, + { + "grad_norm": 0.21347282826900482, + "learning_rate": 1.409362398091474e-07, + "loss": 0.0068, + "step": 97730 + }, + { + "loss_action": 0.007603263948112726, + "loss_total": 0.007603263948112726, + "step": 97730 + }, + { + "loss_action": 0.007659183815121651, + "loss_total": 0.007659183815121651, + "step": 97730 + }, + { + "loss_action": 0.0021794005297124386, + "loss_total": 0.0021794005297124386, + "step": 97730 + }, + { + "loss_action": 0.0025579959619790316, + "loss_total": 0.0025579959619790316, + "step": 97730 + }, + { + "loss_action": 0.011395269073545933, + "loss_total": 0.011395269073545933, + "step": 97730 + }, + { + "loss_action": 0.003472648561000824, + "loss_total": 0.003472648561000824, + "step": 97730 + }, + { + "grad_norm": 0.1179184541106224, + "learning_rate": 1.3969836729990638e-07, + "loss": 0.0114, + "step": 97740 + }, + { + "loss_action": 0.011912505142390728, + "loss_total": 0.011912505142390728, + "step": 97740 + }, + { + "loss_action": 0.006634125951677561, + "loss_total": 0.006634125951677561, + "step": 97740 + }, + { + "loss_action": 0.0024229539558291435, + "loss_total": 0.0024229539558291435, + "step": 97740 + }, + { + "loss_action": 0.009012212045490742, + "loss_total": 0.009012212045490742, + "step": 97740 + }, + { + "loss_action": 0.0047257584519684315, + "loss_total": 0.0047257584519684315, + "step": 97740 + }, + { + "loss_action": 0.006796110421419144, + "loss_total": 0.006796110421419144, + "step": 97740 + }, + { + "grad_norm": 0.25874942541122437, + "learning_rate": 1.384659474382932e-07, + "loss": 0.0075, + "step": 97750 + }, + { + "loss_action": 0.0019615066703408957, + "loss_total": 0.0019615066703408957, + "step": 97750 + }, + { + "loss_action": 0.004237601067870855, + "loss_total": 0.004237601067870855, + "step": 97750 + }, + { + "loss_action": 0.004545844625681639, + "loss_total": 0.004545844625681639, + "step": 97750 + }, + { + "loss_action": 0.011815585196018219, + "loss_total": 0.011815585196018219, + "step": 97750 + }, + { + "loss_action": 0.0035063247196376324, + "loss_total": 0.0035063247196376324, + "step": 97750 + }, + { + "loss_action": 0.010812152177095413, + "loss_total": 0.010812152177095413, + "step": 97750 + }, + { + "grad_norm": 0.15377049148082733, + "learning_rate": 1.372389803590779e-07, + "loss": 0.0069, + "step": 97760 + }, + { + "loss_action": 0.006053566467016935, + "loss_total": 0.006053566467016935, + "step": 97760 + }, + { + "loss_action": 0.0033900802955031395, + "loss_total": 0.0033900802955031395, + "step": 97760 + }, + { + "loss_action": 0.015393280424177647, + "loss_total": 0.015393280424177647, + "step": 97760 + }, + { + "loss_action": 0.015364605002105236, + "loss_total": 0.015364605002105236, + "step": 97760 + }, + { + "loss_action": 0.005288864951580763, + "loss_total": 0.005288864951580763, + "step": 97760 + }, + { + "loss_action": 0.002974357921630144, + "loss_total": 0.002974357921630144, + "step": 97760 + }, + { + "grad_norm": 0.1209043636918068, + "learning_rate": 1.360174661964364e-07, + "loss": 0.0062, + "step": 97770 + }, + { + "loss_action": 0.0029284826014190912, + "loss_total": 0.0029284826014190912, + "step": 97770 + }, + { + "loss_action": 0.004014970734715462, + "loss_total": 0.004014970734715462, + "step": 97770 + }, + { + "loss_action": 0.008343593217432499, + "loss_total": 0.008343593217432499, + "step": 97770 + }, + { + "loss_action": 0.0038063039537519217, + "loss_total": 0.0038063039537519217, + "step": 97770 + }, + { + "loss_action": 0.0021553304977715015, + "loss_total": 0.0021553304977715015, + "step": 97770 + }, + { + "loss_action": 0.00992600992321968, + "loss_total": 0.00992600992321968, + "step": 97770 + }, + { + "grad_norm": 0.2168228030204773, + "learning_rate": 1.3480140508396188e-07, + "loss": 0.0061, + "step": 97780 + }, + { + "loss_action": 0.004134378395974636, + "loss_total": 0.004134378395974636, + "step": 97780 + }, + { + "loss_action": 0.005887816194444895, + "loss_total": 0.005887816194444895, + "step": 97780 + }, + { + "loss_action": 0.012061326764523983, + "loss_total": 0.012061326764523983, + "step": 97780 + }, + { + "loss_action": 0.010820395313203335, + "loss_total": 0.010820395313203335, + "step": 97780 + }, + { + "loss_action": 0.008732995949685574, + "loss_total": 0.008732995949685574, + "step": 97780 + }, + { + "loss_action": 0.002212819177657366, + "loss_total": 0.002212819177657366, + "step": 97780 + }, + { + "grad_norm": 0.27292680740356445, + "learning_rate": 1.335907971546313e-07, + "loss": 0.0085, + "step": 97790 + }, + { + "loss_action": 0.011042672209441662, + "loss_total": 0.011042672209441662, + "step": 97790 + }, + { + "loss_action": 0.008161397650837898, + "loss_total": 0.008161397650837898, + "step": 97790 + }, + { + "loss_action": 0.009727491065859795, + "loss_total": 0.009727491065859795, + "step": 97790 + }, + { + "loss_action": 0.0048895832151174545, + "loss_total": 0.0048895832151174545, + "step": 97790 + }, + { + "loss_action": 0.0032662060111761093, + "loss_total": 0.0032662060111761093, + "step": 97790 + }, + { + "loss_action": 0.0021454407833516598, + "loss_total": 0.0021454407833516598, + "step": 97790 + }, + { + "grad_norm": 0.17562367022037506, + "learning_rate": 1.3238564254083875e-07, + "loss": 0.0076, + "step": 97800 + }, + { + "loss_action": 0.0035475578624755144, + "loss_total": 0.0035475578624755144, + "step": 97800 + }, + { + "loss_action": 0.002863069996237755, + "loss_total": 0.002863069996237755, + "step": 97800 + }, + { + "loss_action": 0.017060134559869766, + "loss_total": 0.017060134559869766, + "step": 97800 + }, + { + "loss_action": 0.00503779761493206, + "loss_total": 0.00503779761493206, + "step": 97800 + }, + { + "loss_action": 0.01081697829067707, + "loss_total": 0.01081697829067707, + "step": 97800 + }, + { + "loss_action": 0.001852017710916698, + "loss_total": 0.001852017710916698, + "step": 97800 + }, + { + "grad_norm": 0.23918099701404572, + "learning_rate": 1.3118594137437323e-07, + "loss": 0.0068, + "step": 97810 + }, + { + "loss_action": 0.01672777719795704, + "loss_total": 0.01672777719795704, + "step": 97810 + }, + { + "loss_action": 0.0033278134651482105, + "loss_total": 0.0033278134651482105, + "step": 97810 + }, + { + "loss_action": 0.009416069835424423, + "loss_total": 0.009416069835424423, + "step": 97810 + }, + { + "loss_action": 0.009497336111962795, + "loss_total": 0.009497336111962795, + "step": 97810 + }, + { + "loss_action": 0.0023360804188996553, + "loss_total": 0.0023360804188996553, + "step": 97810 + }, + { + "loss_action": 0.0060425931587815285, + "loss_total": 0.0060425931587815285, + "step": 97810 + }, + { + "grad_norm": 0.129304900765419, + "learning_rate": 1.2999169378644094e-07, + "loss": 0.0064, + "step": 97820 + }, + { + "loss_action": 0.006464667152613401, + "loss_total": 0.006464667152613401, + "step": 97820 + }, + { + "loss_action": 0.008318422362208366, + "loss_total": 0.008318422362208366, + "step": 97820 + }, + { + "loss_action": 0.003576065646484494, + "loss_total": 0.003576065646484494, + "step": 97820 + }, + { + "loss_action": 0.012583733536303043, + "loss_total": 0.012583733536303043, + "step": 97820 + }, + { + "loss_action": 0.020147068426012993, + "loss_total": 0.020147068426012993, + "step": 97820 + }, + { + "loss_action": 0.005809069145470858, + "loss_total": 0.005809069145470858, + "step": 97820 + }, + { + "grad_norm": 0.1605917066335678, + "learning_rate": 1.2880289990763738e-07, + "loss": 0.0073, + "step": 97830 + }, + { + "loss_action": 0.00488068675622344, + "loss_total": 0.00488068675622344, + "step": 97830 + }, + { + "loss_action": 0.004124433733522892, + "loss_total": 0.004124433733522892, + "step": 97830 + }, + { + "loss_action": 0.006206980440765619, + "loss_total": 0.006206980440765619, + "step": 97830 + }, + { + "loss_action": 0.006886977236717939, + "loss_total": 0.006886977236717939, + "step": 97830 + }, + { + "loss_action": 0.0012050645891577005, + "loss_total": 0.0012050645891577005, + "step": 97830 + }, + { + "loss_action": 0.005153271369636059, + "loss_total": 0.005153271369636059, + "step": 97830 + }, + { + "grad_norm": 0.1501280665397644, + "learning_rate": 1.2761955986796968e-07, + "loss": 0.006, + "step": 97840 + }, + { + "loss_action": 0.006944897584617138, + "loss_total": 0.006944897584617138, + "step": 97840 + }, + { + "loss_action": 0.007156131323426962, + "loss_total": 0.007156131323426962, + "step": 97840 + }, + { + "loss_action": 0.00272775418125093, + "loss_total": 0.00272775418125093, + "step": 97840 + }, + { + "loss_action": 0.012368274852633476, + "loss_total": 0.012368274852633476, + "step": 97840 + }, + { + "loss_action": 0.005551581736654043, + "loss_total": 0.005551581736654043, + "step": 97840 + }, + { + "loss_action": 0.003116288688033819, + "loss_total": 0.003116288688033819, + "step": 97840 + }, + { + "grad_norm": 0.17414596676826477, + "learning_rate": 1.264416737968399e-07, + "loss": 0.0067, + "step": 97850 + }, + { + "loss_action": 0.008219059556722641, + "loss_total": 0.008219059556722641, + "step": 97850 + }, + { + "loss_action": 0.005387097597122192, + "loss_total": 0.005387097597122192, + "step": 97850 + }, + { + "loss_action": 0.005060063675045967, + "loss_total": 0.005060063675045967, + "step": 97850 + }, + { + "loss_action": 0.003883007215335965, + "loss_total": 0.003883007215335965, + "step": 97850 + }, + { + "loss_action": 0.006119785364717245, + "loss_total": 0.006119785364717245, + "step": 97850 + }, + { + "loss_action": 0.010280098766088486, + "loss_total": 0.010280098766088486, + "step": 97850 + }, + { + "grad_norm": 0.12358903139829636, + "learning_rate": 1.2526924182307275e-07, + "loss": 0.0062, + "step": 97860 + }, + { + "loss_action": 0.015788981691002846, + "loss_total": 0.015788981691002846, + "step": 97860 + }, + { + "loss_action": 0.011547498404979706, + "loss_total": 0.011547498404979706, + "step": 97860 + }, + { + "loss_action": 0.002989991568028927, + "loss_total": 0.002989991568028927, + "step": 97860 + }, + { + "loss_action": 0.0069567132741212845, + "loss_total": 0.0069567132741212845, + "step": 97860 + }, + { + "loss_action": 0.01915120705962181, + "loss_total": 0.01915120705962181, + "step": 97860 + }, + { + "loss_action": 0.008352580480277538, + "loss_total": 0.008352580480277538, + "step": 97860 + }, + { + "grad_norm": 0.197776198387146, + "learning_rate": 1.2410226407487124e-07, + "loss": 0.0086, + "step": 97870 + }, + { + "loss_action": 0.004253390245139599, + "loss_total": 0.004253390245139599, + "step": 97870 + }, + { + "loss_action": 0.016574842855334282, + "loss_total": 0.016574842855334282, + "step": 97870 + }, + { + "loss_action": 0.006656604818999767, + "loss_total": 0.006656604818999767, + "step": 97870 + }, + { + "loss_action": 0.014173346571624279, + "loss_total": 0.014173346571624279, + "step": 97870 + }, + { + "loss_action": 0.00993349403142929, + "loss_total": 0.00993349403142929, + "step": 97870 + }, + { + "loss_action": 0.0037397488486021757, + "loss_total": 0.0037397488486021757, + "step": 97870 + }, + { + "grad_norm": 0.13897384703159332, + "learning_rate": 1.229407406798555e-07, + "loss": 0.0083, + "step": 97880 + }, + { + "loss_action": 0.011449902318418026, + "loss_total": 0.011449902318418026, + "step": 97880 + }, + { + "loss_action": 0.007718557491898537, + "loss_total": 0.007718557491898537, + "step": 97880 + }, + { + "loss_action": 0.003237644210457802, + "loss_total": 0.003237644210457802, + "step": 97880 + }, + { + "loss_action": 0.00480650644749403, + "loss_total": 0.00480650644749403, + "step": 97880 + }, + { + "loss_action": 0.0044074454344809055, + "loss_total": 0.0044074454344809055, + "step": 97880 + }, + { + "loss_action": 0.012621046975255013, + "loss_total": 0.012621046975255013, + "step": 97880 + }, + { + "grad_norm": 0.24535559117794037, + "learning_rate": 1.2178467176505726e-07, + "loss": 0.009, + "step": 97890 + }, + { + "loss_action": 0.004881512373685837, + "loss_total": 0.004881512373685837, + "step": 97890 + }, + { + "loss_action": 0.0016144978580996394, + "loss_total": 0.0016144978580996394, + "step": 97890 + }, + { + "loss_action": 0.008233560249209404, + "loss_total": 0.008233560249209404, + "step": 97890 + }, + { + "loss_action": 0.017191534861922264, + "loss_total": 0.017191534861922264, + "step": 97890 + }, + { + "loss_action": 0.0027965714689344168, + "loss_total": 0.0027965714689344168, + "step": 97890 + }, + { + "loss_action": 0.03425194323062897, + "loss_total": 0.03425194323062897, + "step": 97890 + }, + { + "grad_norm": 0.08731745183467865, + "learning_rate": 1.2063405745689205e-07, + "loss": 0.0086, + "step": 97900 + }, + { + "loss_action": 0.007243108935654163, + "loss_total": 0.007243108935654163, + "step": 97900 + }, + { + "loss_action": 0.004876722116023302, + "loss_total": 0.004876722116023302, + "step": 97900 + }, + { + "loss_action": 0.0070865643210709095, + "loss_total": 0.0070865643210709095, + "step": 97900 + }, + { + "loss_action": 0.003978983033448458, + "loss_total": 0.003978983033448458, + "step": 97900 + }, + { + "loss_action": 0.011892847716808319, + "loss_total": 0.011892847716808319, + "step": 97900 + }, + { + "loss_action": 0.0032911996822804213, + "loss_total": 0.0032911996822804213, + "step": 97900 + }, + { + "grad_norm": 0.10953739285469055, + "learning_rate": 1.1948889788119812e-07, + "loss": 0.0059, + "step": 97910 + }, + { + "loss_action": 0.007768701761960983, + "loss_total": 0.007768701761960983, + "step": 97910 + }, + { + "loss_action": 0.006239899434149265, + "loss_total": 0.006239899434149265, + "step": 97910 + }, + { + "loss_action": 0.004752337001264095, + "loss_total": 0.004752337001264095, + "step": 97910 + }, + { + "loss_action": 0.007845125161111355, + "loss_total": 0.007845125161111355, + "step": 97910 + }, + { + "loss_action": 0.006378662772476673, + "loss_total": 0.006378662772476673, + "step": 97910 + }, + { + "loss_action": 0.00444863410666585, + "loss_total": 0.00444863410666585, + "step": 97910 + }, + { + "grad_norm": 0.13720527291297913, + "learning_rate": 1.1834919316320303e-07, + "loss": 0.0077, + "step": 97920 + }, + { + "loss_action": 0.001888239523395896, + "loss_total": 0.001888239523395896, + "step": 97920 + }, + { + "loss_action": 0.003091685939580202, + "loss_total": 0.003091685939580202, + "step": 97920 + }, + { + "loss_action": 0.0023008701391518116, + "loss_total": 0.0023008701391518116, + "step": 97920 + }, + { + "loss_action": 0.003230222500860691, + "loss_total": 0.003230222500860691, + "step": 97920 + }, + { + "loss_action": 0.006878585554659367, + "loss_total": 0.006878585554659367, + "step": 97920 + }, + { + "loss_action": 0.013654130510985851, + "loss_total": 0.013654130510985851, + "step": 97920 + }, + { + "grad_norm": 0.22420144081115723, + "learning_rate": 1.1721494342754048e-07, + "loss": 0.0077, + "step": 97930 + }, + { + "loss_action": 0.016922734677791595, + "loss_total": 0.016922734677791595, + "step": 97930 + }, + { + "loss_action": 0.006817345041781664, + "loss_total": 0.006817345041781664, + "step": 97930 + }, + { + "loss_action": 0.003003248479217291, + "loss_total": 0.003003248479217291, + "step": 97930 + }, + { + "loss_action": 0.007402485236525536, + "loss_total": 0.007402485236525536, + "step": 97930 + }, + { + "loss_action": 0.0033684279769659042, + "loss_total": 0.0033684279769659042, + "step": 97930 + }, + { + "loss_action": 0.002169468905776739, + "loss_total": 0.002169468905776739, + "step": 97930 + }, + { + "grad_norm": 0.14228862524032593, + "learning_rate": 1.1608614879825563e-07, + "loss": 0.0092, + "step": 97940 + }, + { + "loss_action": 0.003689430421218276, + "loss_total": 0.003689430421218276, + "step": 97940 + }, + { + "loss_action": 0.002948442008346319, + "loss_total": 0.002948442008346319, + "step": 97940 + }, + { + "loss_action": 0.0074605089612305164, + "loss_total": 0.0074605089612305164, + "step": 97940 + }, + { + "loss_action": 0.0039569609798491, + "loss_total": 0.0039569609798491, + "step": 97940 + }, + { + "loss_action": 0.012673786841332912, + "loss_total": 0.012673786841332912, + "step": 97940 + }, + { + "loss_action": 0.019139783456921577, + "loss_total": 0.019139783456921577, + "step": 97940 + }, + { + "grad_norm": 0.13601641356945038, + "learning_rate": 1.1496280939879422e-07, + "loss": 0.0077, + "step": 97950 + }, + { + "loss_action": 0.002747905207797885, + "loss_total": 0.002747905207797885, + "step": 97950 + }, + { + "loss_action": 0.006072272080928087, + "loss_total": 0.006072272080928087, + "step": 97950 + }, + { + "loss_action": 0.002349561545997858, + "loss_total": 0.002349561545997858, + "step": 97950 + }, + { + "loss_action": 0.006888812407851219, + "loss_total": 0.006888812407851219, + "step": 97950 + }, + { + "loss_action": 0.0043648602440953255, + "loss_total": 0.0043648602440953255, + "step": 97950 + }, + { + "loss_action": 0.006050365976989269, + "loss_total": 0.006050365976989269, + "step": 97950 + }, + { + "grad_norm": 0.1635761260986328, + "learning_rate": 1.1384492535199687e-07, + "loss": 0.0078, + "step": 97960 + }, + { + "loss_action": 0.003575093811377883, + "loss_total": 0.003575093811377883, + "step": 97960 + }, + { + "loss_action": 0.00934511236846447, + "loss_total": 0.00934511236846447, + "step": 97960 + }, + { + "loss_action": 0.004311945289373398, + "loss_total": 0.004311945289373398, + "step": 97960 + }, + { + "loss_action": 0.005355455446988344, + "loss_total": 0.005355455446988344, + "step": 97960 + }, + { + "loss_action": 0.005898497067391872, + "loss_total": 0.005898497067391872, + "step": 97960 + }, + { + "loss_action": 0.0034202972892671824, + "loss_total": 0.0034202972892671824, + "step": 97960 + }, + { + "grad_norm": 0.12412463128566742, + "learning_rate": 1.1273249678011578e-07, + "loss": 0.0069, + "step": 97970 + }, + { + "loss_action": 0.008653908036649227, + "loss_total": 0.008653908036649227, + "step": 97970 + }, + { + "loss_action": 0.003984300419688225, + "loss_total": 0.003984300419688225, + "step": 97970 + }, + { + "loss_action": 0.014275857247412205, + "loss_total": 0.014275857247412205, + "step": 97970 + }, + { + "loss_action": 0.002930611139163375, + "loss_total": 0.002930611139163375, + "step": 97970 + }, + { + "loss_action": 0.01235414668917656, + "loss_total": 0.01235414668917656, + "step": 97970 + }, + { + "loss_action": 0.006966746412217617, + "loss_total": 0.006966746412217617, + "step": 97970 + }, + { + "grad_norm": 0.182622492313385, + "learning_rate": 1.1162552380480362e-07, + "loss": 0.0058, + "step": 97980 + }, + { + "loss_action": 0.007825469598174095, + "loss_total": 0.007825469598174095, + "step": 97980 + }, + { + "loss_action": 0.00356689584441483, + "loss_total": 0.00356689584441483, + "step": 97980 + }, + { + "loss_action": 0.0034985968377441168, + "loss_total": 0.0034985968377441168, + "step": 97980 + }, + { + "loss_action": 0.0018246991094201803, + "loss_total": 0.0018246991094201803, + "step": 97980 + }, + { + "loss_action": 0.005133184604346752, + "loss_total": 0.005133184604346752, + "step": 97980 + }, + { + "loss_action": 0.00470733642578125, + "loss_total": 0.00470733642578125, + "step": 97980 + }, + { + "grad_norm": 0.2695061266422272, + "learning_rate": 1.1052400654711359e-07, + "loss": 0.007, + "step": 97990 + }, + { + "loss_action": 0.003834825474768877, + "loss_total": 0.003834825474768877, + "step": 97990 + }, + { + "loss_action": 0.008263351395726204, + "loss_total": 0.008263351395726204, + "step": 97990 + }, + { + "loss_action": 0.004783250857144594, + "loss_total": 0.004783250857144594, + "step": 97990 + }, + { + "loss_action": 0.002738900249823928, + "loss_total": 0.002738900249823928, + "step": 97990 + }, + { + "loss_action": 0.03400924801826477, + "loss_total": 0.03400924801826477, + "step": 97990 + }, + { + "loss_action": 0.01039746031165123, + "loss_total": 0.01039746031165123, + "step": 97990 + }, + { + "grad_norm": 0.21993625164031982, + "learning_rate": 1.0942794512751597e-07, + "loss": 0.009, + "step": 98000 + }, + { + "loss_action": 0.013162165880203247, + "loss_total": 0.013162165880203247, + "step": 98000 + }, + { + "loss_action": 0.004465845879167318, + "loss_total": 0.004465845879167318, + "step": 98000 + }, + { + "loss_action": 0.014349990524351597, + "loss_total": 0.014349990524351597, + "step": 98000 + }, + { + "loss_action": 0.001433628611266613, + "loss_total": 0.001433628611266613, + "step": 98000 + }, + { + "loss_action": 0.006817204412072897, + "loss_total": 0.006817204412072897, + "step": 98000 + }, + { + "loss_action": 0.012353046797215939, + "loss_total": 0.012353046797215939, + "step": 98000 + }, + { + "grad_norm": 0.19480091333389282, + "learning_rate": 1.0833733966587045e-07, + "loss": 0.0072, + "step": 98010 + }, + { + "loss_action": 0.002148448023945093, + "loss_total": 0.002148448023945093, + "step": 98010 + }, + { + "loss_action": 0.0028767248149961233, + "loss_total": 0.0028767248149961233, + "step": 98010 + }, + { + "loss_action": 0.0031585749238729477, + "loss_total": 0.0031585749238729477, + "step": 98010 + }, + { + "loss_action": 0.0035755964927375317, + "loss_total": 0.0035755964927375317, + "step": 98010 + }, + { + "loss_action": 0.011851889081299305, + "loss_total": 0.011851889081299305, + "step": 98010 + }, + { + "loss_action": 0.004784087184816599, + "loss_total": 0.004784087184816599, + "step": 98010 + }, + { + "grad_norm": 0.1317097246646881, + "learning_rate": 1.0725219028143718e-07, + "loss": 0.0069, + "step": 98020 + }, + { + "loss_action": 0.0022089998237788677, + "loss_total": 0.0022089998237788677, + "step": 98020 + }, + { + "loss_action": 0.0037419083528220654, + "loss_total": 0.0037419083528220654, + "step": 98020 + }, + { + "loss_action": 0.0021191388368606567, + "loss_total": 0.0021191388368606567, + "step": 98020 + }, + { + "loss_action": 0.002069592010229826, + "loss_total": 0.002069592010229826, + "step": 98020 + }, + { + "loss_action": 0.004910019692033529, + "loss_total": 0.004910019692033529, + "step": 98020 + }, + { + "loss_action": 0.024287423118948936, + "loss_total": 0.024287423118948936, + "step": 98020 + }, + { + "grad_norm": 0.16282157599925995, + "learning_rate": 1.0617249709289345e-07, + "loss": 0.0063, + "step": 98030 + }, + { + "loss_action": 0.007073478773236275, + "loss_total": 0.007073478773236275, + "step": 98030 + }, + { + "loss_action": 0.004682464525103569, + "loss_total": 0.004682464525103569, + "step": 98030 + }, + { + "loss_action": 0.002143189311027527, + "loss_total": 0.002143189311027527, + "step": 98030 + }, + { + "loss_action": 0.0071296836249530315, + "loss_total": 0.0071296836249530315, + "step": 98030 + }, + { + "loss_action": 0.002443285658955574, + "loss_total": 0.002443285658955574, + "step": 98030 + }, + { + "loss_action": 0.005313410889357328, + "loss_total": 0.005313410889357328, + "step": 98030 + }, + { + "grad_norm": 0.24550020694732666, + "learning_rate": 1.0509826021831703e-07, + "loss": 0.0071, + "step": 98040 + }, + { + "loss_action": 0.010438374243676662, + "loss_total": 0.010438374243676662, + "step": 98040 + }, + { + "loss_action": 0.005722262430936098, + "loss_total": 0.005722262430936098, + "step": 98040 + }, + { + "loss_action": 0.004302391316741705, + "loss_total": 0.004302391316741705, + "step": 98040 + }, + { + "loss_action": 0.002157370327040553, + "loss_total": 0.002157370327040553, + "step": 98040 + }, + { + "loss_action": 0.029385972768068314, + "loss_total": 0.029385972768068314, + "step": 98040 + }, + { + "loss_action": 0.0053116315975785255, + "loss_total": 0.0053116315975785255, + "step": 98040 + }, + { + "grad_norm": 0.13864897191524506, + "learning_rate": 1.0402947977517508e-07, + "loss": 0.0088, + "step": 98050 + }, + { + "loss_action": 0.008169768378138542, + "loss_total": 0.008169768378138542, + "step": 98050 + }, + { + "loss_action": 0.0030729633290320635, + "loss_total": 0.0030729633290320635, + "step": 98050 + }, + { + "loss_action": 0.007968403398990631, + "loss_total": 0.007968403398990631, + "step": 98050 + }, + { + "loss_action": 0.0038762043695896864, + "loss_total": 0.0038762043695896864, + "step": 98050 + }, + { + "loss_action": 0.009776822291314602, + "loss_total": 0.009776822291314602, + "step": 98050 + }, + { + "loss_action": 0.002992788329720497, + "loss_total": 0.002992788329720497, + "step": 98050 + }, + { + "grad_norm": 0.1794349104166031, + "learning_rate": 1.0296615588035185e-07, + "loss": 0.0075, + "step": 98060 + }, + { + "loss_action": 0.010208040475845337, + "loss_total": 0.010208040475845337, + "step": 98060 + }, + { + "loss_action": 0.00893044751137495, + "loss_total": 0.00893044751137495, + "step": 98060 + }, + { + "loss_action": 0.0019482484785839915, + "loss_total": 0.0019482484785839915, + "step": 98060 + }, + { + "loss_action": 0.0033141111489385366, + "loss_total": 0.0033141111489385366, + "step": 98060 + }, + { + "loss_action": 0.004353113938122988, + "loss_total": 0.004353113938122988, + "step": 98060 + }, + { + "loss_action": 0.0021928385831415653, + "loss_total": 0.0021928385831415653, + "step": 98060 + }, + { + "grad_norm": 0.19955608248710632, + "learning_rate": 1.0190828865012659e-07, + "loss": 0.0089, + "step": 98070 + }, + { + "loss_action": 0.027867743745446205, + "loss_total": 0.027867743745446205, + "step": 98070 + }, + { + "loss_action": 0.011049057357013226, + "loss_total": 0.011049057357013226, + "step": 98070 + }, + { + "loss_action": 0.004290733486413956, + "loss_total": 0.004290733486413956, + "step": 98070 + }, + { + "loss_action": 0.003099949099123478, + "loss_total": 0.003099949099123478, + "step": 98070 + }, + { + "loss_action": 0.026895321905612946, + "loss_total": 0.026895321905612946, + "step": 98070 + }, + { + "loss_action": 0.004222256597131491, + "loss_total": 0.004222256597131491, + "step": 98070 + }, + { + "grad_norm": 0.17687761783599854, + "learning_rate": 1.008558782001956e-07, + "loss": 0.0073, + "step": 98080 + }, + { + "loss_action": 0.007815223187208176, + "loss_total": 0.007815223187208176, + "step": 98080 + }, + { + "loss_action": 0.0049219620414078236, + "loss_total": 0.0049219620414078236, + "step": 98080 + }, + { + "loss_action": 0.001593807595781982, + "loss_total": 0.001593807595781982, + "step": 98080 + }, + { + "loss_action": 0.004366155248135328, + "loss_total": 0.004366155248135328, + "step": 98080 + }, + { + "loss_action": 0.00831418763846159, + "loss_total": 0.00831418763846159, + "step": 98080 + }, + { + "loss_action": 0.00836227647960186, + "loss_total": 0.00836227647960186, + "step": 98080 + }, + { + "grad_norm": 0.20238752663135529, + "learning_rate": 9.980892464563906e-08, + "loss": 0.0076, + "step": 98090 + }, + { + "loss_action": 0.004737099166959524, + "loss_total": 0.004737099166959524, + "step": 98090 + }, + { + "loss_action": 0.005841830279678106, + "loss_total": 0.005841830279678106, + "step": 98090 + }, + { + "loss_action": 0.15427488088607788, + "loss_total": 0.15427488088607788, + "step": 98090 + }, + { + "loss_action": 0.0030434420332312584, + "loss_total": 0.0030434420332312584, + "step": 98090 + }, + { + "loss_action": 0.008404698222875595, + "loss_total": 0.008404698222875595, + "step": 98090 + }, + { + "loss_action": 0.0028056784067302942, + "loss_total": 0.0028056784067302942, + "step": 98090 + }, + { + "grad_norm": 0.14919513463974, + "learning_rate": 9.876742810095985e-08, + "loss": 0.0092, + "step": 98100 + }, + { + "loss_action": 0.007859981618821621, + "loss_total": 0.007859981618821621, + "step": 98100 + }, + { + "loss_action": 0.001996843609958887, + "loss_total": 0.001996843609958887, + "step": 98100 + }, + { + "loss_action": 0.00585245992988348, + "loss_total": 0.00585245992988348, + "step": 98100 + }, + { + "loss_action": 0.007796278689056635, + "loss_total": 0.007796278689056635, + "step": 98100 + }, + { + "loss_action": 0.0014302062336355448, + "loss_total": 0.0014302062336355448, + "step": 98100 + }, + { + "loss_action": 0.0027036855462938547, + "loss_total": 0.0027036855462938547, + "step": 98100 + }, + { + "grad_norm": 0.16532370448112488, + "learning_rate": 9.77313886800446e-08, + "loss": 0.0067, + "step": 98110 + }, + { + "loss_action": 0.001471716328524053, + "loss_total": 0.001471716328524053, + "step": 98110 + }, + { + "loss_action": 0.0036765679251402617, + "loss_total": 0.0036765679251402617, + "step": 98110 + }, + { + "loss_action": 0.004403506871312857, + "loss_total": 0.004403506871312857, + "step": 98110 + }, + { + "loss_action": 0.007170420140028, + "loss_total": 0.007170420140028, + "step": 98110 + }, + { + "loss_action": 0.020182181149721146, + "loss_total": 0.020182181149721146, + "step": 98110 + }, + { + "loss_action": 0.004517687018960714, + "loss_total": 0.004517687018960714, + "step": 98110 + }, + { + "grad_norm": 0.3559888005256653, + "learning_rate": 9.670080649619717e-08, + "loss": 0.0069, + "step": 98120 + }, + { + "loss_action": 0.0025649708695709705, + "loss_total": 0.0025649708695709705, + "step": 98120 + }, + { + "loss_action": 0.003720051608979702, + "loss_total": 0.003720051608979702, + "step": 98120 + }, + { + "loss_action": 0.0072778696194291115, + "loss_total": 0.0072778696194291115, + "step": 98120 + }, + { + "loss_action": 0.005214174743741751, + "loss_total": 0.005214174743741751, + "step": 98120 + }, + { + "loss_action": 0.006320925895124674, + "loss_total": 0.006320925895124674, + "step": 98120 + }, + { + "loss_action": 0.012622048147022724, + "loss_total": 0.012622048147022724, + "step": 98120 + }, + { + "grad_norm": 0.17811192572116852, + "learning_rate": 9.567568166212737e-08, + "loss": 0.0065, + "step": 98130 + }, + { + "loss_action": 0.007260054349899292, + "loss_total": 0.007260054349899292, + "step": 98130 + }, + { + "loss_action": 0.0025752848014235497, + "loss_total": 0.0025752848014235497, + "step": 98130 + }, + { + "loss_action": 0.002873103367164731, + "loss_total": 0.002873103367164731, + "step": 98130 + }, + { + "loss_action": 0.005401603411883116, + "loss_total": 0.005401603411883116, + "step": 98130 + }, + { + "loss_action": 0.006867072079330683, + "loss_total": 0.006867072079330683, + "step": 98130 + }, + { + "loss_action": 0.0041999053210020065, + "loss_total": 0.0041999053210020065, + "step": 98130 + }, + { + "grad_norm": 0.19832155108451843, + "learning_rate": 9.465601428992888e-08, + "loss": 0.0073, + "step": 98140 + }, + { + "loss_action": 0.010051806457340717, + "loss_total": 0.010051806457340717, + "step": 98140 + }, + { + "loss_action": 0.0085787707939744, + "loss_total": 0.0085787707939744, + "step": 98140 + }, + { + "loss_action": 0.004344169981777668, + "loss_total": 0.004344169981777668, + "step": 98140 + }, + { + "loss_action": 0.0055897533893585205, + "loss_total": 0.0055897533893585205, + "step": 98140 + }, + { + "loss_action": 0.007433603052049875, + "loss_total": 0.007433603052049875, + "step": 98140 + }, + { + "loss_action": 0.006464442238211632, + "loss_total": 0.006464442238211632, + "step": 98140 + }, + { + "grad_norm": 0.108338862657547, + "learning_rate": 9.364180449111803e-08, + "loss": 0.0084, + "step": 98150 + }, + { + "loss_action": 0.006373472977429628, + "loss_total": 0.006373472977429628, + "step": 98150 + }, + { + "loss_action": 0.007145832758396864, + "loss_total": 0.007145832758396864, + "step": 98150 + }, + { + "loss_action": 0.005103438161313534, + "loss_total": 0.005103438161313534, + "step": 98150 + }, + { + "loss_action": 0.041741643100976944, + "loss_total": 0.041741643100976944, + "step": 98150 + }, + { + "loss_action": 0.0063697900623083115, + "loss_total": 0.0063697900623083115, + "step": 98150 + }, + { + "loss_action": 0.014400631189346313, + "loss_total": 0.014400631189346313, + "step": 98150 + }, + { + "grad_norm": 0.12896564602851868, + "learning_rate": 9.263305237661169e-08, + "loss": 0.0137, + "step": 98160 + }, + { + "loss_action": 0.00217228289693594, + "loss_total": 0.00217228289693594, + "step": 98160 + }, + { + "loss_action": 0.0017608365742489696, + "loss_total": 0.0017608365742489696, + "step": 98160 + }, + { + "loss_action": 0.006235099397599697, + "loss_total": 0.006235099397599697, + "step": 98160 + }, + { + "loss_action": 0.007081448100507259, + "loss_total": 0.007081448100507259, + "step": 98160 + }, + { + "loss_action": 0.0038790965918451548, + "loss_total": 0.0038790965918451548, + "step": 98160 + }, + { + "loss_action": 0.004700746852904558, + "loss_total": 0.004700746852904558, + "step": 98160 + }, + { + "grad_norm": 0.07009347528219223, + "learning_rate": 9.162975805671603e-08, + "loss": 0.0083, + "step": 98170 + }, + { + "loss_action": 0.008575497195124626, + "loss_total": 0.008575497195124626, + "step": 98170 + }, + { + "loss_action": 0.004970339592546225, + "loss_total": 0.004970339592546225, + "step": 98170 + }, + { + "loss_action": 0.006818701978772879, + "loss_total": 0.006818701978772879, + "step": 98170 + }, + { + "loss_action": 0.019531045109033585, + "loss_total": 0.019531045109033585, + "step": 98170 + }, + { + "loss_action": 0.03083430416882038, + "loss_total": 0.03083430416882038, + "step": 98170 + }, + { + "loss_action": 0.003733694087713957, + "loss_total": 0.003733694087713957, + "step": 98170 + }, + { + "grad_norm": 0.16802296042442322, + "learning_rate": 9.063192164115442e-08, + "loss": 0.0108, + "step": 98180 + }, + { + "loss_action": 0.001963634742423892, + "loss_total": 0.001963634742423892, + "step": 98180 + }, + { + "loss_action": 0.009770349599421024, + "loss_total": 0.009770349599421024, + "step": 98180 + }, + { + "loss_action": 0.002812247257679701, + "loss_total": 0.002812247257679701, + "step": 98180 + }, + { + "loss_action": 0.002026944188401103, + "loss_total": 0.002026944188401103, + "step": 98180 + }, + { + "loss_action": 0.0023843799717724323, + "loss_total": 0.0023843799717724323, + "step": 98180 + }, + { + "loss_action": 0.021889276802539825, + "loss_total": 0.021889276802539825, + "step": 98180 + }, + { + "grad_norm": 0.13429933786392212, + "learning_rate": 8.963954323904511e-08, + "loss": 0.0063, + "step": 98190 + }, + { + "loss_action": 0.016472628340125084, + "loss_total": 0.016472628340125084, + "step": 98190 + }, + { + "loss_action": 0.008394786156713963, + "loss_total": 0.008394786156713963, + "step": 98190 + }, + { + "loss_action": 0.011506148613989353, + "loss_total": 0.011506148613989353, + "step": 98190 + }, + { + "loss_action": 0.0724320337176323, + "loss_total": 0.0724320337176323, + "step": 98190 + }, + { + "loss_action": 0.003099031513556838, + "loss_total": 0.003099031513556838, + "step": 98190 + }, + { + "loss_action": 0.009071813896298409, + "loss_total": 0.009071813896298409, + "step": 98190 + }, + { + "grad_norm": 0.22425253689289093, + "learning_rate": 8.865262295891796e-08, + "loss": 0.0093, + "step": 98200 + }, + { + "loss_action": 0.00856178067624569, + "loss_total": 0.00856178067624569, + "step": 98200 + }, + { + "loss_action": 0.0066200848668813705, + "loss_total": 0.0066200848668813705, + "step": 98200 + }, + { + "loss_action": 0.0031253506895154715, + "loss_total": 0.0031253506895154715, + "step": 98200 + }, + { + "loss_action": 0.004893997684121132, + "loss_total": 0.004893997684121132, + "step": 98200 + }, + { + "loss_action": 0.006806740537285805, + "loss_total": 0.006806740537285805, + "step": 98200 + }, + { + "loss_action": 0.009585614316165447, + "loss_total": 0.009585614316165447, + "step": 98200 + }, + { + "grad_norm": 0.20714440941810608, + "learning_rate": 8.767116090870331e-08, + "loss": 0.0063, + "step": 98210 + }, + { + "loss_action": 0.00445559062063694, + "loss_total": 0.00445559062063694, + "step": 98210 + }, + { + "loss_action": 0.0074879941530525684, + "loss_total": 0.0074879941530525684, + "step": 98210 + }, + { + "loss_action": 0.007884485647082329, + "loss_total": 0.007884485647082329, + "step": 98210 + }, + { + "loss_action": 0.008170235902071, + "loss_total": 0.008170235902071, + "step": 98210 + }, + { + "loss_action": 0.01537606492638588, + "loss_total": 0.01537606492638588, + "step": 98210 + }, + { + "loss_action": 0.011058520525693893, + "loss_total": 0.011058520525693893, + "step": 98210 + }, + { + "grad_norm": 0.34128087759017944, + "learning_rate": 8.669515719572086e-08, + "loss": 0.0121, + "step": 98220 + }, + { + "loss_action": 0.002368371235206723, + "loss_total": 0.002368371235206723, + "step": 98220 + }, + { + "loss_action": 0.033806342631578445, + "loss_total": 0.033806342631578445, + "step": 98220 + }, + { + "loss_action": 0.006335075479000807, + "loss_total": 0.006335075479000807, + "step": 98220 + }, + { + "loss_action": 0.005344168283045292, + "loss_total": 0.005344168283045292, + "step": 98220 + }, + { + "loss_action": 0.005904204212129116, + "loss_total": 0.005904204212129116, + "step": 98220 + }, + { + "loss_action": 0.00367481866851449, + "loss_total": 0.00367481866851449, + "step": 98220 + }, + { + "grad_norm": 0.1239924356341362, + "learning_rate": 8.572461192671855e-08, + "loss": 0.0063, + "step": 98230 + }, + { + "loss_action": 0.007095339708030224, + "loss_total": 0.007095339708030224, + "step": 98230 + }, + { + "loss_action": 0.011137734167277813, + "loss_total": 0.011137734167277813, + "step": 98230 + }, + { + "loss_action": 0.003101406851783395, + "loss_total": 0.003101406851783395, + "step": 98230 + }, + { + "loss_action": 0.0062981341034173965, + "loss_total": 0.0062981341034173965, + "step": 98230 + }, + { + "loss_action": 0.005089974030852318, + "loss_total": 0.005089974030852318, + "step": 98230 + }, + { + "loss_action": 0.007769536226987839, + "loss_total": 0.007769536226987839, + "step": 98230 + }, + { + "grad_norm": 0.14847242832183838, + "learning_rate": 8.475952520782815e-08, + "loss": 0.0064, + "step": 98240 + }, + { + "loss_action": 0.0042808568105101585, + "loss_total": 0.0042808568105101585, + "step": 98240 + }, + { + "loss_action": 0.004406112711876631, + "loss_total": 0.004406112711876631, + "step": 98240 + }, + { + "loss_action": 0.0016435690922662616, + "loss_total": 0.0016435690922662616, + "step": 98240 + }, + { + "loss_action": 0.005718786269426346, + "loss_total": 0.005718786269426346, + "step": 98240 + }, + { + "loss_action": 0.007199560757726431, + "loss_total": 0.007199560757726431, + "step": 98240 + }, + { + "loss_action": 0.009765640832483768, + "loss_total": 0.009765640832483768, + "step": 98240 + }, + { + "grad_norm": 0.1450052410364151, + "learning_rate": 8.379989714458747e-08, + "loss": 0.0059, + "step": 98250 + }, + { + "loss_action": 0.0031999170314520597, + "loss_total": 0.0031999170314520597, + "step": 98250 + }, + { + "loss_action": 0.008019678294658661, + "loss_total": 0.008019678294658661, + "step": 98250 + }, + { + "loss_action": 0.008874420076608658, + "loss_total": 0.008874420076608658, + "step": 98250 + }, + { + "loss_action": 0.01624845340847969, + "loss_total": 0.01624845340847969, + "step": 98250 + }, + { + "loss_action": 0.01590292900800705, + "loss_total": 0.01590292900800705, + "step": 98250 + }, + { + "loss_action": 0.006266605108976364, + "loss_total": 0.006266605108976364, + "step": 98250 + }, + { + "grad_norm": 0.1551714837551117, + "learning_rate": 8.284572784194034e-08, + "loss": 0.0077, + "step": 98260 + }, + { + "loss_action": 0.0047469548881053925, + "loss_total": 0.0047469548881053925, + "step": 98260 + }, + { + "loss_action": 0.0032118780072778463, + "loss_total": 0.0032118780072778463, + "step": 98260 + }, + { + "loss_action": 0.010887627489864826, + "loss_total": 0.010887627489864826, + "step": 98260 + }, + { + "loss_action": 0.006997390650212765, + "loss_total": 0.006997390650212765, + "step": 98260 + }, + { + "loss_action": 0.004739994183182716, + "loss_total": 0.004739994183182716, + "step": 98260 + }, + { + "loss_action": 0.0023207946214824915, + "loss_total": 0.0023207946214824915, + "step": 98260 + }, + { + "grad_norm": 0.16786208748817444, + "learning_rate": 8.189701740424216e-08, + "loss": 0.0083, + "step": 98270 + }, + { + "loss_action": 0.006527892779558897, + "loss_total": 0.006527892779558897, + "step": 98270 + }, + { + "loss_action": 0.013130402192473412, + "loss_total": 0.013130402192473412, + "step": 98270 + }, + { + "loss_action": 0.003032092237845063, + "loss_total": 0.003032092237845063, + "step": 98270 + }, + { + "loss_action": 0.008930648677051067, + "loss_total": 0.008930648677051067, + "step": 98270 + }, + { + "loss_action": 0.0030516579281538725, + "loss_total": 0.0030516579281538725, + "step": 98270 + }, + { + "loss_action": 0.022504674270749092, + "loss_total": 0.022504674270749092, + "step": 98270 + }, + { + "grad_norm": 0.07957717031240463, + "learning_rate": 8.095376593522663e-08, + "loss": 0.009, + "step": 98280 + }, + { + "loss_action": 0.004156520124524832, + "loss_total": 0.004156520124524832, + "step": 98280 + }, + { + "loss_action": 0.0028878687880933285, + "loss_total": 0.0028878687880933285, + "step": 98280 + }, + { + "loss_action": 0.008006347343325615, + "loss_total": 0.008006347343325615, + "step": 98280 + }, + { + "loss_action": 0.005985125433653593, + "loss_total": 0.005985125433653593, + "step": 98280 + }, + { + "loss_action": 0.004442089237272739, + "loss_total": 0.004442089237272739, + "step": 98280 + }, + { + "loss_action": 0.00470324419438839, + "loss_total": 0.00470324419438839, + "step": 98280 + }, + { + "grad_norm": 0.13430079817771912, + "learning_rate": 8.001597353806123e-08, + "loss": 0.0073, + "step": 98290 + }, + { + "loss_action": 0.011247288435697556, + "loss_total": 0.011247288435697556, + "step": 98290 + }, + { + "loss_action": 0.002055575605481863, + "loss_total": 0.002055575605481863, + "step": 98290 + }, + { + "loss_action": 0.02020312286913395, + "loss_total": 0.02020312286913395, + "step": 98290 + }, + { + "loss_action": 0.0035128979943692684, + "loss_total": 0.0035128979943692684, + "step": 98290 + }, + { + "loss_action": 0.006032612640410662, + "loss_total": 0.006032612640410662, + "step": 98290 + }, + { + "loss_action": 0.009353142231702805, + "loss_total": 0.009353142231702805, + "step": 98290 + }, + { + "grad_norm": 0.16906704008579254, + "learning_rate": 7.90836403152917e-08, + "loss": 0.0083, + "step": 98300 + }, + { + "loss_action": 0.005795976612716913, + "loss_total": 0.005795976612716913, + "step": 98300 + }, + { + "loss_action": 0.00567018985748291, + "loss_total": 0.00567018985748291, + "step": 98300 + }, + { + "loss_action": 0.008773100562393665, + "loss_total": 0.008773100562393665, + "step": 98300 + }, + { + "loss_action": 0.011335114948451519, + "loss_total": 0.011335114948451519, + "step": 98300 + }, + { + "loss_action": 0.0028231358155608177, + "loss_total": 0.0028231358155608177, + "step": 98300 + }, + { + "loss_action": 0.008533971384167671, + "loss_total": 0.008533971384167671, + "step": 98300 + }, + { + "grad_norm": 0.1427023708820343, + "learning_rate": 7.815676636888092e-08, + "loss": 0.0082, + "step": 98310 + }, + { + "loss_action": 0.0027718921191990376, + "loss_total": 0.0027718921191990376, + "step": 98310 + }, + { + "loss_action": 0.0015820213593542576, + "loss_total": 0.0015820213593542576, + "step": 98310 + }, + { + "loss_action": 0.0818570926785469, + "loss_total": 0.0818570926785469, + "step": 98310 + }, + { + "loss_action": 0.0026029290165752172, + "loss_total": 0.0026029290165752172, + "step": 98310 + }, + { + "loss_action": 0.00649208715185523, + "loss_total": 0.00649208715185523, + "step": 98310 + }, + { + "loss_action": 0.007038586772978306, + "loss_total": 0.007038586772978306, + "step": 98310 + }, + { + "grad_norm": 0.18777763843536377, + "learning_rate": 7.723535180019226e-08, + "loss": 0.0072, + "step": 98320 + }, + { + "loss_action": 0.006136424373835325, + "loss_total": 0.006136424373835325, + "step": 98320 + }, + { + "loss_action": 0.009617451578378677, + "loss_total": 0.009617451578378677, + "step": 98320 + }, + { + "loss_action": 0.007278125733137131, + "loss_total": 0.007278125733137131, + "step": 98320 + }, + { + "loss_action": 0.009602422825992107, + "loss_total": 0.009602422825992107, + "step": 98320 + }, + { + "loss_action": 0.002533296123147011, + "loss_total": 0.002533296123147011, + "step": 98320 + }, + { + "loss_action": 0.002033923054113984, + "loss_total": 0.002033923054113984, + "step": 98320 + }, + { + "grad_norm": 0.20722992718219757, + "learning_rate": 7.6319396709984e-08, + "loss": 0.0078, + "step": 98330 + }, + { + "loss_action": 0.0020664313342422247, + "loss_total": 0.0020664313342422247, + "step": 98330 + }, + { + "loss_action": 0.0065844799391925335, + "loss_total": 0.0065844799391925335, + "step": 98330 + }, + { + "loss_action": 0.018437666818499565, + "loss_total": 0.018437666818499565, + "step": 98330 + }, + { + "loss_action": 0.0031613949686288834, + "loss_total": 0.0031613949686288834, + "step": 98330 + }, + { + "loss_action": 0.0051378826610744, + "loss_total": 0.0051378826610744, + "step": 98330 + }, + { + "loss_action": 0.0025227011647075415, + "loss_total": 0.0025227011647075415, + "step": 98330 + }, + { + "grad_norm": 0.17453844845294952, + "learning_rate": 7.540890119843158e-08, + "loss": 0.0086, + "step": 98340 + }, + { + "loss_action": 0.005651279352605343, + "loss_total": 0.005651279352605343, + "step": 98340 + }, + { + "loss_action": 0.0013793772086501122, + "loss_total": 0.0013793772086501122, + "step": 98340 + }, + { + "loss_action": 0.004012573976069689, + "loss_total": 0.004012573976069689, + "step": 98340 + }, + { + "loss_action": 0.006421252619475126, + "loss_total": 0.006421252619475126, + "step": 98340 + }, + { + "loss_action": 0.003675449173897505, + "loss_total": 0.003675449173897505, + "step": 98340 + }, + { + "loss_action": 0.004177786409854889, + "loss_total": 0.004177786409854889, + "step": 98340 + }, + { + "grad_norm": 0.1616169959306717, + "learning_rate": 7.450386536509979e-08, + "loss": 0.0072, + "step": 98350 + }, + { + "loss_action": 0.005597220733761787, + "loss_total": 0.005597220733761787, + "step": 98350 + }, + { + "loss_action": 0.007235085591673851, + "loss_total": 0.007235085591673851, + "step": 98350 + }, + { + "loss_action": 0.015508066862821579, + "loss_total": 0.015508066862821579, + "step": 98350 + }, + { + "loss_action": 0.007735552731901407, + "loss_total": 0.007735552731901407, + "step": 98350 + }, + { + "loss_action": 0.017983069643378258, + "loss_total": 0.017983069643378258, + "step": 98350 + }, + { + "loss_action": 0.0030638573225587606, + "loss_total": 0.0030638573225587606, + "step": 98350 + }, + { + "grad_norm": 0.3818022310733795, + "learning_rate": 7.360428930895947e-08, + "loss": 0.0064, + "step": 98360 + }, + { + "loss_action": 0.00516623305156827, + "loss_total": 0.00516623305156827, + "step": 98360 + }, + { + "loss_action": 0.00412781024351716, + "loss_total": 0.00412781024351716, + "step": 98360 + }, + { + "loss_action": 0.003940167836844921, + "loss_total": 0.003940167836844921, + "step": 98360 + }, + { + "loss_action": 0.007240569218993187, + "loss_total": 0.007240569218993187, + "step": 98360 + }, + { + "loss_action": 0.0052823154255747795, + "loss_total": 0.0052823154255747795, + "step": 98360 + }, + { + "loss_action": 0.010124308988451958, + "loss_total": 0.010124308988451958, + "step": 98360 + }, + { + "grad_norm": 0.13653650879859924, + "learning_rate": 7.271017312839302e-08, + "loss": 0.0075, + "step": 98370 + }, + { + "loss_action": 0.005173965357244015, + "loss_total": 0.005173965357244015, + "step": 98370 + }, + { + "loss_action": 0.016141120344400406, + "loss_total": 0.016141120344400406, + "step": 98370 + }, + { + "loss_action": 0.007449355907738209, + "loss_total": 0.007449355907738209, + "step": 98370 + }, + { + "loss_action": 0.004515063017606735, + "loss_total": 0.004515063017606735, + "step": 98370 + }, + { + "loss_action": 0.005333873443305492, + "loss_total": 0.005333873443305492, + "step": 98370 + }, + { + "loss_action": 0.00414179265499115, + "loss_total": 0.00414179265499115, + "step": 98370 + }, + { + "grad_norm": 0.16744033992290497, + "learning_rate": 7.182151692118333e-08, + "loss": 0.0076, + "step": 98380 + }, + { + "loss_action": 0.005882765632122755, + "loss_total": 0.005882765632122755, + "step": 98380 + }, + { + "loss_action": 0.0029071320313960314, + "loss_total": 0.0029071320313960314, + "step": 98380 + }, + { + "loss_action": 0.005136091262102127, + "loss_total": 0.005136091262102127, + "step": 98380 + }, + { + "loss_action": 0.010740101337432861, + "loss_total": 0.010740101337432861, + "step": 98380 + }, + { + "loss_action": 0.0058096833527088165, + "loss_total": 0.0058096833527088165, + "step": 98380 + }, + { + "loss_action": 0.003452642820775509, + "loss_total": 0.003452642820775509, + "step": 98380 + }, + { + "grad_norm": 0.10242373496294022, + "learning_rate": 7.093832078449713e-08, + "loss": 0.007, + "step": 98390 + }, + { + "loss_action": 0.003152117133140564, + "loss_total": 0.003152117133140564, + "step": 98390 + }, + { + "loss_action": 0.03430105745792389, + "loss_total": 0.03430105745792389, + "step": 98390 + }, + { + "loss_action": 0.009335593320429325, + "loss_total": 0.009335593320429325, + "step": 98390 + }, + { + "loss_action": 0.010437452234327793, + "loss_total": 0.010437452234327793, + "step": 98390 + }, + { + "loss_action": 0.0069069587625563145, + "loss_total": 0.0069069587625563145, + "step": 98390 + }, + { + "loss_action": 0.0038495869375765324, + "loss_total": 0.0038495869375765324, + "step": 98390 + }, + { + "grad_norm": 0.10064876824617386, + "learning_rate": 7.006058481493493e-08, + "loss": 0.0105, + "step": 98400 + }, + { + "loss_action": 0.004976370837539434, + "loss_total": 0.004976370837539434, + "step": 98400 + }, + { + "loss_action": 0.00181282265111804, + "loss_total": 0.00181282265111804, + "step": 98400 + }, + { + "loss_action": 0.005307221785187721, + "loss_total": 0.005307221785187721, + "step": 98400 + }, + { + "loss_action": 0.011501191183924675, + "loss_total": 0.011501191183924675, + "step": 98400 + }, + { + "loss_action": 0.004714239854365587, + "loss_total": 0.004714239854365587, + "step": 98400 + }, + { + "loss_action": 0.004472928587347269, + "loss_total": 0.004472928587347269, + "step": 98400 + }, + { + "grad_norm": 0.11679986119270325, + "learning_rate": 6.918830910847552e-08, + "loss": 0.0069, + "step": 98410 + }, + { + "loss_action": 0.0030268316622823477, + "loss_total": 0.0030268316622823477, + "step": 98410 + }, + { + "loss_action": 0.008641961961984634, + "loss_total": 0.008641961961984634, + "step": 98410 + }, + { + "loss_action": 0.0038429920095950365, + "loss_total": 0.0038429920095950365, + "step": 98410 + }, + { + "loss_action": 0.01682613044977188, + "loss_total": 0.01682613044977188, + "step": 98410 + }, + { + "loss_action": 0.005881888791918755, + "loss_total": 0.005881888791918755, + "step": 98410 + }, + { + "loss_action": 0.006961086764931679, + "loss_total": 0.006961086764931679, + "step": 98410 + }, + { + "grad_norm": 0.26714396476745605, + "learning_rate": 6.832149376052033e-08, + "loss": 0.0066, + "step": 98420 + }, + { + "loss_action": 0.005880677606910467, + "loss_total": 0.005880677606910467, + "step": 98420 + }, + { + "loss_action": 0.006326599977910519, + "loss_total": 0.006326599977910519, + "step": 98420 + }, + { + "loss_action": 0.0017759597394615412, + "loss_total": 0.0017759597394615412, + "step": 98420 + }, + { + "loss_action": 0.012385434471070766, + "loss_total": 0.012385434471070766, + "step": 98420 + }, + { + "loss_action": 0.004926630761474371, + "loss_total": 0.004926630761474371, + "step": 98420 + }, + { + "loss_action": 0.00400635926052928, + "loss_total": 0.00400635926052928, + "step": 98420 + }, + { + "grad_norm": 0.18320801854133606, + "learning_rate": 6.746013886584912e-08, + "loss": 0.0072, + "step": 98430 + }, + { + "loss_action": 0.0049140374176204205, + "loss_total": 0.0049140374176204205, + "step": 98430 + }, + { + "loss_action": 0.010198118165135384, + "loss_total": 0.010198118165135384, + "step": 98430 + }, + { + "loss_action": 0.005790861323475838, + "loss_total": 0.005790861323475838, + "step": 98430 + }, + { + "loss_action": 0.00837176013737917, + "loss_total": 0.00837176013737917, + "step": 98430 + }, + { + "loss_action": 0.003302124096080661, + "loss_total": 0.003302124096080661, + "step": 98430 + }, + { + "loss_action": 0.009728074073791504, + "loss_total": 0.009728074073791504, + "step": 98430 + }, + { + "grad_norm": 0.2597893476486206, + "learning_rate": 6.660424451866431e-08, + "loss": 0.0071, + "step": 98440 + }, + { + "loss_action": 0.007005553692579269, + "loss_total": 0.007005553692579269, + "step": 98440 + }, + { + "loss_action": 0.005631210748106241, + "loss_total": 0.005631210748106241, + "step": 98440 + }, + { + "loss_action": 0.00400984100997448, + "loss_total": 0.00400984100997448, + "step": 98440 + }, + { + "loss_action": 0.0016012777341529727, + "loss_total": 0.0016012777341529727, + "step": 98440 + }, + { + "loss_action": 0.03695579618215561, + "loss_total": 0.03695579618215561, + "step": 98440 + }, + { + "loss_action": 0.01304513681679964, + "loss_total": 0.01304513681679964, + "step": 98440 + }, + { + "grad_norm": 0.18857122957706451, + "learning_rate": 6.575381081256327e-08, + "loss": 0.0074, + "step": 98450 + }, + { + "loss_action": 0.01707153581082821, + "loss_total": 0.01707153581082821, + "step": 98450 + }, + { + "loss_action": 0.0029461963567882776, + "loss_total": 0.0029461963567882776, + "step": 98450 + }, + { + "loss_action": 0.0016954911407083273, + "loss_total": 0.0016954911407083273, + "step": 98450 + }, + { + "loss_action": 0.002856301376596093, + "loss_total": 0.002856301376596093, + "step": 98450 + }, + { + "loss_action": 0.0078051830641925335, + "loss_total": 0.0078051830641925335, + "step": 98450 + }, + { + "loss_action": 0.0037375525571405888, + "loss_total": 0.0037375525571405888, + "step": 98450 + }, + { + "grad_norm": 0.30044323205947876, + "learning_rate": 6.49088378405549e-08, + "loss": 0.0064, + "step": 98460 + }, + { + "loss_action": 0.005576126743108034, + "loss_total": 0.005576126743108034, + "step": 98460 + }, + { + "loss_action": 0.003857015399262309, + "loss_total": 0.003857015399262309, + "step": 98460 + }, + { + "loss_action": 0.015424863435328007, + "loss_total": 0.015424863435328007, + "step": 98460 + }, + { + "loss_action": 0.004159913398325443, + "loss_total": 0.004159913398325443, + "step": 98460 + }, + { + "loss_action": 0.012164955958724022, + "loss_total": 0.012164955958724022, + "step": 98460 + }, + { + "loss_action": 0.008522829972207546, + "loss_total": 0.008522829972207546, + "step": 98460 + }, + { + "grad_norm": 0.21012195944786072, + "learning_rate": 6.406932569503755e-08, + "loss": 0.0073, + "step": 98470 + }, + { + "loss_action": 0.017422828823328018, + "loss_total": 0.017422828823328018, + "step": 98470 + }, + { + "loss_action": 0.003349029691889882, + "loss_total": 0.003349029691889882, + "step": 98470 + }, + { + "loss_action": 0.00451539596542716, + "loss_total": 0.00451539596542716, + "step": 98470 + }, + { + "loss_action": 0.0017571785720065236, + "loss_total": 0.0017571785720065236, + "step": 98470 + }, + { + "loss_action": 0.0025691124610602856, + "loss_total": 0.0025691124610602856, + "step": 98470 + }, + { + "loss_action": 0.023454200476408005, + "loss_total": 0.023454200476408005, + "step": 98470 + }, + { + "grad_norm": 0.15029774606227875, + "learning_rate": 6.323527446782662e-08, + "loss": 0.0077, + "step": 98480 + }, + { + "loss_action": 0.00729850260540843, + "loss_total": 0.00729850260540843, + "step": 98480 + }, + { + "loss_action": 0.0412076935172081, + "loss_total": 0.0412076935172081, + "step": 98480 + }, + { + "loss_action": 0.007329907733947039, + "loss_total": 0.007329907733947039, + "step": 98480 + }, + { + "loss_action": 0.009291217662394047, + "loss_total": 0.009291217662394047, + "step": 98480 + }, + { + "loss_action": 0.02769334800541401, + "loss_total": 0.02769334800541401, + "step": 98480 + }, + { + "loss_action": 0.010498441755771637, + "loss_total": 0.010498441755771637, + "step": 98480 + }, + { + "grad_norm": 0.12370450049638748, + "learning_rate": 6.240668425012142e-08, + "loss": 0.0066, + "step": 98490 + }, + { + "loss_action": 0.0052102613262832165, + "loss_total": 0.0052102613262832165, + "step": 98490 + }, + { + "loss_action": 0.006181941367685795, + "loss_total": 0.006181941367685795, + "step": 98490 + }, + { + "loss_action": 0.0021582767367362976, + "loss_total": 0.0021582767367362976, + "step": 98490 + }, + { + "loss_action": 0.002560937777161598, + "loss_total": 0.002560937777161598, + "step": 98490 + }, + { + "loss_action": 0.0031695207580924034, + "loss_total": 0.0031695207580924034, + "step": 98490 + }, + { + "loss_action": 0.004218455404043198, + "loss_total": 0.004218455404043198, + "step": 98490 + }, + { + "grad_norm": 0.12506940960884094, + "learning_rate": 6.158355513254388e-08, + "loss": 0.0098, + "step": 98500 + }, + { + "loss_action": 0.0034002987667918205, + "loss_total": 0.0034002987667918205, + "step": 98500 + }, + { + "loss_action": 0.002310248790308833, + "loss_total": 0.002310248790308833, + "step": 98500 + }, + { + "loss_action": 0.00747118704020977, + "loss_total": 0.00747118704020977, + "step": 98500 + }, + { + "loss_action": 0.0045569827780127525, + "loss_total": 0.0045569827780127525, + "step": 98500 + }, + { + "loss_action": 0.002784890355542302, + "loss_total": 0.002784890355542302, + "step": 98500 + }, + { + "loss_action": 0.006168206688016653, + "loss_total": 0.006168206688016653, + "step": 98500 + }, + { + "grad_norm": 0.14631420373916626, + "learning_rate": 6.076588720510534e-08, + "loss": 0.0083, + "step": 98510 + }, + { + "loss_action": 0.011413025669753551, + "loss_total": 0.011413025669753551, + "step": 98510 + }, + { + "loss_action": 0.007446612697094679, + "loss_total": 0.007446612697094679, + "step": 98510 + }, + { + "loss_action": 0.006724444683641195, + "loss_total": 0.006724444683641195, + "step": 98510 + }, + { + "loss_action": 0.0034572139848023653, + "loss_total": 0.0034572139848023653, + "step": 98510 + }, + { + "loss_action": 0.006685933098196983, + "loss_total": 0.006685933098196983, + "step": 98510 + }, + { + "loss_action": 0.027205059304833412, + "loss_total": 0.027205059304833412, + "step": 98510 + }, + { + "grad_norm": 0.15191499888896942, + "learning_rate": 5.995368055722316e-08, + "loss": 0.0072, + "step": 98520 + }, + { + "loss_action": 0.007623607758432627, + "loss_total": 0.007623607758432627, + "step": 98520 + }, + { + "loss_action": 0.0028965980745851994, + "loss_total": 0.0028965980745851994, + "step": 98520 + }, + { + "loss_action": 0.002086779335513711, + "loss_total": 0.002086779335513711, + "step": 98520 + }, + { + "loss_action": 0.006267971359193325, + "loss_total": 0.006267971359193325, + "step": 98520 + }, + { + "loss_action": 0.009406943805515766, + "loss_total": 0.009406943805515766, + "step": 98520 + }, + { + "loss_action": 0.0038961684331297874, + "loss_total": 0.0038961684331297874, + "step": 98520 + }, + { + "grad_norm": 0.21095937490463257, + "learning_rate": 5.914693527773185e-08, + "loss": 0.0063, + "step": 98530 + }, + { + "loss_action": 0.003482190892100334, + "loss_total": 0.003482190892100334, + "step": 98530 + }, + { + "loss_action": 0.0026957818772643805, + "loss_total": 0.0026957818772643805, + "step": 98530 + }, + { + "loss_action": 0.0017139599658548832, + "loss_total": 0.0017139599658548832, + "step": 98530 + }, + { + "loss_action": 0.005586910992860794, + "loss_total": 0.005586910992860794, + "step": 98530 + }, + { + "loss_action": 0.011198284104466438, + "loss_total": 0.011198284104466438, + "step": 98530 + }, + { + "loss_action": 0.0035725280176848173, + "loss_total": 0.0035725280176848173, + "step": 98530 + }, + { + "grad_norm": 0.18014182150363922, + "learning_rate": 5.834565145483861e-08, + "loss": 0.0079, + "step": 98540 + }, + { + "loss_action": 0.007174939848482609, + "loss_total": 0.007174939848482609, + "step": 98540 + }, + { + "loss_action": 0.003216235665604472, + "loss_total": 0.003216235665604472, + "step": 98540 + }, + { + "loss_action": 0.004699304234236479, + "loss_total": 0.004699304234236479, + "step": 98540 + }, + { + "loss_action": 0.011900816112756729, + "loss_total": 0.011900816112756729, + "step": 98540 + }, + { + "loss_action": 0.008910037577152252, + "loss_total": 0.008910037577152252, + "step": 98540 + }, + { + "loss_action": 0.010623989626765251, + "loss_total": 0.010623989626765251, + "step": 98540 + }, + { + "grad_norm": 0.1427745372056961, + "learning_rate": 5.754982917618446e-08, + "loss": 0.0076, + "step": 98550 + }, + { + "loss_action": 0.004524361342191696, + "loss_total": 0.004524361342191696, + "step": 98550 + }, + { + "loss_action": 0.003622573334723711, + "loss_total": 0.003622573334723711, + "step": 98550 + }, + { + "loss_action": 0.0018818010576069355, + "loss_total": 0.0018818010576069355, + "step": 98550 + }, + { + "loss_action": 0.004296485800296068, + "loss_total": 0.004296485800296068, + "step": 98550 + }, + { + "loss_action": 0.005681716371327639, + "loss_total": 0.005681716371327639, + "step": 98550 + }, + { + "loss_action": 0.0067161619663238525, + "loss_total": 0.0067161619663238525, + "step": 98550 + }, + { + "grad_norm": 0.15684965252876282, + "learning_rate": 5.675946852878866e-08, + "loss": 0.0068, + "step": 98560 + }, + { + "loss_action": 0.006975838448852301, + "loss_total": 0.006975838448852301, + "step": 98560 + }, + { + "loss_action": 0.0021528033539652824, + "loss_total": 0.0021528033539652824, + "step": 98560 + }, + { + "loss_action": 0.0050719622522592545, + "loss_total": 0.0050719622522592545, + "step": 98560 + }, + { + "loss_action": 0.007046874612569809, + "loss_total": 0.007046874612569809, + "step": 98560 + }, + { + "loss_action": 0.0025052991695702076, + "loss_total": 0.0025052991695702076, + "step": 98560 + }, + { + "loss_action": 0.013997563160955906, + "loss_total": 0.013997563160955906, + "step": 98560 + }, + { + "grad_norm": 0.21401524543762207, + "learning_rate": 5.59745695990932e-08, + "loss": 0.0071, + "step": 98570 + }, + { + "loss_action": 0.0020794307347387075, + "loss_total": 0.0020794307347387075, + "step": 98570 + }, + { + "loss_action": 0.002133808098733425, + "loss_total": 0.002133808098733425, + "step": 98570 + }, + { + "loss_action": 0.020607339218258858, + "loss_total": 0.020607339218258858, + "step": 98570 + }, + { + "loss_action": 0.0024697601329535246, + "loss_total": 0.0024697601329535246, + "step": 98570 + }, + { + "loss_action": 0.0038798069581389427, + "loss_total": 0.0038798069581389427, + "step": 98570 + }, + { + "loss_action": 0.002085397718474269, + "loss_total": 0.002085397718474269, + "step": 98570 + }, + { + "grad_norm": 0.07664453238248825, + "learning_rate": 5.51951324729294e-08, + "loss": 0.0063, + "step": 98580 + }, + { + "loss_action": 0.005385939497500658, + "loss_total": 0.005385939497500658, + "step": 98580 + }, + { + "loss_action": 0.007508446928113699, + "loss_total": 0.007508446928113699, + "step": 98580 + }, + { + "loss_action": 0.004825612064450979, + "loss_total": 0.004825612064450979, + "step": 98580 + }, + { + "loss_action": 0.005156745668500662, + "loss_total": 0.005156745668500662, + "step": 98580 + }, + { + "loss_action": 0.020501235499978065, + "loss_total": 0.020501235499978065, + "step": 98580 + }, + { + "loss_action": 0.003227733075618744, + "loss_total": 0.003227733075618744, + "step": 98580 + }, + { + "grad_norm": 0.30021893978118896, + "learning_rate": 5.4421157235529093e-08, + "loss": 0.0079, + "step": 98590 + }, + { + "loss_action": 0.001933456864207983, + "loss_total": 0.001933456864207983, + "step": 98590 + }, + { + "loss_action": 0.008667995221912861, + "loss_total": 0.008667995221912861, + "step": 98590 + }, + { + "loss_action": 0.011276775039732456, + "loss_total": 0.011276775039732456, + "step": 98590 + }, + { + "loss_action": 0.0027784656267613173, + "loss_total": 0.0027784656267613173, + "step": 98590 + }, + { + "loss_action": 0.0033397453371435404, + "loss_total": 0.0033397453371435404, + "step": 98590 + }, + { + "loss_action": 0.0071271988563239574, + "loss_total": 0.0071271988563239574, + "step": 98590 + }, + { + "grad_norm": 0.2101580947637558, + "learning_rate": 5.365264397154679e-08, + "loss": 0.0063, + "step": 98600 + }, + { + "loss_action": 0.005842108745127916, + "loss_total": 0.005842108745127916, + "step": 98600 + }, + { + "loss_action": 0.002207726240158081, + "loss_total": 0.002207726240158081, + "step": 98600 + }, + { + "loss_action": 0.0038896319456398487, + "loss_total": 0.0038896319456398487, + "step": 98600 + }, + { + "loss_action": 0.0023184153251349926, + "loss_total": 0.0023184153251349926, + "step": 98600 + }, + { + "loss_action": 0.0027839182876050472, + "loss_total": 0.0027839182876050472, + "step": 98600 + }, + { + "loss_action": 0.00796819943934679, + "loss_total": 0.00796819943934679, + "step": 98600 + }, + { + "grad_norm": 0.15757973492145538, + "learning_rate": 5.288959276501526e-08, + "loss": 0.0055, + "step": 98610 + }, + { + "loss_action": 0.006225008517503738, + "loss_total": 0.006225008517503738, + "step": 98610 + }, + { + "loss_action": 0.0028455269057303667, + "loss_total": 0.0028455269057303667, + "step": 98610 + }, + { + "loss_action": 0.0030764916446059942, + "loss_total": 0.0030764916446059942, + "step": 98610 + }, + { + "loss_action": 0.006744124926626682, + "loss_total": 0.006744124926626682, + "step": 98610 + }, + { + "loss_action": 0.008247083984315395, + "loss_total": 0.008247083984315395, + "step": 98610 + }, + { + "loss_action": 0.0059072705917060375, + "loss_total": 0.0059072705917060375, + "step": 98610 + }, + { + "grad_norm": 0.19747833907604218, + "learning_rate": 5.2132003699378876e-08, + "loss": 0.0062, + "step": 98620 + }, + { + "loss_action": 0.005027183797210455, + "loss_total": 0.005027183797210455, + "step": 98620 + }, + { + "loss_action": 0.002174525521695614, + "loss_total": 0.002174525521695614, + "step": 98620 + }, + { + "loss_action": 0.005723410751670599, + "loss_total": 0.005723410751670599, + "step": 98620 + }, + { + "loss_action": 0.004237049724906683, + "loss_total": 0.004237049724906683, + "step": 98620 + }, + { + "loss_action": 0.013791758567094803, + "loss_total": 0.013791758567094803, + "step": 98620 + }, + { + "loss_action": 0.0049207485280931, + "loss_total": 0.0049207485280931, + "step": 98620 + }, + { + "grad_norm": 0.21577389538288116, + "learning_rate": 5.137987685749912e-08, + "loss": 0.0069, + "step": 98630 + }, + { + "loss_action": 0.00301791587844491, + "loss_total": 0.00301791587844491, + "step": 98630 + }, + { + "loss_action": 0.006870245561003685, + "loss_total": 0.006870245561003685, + "step": 98630 + }, + { + "loss_action": 0.007723623421043158, + "loss_total": 0.007723623421043158, + "step": 98630 + }, + { + "loss_action": 0.005543679930269718, + "loss_total": 0.005543679930269718, + "step": 98630 + }, + { + "loss_action": 0.002677969401702285, + "loss_total": 0.002677969401702285, + "step": 98630 + }, + { + "loss_action": 0.0027470116037875414, + "loss_total": 0.0027470116037875414, + "step": 98630 + }, + { + "grad_norm": 0.2615862190723419, + "learning_rate": 5.0633212321610227e-08, + "loss": 0.005, + "step": 98640 + }, + { + "loss_action": 0.0039764391258358955, + "loss_total": 0.0039764391258358955, + "step": 98640 + }, + { + "loss_action": 0.008501420728862286, + "loss_total": 0.008501420728862286, + "step": 98640 + }, + { + "loss_action": 0.004089265130460262, + "loss_total": 0.004089265130460262, + "step": 98640 + }, + { + "loss_action": 0.007268968038260937, + "loss_total": 0.007268968038260937, + "step": 98640 + }, + { + "loss_action": 0.00480555510148406, + "loss_total": 0.00480555510148406, + "step": 98640 + }, + { + "loss_action": 0.0037361979484558105, + "loss_total": 0.0037361979484558105, + "step": 98640 + }, + { + "grad_norm": 0.15061183273792267, + "learning_rate": 4.989201017338019e-08, + "loss": 0.0059, + "step": 98650 + }, + { + "loss_action": 0.0024730777367949486, + "loss_total": 0.0024730777367949486, + "step": 98650 + }, + { + "loss_action": 0.008316967636346817, + "loss_total": 0.008316967636346817, + "step": 98650 + }, + { + "loss_action": 0.0017012222670018673, + "loss_total": 0.0017012222670018673, + "step": 98650 + }, + { + "loss_action": 0.0023124569561332464, + "loss_total": 0.0023124569561332464, + "step": 98650 + }, + { + "loss_action": 0.007380689959973097, + "loss_total": 0.007380689959973097, + "step": 98650 + }, + { + "loss_action": 0.004540315363556147, + "loss_total": 0.004540315363556147, + "step": 98650 + }, + { + "grad_norm": 0.1451604813337326, + "learning_rate": 4.9156270493860846e-08, + "loss": 0.0068, + "step": 98660 + }, + { + "loss_action": 0.004700412508100271, + "loss_total": 0.004700412508100271, + "step": 98660 + }, + { + "loss_action": 0.0034900913015007973, + "loss_total": 0.0034900913015007973, + "step": 98660 + }, + { + "loss_action": 0.0077864606864750385, + "loss_total": 0.0077864606864750385, + "step": 98660 + }, + { + "loss_action": 0.005603113677352667, + "loss_total": 0.005603113677352667, + "step": 98660 + }, + { + "loss_action": 0.09148243069648743, + "loss_total": 0.09148243069648743, + "step": 98660 + }, + { + "loss_action": 0.0018119276501238346, + "loss_total": 0.0018119276501238346, + "step": 98660 + }, + { + "grad_norm": 0.16863787174224854, + "learning_rate": 4.842599336351561e-08, + "loss": 0.009, + "step": 98670 + }, + { + "loss_action": 0.0016284524463117123, + "loss_total": 0.0016284524463117123, + "step": 98670 + }, + { + "loss_action": 0.009766314178705215, + "loss_total": 0.009766314178705215, + "step": 98670 + }, + { + "loss_action": 0.006171432323753834, + "loss_total": 0.006171432323753834, + "step": 98670 + }, + { + "loss_action": 0.02253260463476181, + "loss_total": 0.02253260463476181, + "step": 98670 + }, + { + "loss_action": 0.004071849398314953, + "loss_total": 0.004071849398314953, + "step": 98670 + }, + { + "loss_action": 0.002964298939332366, + "loss_total": 0.002964298939332366, + "step": 98670 + }, + { + "grad_norm": 0.18001429736614227, + "learning_rate": 4.7701178862197274e-08, + "loss": 0.0076, + "step": 98680 + }, + { + "loss_action": 0.010099668987095356, + "loss_total": 0.010099668987095356, + "step": 98680 + }, + { + "loss_action": 0.004534647334367037, + "loss_total": 0.004534647334367037, + "step": 98680 + }, + { + "loss_action": 0.00920415110886097, + "loss_total": 0.00920415110886097, + "step": 98680 + }, + { + "loss_action": 0.001533433562144637, + "loss_total": 0.001533433562144637, + "step": 98680 + }, + { + "loss_action": 0.0022209228482097387, + "loss_total": 0.0022209228482097387, + "step": 98680 + }, + { + "loss_action": 0.008419282734394073, + "loss_total": 0.008419282734394073, + "step": 98680 + }, + { + "grad_norm": 0.09535536170005798, + "learning_rate": 4.698182706918131e-08, + "loss": 0.0078, + "step": 98690 + }, + { + "loss_action": 0.00966582354158163, + "loss_total": 0.00966582354158163, + "step": 98690 + }, + { + "loss_action": 0.004362990614026785, + "loss_total": 0.004362990614026785, + "step": 98690 + }, + { + "loss_action": 0.011765139177441597, + "loss_total": 0.011765139177441597, + "step": 98690 + }, + { + "loss_action": 0.005256559234112501, + "loss_total": 0.005256559234112501, + "step": 98690 + }, + { + "loss_action": 0.004591644275933504, + "loss_total": 0.004591644275933504, + "step": 98690 + }, + { + "loss_action": 0.01594182476401329, + "loss_total": 0.01594182476401329, + "step": 98690 + }, + { + "grad_norm": 0.1045617163181305, + "learning_rate": 4.6267938063121466e-08, + "loss": 0.0056, + "step": 98700 + }, + { + "loss_action": 0.004301928915083408, + "loss_total": 0.004301928915083408, + "step": 98700 + }, + { + "loss_action": 0.007342183962464333, + "loss_total": 0.007342183962464333, + "step": 98700 + }, + { + "loss_action": 0.005099933594465256, + "loss_total": 0.005099933594465256, + "step": 98700 + }, + { + "loss_action": 0.006831996608525515, + "loss_total": 0.006831996608525515, + "step": 98700 + }, + { + "loss_action": 0.002526782685890794, + "loss_total": 0.002526782685890794, + "step": 98700 + }, + { + "loss_action": 0.002257061656564474, + "loss_total": 0.002257061656564474, + "step": 98700 + }, + { + "grad_norm": 0.16785718500614166, + "learning_rate": 4.555951192209973e-08, + "loss": 0.0079, + "step": 98710 + }, + { + "loss_action": 0.003853161120787263, + "loss_total": 0.003853161120787263, + "step": 98710 + }, + { + "loss_action": 0.004000031389296055, + "loss_total": 0.004000031389296055, + "step": 98710 + }, + { + "loss_action": 0.011572177521884441, + "loss_total": 0.011572177521884441, + "step": 98710 + }, + { + "loss_action": 0.0027935225516557693, + "loss_total": 0.0027935225516557693, + "step": 98710 + }, + { + "loss_action": 0.0027518379501998425, + "loss_total": 0.0027518379501998425, + "step": 98710 + }, + { + "loss_action": 0.009635714814066887, + "loss_total": 0.009635714814066887, + "step": 98710 + }, + { + "grad_norm": 0.1919085830450058, + "learning_rate": 4.485654872358747e-08, + "loss": 0.0073, + "step": 98720 + }, + { + "loss_action": 0.015848789364099503, + "loss_total": 0.015848789364099503, + "step": 98720 + }, + { + "loss_action": 0.0064278761856257915, + "loss_total": 0.0064278761856257915, + "step": 98720 + }, + { + "loss_action": 0.001905952114611864, + "loss_total": 0.001905952114611864, + "step": 98720 + }, + { + "loss_action": 0.009551203809678555, + "loss_total": 0.009551203809678555, + "step": 98720 + }, + { + "loss_action": 0.00248312926851213, + "loss_total": 0.00248312926851213, + "step": 98720 + }, + { + "loss_action": 0.031193900853395462, + "loss_total": 0.031193900853395462, + "step": 98720 + }, + { + "grad_norm": 0.16735520958900452, + "learning_rate": 4.415904854445097e-08, + "loss": 0.0067, + "step": 98730 + }, + { + "loss_action": 0.013460520654916763, + "loss_total": 0.013460520654916763, + "step": 98730 + }, + { + "loss_action": 0.005144435912370682, + "loss_total": 0.005144435912370682, + "step": 98730 + }, + { + "loss_action": 0.013096301816403866, + "loss_total": 0.013096301816403866, + "step": 98730 + }, + { + "loss_action": 0.017914244905114174, + "loss_total": 0.017914244905114174, + "step": 98730 + }, + { + "loss_action": 0.015059513039886951, + "loss_total": 0.015059513039886951, + "step": 98730 + }, + { + "loss_action": 0.006361577659845352, + "loss_total": 0.006361577659845352, + "step": 98730 + }, + { + "grad_norm": 0.1505224108695984, + "learning_rate": 4.34670114609792e-08, + "loss": 0.007, + "step": 98740 + }, + { + "loss_action": 0.004061269108206034, + "loss_total": 0.004061269108206034, + "step": 98740 + }, + { + "loss_action": 0.0033965001348406076, + "loss_total": 0.0033965001348406076, + "step": 98740 + }, + { + "loss_action": 0.004621531348675489, + "loss_total": 0.004621531348675489, + "step": 98740 + }, + { + "loss_action": 0.03368643298745155, + "loss_total": 0.03368643298745155, + "step": 98740 + }, + { + "loss_action": 0.007790485862642527, + "loss_total": 0.007790485862642527, + "step": 98740 + }, + { + "loss_action": 0.005097100045531988, + "loss_total": 0.005097100045531988, + "step": 98740 + }, + { + "grad_norm": 0.15701356530189514, + "learning_rate": 4.278043754884498e-08, + "loss": 0.0069, + "step": 98750 + }, + { + "loss_action": 0.006884262431412935, + "loss_total": 0.006884262431412935, + "step": 98750 + }, + { + "loss_action": 0.005901888478547335, + "loss_total": 0.005901888478547335, + "step": 98750 + }, + { + "loss_action": 0.005889818537980318, + "loss_total": 0.005889818537980318, + "step": 98750 + }, + { + "loss_action": 0.005524492356926203, + "loss_total": 0.005524492356926203, + "step": 98750 + }, + { + "loss_action": 0.018555529415607452, + "loss_total": 0.018555529415607452, + "step": 98750 + }, + { + "loss_action": 0.0026392159052193165, + "loss_total": 0.0026392159052193165, + "step": 98750 + }, + { + "grad_norm": 0.21768873929977417, + "learning_rate": 4.209932688312712e-08, + "loss": 0.0077, + "step": 98760 + }, + { + "loss_action": 0.0017695531714707613, + "loss_total": 0.0017695531714707613, + "step": 98760 + }, + { + "loss_action": 0.0026221168227493763, + "loss_total": 0.0026221168227493763, + "step": 98760 + }, + { + "loss_action": 0.011464719660580158, + "loss_total": 0.011464719660580158, + "step": 98760 + }, + { + "loss_action": 0.005819055717438459, + "loss_total": 0.005819055717438459, + "step": 98760 + }, + { + "loss_action": 0.0018888963386416435, + "loss_total": 0.0018888963386416435, + "step": 98760 + }, + { + "loss_action": 0.003658102825284004, + "loss_total": 0.003658102825284004, + "step": 98760 + }, + { + "grad_norm": 0.2945105731487274, + "learning_rate": 4.14236795383216e-08, + "loss": 0.0097, + "step": 98770 + }, + { + "loss_action": 0.0031648247968405485, + "loss_total": 0.0031648247968405485, + "step": 98770 + }, + { + "loss_action": 0.004868730902671814, + "loss_total": 0.004868730902671814, + "step": 98770 + }, + { + "loss_action": 0.0059030987322330475, + "loss_total": 0.0059030987322330475, + "step": 98770 + }, + { + "loss_action": 0.007929299026727676, + "loss_total": 0.007929299026727676, + "step": 98770 + }, + { + "loss_action": 0.003958533983677626, + "loss_total": 0.003958533983677626, + "step": 98770 + }, + { + "loss_action": 0.0021125858183950186, + "loss_total": 0.0021125858183950186, + "step": 98770 + }, + { + "grad_norm": 0.13030748069286346, + "learning_rate": 4.075349558830821e-08, + "loss": 0.0081, + "step": 98780 + }, + { + "loss_action": 0.004319748375564814, + "loss_total": 0.004319748375564814, + "step": 98780 + }, + { + "loss_action": 0.010363660752773285, + "loss_total": 0.010363660752773285, + "step": 98780 + }, + { + "loss_action": 0.004960509482771158, + "loss_total": 0.004960509482771158, + "step": 98780 + }, + { + "loss_action": 0.008519251830875874, + "loss_total": 0.008519251830875874, + "step": 98780 + }, + { + "loss_action": 0.0016620151000097394, + "loss_total": 0.0016620151000097394, + "step": 98780 + }, + { + "loss_action": 0.00870764721184969, + "loss_total": 0.00870764721184969, + "step": 98780 + }, + { + "grad_norm": 0.16994985938072205, + "learning_rate": 4.008877510638387e-08, + "loss": 0.007, + "step": 98790 + }, + { + "loss_action": 0.0036576876882463694, + "loss_total": 0.0036576876882463694, + "step": 98790 + }, + { + "loss_action": 0.0037715272046625614, + "loss_total": 0.0037715272046625614, + "step": 98790 + }, + { + "loss_action": 0.0037124687805771828, + "loss_total": 0.0037124687805771828, + "step": 98790 + }, + { + "loss_action": 0.005550861824303865, + "loss_total": 0.005550861824303865, + "step": 98790 + }, + { + "loss_action": 0.0083034448325634, + "loss_total": 0.0083034448325634, + "step": 98790 + }, + { + "loss_action": 0.005632380489259958, + "loss_total": 0.005632380489259958, + "step": 98790 + }, + { + "grad_norm": 0.16774167120456696, + "learning_rate": 3.942951816523488e-08, + "loss": 0.0063, + "step": 98800 + }, + { + "loss_action": 0.006995799485594034, + "loss_total": 0.006995799485594034, + "step": 98800 + }, + { + "loss_action": 0.009475503116846085, + "loss_total": 0.009475503116846085, + "step": 98800 + }, + { + "loss_action": 0.009977780282497406, + "loss_total": 0.009977780282497406, + "step": 98800 + }, + { + "loss_action": 0.008222516626119614, + "loss_total": 0.008222516626119614, + "step": 98800 + }, + { + "loss_action": 0.004667780827730894, + "loss_total": 0.004667780827730894, + "step": 98800 + }, + { + "loss_action": 0.007772877346724272, + "loss_total": 0.007772877346724272, + "step": 98800 + }, + { + "grad_norm": 0.1134529709815979, + "learning_rate": 3.8775724836959125e-08, + "loss": 0.008, + "step": 98810 + }, + { + "loss_action": 0.01312386617064476, + "loss_total": 0.01312386617064476, + "step": 98810 + }, + { + "loss_action": 0.0029678239952772856, + "loss_total": 0.0029678239952772856, + "step": 98810 + }, + { + "loss_action": 0.006697194650769234, + "loss_total": 0.006697194650769234, + "step": 98810 + }, + { + "loss_action": 0.004770705942064524, + "loss_total": 0.004770705942064524, + "step": 98810 + }, + { + "loss_action": 0.008282382041215897, + "loss_total": 0.008282382041215897, + "step": 98810 + }, + { + "loss_action": 0.003550521796569228, + "loss_total": 0.003550521796569228, + "step": 98810 + }, + { + "grad_norm": 0.26889145374298096, + "learning_rate": 3.812739519305497e-08, + "loss": 0.0082, + "step": 98820 + }, + { + "loss_action": 0.010444305837154388, + "loss_total": 0.010444305837154388, + "step": 98820 + }, + { + "loss_action": 0.00370690505951643, + "loss_total": 0.00370690505951643, + "step": 98820 + }, + { + "loss_action": 0.011958819814026356, + "loss_total": 0.011958819814026356, + "step": 98820 + }, + { + "loss_action": 0.005965688731521368, + "loss_total": 0.005965688731521368, + "step": 98820 + }, + { + "loss_action": 0.0030572370160371065, + "loss_total": 0.0030572370160371065, + "step": 98820 + }, + { + "loss_action": 0.014393276534974575, + "loss_total": 0.014393276534974575, + "step": 98820 + }, + { + "grad_norm": 0.19153083860874176, + "learning_rate": 3.748452930442126e-08, + "loss": 0.0098, + "step": 98830 + }, + { + "loss_action": 0.010340778157114983, + "loss_total": 0.010340778157114983, + "step": 98830 + }, + { + "loss_action": 0.01564154215157032, + "loss_total": 0.01564154215157032, + "step": 98830 + }, + { + "loss_action": 0.010046168230473995, + "loss_total": 0.010046168230473995, + "step": 98830 + }, + { + "loss_action": 0.032019324600696564, + "loss_total": 0.032019324600696564, + "step": 98830 + }, + { + "loss_action": 0.007368617691099644, + "loss_total": 0.007368617691099644, + "step": 98830 + }, + { + "loss_action": 0.054090164601802826, + "loss_total": 0.054090164601802826, + "step": 98830 + }, + { + "grad_norm": 0.2318524718284607, + "learning_rate": 3.6847127241362855e-08, + "loss": 0.0084, + "step": 98840 + }, + { + "loss_action": 0.016186967492103577, + "loss_total": 0.016186967492103577, + "step": 98840 + }, + { + "loss_action": 0.005895871669054031, + "loss_total": 0.005895871669054031, + "step": 98840 + }, + { + "loss_action": 0.004425701219588518, + "loss_total": 0.004425701219588518, + "step": 98840 + }, + { + "loss_action": 0.00730406166985631, + "loss_total": 0.00730406166985631, + "step": 98840 + }, + { + "loss_action": 0.0025571445003151894, + "loss_total": 0.0025571445003151894, + "step": 98840 + }, + { + "loss_action": 0.003392704064026475, + "loss_total": 0.003392704064026475, + "step": 98840 + }, + { + "grad_norm": 0.13968400657176971, + "learning_rate": 3.621518907358512e-08, + "loss": 0.006, + "step": 98850 + }, + { + "loss_action": 0.004332577809691429, + "loss_total": 0.004332577809691429, + "step": 98850 + }, + { + "loss_action": 0.003995771985501051, + "loss_total": 0.003995771985501051, + "step": 98850 + }, + { + "loss_action": 0.008471217006444931, + "loss_total": 0.008471217006444931, + "step": 98850 + }, + { + "loss_action": 0.00437836954370141, + "loss_total": 0.00437836954370141, + "step": 98850 + }, + { + "loss_action": 0.006075819954276085, + "loss_total": 0.006075819954276085, + "step": 98850 + }, + { + "loss_action": 0.01026569027453661, + "loss_total": 0.01026569027453661, + "step": 98850 + }, + { + "grad_norm": 0.12683124840259552, + "learning_rate": 3.558871487019388e-08, + "loss": 0.007, + "step": 98860 + }, + { + "loss_action": 0.002292652614414692, + "loss_total": 0.002292652614414692, + "step": 98860 + }, + { + "loss_action": 0.0054871863685548306, + "loss_total": 0.0054871863685548306, + "step": 98860 + }, + { + "loss_action": 0.01937357895076275, + "loss_total": 0.01937357895076275, + "step": 98860 + }, + { + "loss_action": 0.04107609763741493, + "loss_total": 0.04107609763741493, + "step": 98860 + }, + { + "loss_action": 0.004745805636048317, + "loss_total": 0.004745805636048317, + "step": 98860 + }, + { + "loss_action": 0.004916044883430004, + "loss_total": 0.004916044883430004, + "step": 98860 + }, + { + "grad_norm": 0.17706289887428284, + "learning_rate": 3.4967704699701007e-08, + "loss": 0.0081, + "step": 98870 + }, + { + "loss_action": 0.003047639038413763, + "loss_total": 0.003047639038413763, + "step": 98870 + }, + { + "loss_action": 0.003840008284896612, + "loss_total": 0.003840008284896612, + "step": 98870 + }, + { + "loss_action": 0.003888725768774748, + "loss_total": 0.003888725768774748, + "step": 98870 + }, + { + "loss_action": 0.004876378923654556, + "loss_total": 0.004876378923654556, + "step": 98870 + }, + { + "loss_action": 0.015475332736968994, + "loss_total": 0.015475332736968994, + "step": 98870 + }, + { + "loss_action": 0.005423061084002256, + "loss_total": 0.005423061084002256, + "step": 98870 + }, + { + "grad_norm": 0.1355401873588562, + "learning_rate": 3.435215863001884e-08, + "loss": 0.0073, + "step": 98880 + }, + { + "loss_action": 0.002143637975677848, + "loss_total": 0.002143637975677848, + "step": 98880 + }, + { + "loss_action": 0.00734298350289464, + "loss_total": 0.00734298350289464, + "step": 98880 + }, + { + "loss_action": 0.005799990147352219, + "loss_total": 0.005799990147352219, + "step": 98880 + }, + { + "loss_action": 0.0026923788245767355, + "loss_total": 0.0026923788245767355, + "step": 98880 + }, + { + "loss_action": 0.0031954441219568253, + "loss_total": 0.0031954441219568253, + "step": 98880 + }, + { + "loss_action": 0.0017649627989158034, + "loss_total": 0.0017649627989158034, + "step": 98880 + }, + { + "grad_norm": 0.14915163815021515, + "learning_rate": 3.374207672846019e-08, + "loss": 0.0062, + "step": 98890 + }, + { + "loss_action": 0.008508407510817051, + "loss_total": 0.008508407510817051, + "step": 98890 + }, + { + "loss_action": 0.005113367456942797, + "loss_total": 0.005113367456942797, + "step": 98890 + }, + { + "loss_action": 0.00533677451312542, + "loss_total": 0.00533677451312542, + "step": 98890 + }, + { + "loss_action": 0.006553160957992077, + "loss_total": 0.006553160957992077, + "step": 98890 + }, + { + "loss_action": 0.00800766795873642, + "loss_total": 0.00800766795873642, + "step": 98890 + }, + { + "loss_action": 0.002371701877564192, + "loss_total": 0.002371701877564192, + "step": 98890 + }, + { + "grad_norm": 0.1298276036977768, + "learning_rate": 3.313745906174392e-08, + "loss": 0.0087, + "step": 98900 + }, + { + "loss_action": 0.028957126662135124, + "loss_total": 0.028957126662135124, + "step": 98900 + }, + { + "loss_action": 0.004310596268624067, + "loss_total": 0.004310596268624067, + "step": 98900 + }, + { + "loss_action": 0.006976834498345852, + "loss_total": 0.006976834498345852, + "step": 98900 + }, + { + "loss_action": 0.002666160697117448, + "loss_total": 0.002666160697117448, + "step": 98900 + }, + { + "loss_action": 0.02228337712585926, + "loss_total": 0.02228337712585926, + "step": 98900 + }, + { + "loss_action": 0.007709185127168894, + "loss_total": 0.007709185127168894, + "step": 98900 + }, + { + "grad_norm": 0.13753734529018402, + "learning_rate": 3.253830569599492e-08, + "loss": 0.0079, + "step": 98910 + }, + { + "loss_action": 0.002231705468147993, + "loss_total": 0.002231705468147993, + "step": 98910 + }, + { + "loss_action": 0.0038107384461909533, + "loss_total": 0.0038107384461909533, + "step": 98910 + }, + { + "loss_action": 0.00756971025839448, + "loss_total": 0.00756971025839448, + "step": 98910 + }, + { + "loss_action": 0.0035998988896608353, + "loss_total": 0.0035998988896608353, + "step": 98910 + }, + { + "loss_action": 0.022731397300958633, + "loss_total": 0.022731397300958633, + "step": 98910 + }, + { + "loss_action": 0.00641727726906538, + "loss_total": 0.00641727726906538, + "step": 98910 + }, + { + "grad_norm": 0.11135192215442657, + "learning_rate": 3.1944616696727436e-08, + "loss": 0.0077, + "step": 98920 + }, + { + "loss_action": 0.0062777455896139145, + "loss_total": 0.0062777455896139145, + "step": 98920 + }, + { + "loss_action": 0.002584378933534026, + "loss_total": 0.002584378933534026, + "step": 98920 + }, + { + "loss_action": 0.0034987947437912226, + "loss_total": 0.0034987947437912226, + "step": 98920 + }, + { + "loss_action": 0.004038442391902208, + "loss_total": 0.004038442391902208, + "step": 98920 + }, + { + "loss_action": 0.0018877304391935468, + "loss_total": 0.0018877304391935468, + "step": 98920 + }, + { + "loss_action": 0.006373187992721796, + "loss_total": 0.006373187992721796, + "step": 98920 + }, + { + "grad_norm": 0.16153733432292938, + "learning_rate": 3.135639212887287e-08, + "loss": 0.0081, + "step": 98930 + }, + { + "loss_action": 0.0038727223873138428, + "loss_total": 0.0038727223873138428, + "step": 98930 + }, + { + "loss_action": 0.008256102912127972, + "loss_total": 0.008256102912127972, + "step": 98930 + }, + { + "loss_action": 0.006142043508589268, + "loss_total": 0.006142043508589268, + "step": 98930 + }, + { + "loss_action": 0.01198489684611559, + "loss_total": 0.01198489684611559, + "step": 98930 + }, + { + "loss_action": 0.0031815660186111927, + "loss_total": 0.0031815660186111927, + "step": 98930 + }, + { + "loss_action": 0.01467021182179451, + "loss_total": 0.01467021182179451, + "step": 98930 + }, + { + "grad_norm": 0.15514889359474182, + "learning_rate": 3.077363205675754e-08, + "loss": 0.0061, + "step": 98940 + }, + { + "loss_action": 0.00502062076702714, + "loss_total": 0.00502062076702714, + "step": 98940 + }, + { + "loss_action": 0.00452176621183753, + "loss_total": 0.00452176621183753, + "step": 98940 + }, + { + "loss_action": 0.0029605147428810596, + "loss_total": 0.0029605147428810596, + "step": 98940 + }, + { + "loss_action": 0.005799856502562761, + "loss_total": 0.005799856502562761, + "step": 98940 + }, + { + "loss_action": 0.008539925329387188, + "loss_total": 0.008539925329387188, + "step": 98940 + }, + { + "loss_action": 0.002944725565612316, + "loss_total": 0.002944725565612316, + "step": 98940 + }, + { + "grad_norm": 0.1791197806596756, + "learning_rate": 3.0196336544113804e-08, + "loss": 0.0062, + "step": 98950 + }, + { + "loss_action": 0.005981456488370895, + "loss_total": 0.005981456488370895, + "step": 98950 + }, + { + "loss_action": 0.0023971558548510075, + "loss_total": 0.0023971558548510075, + "step": 98950 + }, + { + "loss_action": 0.005243369843810797, + "loss_total": 0.005243369843810797, + "step": 98950 + }, + { + "loss_action": 0.002796025248244405, + "loss_total": 0.002796025248244405, + "step": 98950 + }, + { + "loss_action": 0.006900170352309942, + "loss_total": 0.006900170352309942, + "step": 98950 + }, + { + "loss_action": 0.0038946238346397877, + "loss_total": 0.0038946238346397877, + "step": 98950 + }, + { + "grad_norm": 0.19304588437080383, + "learning_rate": 2.9624505654063383e-08, + "loss": 0.0072, + "step": 98960 + }, + { + "loss_action": 0.0395854227244854, + "loss_total": 0.0395854227244854, + "step": 98960 + }, + { + "loss_action": 0.0026090082246810198, + "loss_total": 0.0026090082246810198, + "step": 98960 + }, + { + "loss_action": 0.004641011822968721, + "loss_total": 0.004641011822968721, + "step": 98960 + }, + { + "loss_action": 0.0049051279202103615, + "loss_total": 0.0049051279202103615, + "step": 98960 + }, + { + "loss_action": 0.009571260772645473, + "loss_total": 0.009571260772645473, + "step": 98960 + }, + { + "loss_action": 0.0075967758893966675, + "loss_total": 0.0075967758893966675, + "step": 98960 + }, + { + "grad_norm": 0.15509434044361115, + "learning_rate": 2.90581394491507e-08, + "loss": 0.0065, + "step": 98970 + }, + { + "loss_action": 0.005643683951348066, + "loss_total": 0.005643683951348066, + "step": 98970 + }, + { + "loss_action": 0.003979910165071487, + "loss_total": 0.003979910165071487, + "step": 98970 + }, + { + "loss_action": 0.0027297046035528183, + "loss_total": 0.0027297046035528183, + "step": 98970 + }, + { + "loss_action": 0.0021582474000751972, + "loss_total": 0.0021582474000751972, + "step": 98970 + }, + { + "loss_action": 0.003373001469299197, + "loss_total": 0.003373001469299197, + "step": 98970 + }, + { + "loss_action": 0.01529264822602272, + "loss_total": 0.01529264822602272, + "step": 98970 + }, + { + "grad_norm": 0.16235946118831635, + "learning_rate": 2.8497237991309545e-08, + "loss": 0.0081, + "step": 98980 + }, + { + "loss_action": 0.00574084697291255, + "loss_total": 0.00574084697291255, + "step": 98980 + }, + { + "loss_action": 0.003613474778831005, + "loss_total": 0.003613474778831005, + "step": 98980 + }, + { + "loss_action": 0.007881809957325459, + "loss_total": 0.007881809957325459, + "step": 98980 + }, + { + "loss_action": 0.013361748307943344, + "loss_total": 0.013361748307943344, + "step": 98980 + }, + { + "loss_action": 0.0034971938002854586, + "loss_total": 0.0034971938002854586, + "step": 98980 + }, + { + "loss_action": 0.006500672549009323, + "loss_total": 0.006500672549009323, + "step": 98980 + }, + { + "grad_norm": 0.14571750164031982, + "learning_rate": 2.7941801341879735e-08, + "loss": 0.0074, + "step": 98990 + }, + { + "loss_action": 0.0028720300178974867, + "loss_total": 0.0028720300178974867, + "step": 98990 + }, + { + "loss_action": 0.004546132404357195, + "loss_total": 0.004546132404357195, + "step": 98990 + }, + { + "loss_action": 0.006430208217352629, + "loss_total": 0.006430208217352629, + "step": 98990 + }, + { + "loss_action": 0.009520336054265499, + "loss_total": 0.009520336054265499, + "step": 98990 + }, + { + "loss_action": 0.0066917394287884235, + "loss_total": 0.0066917394287884235, + "step": 98990 + }, + { + "loss_action": 0.008025120943784714, + "loss_total": 0.008025120943784714, + "step": 98990 + }, + { + "grad_norm": 0.14536647498607635, + "learning_rate": 2.7391829561601578e-08, + "loss": 0.0091, + "step": 99000 + }, + { + "loss_action": 0.011161662638187408, + "loss_total": 0.011161662638187408, + "step": 99000 + }, + { + "loss_action": 0.008080235682427883, + "loss_total": 0.008080235682427883, + "step": 99000 + }, + { + "loss_action": 0.005425175651907921, + "loss_total": 0.005425175651907921, + "step": 99000 + }, + { + "loss_action": 0.0456521101295948, + "loss_total": 0.0456521101295948, + "step": 99000 + }, + { + "loss_action": 0.006584076210856438, + "loss_total": 0.006584076210856438, + "step": 99000 + }, + { + "loss_action": 0.0018755232449620962, + "loss_total": 0.0018755232449620962, + "step": 99000 + }, + { + "grad_norm": 0.10296928137540817, + "learning_rate": 2.6847322710621403e-08, + "loss": 0.0077, + "step": 99010 + }, + { + "loss_action": 0.002802305156365037, + "loss_total": 0.002802305156365037, + "step": 99010 + }, + { + "loss_action": 0.005980732385069132, + "loss_total": 0.005980732385069132, + "step": 99010 + }, + { + "loss_action": 0.00411029439419508, + "loss_total": 0.00411029439419508, + "step": 99010 + }, + { + "loss_action": 0.0063971285708248615, + "loss_total": 0.0063971285708248615, + "step": 99010 + }, + { + "loss_action": 0.004604256711900234, + "loss_total": 0.004604256711900234, + "step": 99010 + }, + { + "loss_action": 0.007106057368218899, + "loss_total": 0.007106057368218899, + "step": 99010 + }, + { + "grad_norm": 0.13488440215587616, + "learning_rate": 2.6308280848486022e-08, + "loss": 0.0089, + "step": 99020 + }, + { + "loss_action": 0.011545276269316673, + "loss_total": 0.011545276269316673, + "step": 99020 + }, + { + "loss_action": 0.0038486288394778967, + "loss_total": 0.0038486288394778967, + "step": 99020 + }, + { + "loss_action": 0.0033983555622398853, + "loss_total": 0.0033983555622398853, + "step": 99020 + }, + { + "loss_action": 0.014154678210616112, + "loss_total": 0.014154678210616112, + "step": 99020 + }, + { + "loss_action": 0.011025059968233109, + "loss_total": 0.011025059968233109, + "step": 99020 + }, + { + "loss_action": 0.002459823852404952, + "loss_total": 0.002459823852404952, + "step": 99020 + }, + { + "grad_norm": 0.10293256491422653, + "learning_rate": 2.5774704034137177e-08, + "loss": 0.0057, + "step": 99030 + }, + { + "loss_action": 0.010436109267175198, + "loss_total": 0.010436109267175198, + "step": 99030 + }, + { + "loss_action": 0.0063673583790659904, + "loss_total": 0.0063673583790659904, + "step": 99030 + }, + { + "loss_action": 0.004319582600146532, + "loss_total": 0.004319582600146532, + "step": 99030 + }, + { + "loss_action": 0.0057605053298175335, + "loss_total": 0.0057605053298175335, + "step": 99030 + }, + { + "loss_action": 0.009210825897753239, + "loss_total": 0.009210825897753239, + "step": 99030 + }, + { + "loss_action": 0.011735556647181511, + "loss_total": 0.011735556647181511, + "step": 99030 + }, + { + "grad_norm": 0.1706278771162033, + "learning_rate": 2.524659232593929e-08, + "loss": 0.0055, + "step": 99040 + }, + { + "loss_action": 0.0020262300968170166, + "loss_total": 0.0020262300968170166, + "step": 99040 + }, + { + "loss_action": 0.0024636867456138134, + "loss_total": 0.0024636867456138134, + "step": 99040 + }, + { + "loss_action": 0.01167297177016735, + "loss_total": 0.01167297177016735, + "step": 99040 + }, + { + "loss_action": 0.0065150936134159565, + "loss_total": 0.0065150936134159565, + "step": 99040 + }, + { + "loss_action": 0.012794457376003265, + "loss_total": 0.012794457376003265, + "step": 99040 + }, + { + "loss_action": 0.006800828035920858, + "loss_total": 0.006800828035920858, + "step": 99040 + }, + { + "grad_norm": 0.22114621102809906, + "learning_rate": 2.472394578163506e-08, + "loss": 0.0066, + "step": 99050 + }, + { + "loss_action": 0.0025947142858058214, + "loss_total": 0.0025947142858058214, + "step": 99050 + }, + { + "loss_action": 0.004877128638327122, + "loss_total": 0.004877128638327122, + "step": 99050 + }, + { + "loss_action": 0.006279191933572292, + "loss_total": 0.006279191933572292, + "step": 99050 + }, + { + "loss_action": 0.0036260352935642004, + "loss_total": 0.0036260352935642004, + "step": 99050 + }, + { + "loss_action": 0.008574385195970535, + "loss_total": 0.008574385195970535, + "step": 99050 + }, + { + "loss_action": 0.0183921717107296, + "loss_total": 0.0183921717107296, + "step": 99050 + }, + { + "grad_norm": 0.15125764906406403, + "learning_rate": 2.4206764458378772e-08, + "loss": 0.0064, + "step": 99060 + }, + { + "loss_action": 0.00411656778305769, + "loss_total": 0.00411656778305769, + "step": 99060 + }, + { + "loss_action": 0.004618682432919741, + "loss_total": 0.004618682432919741, + "step": 99060 + }, + { + "loss_action": 0.007083888631314039, + "loss_total": 0.007083888631314039, + "step": 99060 + }, + { + "loss_action": 0.004335713107138872, + "loss_total": 0.004335713107138872, + "step": 99060 + }, + { + "loss_action": 0.012090164236724377, + "loss_total": 0.012090164236724377, + "step": 99060 + }, + { + "loss_action": 0.0030179282184690237, + "loss_total": 0.0030179282184690237, + "step": 99060 + }, + { + "grad_norm": 0.11759964376688004, + "learning_rate": 2.3695048412736285e-08, + "loss": 0.0074, + "step": 99070 + }, + { + "loss_action": 0.003380486276000738, + "loss_total": 0.003380486276000738, + "step": 99070 + }, + { + "loss_action": 0.009156591258943081, + "loss_total": 0.009156591258943081, + "step": 99070 + }, + { + "loss_action": 0.004123519640415907, + "loss_total": 0.004123519640415907, + "step": 99070 + }, + { + "loss_action": 0.008699461817741394, + "loss_total": 0.008699461817741394, + "step": 99070 + }, + { + "loss_action": 0.010465359315276146, + "loss_total": 0.010465359315276146, + "step": 99070 + }, + { + "loss_action": 0.008334718644618988, + "loss_total": 0.008334718644618988, + "step": 99070 + }, + { + "grad_norm": 0.16812530159950256, + "learning_rate": 2.3188797700668395e-08, + "loss": 0.0083, + "step": 99080 + }, + { + "loss_action": 0.0052121481858193874, + "loss_total": 0.0052121481858193874, + "step": 99080 + }, + { + "loss_action": 0.00269774766638875, + "loss_total": 0.00269774766638875, + "step": 99080 + }, + { + "loss_action": 0.006264505907893181, + "loss_total": 0.006264505907893181, + "step": 99080 + }, + { + "loss_action": 0.01172780804336071, + "loss_total": 0.01172780804336071, + "step": 99080 + }, + { + "loss_action": 0.0019491093698889017, + "loss_total": 0.0019491093698889017, + "step": 99080 + }, + { + "loss_action": 0.0076557667925953865, + "loss_total": 0.0076557667925953865, + "step": 99080 + }, + { + "grad_norm": 0.2144046276807785, + "learning_rate": 2.268801237753082e-08, + "loss": 0.0096, + "step": 99090 + }, + { + "loss_action": 0.006853488273918629, + "loss_total": 0.006853488273918629, + "step": 99090 + }, + { + "loss_action": 0.0055231559090316296, + "loss_total": 0.0055231559090316296, + "step": 99090 + }, + { + "loss_action": 0.009433136321604252, + "loss_total": 0.009433136321604252, + "step": 99090 + }, + { + "loss_action": 0.003230975242331624, + "loss_total": 0.003230975242331624, + "step": 99090 + }, + { + "loss_action": 0.0047246492467820644, + "loss_total": 0.0047246492467820644, + "step": 99090 + }, + { + "loss_action": 0.006997672375291586, + "loss_total": 0.006997672375291586, + "step": 99090 + }, + { + "grad_norm": 0.10120125114917755, + "learning_rate": 2.2192692498090862e-08, + "loss": 0.006, + "step": 99100 + }, + { + "loss_action": 0.003561311401426792, + "loss_total": 0.003561311401426792, + "step": 99100 + }, + { + "loss_action": 0.004617483355104923, + "loss_total": 0.004617483355104923, + "step": 99100 + }, + { + "loss_action": 0.0026937080547213554, + "loss_total": 0.0026937080547213554, + "step": 99100 + }, + { + "loss_action": 0.008080692030489445, + "loss_total": 0.008080692030489445, + "step": 99100 + }, + { + "loss_action": 0.00213193753734231, + "loss_total": 0.00213193753734231, + "step": 99100 + }, + { + "loss_action": 0.002554156817495823, + "loss_total": 0.002554156817495823, + "step": 99100 + }, + { + "grad_norm": 0.2639521062374115, + "learning_rate": 2.170283811652185e-08, + "loss": 0.009, + "step": 99110 + }, + { + "loss_action": 0.009079202078282833, + "loss_total": 0.009079202078282833, + "step": 99110 + }, + { + "loss_action": 0.007212347816675901, + "loss_total": 0.007212347816675901, + "step": 99110 + }, + { + "loss_action": 0.005519841331988573, + "loss_total": 0.005519841331988573, + "step": 99110 + }, + { + "loss_action": 0.021443767473101616, + "loss_total": 0.021443767473101616, + "step": 99110 + }, + { + "loss_action": 0.006403945852071047, + "loss_total": 0.006403945852071047, + "step": 99110 + }, + { + "loss_action": 0.003657420165836811, + "loss_total": 0.003657420165836811, + "step": 99110 + }, + { + "grad_norm": 0.10212104767560959, + "learning_rate": 2.12184492863865e-08, + "loss": 0.0063, + "step": 99120 + }, + { + "loss_action": 0.0035391678102314472, + "loss_total": 0.0035391678102314472, + "step": 99120 + }, + { + "loss_action": 0.007596227806061506, + "loss_total": 0.007596227806061506, + "step": 99120 + }, + { + "loss_action": 0.008058642968535423, + "loss_total": 0.008058642968535423, + "step": 99120 + }, + { + "loss_action": 0.0041458276100456715, + "loss_total": 0.0041458276100456715, + "step": 99120 + }, + { + "loss_action": 0.005336706060916185, + "loss_total": 0.005336706060916185, + "step": 99120 + }, + { + "loss_action": 0.003872959641739726, + "loss_total": 0.003872959641739726, + "step": 99120 + }, + { + "grad_norm": 0.15847983956336975, + "learning_rate": 2.073952606066465e-08, + "loss": 0.007, + "step": 99130 + }, + { + "loss_action": 0.015105695463716984, + "loss_total": 0.015105695463716984, + "step": 99130 + }, + { + "loss_action": 0.056529417634010315, + "loss_total": 0.056529417634010315, + "step": 99130 + }, + { + "loss_action": 0.004560460802167654, + "loss_total": 0.004560460802167654, + "step": 99130 + }, + { + "loss_action": 0.008865095674991608, + "loss_total": 0.008865095674991608, + "step": 99130 + }, + { + "loss_action": 0.009398234076797962, + "loss_total": 0.009398234076797962, + "step": 99130 + }, + { + "loss_action": 0.0020361985079944134, + "loss_total": 0.0020361985079944134, + "step": 99130 + }, + { + "grad_norm": 0.26909226179122925, + "learning_rate": 2.026606849171997e-08, + "loss": 0.008, + "step": 99140 + }, + { + "loss_action": 0.0033972947858273983, + "loss_total": 0.0033972947858273983, + "step": 99140 + }, + { + "loss_action": 0.021287759765982628, + "loss_total": 0.021287759765982628, + "step": 99140 + }, + { + "loss_action": 0.0029314737766981125, + "loss_total": 0.0029314737766981125, + "step": 99140 + }, + { + "loss_action": 0.02255930006504059, + "loss_total": 0.02255930006504059, + "step": 99140 + }, + { + "loss_action": 0.006056136451661587, + "loss_total": 0.006056136451661587, + "step": 99140 + }, + { + "loss_action": 0.004199613351374865, + "loss_total": 0.004199613351374865, + "step": 99140 + }, + { + "grad_norm": 0.12990403175354004, + "learning_rate": 1.9798076631333262e-08, + "loss": 0.0073, + "step": 99150 + }, + { + "loss_action": 0.004744040779769421, + "loss_total": 0.004744040779769421, + "step": 99150 + }, + { + "loss_action": 0.0028306152671575546, + "loss_total": 0.0028306152671575546, + "step": 99150 + }, + { + "loss_action": 0.005122657399624586, + "loss_total": 0.005122657399624586, + "step": 99150 + }, + { + "loss_action": 0.0029213442467153072, + "loss_total": 0.0029213442467153072, + "step": 99150 + }, + { + "loss_action": 0.0032027806155383587, + "loss_total": 0.0032027806155383587, + "step": 99150 + }, + { + "loss_action": 0.0031282748095691204, + "loss_total": 0.0031282748095691204, + "step": 99150 + }, + { + "grad_norm": 0.18616949021816254, + "learning_rate": 1.933555053069136e-08, + "loss": 0.0063, + "step": 99160 + }, + { + "loss_action": 0.0034034019336104393, + "loss_total": 0.0034034019336104393, + "step": 99160 + }, + { + "loss_action": 0.008463677950203419, + "loss_total": 0.008463677950203419, + "step": 99160 + }, + { + "loss_action": 0.003340174211189151, + "loss_total": 0.003340174211189151, + "step": 99160 + }, + { + "loss_action": 0.010280142538249493, + "loss_total": 0.010280142538249493, + "step": 99160 + }, + { + "loss_action": 0.002382492646574974, + "loss_total": 0.002382492646574974, + "step": 99160 + }, + { + "loss_action": 0.0024653952568769455, + "loss_total": 0.0024653952568769455, + "step": 99160 + }, + { + "grad_norm": 0.2301892787218094, + "learning_rate": 1.887849024036492e-08, + "loss": 0.0086, + "step": 99170 + }, + { + "loss_action": 0.0028412938117980957, + "loss_total": 0.0028412938117980957, + "step": 99170 + }, + { + "loss_action": 0.0044059911742806435, + "loss_total": 0.0044059911742806435, + "step": 99170 + }, + { + "loss_action": 0.010013747960329056, + "loss_total": 0.010013747960329056, + "step": 99170 + }, + { + "loss_action": 0.007243132684379816, + "loss_total": 0.007243132684379816, + "step": 99170 + }, + { + "loss_action": 0.006587923038750887, + "loss_total": 0.006587923038750887, + "step": 99170 + }, + { + "loss_action": 0.00323768169619143, + "loss_total": 0.00323768169619143, + "step": 99170 + }, + { + "grad_norm": 0.08445499837398529, + "learning_rate": 1.8426895810341736e-08, + "loss": 0.0108, + "step": 99180 + }, + { + "loss_action": 0.005530336406081915, + "loss_total": 0.005530336406081915, + "step": 99180 + }, + { + "loss_action": 0.004427424632012844, + "loss_total": 0.004427424632012844, + "step": 99180 + }, + { + "loss_action": 0.011394286528229713, + "loss_total": 0.011394286528229713, + "step": 99180 + }, + { + "loss_action": 0.019268181174993515, + "loss_total": 0.019268181174993515, + "step": 99180 + }, + { + "loss_action": 0.00694917980581522, + "loss_total": 0.00694917980581522, + "step": 99180 + }, + { + "loss_action": 0.05551692843437195, + "loss_total": 0.05551692843437195, + "step": 99180 + }, + { + "grad_norm": 0.13326528668403625, + "learning_rate": 1.798076729000453e-08, + "loss": 0.0078, + "step": 99190 + }, + { + "loss_action": 0.010770315304398537, + "loss_total": 0.010770315304398537, + "step": 99190 + }, + { + "loss_action": 0.01900491677224636, + "loss_total": 0.01900491677224636, + "step": 99190 + }, + { + "loss_action": 0.007146947551518679, + "loss_total": 0.007146947551518679, + "step": 99190 + }, + { + "loss_action": 0.003037660848349333, + "loss_total": 0.003037660848349333, + "step": 99190 + }, + { + "loss_action": 0.00901842676103115, + "loss_total": 0.00901842676103115, + "step": 99190 + }, + { + "loss_action": 0.009238304570317268, + "loss_total": 0.009238304570317268, + "step": 99190 + }, + { + "grad_norm": 0.11432752758264542, + "learning_rate": 1.75401047281476e-08, + "loss": 0.0087, + "step": 99200 + }, + { + "loss_action": 0.008388670161366463, + "loss_total": 0.008388670161366463, + "step": 99200 + }, + { + "loss_action": 0.005161711480468512, + "loss_total": 0.005161711480468512, + "step": 99200 + }, + { + "loss_action": 0.004374545067548752, + "loss_total": 0.004374545067548752, + "step": 99200 + }, + { + "loss_action": 0.003838280914351344, + "loss_total": 0.003838280914351344, + "step": 99200 + }, + { + "loss_action": 0.0061903903260827065, + "loss_total": 0.0061903903260827065, + "step": 99200 + }, + { + "loss_action": 0.027023112401366234, + "loss_total": 0.027023112401366234, + "step": 99200 + }, + { + "grad_norm": 0.14078769087791443, + "learning_rate": 1.7104908172954626e-08, + "loss": 0.0081, + "step": 99210 + }, + { + "loss_action": 0.005681461654603481, + "loss_total": 0.005681461654603481, + "step": 99210 + }, + { + "loss_action": 0.00892150029540062, + "loss_total": 0.00892150029540062, + "step": 99210 + }, + { + "loss_action": 0.00590665265917778, + "loss_total": 0.00590665265917778, + "step": 99210 + }, + { + "loss_action": 0.001671536359935999, + "loss_total": 0.001671536359935999, + "step": 99210 + }, + { + "loss_action": 0.014128806069493294, + "loss_total": 0.014128806069493294, + "step": 99210 + }, + { + "loss_action": 0.025925206020474434, + "loss_total": 0.025925206020474434, + "step": 99210 + }, + { + "grad_norm": 0.40526852011680603, + "learning_rate": 1.6675177672020868e-08, + "loss": 0.0069, + "step": 99220 + }, + { + "loss_action": 0.010965917259454727, + "loss_total": 0.010965917259454727, + "step": 99220 + }, + { + "loss_action": 0.00558840949088335, + "loss_total": 0.00558840949088335, + "step": 99220 + }, + { + "loss_action": 0.0057489629834890366, + "loss_total": 0.0057489629834890366, + "step": 99220 + }, + { + "loss_action": 0.001965656876564026, + "loss_total": 0.001965656876564026, + "step": 99220 + }, + { + "loss_action": 0.006003014277666807, + "loss_total": 0.006003014277666807, + "step": 99220 + }, + { + "loss_action": 0.005576473660767078, + "loss_total": 0.005576473660767078, + "step": 99220 + }, + { + "grad_norm": 0.10001882165670395, + "learning_rate": 1.6250913272342073e-08, + "loss": 0.0082, + "step": 99230 + }, + { + "loss_action": 0.0013789081713184714, + "loss_total": 0.0013789081713184714, + "step": 99230 + }, + { + "loss_action": 0.005954876076430082, + "loss_total": 0.005954876076430082, + "step": 99230 + }, + { + "loss_action": 0.00285239121876657, + "loss_total": 0.00285239121876657, + "step": 99230 + }, + { + "loss_action": 0.005656579043716192, + "loss_total": 0.005656579043716192, + "step": 99230 + }, + { + "loss_action": 0.010657531209290028, + "loss_total": 0.010657531209290028, + "step": 99230 + }, + { + "loss_action": 0.014206815510988235, + "loss_total": 0.014206815510988235, + "step": 99230 + }, + { + "grad_norm": 0.17914564907550812, + "learning_rate": 1.5832115020314453e-08, + "loss": 0.0069, + "step": 99240 + }, + { + "loss_action": 0.0017606227193027735, + "loss_total": 0.0017606227193027735, + "step": 99240 + }, + { + "loss_action": 0.008355343714356422, + "loss_total": 0.008355343714356422, + "step": 99240 + }, + { + "loss_action": 0.0017049928428605199, + "loss_total": 0.0017049928428605199, + "step": 99240 + }, + { + "loss_action": 0.007104381453245878, + "loss_total": 0.007104381453245878, + "step": 99240 + }, + { + "loss_action": 0.01857142336666584, + "loss_total": 0.01857142336666584, + "step": 99240 + }, + { + "loss_action": 0.0023204474709928036, + "loss_total": 0.0023204474709928036, + "step": 99240 + }, + { + "grad_norm": 0.2178954780101776, + "learning_rate": 1.5418782961734712e-08, + "loss": 0.0067, + "step": 99250 + }, + { + "loss_action": 0.0019583029206842184, + "loss_total": 0.0019583029206842184, + "step": 99250 + }, + { + "loss_action": 0.06829200685024261, + "loss_total": 0.06829200685024261, + "step": 99250 + }, + { + "loss_action": 0.001991510856896639, + "loss_total": 0.001991510856896639, + "step": 99250 + }, + { + "loss_action": 0.004373651929199696, + "loss_total": 0.004373651929199696, + "step": 99250 + }, + { + "loss_action": 0.004848638083785772, + "loss_total": 0.004848638083785772, + "step": 99250 + }, + { + "loss_action": 0.039039287716150284, + "loss_total": 0.039039287716150284, + "step": 99250 + }, + { + "grad_norm": 0.1860239952802658, + "learning_rate": 1.501091714181113e-08, + "loss": 0.0086, + "step": 99260 + }, + { + "loss_action": 0.016511991620063782, + "loss_total": 0.016511991620063782, + "step": 99260 + }, + { + "loss_action": 0.013266362249851227, + "loss_total": 0.013266362249851227, + "step": 99260 + }, + { + "loss_action": 0.004749891348183155, + "loss_total": 0.004749891348183155, + "step": 99260 + }, + { + "loss_action": 0.002774614142253995, + "loss_total": 0.002774614142253995, + "step": 99260 + }, + { + "loss_action": 0.005217397585511208, + "loss_total": 0.005217397585511208, + "step": 99260 + }, + { + "loss_action": 0.007357235532253981, + "loss_total": 0.007357235532253981, + "step": 99260 + }, + { + "grad_norm": 0.12899178266525269, + "learning_rate": 1.460851760513582e-08, + "loss": 0.008, + "step": 99270 + }, + { + "loss_action": 0.005227603483945131, + "loss_total": 0.005227603483945131, + "step": 99270 + }, + { + "loss_action": 0.004498789552599192, + "loss_total": 0.004498789552599192, + "step": 99270 + }, + { + "loss_action": 0.01550665870308876, + "loss_total": 0.01550665870308876, + "step": 99270 + }, + { + "loss_action": 0.0042090993374586105, + "loss_total": 0.0042090993374586105, + "step": 99270 + }, + { + "loss_action": 0.005100152920931578, + "loss_total": 0.005100152920931578, + "step": 99270 + }, + { + "loss_action": 0.004369685426354408, + "loss_total": 0.004369685426354408, + "step": 99270 + }, + { + "grad_norm": 0.18150115013122559, + "learning_rate": 1.4211584395723566e-08, + "loss": 0.0077, + "step": 99280 + }, + { + "loss_action": 0.009898626245558262, + "loss_total": 0.009898626245558262, + "step": 99280 + }, + { + "loss_action": 0.006702504586428404, + "loss_total": 0.006702504586428404, + "step": 99280 + }, + { + "loss_action": 0.005775874480605125, + "loss_total": 0.005775874480605125, + "step": 99280 + }, + { + "loss_action": 0.004650041926652193, + "loss_total": 0.004650041926652193, + "step": 99280 + }, + { + "loss_action": 0.006859626155346632, + "loss_total": 0.006859626155346632, + "step": 99280 + }, + { + "loss_action": 0.0012857610126957297, + "loss_total": 0.0012857610126957297, + "step": 99280 + }, + { + "grad_norm": 0.20999431610107422, + "learning_rate": 1.382011755697854e-08, + "loss": 0.0078, + "step": 99290 + }, + { + "loss_action": 0.0040266253054142, + "loss_total": 0.0040266253054142, + "step": 99290 + }, + { + "loss_action": 0.008430816233158112, + "loss_total": 0.008430816233158112, + "step": 99290 + }, + { + "loss_action": 0.007808775175362825, + "loss_total": 0.007808775175362825, + "step": 99290 + }, + { + "loss_action": 0.00638379342854023, + "loss_total": 0.00638379342854023, + "step": 99290 + }, + { + "loss_action": 0.007890873588621616, + "loss_total": 0.007890873588621616, + "step": 99290 + }, + { + "loss_action": 0.006274338811635971, + "loss_total": 0.006274338811635971, + "step": 99290 + }, + { + "grad_norm": 0.17924976348876953, + "learning_rate": 1.3434117131716494e-08, + "loss": 0.0077, + "step": 99300 + }, + { + "loss_action": 0.0018021496944129467, + "loss_total": 0.0018021496944129467, + "step": 99300 + }, + { + "loss_action": 0.004612963180989027, + "loss_total": 0.004612963180989027, + "step": 99300 + }, + { + "loss_action": 0.0012578824535012245, + "loss_total": 0.0012578824535012245, + "step": 99300 + }, + { + "loss_action": 0.006319867912679911, + "loss_total": 0.006319867912679911, + "step": 99300 + }, + { + "loss_action": 0.008601654320955276, + "loss_total": 0.008601654320955276, + "step": 99300 + }, + { + "loss_action": 0.020398974418640137, + "loss_total": 0.020398974418640137, + "step": 99300 + }, + { + "grad_norm": 0.10545112937688828, + "learning_rate": 1.3053583162142557e-08, + "loss": 0.0068, + "step": 99310 + }, + { + "loss_action": 0.006505046505481005, + "loss_total": 0.006505046505481005, + "step": 99310 + }, + { + "loss_action": 0.003546950174495578, + "loss_total": 0.003546950174495578, + "step": 99310 + }, + { + "loss_action": 0.0038412180729210377, + "loss_total": 0.0038412180729210377, + "step": 99310 + }, + { + "loss_action": 0.0034982054494321346, + "loss_total": 0.0034982054494321346, + "step": 99310 + }, + { + "loss_action": 0.0020732292905449867, + "loss_total": 0.0020732292905449867, + "step": 99310 + }, + { + "loss_action": 0.009643547236919403, + "loss_total": 0.009643547236919403, + "step": 99310 + }, + { + "grad_norm": 0.14595095813274384, + "learning_rate": 1.2678515689873438e-08, + "loss": 0.0059, + "step": 99320 + }, + { + "loss_action": 0.0030974175315350294, + "loss_total": 0.0030974175315350294, + "step": 99320 + }, + { + "loss_action": 0.0014048947487026453, + "loss_total": 0.0014048947487026453, + "step": 99320 + }, + { + "loss_action": 0.0038207045290619135, + "loss_total": 0.0038207045290619135, + "step": 99320 + }, + { + "loss_action": 0.004504870623350143, + "loss_total": 0.004504870623350143, + "step": 99320 + }, + { + "loss_action": 0.006659846752882004, + "loss_total": 0.006659846752882004, + "step": 99320 + }, + { + "loss_action": 0.010661793872714043, + "loss_total": 0.010661793872714043, + "step": 99320 + }, + { + "grad_norm": 0.34781065583229065, + "learning_rate": 1.2308914755931877e-08, + "loss": 0.0074, + "step": 99330 + }, + { + "loss_action": 0.0013249084586277604, + "loss_total": 0.0013249084586277604, + "step": 99330 + }, + { + "loss_action": 0.001827381318435073, + "loss_total": 0.001827381318435073, + "step": 99330 + }, + { + "loss_action": 0.0033949001226574183, + "loss_total": 0.0033949001226574183, + "step": 99330 + }, + { + "loss_action": 0.002178729046136141, + "loss_total": 0.002178729046136141, + "step": 99330 + }, + { + "loss_action": 0.04688228666782379, + "loss_total": 0.04688228666782379, + "step": 99330 + }, + { + "loss_action": 0.009007747285068035, + "loss_total": 0.009007747285068035, + "step": 99330 + }, + { + "grad_norm": 0.521492600440979, + "learning_rate": 1.1944780400729993e-08, + "loss": 0.0121, + "step": 99340 + }, + { + "loss_action": 0.002966030267998576, + "loss_total": 0.002966030267998576, + "step": 99340 + }, + { + "loss_action": 0.0068773929961025715, + "loss_total": 0.0068773929961025715, + "step": 99340 + }, + { + "loss_action": 0.004020683467388153, + "loss_total": 0.004020683467388153, + "step": 99340 + }, + { + "loss_action": 0.0029010672587901354, + "loss_total": 0.0029010672587901354, + "step": 99340 + }, + { + "loss_action": 0.0018068969948217273, + "loss_total": 0.0018068969948217273, + "step": 99340 + }, + { + "loss_action": 0.005431983154267073, + "loss_total": 0.005431983154267073, + "step": 99340 + }, + { + "grad_norm": 0.1297241449356079, + "learning_rate": 1.1586112664085935e-08, + "loss": 0.0076, + "step": 99350 + }, + { + "loss_action": 0.012549026869237423, + "loss_total": 0.012549026869237423, + "step": 99350 + }, + { + "loss_action": 0.00693542929366231, + "loss_total": 0.00693542929366231, + "step": 99350 + }, + { + "loss_action": 0.013399829156696796, + "loss_total": 0.013399829156696796, + "step": 99350 + }, + { + "loss_action": 0.0041380818001925945, + "loss_total": 0.0041380818001925945, + "step": 99350 + }, + { + "loss_action": 0.0044787367805838585, + "loss_total": 0.0044787367805838585, + "step": 99350 + }, + { + "loss_action": 0.006210630293935537, + "loss_total": 0.006210630293935537, + "step": 99350 + }, + { + "grad_norm": 0.15595556795597076, + "learning_rate": 1.1232911585234984e-08, + "loss": 0.0081, + "step": 99360 + }, + { + "loss_action": 0.01021371316164732, + "loss_total": 0.01021371316164732, + "step": 99360 + }, + { + "loss_action": 0.009020425379276276, + "loss_total": 0.009020425379276276, + "step": 99360 + }, + { + "loss_action": 0.007068484090268612, + "loss_total": 0.007068484090268612, + "step": 99360 + }, + { + "loss_action": 0.0018423071596771479, + "loss_total": 0.0018423071596771479, + "step": 99360 + }, + { + "loss_action": 0.004383568651974201, + "loss_total": 0.004383568651974201, + "step": 99360 + }, + { + "loss_action": 0.003989736549556255, + "loss_total": 0.003989736549556255, + "step": 99360 + }, + { + "grad_norm": 0.11570718139410019, + "learning_rate": 1.0885177202790697e-08, + "loss": 0.0088, + "step": 99370 + }, + { + "loss_action": 0.009216423146426678, + "loss_total": 0.009216423146426678, + "step": 99370 + }, + { + "loss_action": 0.013209004886448383, + "loss_total": 0.013209004886448383, + "step": 99370 + }, + { + "loss_action": 0.0052514406852424145, + "loss_total": 0.0052514406852424145, + "step": 99370 + }, + { + "loss_action": 0.005371871404349804, + "loss_total": 0.005371871404349804, + "step": 99370 + }, + { + "loss_action": 0.006357414647936821, + "loss_total": 0.006357414647936821, + "step": 99370 + }, + { + "loss_action": 0.002581542357802391, + "loss_total": 0.002581542357802391, + "step": 99370 + }, + { + "grad_norm": 0.16592581570148468, + "learning_rate": 1.0542909554789315e-08, + "loss": 0.0103, + "step": 99380 + }, + { + "loss_action": 0.004520365037024021, + "loss_total": 0.004520365037024021, + "step": 99380 + }, + { + "loss_action": 0.0014650928787887096, + "loss_total": 0.0014650928787887096, + "step": 99380 + }, + { + "loss_action": 0.07559051364660263, + "loss_total": 0.07559051364660263, + "step": 99380 + }, + { + "loss_action": 0.006685018073767424, + "loss_total": 0.006685018073767424, + "step": 99380 + }, + { + "loss_action": 0.004373365081846714, + "loss_total": 0.004373365081846714, + "step": 99380 + }, + { + "loss_action": 0.003576258197426796, + "loss_total": 0.003576258197426796, + "step": 99380 + }, + { + "grad_norm": 0.21817056834697723, + "learning_rate": 1.0206108678656456e-08, + "loss": 0.0081, + "step": 99390 + }, + { + "loss_action": 0.00976844597607851, + "loss_total": 0.00976844597607851, + "step": 99390 + }, + { + "loss_action": 0.027281800284981728, + "loss_total": 0.027281800284981728, + "step": 99390 + }, + { + "loss_action": 0.0060071018524467945, + "loss_total": 0.0060071018524467945, + "step": 99390 + }, + { + "loss_action": 0.014154677279293537, + "loss_total": 0.014154677279293537, + "step": 99390 + }, + { + "loss_action": 0.0023416539188474417, + "loss_total": 0.0023416539188474417, + "step": 99390 + }, + { + "loss_action": 0.016735831275582314, + "loss_total": 0.016735831275582314, + "step": 99390 + }, + { + "grad_norm": 0.1552448272705078, + "learning_rate": 9.874774611223769e-09, + "loss": 0.0075, + "step": 99400 + }, + { + "loss_action": 0.010048868134617805, + "loss_total": 0.010048868134617805, + "step": 99400 + }, + { + "loss_action": 0.0015677246265113354, + "loss_total": 0.0015677246265113354, + "step": 99400 + }, + { + "loss_action": 0.0015272171003744006, + "loss_total": 0.0015272171003744006, + "step": 99400 + }, + { + "loss_action": 0.005618428811430931, + "loss_total": 0.005618428811430931, + "step": 99400 + }, + { + "loss_action": 0.01369171030819416, + "loss_total": 0.01369171030819416, + "step": 99400 + }, + { + "loss_action": 0.012579803355038166, + "loss_total": 0.012579803355038166, + "step": 99400 + }, + { + "grad_norm": 0.12860940396785736, + "learning_rate": 9.548907388728933e-09, + "loss": 0.0081, + "step": 99410 + }, + { + "loss_action": 0.0033851205371320248, + "loss_total": 0.0033851205371320248, + "step": 99410 + }, + { + "loss_action": 0.015416979789733887, + "loss_total": 0.015416979789733887, + "step": 99410 + }, + { + "loss_action": 0.0065422262996435165, + "loss_total": 0.0065422262996435165, + "step": 99410 + }, + { + "loss_action": 0.006639739498496056, + "loss_total": 0.006639739498496056, + "step": 99410 + }, + { + "loss_action": 0.0034328103065490723, + "loss_total": 0.0034328103065490723, + "step": 99410 + }, + { + "loss_action": 0.006405554246157408, + "loss_total": 0.006405554246157408, + "step": 99410 + }, + { + "grad_norm": 0.23121784627437592, + "learning_rate": 9.228507046804557e-09, + "loss": 0.007, + "step": 99420 + }, + { + "loss_action": 0.016597244888544083, + "loss_total": 0.016597244888544083, + "step": 99420 + }, + { + "loss_action": 0.0018407516181468964, + "loss_total": 0.0018407516181468964, + "step": 99420 + }, + { + "loss_action": 0.008449739776551723, + "loss_total": 0.008449739776551723, + "step": 99420 + }, + { + "loss_action": 0.004946231376379728, + "loss_total": 0.004946231376379728, + "step": 99420 + }, + { + "loss_action": 0.012484423816204071, + "loss_total": 0.012484423816204071, + "step": 99420 + }, + { + "loss_action": 0.002439366187900305, + "loss_total": 0.002439366187900305, + "step": 99420 + }, + { + "grad_norm": 0.31241998076438904, + "learning_rate": 8.91357362048928e-09, + "loss": 0.0097, + "step": 99430 + }, + { + "loss_action": 0.02284480445086956, + "loss_total": 0.02284480445086956, + "step": 99430 + }, + { + "loss_action": 0.005415219347923994, + "loss_total": 0.005415219347923994, + "step": 99430 + }, + { + "loss_action": 0.0028381512966006994, + "loss_total": 0.0028381512966006994, + "step": 99430 + }, + { + "loss_action": 0.004421839956194162, + "loss_total": 0.004421839956194162, + "step": 99430 + }, + { + "loss_action": 0.010332347825169563, + "loss_total": 0.010332347825169563, + "step": 99430 + }, + { + "loss_action": 0.011003690771758556, + "loss_total": 0.011003690771758556, + "step": 99430 + }, + { + "grad_norm": 0.22539448738098145, + "learning_rate": 8.604107144227769e-09, + "loss": 0.0108, + "step": 99440 + }, + { + "loss_action": 0.004990878980606794, + "loss_total": 0.004990878980606794, + "step": 99440 + }, + { + "loss_action": 0.007169497199356556, + "loss_total": 0.007169497199356556, + "step": 99440 + }, + { + "loss_action": 0.0077805849723517895, + "loss_total": 0.0077805849723517895, + "step": 99440 + }, + { + "loss_action": 0.005436075385659933, + "loss_total": 0.005436075385659933, + "step": 99440 + }, + { + "loss_action": 0.025393828749656677, + "loss_total": 0.025393828749656677, + "step": 99440 + }, + { + "loss_action": 0.004112091846764088, + "loss_total": 0.004112091846764088, + "step": 99440 + }, + { + "grad_norm": 0.15137533843517303, + "learning_rate": 8.300107651859623e-09, + "loss": 0.008, + "step": 99450 + }, + { + "loss_action": 0.0035672259982675314, + "loss_total": 0.0035672259982675314, + "step": 99450 + }, + { + "loss_action": 0.0023918470833450556, + "loss_total": 0.0023918470833450556, + "step": 99450 + }, + { + "loss_action": 0.0059233615174889565, + "loss_total": 0.0059233615174889565, + "step": 99450 + }, + { + "loss_action": 0.012406921945512295, + "loss_total": 0.012406921945512295, + "step": 99450 + }, + { + "loss_action": 0.016486739739775658, + "loss_total": 0.016486739739775658, + "step": 99450 + }, + { + "loss_action": 0.017970947548747063, + "loss_total": 0.017970947548747063, + "step": 99450 + }, + { + "grad_norm": 0.18993327021598816, + "learning_rate": 8.001575176630472e-09, + "loss": 0.0081, + "step": 99460 + }, + { + "loss_action": 0.011718443594872952, + "loss_total": 0.011718443594872952, + "step": 99460 + }, + { + "loss_action": 0.005157174542546272, + "loss_total": 0.005157174542546272, + "step": 99460 + }, + { + "loss_action": 0.011586409993469715, + "loss_total": 0.011586409993469715, + "step": 99460 + }, + { + "loss_action": 0.00466639781370759, + "loss_total": 0.00466639781370759, + "step": 99460 + }, + { + "loss_action": 0.00989900715649128, + "loss_total": 0.00989900715649128, + "step": 99460 + }, + { + "loss_action": 0.005736899096518755, + "loss_total": 0.005736899096518755, + "step": 99460 + }, + { + "grad_norm": 0.18923194706439972, + "learning_rate": 7.708509751186422e-09, + "loss": 0.0102, + "step": 99470 + }, + { + "loss_action": 0.0052237785421311855, + "loss_total": 0.0052237785421311855, + "step": 99470 + }, + { + "loss_action": 0.0039483970031142235, + "loss_total": 0.0039483970031142235, + "step": 99470 + }, + { + "loss_action": 0.0064745377749204636, + "loss_total": 0.0064745377749204636, + "step": 99470 + }, + { + "loss_action": 0.005884991027414799, + "loss_total": 0.005884991027414799, + "step": 99470 + }, + { + "loss_action": 0.010622880421578884, + "loss_total": 0.010622880421578884, + "step": 99470 + }, + { + "loss_action": 0.006475270260125399, + "loss_total": 0.006475270260125399, + "step": 99470 + }, + { + "grad_norm": 0.3790261447429657, + "learning_rate": 7.420911407579611e-09, + "loss": 0.009, + "step": 99480 + }, + { + "loss_action": 0.0028940695337951183, + "loss_total": 0.0028940695337951183, + "step": 99480 + }, + { + "loss_action": 0.004589595831930637, + "loss_total": 0.004589595831930637, + "step": 99480 + }, + { + "loss_action": 0.006320797838270664, + "loss_total": 0.006320797838270664, + "step": 99480 + }, + { + "loss_action": 0.0075073521584272385, + "loss_total": 0.0075073521584272385, + "step": 99480 + }, + { + "loss_action": 0.009859963320195675, + "loss_total": 0.009859963320195675, + "step": 99480 + }, + { + "loss_action": 0.01770317554473877, + "loss_total": 0.01770317554473877, + "step": 99480 + }, + { + "grad_norm": 0.16233280301094055, + "learning_rate": 7.13878017725711e-09, + "loss": 0.0072, + "step": 99490 + }, + { + "loss_action": 0.0064212060533463955, + "loss_total": 0.0064212060533463955, + "step": 99490 + }, + { + "loss_action": 0.004897837061434984, + "loss_total": 0.004897837061434984, + "step": 99490 + }, + { + "loss_action": 0.005658272188156843, + "loss_total": 0.005658272188156843, + "step": 99490 + }, + { + "loss_action": 0.0025979867205023766, + "loss_total": 0.0025979867205023766, + "step": 99490 + }, + { + "loss_action": 0.0036968360655009747, + "loss_total": 0.0036968360655009747, + "step": 99490 + }, + { + "loss_action": 0.015119562856853008, + "loss_total": 0.015119562856853008, + "step": 99490 + }, + { + "grad_norm": 0.15612953901290894, + "learning_rate": 6.8621160910720125e-09, + "loss": 0.0075, + "step": 99500 + }, + { + "loss_action": 0.004471933003515005, + "loss_total": 0.004471933003515005, + "step": 99500 + }, + { + "loss_action": 0.06716210395097733, + "loss_total": 0.06716210395097733, + "step": 99500 + }, + { + "loss_action": 0.007464051712304354, + "loss_total": 0.007464051712304354, + "step": 99500 + }, + { + "loss_action": 0.00259960163384676, + "loss_total": 0.00259960163384676, + "step": 99500 + }, + { + "loss_action": 0.0036107345949858427, + "loss_total": 0.0036107345949858427, + "step": 99500 + }, + { + "loss_action": 0.014711235649883747, + "loss_total": 0.014711235649883747, + "step": 99500 + }, + { + "grad_norm": 0.1552935391664505, + "learning_rate": 6.59091917928345e-09, + "loss": 0.0077, + "step": 99510 + }, + { + "loss_action": 0.01130211167037487, + "loss_total": 0.01130211167037487, + "step": 99510 + }, + { + "loss_action": 0.007865065708756447, + "loss_total": 0.007865065708756447, + "step": 99510 + }, + { + "loss_action": 0.008755688555538654, + "loss_total": 0.008755688555538654, + "step": 99510 + }, + { + "loss_action": 0.007305402774363756, + "loss_total": 0.007305402774363756, + "step": 99510 + }, + { + "loss_action": 0.0123072424903512, + "loss_total": 0.0123072424903512, + "step": 99510 + }, + { + "loss_action": 0.043915629386901855, + "loss_total": 0.043915629386901855, + "step": 99510 + }, + { + "grad_norm": 0.10218027979135513, + "learning_rate": 6.32518947155103e-09, + "loss": 0.0065, + "step": 99520 + }, + { + "loss_action": 0.0019720669370144606, + "loss_total": 0.0019720669370144606, + "step": 99520 + }, + { + "loss_action": 0.003371694590896368, + "loss_total": 0.003371694590896368, + "step": 99520 + }, + { + "loss_action": 0.004191631451249123, + "loss_total": 0.004191631451249123, + "step": 99520 + }, + { + "loss_action": 0.0028867418877780437, + "loss_total": 0.0028867418877780437, + "step": 99520 + }, + { + "loss_action": 0.008250909857451916, + "loss_total": 0.008250909857451916, + "step": 99520 + }, + { + "loss_action": 0.0076851011253893375, + "loss_total": 0.0076851011253893375, + "step": 99520 + }, + { + "grad_norm": 0.17504817247390747, + "learning_rate": 6.064926996929288e-09, + "loss": 0.0079, + "step": 99530 + }, + { + "loss_action": 0.009114875458180904, + "loss_total": 0.009114875458180904, + "step": 99530 + }, + { + "loss_action": 0.008147178217768669, + "loss_total": 0.008147178217768669, + "step": 99530 + }, + { + "loss_action": 0.00642257509753108, + "loss_total": 0.00642257509753108, + "step": 99530 + }, + { + "loss_action": 0.012390358373522758, + "loss_total": 0.012390358373522758, + "step": 99530 + }, + { + "loss_action": 0.005790066439658403, + "loss_total": 0.005790066439658403, + "step": 99530 + }, + { + "loss_action": 0.007848934270441532, + "loss_total": 0.007848934270441532, + "step": 99530 + }, + { + "grad_norm": 0.17366135120391846, + "learning_rate": 5.810131783884343e-09, + "loss": 0.0106, + "step": 99540 + }, + { + "loss_action": 0.00700216693803668, + "loss_total": 0.00700216693803668, + "step": 99540 + }, + { + "loss_action": 0.016122637316584587, + "loss_total": 0.016122637316584587, + "step": 99540 + }, + { + "loss_action": 0.0082574263215065, + "loss_total": 0.0082574263215065, + "step": 99540 + }, + { + "loss_action": 0.019959406927227974, + "loss_total": 0.019959406927227974, + "step": 99540 + }, + { + "loss_action": 0.003326831851154566, + "loss_total": 0.003326831851154566, + "step": 99540 + }, + { + "loss_action": 0.006517276633530855, + "loss_total": 0.006517276633530855, + "step": 99540 + }, + { + "grad_norm": 0.18257319927215576, + "learning_rate": 5.5608038602772415e-09, + "loss": 0.0063, + "step": 99550 + }, + { + "loss_action": 0.007080655079334974, + "loss_total": 0.007080655079334974, + "step": 99550 + }, + { + "loss_action": 0.00769807118922472, + "loss_total": 0.00769807118922472, + "step": 99550 + }, + { + "loss_action": 0.0016840148018673062, + "loss_total": 0.0016840148018673062, + "step": 99550 + }, + { + "loss_action": 0.0029526767320930958, + "loss_total": 0.0029526767320930958, + "step": 99550 + }, + { + "loss_action": 0.004370337817817926, + "loss_total": 0.004370337817817926, + "step": 99550 + }, + { + "loss_action": 0.004606903530657291, + "loss_total": 0.004606903530657291, + "step": 99550 + }, + { + "grad_norm": 0.163407564163208, + "learning_rate": 5.316943253375062e-09, + "loss": 0.0063, + "step": 99560 + }, + { + "loss_action": 0.005981975235044956, + "loss_total": 0.005981975235044956, + "step": 99560 + }, + { + "loss_action": 0.004954400006681681, + "loss_total": 0.004954400006681681, + "step": 99560 + }, + { + "loss_action": 0.020906010642647743, + "loss_total": 0.020906010642647743, + "step": 99560 + }, + { + "loss_action": 0.012102595530450344, + "loss_total": 0.012102595530450344, + "step": 99560 + }, + { + "loss_action": 0.007592531852424145, + "loss_total": 0.007592531852424145, + "step": 99560 + }, + { + "loss_action": 0.008633502759039402, + "loss_total": 0.008633502759039402, + "step": 99560 + }, + { + "grad_norm": 0.2200765609741211, + "learning_rate": 5.07854998984536e-09, + "loss": 0.0099, + "step": 99570 + }, + { + "loss_action": 0.017549635842442513, + "loss_total": 0.017549635842442513, + "step": 99570 + }, + { + "loss_action": 0.0036018011160194874, + "loss_total": 0.0036018011160194874, + "step": 99570 + }, + { + "loss_action": 0.011700166389346123, + "loss_total": 0.011700166389346123, + "step": 99570 + }, + { + "loss_action": 0.031077519059181213, + "loss_total": 0.031077519059181213, + "step": 99570 + }, + { + "loss_action": 0.005877010989934206, + "loss_total": 0.005877010989934206, + "step": 99570 + }, + { + "loss_action": 0.0019342066952958703, + "loss_total": 0.0019342066952958703, + "step": 99570 + }, + { + "grad_norm": 0.3149130940437317, + "learning_rate": 4.845624095756174e-09, + "loss": 0.0087, + "step": 99580 + }, + { + "loss_action": 0.005777838174253702, + "loss_total": 0.005777838174253702, + "step": 99580 + }, + { + "loss_action": 0.00789245218038559, + "loss_total": 0.00789245218038559, + "step": 99580 + }, + { + "loss_action": 0.0016797357238829136, + "loss_total": 0.0016797357238829136, + "step": 99580 + }, + { + "loss_action": 0.00856176670640707, + "loss_total": 0.00856176670640707, + "step": 99580 + }, + { + "loss_action": 0.010606933385133743, + "loss_total": 0.010606933385133743, + "step": 99580 + }, + { + "loss_action": 0.018127702176570892, + "loss_total": 0.018127702176570892, + "step": 99580 + }, + { + "grad_norm": 0.23222152888774872, + "learning_rate": 4.618165596587121e-09, + "loss": 0.0084, + "step": 99590 + }, + { + "loss_action": 0.017634041607379913, + "loss_total": 0.017634041607379913, + "step": 99590 + }, + { + "loss_action": 0.01439032144844532, + "loss_total": 0.01439032144844532, + "step": 99590 + }, + { + "loss_action": 0.007869659923017025, + "loss_total": 0.007869659923017025, + "step": 99590 + }, + { + "loss_action": 0.0023290906101465225, + "loss_total": 0.0023290906101465225, + "step": 99590 + }, + { + "loss_action": 0.006455938797444105, + "loss_total": 0.006455938797444105, + "step": 99590 + }, + { + "loss_action": 0.006089372560381889, + "loss_total": 0.006089372560381889, + "step": 99590 + }, + { + "grad_norm": 0.13685984909534454, + "learning_rate": 4.396174517207197e-09, + "loss": 0.0075, + "step": 99600 + }, + { + "loss_action": 0.004348557908087969, + "loss_total": 0.004348557908087969, + "step": 99600 + }, + { + "loss_action": 0.004419196862727404, + "loss_total": 0.004419196862727404, + "step": 99600 + }, + { + "loss_action": 0.0028697538655251265, + "loss_total": 0.0028697538655251265, + "step": 99600 + }, + { + "loss_action": 0.0025374831166118383, + "loss_total": 0.0025374831166118383, + "step": 99600 + }, + { + "loss_action": 0.004124500323086977, + "loss_total": 0.004124500323086977, + "step": 99600 + }, + { + "loss_action": 0.003732456127181649, + "loss_total": 0.003732456127181649, + "step": 99600 + }, + { + "grad_norm": 0.30283123254776, + "learning_rate": 4.179650881896979e-09, + "loss": 0.007, + "step": 99610 + }, + { + "loss_action": 0.006073527503758669, + "loss_total": 0.006073527503758669, + "step": 99610 + }, + { + "loss_action": 0.0067093875259160995, + "loss_total": 0.0067093875259160995, + "step": 99610 + }, + { + "loss_action": 0.009082386270165443, + "loss_total": 0.009082386270165443, + "step": 99610 + }, + { + "loss_action": 0.0026059597730636597, + "loss_total": 0.0026059597730636597, + "step": 99610 + }, + { + "loss_action": 0.006670065689831972, + "loss_total": 0.006670065689831972, + "step": 99610 + }, + { + "loss_action": 0.006430519744753838, + "loss_total": 0.006430519744753838, + "step": 99610 + }, + { + "grad_norm": 0.10993518680334091, + "learning_rate": 3.968594714331975e-09, + "loss": 0.007, + "step": 99620 + }, + { + "loss_action": 0.003467380767688155, + "loss_total": 0.003467380767688155, + "step": 99620 + }, + { + "loss_action": 0.0026371362619102, + "loss_total": 0.0026371362619102, + "step": 99620 + }, + { + "loss_action": 0.0027551124803721905, + "loss_total": 0.0027551124803721905, + "step": 99620 + }, + { + "loss_action": 0.0029850888531655073, + "loss_total": 0.0029850888531655073, + "step": 99620 + }, + { + "loss_action": 0.007199996151030064, + "loss_total": 0.007199996151030064, + "step": 99620 + }, + { + "loss_action": 0.0041002738289535046, + "loss_total": 0.0041002738289535046, + "step": 99620 + }, + { + "grad_norm": 0.167014017701149, + "learning_rate": 3.763006037593719e-09, + "loss": 0.0092, + "step": 99630 + }, + { + "loss_action": 0.006848138757050037, + "loss_total": 0.006848138757050037, + "step": 99630 + }, + { + "loss_action": 0.004121681209653616, + "loss_total": 0.004121681209653616, + "step": 99630 + }, + { + "loss_action": 0.004851859528571367, + "loss_total": 0.004851859528571367, + "step": 99630 + }, + { + "loss_action": 0.002795054344460368, + "loss_total": 0.002795054344460368, + "step": 99630 + }, + { + "loss_action": 0.014834798872470856, + "loss_total": 0.014834798872470856, + "step": 99630 + }, + { + "loss_action": 0.002474425593391061, + "loss_total": 0.002474425593391061, + "step": 99630 + }, + { + "grad_norm": 0.17518416047096252, + "learning_rate": 3.5628848741586786e-09, + "loss": 0.0067, + "step": 99640 + }, + { + "loss_action": 0.007434174884110689, + "loss_total": 0.007434174884110689, + "step": 99640 + }, + { + "loss_action": 0.014895719476044178, + "loss_total": 0.014895719476044178, + "step": 99640 + }, + { + "loss_action": 0.006192020606249571, + "loss_total": 0.006192020606249571, + "step": 99640 + }, + { + "loss_action": 0.008566442877054214, + "loss_total": 0.008566442877054214, + "step": 99640 + }, + { + "loss_action": 0.006459368392825127, + "loss_total": 0.006459368392825127, + "step": 99640 + }, + { + "loss_action": 0.00420125387609005, + "loss_total": 0.00420125387609005, + "step": 99640 + }, + { + "grad_norm": 0.18396666646003723, + "learning_rate": 3.368231245926001e-09, + "loss": 0.0068, + "step": 99650 + }, + { + "loss_action": 0.008241904899477959, + "loss_total": 0.008241904899477959, + "step": 99650 + }, + { + "loss_action": 0.0016226136358454823, + "loss_total": 0.0016226136358454823, + "step": 99650 + }, + { + "loss_action": 0.007781613618135452, + "loss_total": 0.007781613618135452, + "step": 99650 + }, + { + "loss_action": 0.0038735773414373398, + "loss_total": 0.0038735773414373398, + "step": 99650 + }, + { + "loss_action": 0.002038808073848486, + "loss_total": 0.002038808073848486, + "step": 99650 + }, + { + "loss_action": 0.006296636536717415, + "loss_total": 0.006296636536717415, + "step": 99650 + }, + { + "grad_norm": 0.13675546646118164, + "learning_rate": 3.179045174167561e-09, + "loss": 0.0073, + "step": 99660 + }, + { + "loss_action": 0.0058100586757063866, + "loss_total": 0.0058100586757063866, + "step": 99660 + }, + { + "loss_action": 0.00403813598677516, + "loss_total": 0.00403813598677516, + "step": 99660 + }, + { + "loss_action": 0.009119429625570774, + "loss_total": 0.009119429625570774, + "step": 99660 + }, + { + "loss_action": 0.005168058443814516, + "loss_total": 0.005168058443814516, + "step": 99660 + }, + { + "loss_action": 0.01279375422745943, + "loss_total": 0.01279375422745943, + "step": 99660 + }, + { + "loss_action": 0.0021538976579904556, + "loss_total": 0.0021538976579904556, + "step": 99660 + }, + { + "grad_norm": 0.1445431262254715, + "learning_rate": 2.9953266795834657e-09, + "loss": 0.0064, + "step": 99670 + }, + { + "loss_action": 0.01716754026710987, + "loss_total": 0.01716754026710987, + "step": 99670 + }, + { + "loss_action": 0.0020846491679549217, + "loss_total": 0.0020846491679549217, + "step": 99670 + }, + { + "loss_action": 0.014016524888575077, + "loss_total": 0.014016524888575077, + "step": 99670 + }, + { + "loss_action": 0.006518825888633728, + "loss_total": 0.006518825888633728, + "step": 99670 + }, + { + "loss_action": 0.007568188477307558, + "loss_total": 0.007568188477307558, + "step": 99670 + }, + { + "loss_action": 0.007614016532897949, + "loss_total": 0.007614016532897949, + "step": 99670 + }, + { + "grad_norm": 0.11092226952314377, + "learning_rate": 2.817075782263201e-09, + "loss": 0.0092, + "step": 99680 + }, + { + "loss_action": 0.003357349894940853, + "loss_total": 0.003357349894940853, + "step": 99680 + }, + { + "loss_action": 0.006043924018740654, + "loss_total": 0.006043924018740654, + "step": 99680 + }, + { + "loss_action": 0.00777007918804884, + "loss_total": 0.00777007918804884, + "step": 99680 + }, + { + "loss_action": 0.006559287663549185, + "loss_total": 0.006559287663549185, + "step": 99680 + }, + { + "loss_action": 0.005945899989455938, + "loss_total": 0.005945899989455938, + "step": 99680 + }, + { + "loss_action": 0.020972704514861107, + "loss_total": 0.020972704514861107, + "step": 99680 + }, + { + "grad_norm": 0.16656620800495148, + "learning_rate": 2.6442925016967325e-09, + "loss": 0.0071, + "step": 99690 + }, + { + "loss_action": 0.00279584270901978, + "loss_total": 0.00279584270901978, + "step": 99690 + }, + { + "loss_action": 0.005413299426436424, + "loss_total": 0.005413299426436424, + "step": 99690 + }, + { + "loss_action": 0.0029706789646297693, + "loss_total": 0.0029706789646297693, + "step": 99690 + }, + { + "loss_action": 0.008884811773896217, + "loss_total": 0.008884811773896217, + "step": 99690 + }, + { + "loss_action": 0.002008521929383278, + "loss_total": 0.002008521929383278, + "step": 99690 + }, + { + "loss_action": 0.01374283991754055, + "loss_total": 0.01374283991754055, + "step": 99690 + }, + { + "grad_norm": 0.19976763427257538, + "learning_rate": 2.4769768567800555e-09, + "loss": 0.0091, + "step": 99700 + }, + { + "loss_action": 0.007281878963112831, + "loss_total": 0.007281878963112831, + "step": 99700 + }, + { + "loss_action": 0.005119082983583212, + "loss_total": 0.005119082983583212, + "step": 99700 + }, + { + "loss_action": 0.004914718680083752, + "loss_total": 0.004914718680083752, + "step": 99700 + }, + { + "loss_action": 0.003138731000944972, + "loss_total": 0.003138731000944972, + "step": 99700 + }, + { + "loss_action": 0.009444473311305046, + "loss_total": 0.009444473311305046, + "step": 99700 + }, + { + "loss_action": 0.009817794896662235, + "loss_total": 0.009817794896662235, + "step": 99700 + }, + { + "grad_norm": 0.17460821568965912, + "learning_rate": 2.315128865809646e-09, + "loss": 0.0069, + "step": 99710 + }, + { + "loss_action": 0.0021656304597854614, + "loss_total": 0.0021656304597854614, + "step": 99710 + }, + { + "loss_action": 0.00562862865626812, + "loss_total": 0.00562862865626812, + "step": 99710 + }, + { + "loss_action": 0.005181152373552322, + "loss_total": 0.005181152373552322, + "step": 99710 + }, + { + "loss_action": 0.007796549238264561, + "loss_total": 0.007796549238264561, + "step": 99710 + }, + { + "loss_action": 0.003674998413771391, + "loss_total": 0.003674998413771391, + "step": 99710 + }, + { + "loss_action": 0.005575219169259071, + "loss_total": 0.005575219169259071, + "step": 99710 + }, + { + "grad_norm": 0.18758393824100494, + "learning_rate": 2.1587485464880097e-09, + "loss": 0.0071, + "step": 99720 + }, + { + "loss_action": 0.007166111841797829, + "loss_total": 0.007166111841797829, + "step": 99720 + }, + { + "loss_action": 0.0045436373911798, + "loss_total": 0.0045436373911798, + "step": 99720 + }, + { + "loss_action": 0.0031740772537887096, + "loss_total": 0.0031740772537887096, + "step": 99720 + }, + { + "loss_action": 0.0035622278228402138, + "loss_total": 0.0035622278228402138, + "step": 99720 + }, + { + "loss_action": 0.0210957620292902, + "loss_total": 0.0210957620292902, + "step": 99720 + }, + { + "loss_action": 0.01212761364877224, + "loss_total": 0.01212761364877224, + "step": 99720 + }, + { + "grad_norm": 0.12014135718345642, + "learning_rate": 2.0078359159125813e-09, + "loss": 0.0085, + "step": 99730 + }, + { + "loss_action": 0.0045275031588971615, + "loss_total": 0.0045275031588971615, + "step": 99730 + }, + { + "loss_action": 0.00616424297913909, + "loss_total": 0.00616424297913909, + "step": 99730 + }, + { + "loss_action": 0.0035352034028619528, + "loss_total": 0.0035352034028619528, + "step": 99730 + }, + { + "loss_action": 0.0041243587620556355, + "loss_total": 0.0041243587620556355, + "step": 99730 + }, + { + "loss_action": 0.008343076333403587, + "loss_total": 0.008343076333403587, + "step": 99730 + }, + { + "loss_action": 0.007257417775690556, + "loss_total": 0.007257417775690556, + "step": 99730 + }, + { + "grad_norm": 0.18819312751293182, + "learning_rate": 1.8623909905923776e-09, + "loss": 0.008, + "step": 99740 + }, + { + "loss_action": 0.003914326895028353, + "loss_total": 0.003914326895028353, + "step": 99740 + }, + { + "loss_action": 0.0028224531561136246, + "loss_total": 0.0028224531561136246, + "step": 99740 + }, + { + "loss_action": 0.0045872158370912075, + "loss_total": 0.0045872158370912075, + "step": 99740 + }, + { + "loss_action": 0.0035748183727264404, + "loss_total": 0.0035748183727264404, + "step": 99740 + }, + { + "loss_action": 0.006656872574239969, + "loss_total": 0.006656872574239969, + "step": 99740 + }, + { + "loss_action": 0.006661533378064632, + "loss_total": 0.006661533378064632, + "step": 99740 + }, + { + "grad_norm": 0.15194746851921082, + "learning_rate": 1.7224137864257916e-09, + "loss": 0.0076, + "step": 99750 + }, + { + "loss_action": 0.00172325293533504, + "loss_total": 0.00172325293533504, + "step": 99750 + }, + { + "loss_action": 0.006967388559132814, + "loss_total": 0.006967388559132814, + "step": 99750 + }, + { + "loss_action": 0.00372939370572567, + "loss_total": 0.00372939370572567, + "step": 99750 + }, + { + "loss_action": 0.011187260039150715, + "loss_total": 0.011187260039150715, + "step": 99750 + }, + { + "loss_action": 0.002320175990462303, + "loss_total": 0.002320175990462303, + "step": 99750 + }, + { + "loss_action": 0.006775320507586002, + "loss_total": 0.006775320507586002, + "step": 99750 + }, + { + "grad_norm": 0.14111009240150452, + "learning_rate": 1.5879043187283505e-09, + "loss": 0.0087, + "step": 99760 + }, + { + "loss_action": 0.0072590201161801815, + "loss_total": 0.0072590201161801815, + "step": 99760 + }, + { + "loss_action": 0.008792157284915447, + "loss_total": 0.008792157284915447, + "step": 99760 + }, + { + "loss_action": 0.0028083936776965857, + "loss_total": 0.0028083936776965857, + "step": 99760 + }, + { + "loss_action": 0.003263376420363784, + "loss_total": 0.003263376420363784, + "step": 99760 + }, + { + "loss_action": 0.00471842847764492, + "loss_total": 0.00471842847764492, + "step": 99760 + }, + { + "loss_action": 0.0022523580119013786, + "loss_total": 0.0022523580119013786, + "step": 99760 + }, + { + "grad_norm": 0.18386122584342957, + "learning_rate": 1.458862602204958e-09, + "loss": 0.0076, + "step": 99770 + }, + { + "loss_action": 0.005465456284582615, + "loss_total": 0.005465456284582615, + "step": 99770 + }, + { + "loss_action": 0.007573375012725592, + "loss_total": 0.007573375012725592, + "step": 99770 + }, + { + "loss_action": 0.02111051231622696, + "loss_total": 0.02111051231622696, + "step": 99770 + }, + { + "loss_action": 0.0051130568608641624, + "loss_total": 0.0051130568608641624, + "step": 99770 + }, + { + "loss_action": 0.003907572012394667, + "loss_total": 0.003907572012394667, + "step": 99770 + }, + { + "loss_action": 0.005490207113325596, + "loss_total": 0.005490207113325596, + "step": 99770 + }, + { + "grad_norm": 0.15524782240390778, + "learning_rate": 1.3352886509720996e-09, + "loss": 0.0092, + "step": 99780 + }, + { + "loss_action": 0.0074196988716721535, + "loss_total": 0.0074196988716721535, + "step": 99780 + }, + { + "loss_action": 0.005484357941895723, + "loss_total": 0.005484357941895723, + "step": 99780 + }, + { + "loss_action": 0.0025994954630732536, + "loss_total": 0.0025994954630732536, + "step": 99780 + }, + { + "loss_action": 0.0026591510977596045, + "loss_total": 0.0026591510977596045, + "step": 99780 + }, + { + "loss_action": 0.005748296156525612, + "loss_total": 0.005748296156525612, + "step": 99780 + }, + { + "loss_action": 0.004409468732774258, + "loss_total": 0.004409468732774258, + "step": 99780 + }, + { + "grad_norm": 0.1453126221895218, + "learning_rate": 1.2171824785356389e-09, + "loss": 0.0076, + "step": 99790 + }, + { + "loss_action": 0.0031256256625056267, + "loss_total": 0.0031256256625056267, + "step": 99790 + }, + { + "loss_action": 0.0030174138955771923, + "loss_total": 0.0030174138955771923, + "step": 99790 + }, + { + "loss_action": 0.004596275743097067, + "loss_total": 0.004596275743097067, + "step": 99790 + }, + { + "loss_action": 0.0017259388696402311, + "loss_total": 0.0017259388696402311, + "step": 99790 + }, + { + "loss_action": 0.0034577189944684505, + "loss_total": 0.0034577189944684505, + "step": 99790 + }, + { + "loss_action": 0.008038493804633617, + "loss_total": 0.008038493804633617, + "step": 99790 + }, + { + "grad_norm": 0.11813145875930786, + "learning_rate": 1.1045440978185718e-09, + "loss": 0.0061, + "step": 99800 + }, + { + "loss_action": 0.005592867732048035, + "loss_total": 0.005592867732048035, + "step": 99800 + }, + { + "loss_action": 0.006610994692891836, + "loss_total": 0.006610994692891836, + "step": 99800 + }, + { + "loss_action": 0.004643396008759737, + "loss_total": 0.004643396008759737, + "step": 99800 + }, + { + "loss_action": 0.03130597248673439, + "loss_total": 0.03130597248673439, + "step": 99800 + }, + { + "loss_action": 0.03627033531665802, + "loss_total": 0.03627033531665802, + "step": 99800 + }, + { + "loss_action": 0.02331606298685074, + "loss_total": 0.02331606298685074, + "step": 99800 + }, + { + "grad_norm": 0.17315158247947693, + "learning_rate": 9.973735211332714e-10, + "loss": 0.0085, + "step": 99810 + }, + { + "loss_action": 0.004263049922883511, + "loss_total": 0.004263049922883511, + "step": 99810 + }, + { + "loss_action": 0.004756404086947441, + "loss_total": 0.004756404086947441, + "step": 99810 + }, + { + "loss_action": 0.013560465537011623, + "loss_total": 0.013560465537011623, + "step": 99810 + }, + { + "loss_action": 0.006519467569887638, + "loss_total": 0.006519467569887638, + "step": 99810 + }, + { + "loss_action": 0.005296415649354458, + "loss_total": 0.005296415649354458, + "step": 99810 + }, + { + "loss_action": 0.00378103437833488, + "loss_total": 0.00378103437833488, + "step": 99810 + }, + { + "grad_norm": 0.1258198618888855, + "learning_rate": 8.956707602036929e-10, + "loss": 0.0069, + "step": 99820 + }, + { + "loss_action": 0.0020966921001672745, + "loss_total": 0.0020966921001672745, + "step": 99820 + }, + { + "loss_action": 0.0027388131711632013, + "loss_total": 0.0027388131711632013, + "step": 99820 + }, + { + "loss_action": 0.003317643888294697, + "loss_total": 0.003317643888294697, + "step": 99820 + }, + { + "loss_action": 0.00862046331167221, + "loss_total": 0.00862046331167221, + "step": 99820 + }, + { + "loss_action": 0.00571937533095479, + "loss_total": 0.00571937533095479, + "step": 99820 + }, + { + "loss_action": 0.0051905568689107895, + "loss_total": 0.0051905568689107895, + "step": 99820 + }, + { + "grad_norm": 0.22718079388141632, + "learning_rate": 7.994358261542712e-10, + "loss": 0.0075, + "step": 99830 + }, + { + "loss_action": 0.0036031368654221296, + "loss_total": 0.0036031368654221296, + "step": 99830 + }, + { + "loss_action": 0.01260776910930872, + "loss_total": 0.01260776910930872, + "step": 99830 + }, + { + "loss_action": 0.007544938940554857, + "loss_total": 0.007544938940554857, + "step": 99830 + }, + { + "loss_action": 0.004266866482794285, + "loss_total": 0.004266866482794285, + "step": 99830 + }, + { + "loss_action": 0.005265905987471342, + "loss_total": 0.005265905987471342, + "step": 99830 + }, + { + "loss_action": 0.013129130937159061, + "loss_total": 0.013129130937159061, + "step": 99830 + }, + { + "grad_norm": 0.15890122950077057, + "learning_rate": 7.086687295043692e-10, + "loss": 0.008, + "step": 99840 + }, + { + "loss_action": 0.016489975154399872, + "loss_total": 0.016489975154399872, + "step": 99840 + }, + { + "loss_action": 0.002359401900321245, + "loss_total": 0.002359401900321245, + "step": 99840 + }, + { + "loss_action": 0.00569542683660984, + "loss_total": 0.00569542683660984, + "step": 99840 + }, + { + "loss_action": 0.007659986149519682, + "loss_total": 0.007659986149519682, + "step": 99840 + }, + { + "loss_action": 0.007519049569964409, + "loss_total": 0.007519049569964409, + "step": 99840 + }, + { + "loss_action": 0.005181902088224888, + "loss_total": 0.005181902088224888, + "step": 99840 + }, + { + "grad_norm": 0.10155168920755386, + "learning_rate": 6.23369480179381e-10, + "loss": 0.0107, + "step": 99850 + }, + { + "loss_action": 0.006403450388461351, + "loss_total": 0.006403450388461351, + "step": 99850 + }, + { + "loss_action": 0.00227550370618701, + "loss_total": 0.00227550370618701, + "step": 99850 + }, + { + "loss_action": 0.0029158382676541805, + "loss_total": 0.0029158382676541805, + "step": 99850 + }, + { + "loss_action": 0.005110981874167919, + "loss_total": 0.005110981874167919, + "step": 99850 + }, + { + "loss_action": 0.008934274315834045, + "loss_total": 0.008934274315834045, + "step": 99850 + }, + { + "loss_action": 0.0044949958100914955, + "loss_total": 0.0044949958100914955, + "step": 99850 + }, + { + "grad_norm": 0.18737943470478058, + "learning_rate": 5.43538087510731e-10, + "loss": 0.0082, + "step": 99860 + }, + { + "loss_action": 0.0031372401863336563, + "loss_total": 0.0031372401863336563, + "step": 99860 + }, + { + "loss_action": 0.0020046213176101446, + "loss_total": 0.0020046213176101446, + "step": 99860 + }, + { + "loss_action": 0.0020141424611210823, + "loss_total": 0.0020141424611210823, + "step": 99860 + }, + { + "loss_action": 0.0019036420853808522, + "loss_total": 0.0019036420853808522, + "step": 99860 + }, + { + "loss_action": 0.01000368781387806, + "loss_total": 0.01000368781387806, + "step": 99860 + }, + { + "loss_action": 0.014942377805709839, + "loss_total": 0.014942377805709839, + "step": 99860 + }, + { + "grad_norm": 0.19414828717708588, + "learning_rate": 4.691745602303233e-10, + "loss": 0.0062, + "step": 99870 + }, + { + "loss_action": 0.011700917035341263, + "loss_total": 0.011700917035341263, + "step": 99870 + }, + { + "loss_action": 0.00871376320719719, + "loss_total": 0.00871376320719719, + "step": 99870 + }, + { + "loss_action": 0.0046733771450817585, + "loss_total": 0.0046733771450817585, + "step": 99870 + }, + { + "loss_action": 0.0033837894443422556, + "loss_total": 0.0033837894443422556, + "step": 99870 + }, + { + "loss_action": 0.008791850879788399, + "loss_total": 0.008791850879788399, + "step": 99870 + }, + { + "loss_action": 0.024232037365436554, + "loss_total": 0.024232037365436554, + "step": 99870 + }, + { + "grad_norm": 0.151086688041687, + "learning_rate": 4.0027890646499034e-10, + "loss": 0.013, + "step": 99880 + }, + { + "loss_action": 0.016659468412399292, + "loss_total": 0.016659468412399292, + "step": 99880 + }, + { + "loss_action": 0.002822863170877099, + "loss_total": 0.002822863170877099, + "step": 99880 + }, + { + "loss_action": 0.007287916261702776, + "loss_total": 0.007287916261702776, + "step": 99880 + }, + { + "loss_action": 0.002788582816720009, + "loss_total": 0.002788582816720009, + "step": 99880 + }, + { + "loss_action": 0.019950605928897858, + "loss_total": 0.019950605928897858, + "step": 99880 + }, + { + "loss_action": 0.008735408075153828, + "loss_total": 0.008735408075153828, + "step": 99880 + }, + { + "grad_norm": 0.1631431132555008, + "learning_rate": 3.368511337531466e-10, + "loss": 0.0081, + "step": 99890 + }, + { + "loss_action": 0.048742420971393585, + "loss_total": 0.048742420971393585, + "step": 99890 + }, + { + "loss_action": 0.005125749856233597, + "loss_total": 0.005125749856233597, + "step": 99890 + }, + { + "loss_action": 0.0015291215386241674, + "loss_total": 0.0015291215386241674, + "step": 99890 + }, + { + "loss_action": 0.014531209133565426, + "loss_total": 0.014531209133565426, + "step": 99890 + }, + { + "loss_action": 0.016049403697252274, + "loss_total": 0.016049403697252274, + "step": 99890 + }, + { + "loss_action": 0.002832812024280429, + "loss_total": 0.002832812024280429, + "step": 99890 + }, + { + "grad_norm": 0.17898201942443848, + "learning_rate": 2.788912490281348e-10, + "loss": 0.0073, + "step": 99900 + }, + { + "loss_action": 0.0028687971644103527, + "loss_total": 0.0028687971644103527, + "step": 99900 + }, + { + "loss_action": 0.0020745443180203438, + "loss_total": 0.0020745443180203438, + "step": 99900 + }, + { + "loss_action": 0.005758740473538637, + "loss_total": 0.005758740473538637, + "step": 99900 + }, + { + "loss_action": 0.004720000550150871, + "loss_total": 0.004720000550150871, + "step": 99900 + }, + { + "loss_action": 0.0049420553259551525, + "loss_total": 0.0049420553259551525, + "step": 99900 + }, + { + "loss_action": 0.006576021667569876, + "loss_total": 0.006576021667569876, + "step": 99900 + }, + { + "grad_norm": 0.1267845332622528, + "learning_rate": 2.2639925863487954e-10, + "loss": 0.0071, + "step": 99910 + }, + { + "loss_action": 0.0032073601614683867, + "loss_total": 0.0032073601614683867, + "step": 99910 + }, + { + "loss_action": 0.016363708302378654, + "loss_total": 0.016363708302378654, + "step": 99910 + }, + { + "loss_action": 0.009331895038485527, + "loss_total": 0.009331895038485527, + "step": 99910 + }, + { + "loss_action": 0.003630706574767828, + "loss_total": 0.003630706574767828, + "step": 99910 + }, + { + "loss_action": 0.005360185634344816, + "loss_total": 0.005360185634344816, + "step": 99910 + }, + { + "loss_action": 0.003076075343415141, + "loss_total": 0.003076075343415141, + "step": 99910 + }, + { + "grad_norm": 0.1976577192544937, + "learning_rate": 1.7937516830213163e-10, + "loss": 0.0075, + "step": 99920 + }, + { + "loss_action": 0.005216402467340231, + "loss_total": 0.005216402467340231, + "step": 99920 + }, + { + "loss_action": 0.004059824626892805, + "loss_total": 0.004059824626892805, + "step": 99920 + }, + { + "loss_action": 0.006698566023260355, + "loss_total": 0.006698566023260355, + "step": 99920 + }, + { + "loss_action": 0.004202741198241711, + "loss_total": 0.004202741198241711, + "step": 99920 + }, + { + "loss_action": 0.0015996070578694344, + "loss_total": 0.0015996070578694344, + "step": 99920 + }, + { + "loss_action": 0.014300764538347721, + "loss_total": 0.014300764538347721, + "step": 99920 + }, + { + "grad_norm": 0.06131273880600929, + "learning_rate": 1.3781898318687702e-10, + "loss": 0.007, + "step": 99930 + }, + { + "loss_action": 0.00372272077947855, + "loss_total": 0.00372272077947855, + "step": 99930 + }, + { + "loss_action": 0.015602285973727703, + "loss_total": 0.015602285973727703, + "step": 99930 + }, + { + "loss_action": 0.0028045515064150095, + "loss_total": 0.0028045515064150095, + "step": 99930 + }, + { + "loss_action": 0.002604016102850437, + "loss_total": 0.002604016102850437, + "step": 99930 + }, + { + "loss_action": 0.0027182595804333687, + "loss_total": 0.0027182595804333687, + "step": 99930 + }, + { + "loss_action": 0.004124823492020369, + "loss_total": 0.004124823492020369, + "step": 99930 + }, + { + "grad_norm": 0.17512360215187073, + "learning_rate": 1.0173070781882566e-10, + "loss": 0.0061, + "step": 99940 + }, + { + "loss_action": 0.007499645929783583, + "loss_total": 0.007499645929783583, + "step": 99940 + }, + { + "loss_action": 0.0034899916499853134, + "loss_total": 0.0034899916499853134, + "step": 99940 + }, + { + "loss_action": 0.011722416616976261, + "loss_total": 0.011722416616976261, + "step": 99940 + }, + { + "loss_action": 0.007868984714150429, + "loss_total": 0.007868984714150429, + "step": 99940 + }, + { + "loss_action": 0.002788765821605921, + "loss_total": 0.002788765821605921, + "step": 99940 + }, + { + "loss_action": 0.004031108692288399, + "loss_total": 0.004031108692288399, + "step": 99940 + }, + { + "grad_norm": 0.19033341109752655, + "learning_rate": 7.111034615592261e-11, + "loss": 0.0068, + "step": 99950 + }, + { + "loss_action": 0.0012232644949108362, + "loss_total": 0.0012232644949108362, + "step": 99950 + }, + { + "loss_action": 0.003336111782118678, + "loss_total": 0.003336111782118678, + "step": 99950 + }, + { + "loss_action": 0.005898222792893648, + "loss_total": 0.005898222792893648, + "step": 99950 + }, + { + "loss_action": 0.0035426197573542595, + "loss_total": 0.0035426197573542595, + "step": 99950 + }, + { + "loss_action": 0.004511340521275997, + "loss_total": 0.004511340521275997, + "step": 99950 + }, + { + "loss_action": 0.0036568085197359324, + "loss_total": 0.0036568085197359324, + "step": 99950 + }, + { + "grad_norm": 0.25417089462280273, + "learning_rate": 4.595790153993918e-11, + "loss": 0.0084, + "step": 99960 + }, + { + "loss_action": 0.015593781135976315, + "loss_total": 0.015593781135976315, + "step": 99960 + }, + { + "loss_action": 0.004711315967142582, + "loss_total": 0.004711315967142582, + "step": 99960 + }, + { + "loss_action": 0.01398726087063551, + "loss_total": 0.01398726087063551, + "step": 99960 + }, + { + "loss_action": 0.008699598722159863, + "loss_total": 0.008699598722159863, + "step": 99960 + }, + { + "loss_action": 0.00518688652664423, + "loss_total": 0.00518688652664423, + "step": 99960 + }, + { + "loss_action": 0.0067087155766785145, + "loss_total": 0.0067087155766785145, + "step": 99960 + }, + { + "grad_norm": 0.23461651802062988, + "learning_rate": 2.6273376729779585e-11, + "loss": 0.0066, + "step": 99970 + }, + { + "loss_action": 0.02524840645492077, + "loss_total": 0.02524840645492077, + "step": 99970 + }, + { + "loss_action": 0.002705684397369623, + "loss_total": 0.002705684397369623, + "step": 99970 + }, + { + "loss_action": 0.045795589685440063, + "loss_total": 0.045795589685440063, + "step": 99970 + }, + { + "loss_action": 0.0033394666388630867, + "loss_total": 0.0033394666388630867, + "step": 99970 + }, + { + "loss_action": 0.014467406086623669, + "loss_total": 0.014467406086623669, + "step": 99970 + }, + { + "loss_action": 0.00488817086443305, + "loss_total": 0.00488817086443305, + "step": 99970 + }, + { + "grad_norm": 0.09563754498958588, + "learning_rate": 1.2056773868174276e-11, + "loss": 0.0116, + "step": 99980 + }, + { + "loss_action": 0.002187990816310048, + "loss_total": 0.002187990816310048, + "step": 99980 + }, + { + "loss_action": 0.017850033938884735, + "loss_total": 0.017850033938884735, + "step": 99980 + }, + { + "loss_action": 0.01296701654791832, + "loss_total": 0.01296701654791832, + "step": 99980 + }, + { + "loss_action": 0.006339323706924915, + "loss_total": 0.006339323706924915, + "step": 99980 + }, + { + "loss_action": 0.008758575655519962, + "loss_total": 0.008758575655519962, + "step": 99980 + }, + { + "loss_action": 0.003743733512237668, + "loss_total": 0.003743733512237668, + "step": 99980 + }, + { + "grad_norm": 0.16212736070156097, + "learning_rate": 3.3080945149865926e-12, + "loss": 0.0097, + "step": 99990 + }, + { + "loss_action": 0.006176881957799196, + "loss_total": 0.006176881957799196, + "step": 99990 + }, + { + "loss_action": 0.008789010345935822, + "loss_total": 0.008789010345935822, + "step": 99990 + }, + { + "loss_action": 0.004759124480187893, + "loss_total": 0.004759124480187893, + "step": 99990 + }, + { + "loss_action": 0.004869738593697548, + "loss_total": 0.004869738593697548, + "step": 99990 + }, + { + "loss_action": 0.003631158731877804, + "loss_total": 0.003631158731877804, + "step": 99990 + }, + { + "loss_action": 0.007095598615705967, + "loss_total": 0.007095598615705967, + "step": 99990 + }, + { + "grad_norm": 0.17107844352722168, + "learning_rate": 2.7339625008337977e-14, + "loss": 0.0073, + "step": 100000 + } + ], + "logging_steps": 10, + "max_steps": 100000, + "num_input_tokens_seen": 0, + "num_train_epochs": 9223372036854775807, + "save_steps": 10000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +}